{
  "best_metric": 5.365933418273926,
  "best_model_checkpoint": "final_models/focus_lug_mpt_focus_trained/checkpoint-2788",
  "epoch": 6.0,
  "eval_steps": 500,
  "global_step": 4182,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0014347202295552368,
      "grad_norm": 42.54952818664777,
      "learning_rate": 1.5e-07,
      "loss": 9.8125,
      "step": 1
    },
    {
      "epoch": 0.0028694404591104736,
      "grad_norm": 56.7478877311532,
      "learning_rate": 3e-07,
      "loss": 9.6875,
      "step": 2
    },
    {
      "epoch": 0.00430416068866571,
      "grad_norm": 60.48158813001241,
      "learning_rate": 4.5e-07,
      "loss": 10.4375,
      "step": 3
    },
    {
      "epoch": 0.005738880918220947,
      "grad_norm": 60.76424463757344,
      "learning_rate": 6e-07,
      "loss": 10.375,
      "step": 4
    },
    {
      "epoch": 0.007173601147776184,
      "grad_norm": 61.010196697121174,
      "learning_rate": 7.499999999999999e-07,
      "loss": 9.625,
      "step": 5
    },
    {
      "epoch": 0.00860832137733142,
      "grad_norm": 352.27513178795675,
      "learning_rate": 9e-07,
      "loss": 9.625,
      "step": 6
    },
    {
      "epoch": 0.010043041606886656,
      "grad_norm": 49.26266016553038,
      "learning_rate": 1.05e-06,
      "loss": 9.625,
      "step": 7
    },
    {
      "epoch": 0.011477761836441894,
      "grad_norm": 48.65496824255943,
      "learning_rate": 1.2e-06,
      "loss": 9.9375,
      "step": 8
    },
    {
      "epoch": 0.01291248206599713,
      "grad_norm": 46.367010926405705,
      "learning_rate": 1.3499999999999998e-06,
      "loss": 9.75,
      "step": 9
    },
    {
      "epoch": 0.014347202295552367,
      "grad_norm": 33.37121812443479,
      "learning_rate": 1.4999999999999998e-06,
      "loss": 9.375,
      "step": 10
    },
    {
      "epoch": 0.015781922525107604,
      "grad_norm": 34.60820154790237,
      "learning_rate": 1.6499999999999997e-06,
      "loss": 9.75,
      "step": 11
    },
    {
      "epoch": 0.01721664275466284,
      "grad_norm": 25.31815522976363,
      "learning_rate": 1.8e-06,
      "loss": 9.125,
      "step": 12
    },
    {
      "epoch": 0.018651362984218076,
      "grad_norm": 29.81268700105033,
      "learning_rate": 1.9499999999999995e-06,
      "loss": 9.0,
      "step": 13
    },
    {
      "epoch": 0.020086083213773313,
      "grad_norm": 27.758699883494838,
      "learning_rate": 2.1e-06,
      "loss": 8.4375,
      "step": 14
    },
    {
      "epoch": 0.021520803443328552,
      "grad_norm": 38.78084218145966,
      "learning_rate": 2.2499999999999996e-06,
      "loss": 8.6875,
      "step": 15
    },
    {
      "epoch": 0.02295552367288379,
      "grad_norm": 27.403943392956183,
      "learning_rate": 2.4e-06,
      "loss": 8.875,
      "step": 16
    },
    {
      "epoch": 0.024390243902439025,
      "grad_norm": 21.008042946147338,
      "learning_rate": 2.55e-06,
      "loss": 8.8125,
      "step": 17
    },
    {
      "epoch": 0.02582496413199426,
      "grad_norm": 18.510585728350332,
      "learning_rate": 2.6999999999999996e-06,
      "loss": 8.875,
      "step": 18
    },
    {
      "epoch": 0.027259684361549498,
      "grad_norm": 17.0005229671468,
      "learning_rate": 2.85e-06,
      "loss": 8.5,
      "step": 19
    },
    {
      "epoch": 0.028694404591104734,
      "grad_norm": 29.981614195829735,
      "learning_rate": 2.9999999999999997e-06,
      "loss": 8.5,
      "step": 20
    },
    {
      "epoch": 0.03012912482065997,
      "grad_norm": 13.910792927172094,
      "learning_rate": 3.15e-06,
      "loss": 8.4375,
      "step": 21
    },
    {
      "epoch": 0.03156384505021521,
      "grad_norm": 14.507845518388102,
      "learning_rate": 3.2999999999999993e-06,
      "loss": 8.375,
      "step": 22
    },
    {
      "epoch": 0.03299856527977044,
      "grad_norm": 12.515779592579978,
      "learning_rate": 3.4499999999999996e-06,
      "loss": 8.1875,
      "step": 23
    },
    {
      "epoch": 0.03443328550932568,
      "grad_norm": 12.574212941863367,
      "learning_rate": 3.6e-06,
      "loss": 7.9375,
      "step": 24
    },
    {
      "epoch": 0.035868005738880916,
      "grad_norm": 11.412892059340253,
      "learning_rate": 3.7499999999999997e-06,
      "loss": 8.1875,
      "step": 25
    },
    {
      "epoch": 0.03730272596843615,
      "grad_norm": 35.03813490794018,
      "learning_rate": 3.899999999999999e-06,
      "loss": 8.0,
      "step": 26
    },
    {
      "epoch": 0.03873744619799139,
      "grad_norm": 10.608756185560795,
      "learning_rate": 4.049999999999999e-06,
      "loss": 7.7812,
      "step": 27
    },
    {
      "epoch": 0.040172166427546625,
      "grad_norm": 12.094722831478483,
      "learning_rate": 4.2e-06,
      "loss": 8.25,
      "step": 28
    },
    {
      "epoch": 0.04160688665710186,
      "grad_norm": 9.475978144191245,
      "learning_rate": 4.35e-06,
      "loss": 7.875,
      "step": 29
    },
    {
      "epoch": 0.043041606886657105,
      "grad_norm": 7.989712045026511,
      "learning_rate": 4.499999999999999e-06,
      "loss": 7.6875,
      "step": 30
    },
    {
      "epoch": 0.04447632711621234,
      "grad_norm": 8.848618635045487,
      "learning_rate": 4.6499999999999995e-06,
      "loss": 8.25,
      "step": 31
    },
    {
      "epoch": 0.04591104734576758,
      "grad_norm": 9.62775141296018,
      "learning_rate": 4.8e-06,
      "loss": 7.625,
      "step": 32
    },
    {
      "epoch": 0.047345767575322814,
      "grad_norm": 8.328111444100045,
      "learning_rate": 4.95e-06,
      "loss": 7.9062,
      "step": 33
    },
    {
      "epoch": 0.04878048780487805,
      "grad_norm": 6.947850035666577,
      "learning_rate": 5.1e-06,
      "loss": 7.6875,
      "step": 34
    },
    {
      "epoch": 0.05021520803443329,
      "grad_norm": 16.90650985407121,
      "learning_rate": 5.25e-06,
      "loss": 7.7812,
      "step": 35
    },
    {
      "epoch": 0.05164992826398852,
      "grad_norm": 6.2547131173207005,
      "learning_rate": 5.399999999999999e-06,
      "loss": 7.5312,
      "step": 36
    },
    {
      "epoch": 0.05308464849354376,
      "grad_norm": 8.06299143420909,
      "learning_rate": 5.549999999999999e-06,
      "loss": 7.75,
      "step": 37
    },
    {
      "epoch": 0.054519368723098996,
      "grad_norm": 8.407111022639036,
      "learning_rate": 5.7e-06,
      "loss": 7.4688,
      "step": 38
    },
    {
      "epoch": 0.05595408895265423,
      "grad_norm": 7.641935498982591,
      "learning_rate": 5.85e-06,
      "loss": 7.5,
      "step": 39
    },
    {
      "epoch": 0.05738880918220947,
      "grad_norm": 5.642044356494295,
      "learning_rate": 5.999999999999999e-06,
      "loss": 7.9062,
      "step": 40
    },
    {
      "epoch": 0.058823529411764705,
      "grad_norm": 5.984265310781058,
      "learning_rate": 6.1499999999999996e-06,
      "loss": 7.7812,
      "step": 41
    },
    {
      "epoch": 0.06025824964131994,
      "grad_norm": 6.083883449993625,
      "learning_rate": 6.3e-06,
      "loss": 7.4062,
      "step": 42
    },
    {
      "epoch": 0.06169296987087518,
      "grad_norm": 6.295736978907842,
      "learning_rate": 6.449999999999999e-06,
      "loss": 7.9688,
      "step": 43
    },
    {
      "epoch": 0.06312769010043041,
      "grad_norm": 6.657215036007149,
      "learning_rate": 6.599999999999999e-06,
      "loss": 7.4062,
      "step": 44
    },
    {
      "epoch": 0.06456241032998565,
      "grad_norm": 13.98483120674699,
      "learning_rate": 6.749999999999999e-06,
      "loss": 7.625,
      "step": 45
    },
    {
      "epoch": 0.06599713055954089,
      "grad_norm": 4.650496388578502,
      "learning_rate": 6.899999999999999e-06,
      "loss": 7.5312,
      "step": 46
    },
    {
      "epoch": 0.06743185078909612,
      "grad_norm": 7.510433567597656,
      "learning_rate": 7.049999999999999e-06,
      "loss": 7.2188,
      "step": 47
    },
    {
      "epoch": 0.06886657101865136,
      "grad_norm": 5.603394891657292,
      "learning_rate": 7.2e-06,
      "loss": 7.1562,
      "step": 48
    },
    {
      "epoch": 0.0703012912482066,
      "grad_norm": 4.975108959539126,
      "learning_rate": 7.35e-06,
      "loss": 7.6562,
      "step": 49
    },
    {
      "epoch": 0.07173601147776183,
      "grad_norm": 4.2798981594397505,
      "learning_rate": 7.499999999999999e-06,
      "loss": 7.5312,
      "step": 50
    },
    {
      "epoch": 0.07317073170731707,
      "grad_norm": 10.38921954687816,
      "learning_rate": 7.65e-06,
      "loss": 7.625,
      "step": 51
    },
    {
      "epoch": 0.0746054519368723,
      "grad_norm": 5.182535658803815,
      "learning_rate": 7.799999999999998e-06,
      "loss": 7.4375,
      "step": 52
    },
    {
      "epoch": 0.07604017216642754,
      "grad_norm": 4.992272904929832,
      "learning_rate": 7.949999999999998e-06,
      "loss": 7.5625,
      "step": 53
    },
    {
      "epoch": 0.07747489239598278,
      "grad_norm": 4.608596722959355,
      "learning_rate": 8.099999999999999e-06,
      "loss": 7.5312,
      "step": 54
    },
    {
      "epoch": 0.07890961262553801,
      "grad_norm": 7.365380200827794,
      "learning_rate": 8.249999999999999e-06,
      "loss": 7.5938,
      "step": 55
    },
    {
      "epoch": 0.08034433285509325,
      "grad_norm": 5.359075049437596,
      "learning_rate": 8.4e-06,
      "loss": 7.25,
      "step": 56
    },
    {
      "epoch": 0.08177905308464849,
      "grad_norm": 6.534423403673676,
      "learning_rate": 8.55e-06,
      "loss": 7.375,
      "step": 57
    },
    {
      "epoch": 0.08321377331420372,
      "grad_norm": 5.002824611751443,
      "learning_rate": 8.7e-06,
      "loss": 7.5312,
      "step": 58
    },
    {
      "epoch": 0.08464849354375897,
      "grad_norm": 5.449349282342966,
      "learning_rate": 8.849999999999998e-06,
      "loss": 7.0938,
      "step": 59
    },
    {
      "epoch": 0.08608321377331421,
      "grad_norm": 5.88174365096393,
      "learning_rate": 8.999999999999999e-06,
      "loss": 7.375,
      "step": 60
    },
    {
      "epoch": 0.08751793400286945,
      "grad_norm": 5.592701382709838,
      "learning_rate": 9.149999999999999e-06,
      "loss": 7.2812,
      "step": 61
    },
    {
      "epoch": 0.08895265423242468,
      "grad_norm": 6.285550104702327,
      "learning_rate": 9.299999999999999e-06,
      "loss": 7.0938,
      "step": 62
    },
    {
      "epoch": 0.09038737446197992,
      "grad_norm": 6.659379404948439,
      "learning_rate": 9.45e-06,
      "loss": 7.1875,
      "step": 63
    },
    {
      "epoch": 0.09182209469153516,
      "grad_norm": 6.155342469861128,
      "learning_rate": 9.6e-06,
      "loss": 6.9375,
      "step": 64
    },
    {
      "epoch": 0.09325681492109039,
      "grad_norm": 12.65757550700729,
      "learning_rate": 9.75e-06,
      "loss": 7.125,
      "step": 65
    },
    {
      "epoch": 0.09469153515064563,
      "grad_norm": 5.381754719579025,
      "learning_rate": 9.9e-06,
      "loss": 7.3438,
      "step": 66
    },
    {
      "epoch": 0.09612625538020086,
      "grad_norm": 4.22954248369723,
      "learning_rate": 1.005e-05,
      "loss": 7.125,
      "step": 67
    },
    {
      "epoch": 0.0975609756097561,
      "grad_norm": 4.204998861617912,
      "learning_rate": 1.02e-05,
      "loss": 7.2812,
      "step": 68
    },
    {
      "epoch": 0.09899569583931134,
      "grad_norm": 6.759441496280945,
      "learning_rate": 1.035e-05,
      "loss": 7.2812,
      "step": 69
    },
    {
      "epoch": 0.10043041606886657,
      "grad_norm": 4.242122379842825,
      "learning_rate": 1.05e-05,
      "loss": 7.25,
      "step": 70
    },
    {
      "epoch": 0.10186513629842181,
      "grad_norm": 4.995857854166946,
      "learning_rate": 1.0649999999999998e-05,
      "loss": 6.9062,
      "step": 71
    },
    {
      "epoch": 0.10329985652797705,
      "grad_norm": 6.006378378718091,
      "learning_rate": 1.0799999999999998e-05,
      "loss": 7.3438,
      "step": 72
    },
    {
      "epoch": 0.10473457675753228,
      "grad_norm": 4.147761738578255,
      "learning_rate": 1.0949999999999998e-05,
      "loss": 7.2188,
      "step": 73
    },
    {
      "epoch": 0.10616929698708752,
      "grad_norm": 5.286651527919171,
      "learning_rate": 1.1099999999999999e-05,
      "loss": 7.25,
      "step": 74
    },
    {
      "epoch": 0.10760401721664276,
      "grad_norm": 5.043407672727525,
      "learning_rate": 1.1249999999999999e-05,
      "loss": 7.1562,
      "step": 75
    },
    {
      "epoch": 0.10903873744619799,
      "grad_norm": 4.793699446952362,
      "learning_rate": 1.14e-05,
      "loss": 7.0625,
      "step": 76
    },
    {
      "epoch": 0.11047345767575323,
      "grad_norm": 5.343401364720418,
      "learning_rate": 1.155e-05,
      "loss": 7.375,
      "step": 77
    },
    {
      "epoch": 0.11190817790530846,
      "grad_norm": 4.778122879541133,
      "learning_rate": 1.17e-05,
      "loss": 7.1875,
      "step": 78
    },
    {
      "epoch": 0.1133428981348637,
      "grad_norm": 4.144940144162641,
      "learning_rate": 1.1849999999999998e-05,
      "loss": 7.2188,
      "step": 79
    },
    {
      "epoch": 0.11477761836441894,
      "grad_norm": 5.767869478127925,
      "learning_rate": 1.1999999999999999e-05,
      "loss": 7.0625,
      "step": 80
    },
    {
      "epoch": 0.11621233859397417,
      "grad_norm": 3.9525143109467558,
      "learning_rate": 1.2149999999999999e-05,
      "loss": 7.1875,
      "step": 81
    },
    {
      "epoch": 0.11764705882352941,
      "grad_norm": 5.774509025385749,
      "learning_rate": 1.2299999999999999e-05,
      "loss": 7.0312,
      "step": 82
    },
    {
      "epoch": 0.11908177905308465,
      "grad_norm": 5.68670742970525,
      "learning_rate": 1.245e-05,
      "loss": 7.0625,
      "step": 83
    },
    {
      "epoch": 0.12051649928263988,
      "grad_norm": 4.408853339881494,
      "learning_rate": 1.26e-05,
      "loss": 7.2188,
      "step": 84
    },
    {
      "epoch": 0.12195121951219512,
      "grad_norm": 5.427244655745247,
      "learning_rate": 1.275e-05,
      "loss": 7.0625,
      "step": 85
    },
    {
      "epoch": 0.12338593974175036,
      "grad_norm": 3.953778880105394,
      "learning_rate": 1.2899999999999998e-05,
      "loss": 7.2188,
      "step": 86
    },
    {
      "epoch": 0.12482065997130559,
      "grad_norm": 4.57734487953489,
      "learning_rate": 1.3049999999999999e-05,
      "loss": 6.9375,
      "step": 87
    },
    {
      "epoch": 0.12625538020086083,
      "grad_norm": 4.504503037083463,
      "learning_rate": 1.3199999999999997e-05,
      "loss": 6.8438,
      "step": 88
    },
    {
      "epoch": 0.12769010043041606,
      "grad_norm": 3.787919774453793,
      "learning_rate": 1.3349999999999998e-05,
      "loss": 6.8438,
      "step": 89
    },
    {
      "epoch": 0.1291248206599713,
      "grad_norm": 4.467724577630291,
      "learning_rate": 1.3499999999999998e-05,
      "loss": 7.125,
      "step": 90
    },
    {
      "epoch": 0.13055954088952654,
      "grad_norm": 4.546932286924451,
      "learning_rate": 1.3649999999999998e-05,
      "loss": 7.1562,
      "step": 91
    },
    {
      "epoch": 0.13199426111908177,
      "grad_norm": 3.968478720846505,
      "learning_rate": 1.3799999999999998e-05,
      "loss": 7.0312,
      "step": 92
    },
    {
      "epoch": 0.133428981348637,
      "grad_norm": 4.750070590471488,
      "learning_rate": 1.3949999999999999e-05,
      "loss": 6.9062,
      "step": 93
    },
    {
      "epoch": 0.13486370157819225,
      "grad_norm": 4.449735186995076,
      "learning_rate": 1.4099999999999999e-05,
      "loss": 7.0938,
      "step": 94
    },
    {
      "epoch": 0.13629842180774748,
      "grad_norm": 4.922410669290913,
      "learning_rate": 1.4249999999999999e-05,
      "loss": 7.0312,
      "step": 95
    },
    {
      "epoch": 0.13773314203730272,
      "grad_norm": 11.196510313903469,
      "learning_rate": 1.44e-05,
      "loss": 6.875,
      "step": 96
    },
    {
      "epoch": 0.13916786226685796,
      "grad_norm": 4.804642866984338,
      "learning_rate": 1.455e-05,
      "loss": 7.1875,
      "step": 97
    },
    {
      "epoch": 0.1406025824964132,
      "grad_norm": 4.794414281585856,
      "learning_rate": 1.47e-05,
      "loss": 6.7812,
      "step": 98
    },
    {
      "epoch": 0.14203730272596843,
      "grad_norm": 3.8706826549960622,
      "learning_rate": 1.485e-05,
      "loss": 6.75,
      "step": 99
    },
    {
      "epoch": 0.14347202295552366,
      "grad_norm": 4.520597842368043,
      "learning_rate": 1.4999999999999999e-05,
      "loss": 6.875,
      "step": 100
    },
    {
      "epoch": 0.1449067431850789,
      "grad_norm": 3.7233704619321597,
      "learning_rate": 1.5149999999999999e-05,
      "loss": 7.25,
      "step": 101
    },
    {
      "epoch": 0.14634146341463414,
      "grad_norm": 4.327794148657403,
      "learning_rate": 1.53e-05,
      "loss": 6.9062,
      "step": 102
    },
    {
      "epoch": 0.14777618364418937,
      "grad_norm": 4.756105155198391,
      "learning_rate": 1.545e-05,
      "loss": 7.2812,
      "step": 103
    },
    {
      "epoch": 0.1492109038737446,
      "grad_norm": 4.458608659167284,
      "learning_rate": 1.5599999999999996e-05,
      "loss": 7.0,
      "step": 104
    },
    {
      "epoch": 0.15064562410329985,
      "grad_norm": 6.7808138796260815,
      "learning_rate": 1.5749999999999997e-05,
      "loss": 6.7812,
      "step": 105
    },
    {
      "epoch": 0.15208034433285508,
      "grad_norm": 4.17124698991782,
      "learning_rate": 1.5899999999999997e-05,
      "loss": 6.9688,
      "step": 106
    },
    {
      "epoch": 0.15351506456241032,
      "grad_norm": 4.385269416360827,
      "learning_rate": 1.6049999999999997e-05,
      "loss": 7.0938,
      "step": 107
    },
    {
      "epoch": 0.15494978479196556,
      "grad_norm": 3.6946499553843233,
      "learning_rate": 1.6199999999999997e-05,
      "loss": 7.125,
      "step": 108
    },
    {
      "epoch": 0.1563845050215208,
      "grad_norm": 3.651912194986188,
      "learning_rate": 1.6349999999999998e-05,
      "loss": 7.125,
      "step": 109
    },
    {
      "epoch": 0.15781922525107603,
      "grad_norm": 3.926717762269215,
      "learning_rate": 1.6499999999999998e-05,
      "loss": 6.9375,
      "step": 110
    },
    {
      "epoch": 0.15925394548063126,
      "grad_norm": 3.7392681797342022,
      "learning_rate": 1.6649999999999998e-05,
      "loss": 6.9375,
      "step": 111
    },
    {
      "epoch": 0.1606886657101865,
      "grad_norm": 4.0751151605409754,
      "learning_rate": 1.68e-05,
      "loss": 6.9062,
      "step": 112
    },
    {
      "epoch": 0.16212338593974174,
      "grad_norm": 3.461273314984788,
      "learning_rate": 1.695e-05,
      "loss": 6.9062,
      "step": 113
    },
    {
      "epoch": 0.16355810616929697,
      "grad_norm": 3.69400467327731,
      "learning_rate": 1.71e-05,
      "loss": 6.9375,
      "step": 114
    },
    {
      "epoch": 0.1649928263988522,
      "grad_norm": 3.575158317875332,
      "learning_rate": 1.725e-05,
      "loss": 7.25,
      "step": 115
    },
    {
      "epoch": 0.16642754662840745,
      "grad_norm": 3.669693342168351,
      "learning_rate": 1.74e-05,
      "loss": 6.8125,
      "step": 116
    },
    {
      "epoch": 0.1678622668579627,
      "grad_norm": 3.5080936322577085,
      "learning_rate": 1.755e-05,
      "loss": 7.125,
      "step": 117
    },
    {
      "epoch": 0.16929698708751795,
      "grad_norm": 3.7982429053114766,
      "learning_rate": 1.7699999999999997e-05,
      "loss": 7.0,
      "step": 118
    },
    {
      "epoch": 0.17073170731707318,
      "grad_norm": 4.5206141078428415,
      "learning_rate": 1.7849999999999997e-05,
      "loss": 6.9375,
      "step": 119
    },
    {
      "epoch": 0.17216642754662842,
      "grad_norm": 4.0540590760246085,
      "learning_rate": 1.7999999999999997e-05,
      "loss": 7.0,
      "step": 120
    },
    {
      "epoch": 0.17360114777618366,
      "grad_norm": 4.087961347769479,
      "learning_rate": 1.8149999999999997e-05,
      "loss": 6.8125,
      "step": 121
    },
    {
      "epoch": 0.1750358680057389,
      "grad_norm": 3.9996395063606216,
      "learning_rate": 1.8299999999999998e-05,
      "loss": 7.0312,
      "step": 122
    },
    {
      "epoch": 0.17647058823529413,
      "grad_norm": 10.215821317778593,
      "learning_rate": 1.8449999999999998e-05,
      "loss": 6.8125,
      "step": 123
    },
    {
      "epoch": 0.17790530846484937,
      "grad_norm": 4.658127136930426,
      "learning_rate": 1.8599999999999998e-05,
      "loss": 7.0,
      "step": 124
    },
    {
      "epoch": 0.1793400286944046,
      "grad_norm": 3.8065033568130686,
      "learning_rate": 1.875e-05,
      "loss": 6.7188,
      "step": 125
    },
    {
      "epoch": 0.18077474892395984,
      "grad_norm": 3.9142359718061353,
      "learning_rate": 1.89e-05,
      "loss": 6.9688,
      "step": 126
    },
    {
      "epoch": 0.18220946915351507,
      "grad_norm": 3.44956624011427,
      "learning_rate": 1.905e-05,
      "loss": 6.9062,
      "step": 127
    },
    {
      "epoch": 0.1836441893830703,
      "grad_norm": 3.2559326740752916,
      "learning_rate": 1.92e-05,
      "loss": 6.7812,
      "step": 128
    },
    {
      "epoch": 0.18507890961262555,
      "grad_norm": 4.0612269464613755,
      "learning_rate": 1.935e-05,
      "loss": 7.0312,
      "step": 129
    },
    {
      "epoch": 0.18651362984218078,
      "grad_norm": 3.0093959569829787,
      "learning_rate": 1.95e-05,
      "loss": 7.0312,
      "step": 130
    },
    {
      "epoch": 0.18794835007173602,
      "grad_norm": 3.8653884378656214,
      "learning_rate": 1.965e-05,
      "loss": 6.4688,
      "step": 131
    },
    {
      "epoch": 0.18938307030129126,
      "grad_norm": 4.607578217437373,
      "learning_rate": 1.98e-05,
      "loss": 7.0312,
      "step": 132
    },
    {
      "epoch": 0.1908177905308465,
      "grad_norm": 3.8520238093469668,
      "learning_rate": 1.995e-05,
      "loss": 6.4062,
      "step": 133
    },
    {
      "epoch": 0.19225251076040173,
      "grad_norm": 4.1297657220317,
      "learning_rate": 2.01e-05,
      "loss": 6.5312,
      "step": 134
    },
    {
      "epoch": 0.19368723098995697,
      "grad_norm": 4.506815399806782,
      "learning_rate": 2.025e-05,
      "loss": 6.9375,
      "step": 135
    },
    {
      "epoch": 0.1951219512195122,
      "grad_norm": 4.675208989516254,
      "learning_rate": 2.04e-05,
      "loss": 6.75,
      "step": 136
    },
    {
      "epoch": 0.19655667144906744,
      "grad_norm": 3.526758141917024,
      "learning_rate": 2.055e-05,
      "loss": 6.6875,
      "step": 137
    },
    {
      "epoch": 0.19799139167862267,
      "grad_norm": 7.264733813351285,
      "learning_rate": 2.07e-05,
      "loss": 6.5,
      "step": 138
    },
    {
      "epoch": 0.1994261119081779,
      "grad_norm": 4.493185495936484,
      "learning_rate": 2.085e-05,
      "loss": 6.9062,
      "step": 139
    },
    {
      "epoch": 0.20086083213773315,
      "grad_norm": 9.918044909923161,
      "learning_rate": 2.1e-05,
      "loss": 7.0625,
      "step": 140
    },
    {
      "epoch": 0.20229555236728838,
      "grad_norm": 3.443795824973897,
      "learning_rate": 2.1149999999999996e-05,
      "loss": 7.0625,
      "step": 141
    },
    {
      "epoch": 0.20373027259684362,
      "grad_norm": 3.3317130932153467,
      "learning_rate": 2.1299999999999996e-05,
      "loss": 7.0938,
      "step": 142
    },
    {
      "epoch": 0.20516499282639886,
      "grad_norm": 3.274645650145496,
      "learning_rate": 2.1449999999999996e-05,
      "loss": 6.875,
      "step": 143
    },
    {
      "epoch": 0.2065997130559541,
      "grad_norm": 3.048377855957187,
      "learning_rate": 2.1599999999999996e-05,
      "loss": 6.75,
      "step": 144
    },
    {
      "epoch": 0.20803443328550933,
      "grad_norm": 3.460506502619133,
      "learning_rate": 2.1749999999999997e-05,
      "loss": 7.0625,
      "step": 145
    },
    {
      "epoch": 0.20946915351506457,
      "grad_norm": 4.016661242327161,
      "learning_rate": 2.1899999999999997e-05,
      "loss": 6.5312,
      "step": 146
    },
    {
      "epoch": 0.2109038737446198,
      "grad_norm": 3.5713895541280043,
      "learning_rate": 2.2049999999999997e-05,
      "loss": 6.7812,
      "step": 147
    },
    {
      "epoch": 0.21233859397417504,
      "grad_norm": 2.7497180647194144,
      "learning_rate": 2.2199999999999998e-05,
      "loss": 6.6875,
      "step": 148
    },
    {
      "epoch": 0.21377331420373027,
      "grad_norm": 2.838684863580891,
      "learning_rate": 2.2349999999999998e-05,
      "loss": 6.8125,
      "step": 149
    },
    {
      "epoch": 0.2152080344332855,
      "grad_norm": 2.6632509473863197,
      "learning_rate": 2.2499999999999998e-05,
      "loss": 6.9688,
      "step": 150
    },
    {
      "epoch": 0.21664275466284075,
      "grad_norm": 3.380588194928397,
      "learning_rate": 2.2649999999999998e-05,
      "loss": 6.875,
      "step": 151
    },
    {
      "epoch": 0.21807747489239598,
      "grad_norm": 4.880489602811908,
      "learning_rate": 2.28e-05,
      "loss": 6.7812,
      "step": 152
    },
    {
      "epoch": 0.21951219512195122,
      "grad_norm": 3.1316126764562435,
      "learning_rate": 2.295e-05,
      "loss": 6.8125,
      "step": 153
    },
    {
      "epoch": 0.22094691535150646,
      "grad_norm": 3.8902824308199326,
      "learning_rate": 2.31e-05,
      "loss": 7.0312,
      "step": 154
    },
    {
      "epoch": 0.2223816355810617,
      "grad_norm": 5.6351135919879765,
      "learning_rate": 2.325e-05,
      "loss": 6.8125,
      "step": 155
    },
    {
      "epoch": 0.22381635581061693,
      "grad_norm": 3.2834827362732297,
      "learning_rate": 2.34e-05,
      "loss": 6.6562,
      "step": 156
    },
    {
      "epoch": 0.22525107604017217,
      "grad_norm": 3.330814754619553,
      "learning_rate": 2.3549999999999996e-05,
      "loss": 6.75,
      "step": 157
    },
    {
      "epoch": 0.2266857962697274,
      "grad_norm": 3.2725007040799343,
      "learning_rate": 2.3699999999999997e-05,
      "loss": 6.8438,
      "step": 158
    },
    {
      "epoch": 0.22812051649928264,
      "grad_norm": 3.3217871533784153,
      "learning_rate": 2.3849999999999997e-05,
      "loss": 6.7188,
      "step": 159
    },
    {
      "epoch": 0.22955523672883787,
      "grad_norm": 3.3304701944657,
      "learning_rate": 2.3999999999999997e-05,
      "loss": 6.75,
      "step": 160
    },
    {
      "epoch": 0.2309899569583931,
      "grad_norm": 7.71551806171547,
      "learning_rate": 2.4149999999999997e-05,
      "loss": 6.625,
      "step": 161
    },
    {
      "epoch": 0.23242467718794835,
      "grad_norm": 2.8793383605056837,
      "learning_rate": 2.4299999999999998e-05,
      "loss": 6.8438,
      "step": 162
    },
    {
      "epoch": 0.23385939741750358,
      "grad_norm": 2.5493589250357687,
      "learning_rate": 2.4449999999999998e-05,
      "loss": 6.75,
      "step": 163
    },
    {
      "epoch": 0.23529411764705882,
      "grad_norm": 2.9509102996780485,
      "learning_rate": 2.4599999999999998e-05,
      "loss": 6.6875,
      "step": 164
    },
    {
      "epoch": 0.23672883787661406,
      "grad_norm": 2.827247058212613,
      "learning_rate": 2.475e-05,
      "loss": 6.8125,
      "step": 165
    },
    {
      "epoch": 0.2381635581061693,
      "grad_norm": 2.5512885322711645,
      "learning_rate": 2.49e-05,
      "loss": 6.5,
      "step": 166
    },
    {
      "epoch": 0.23959827833572453,
      "grad_norm": 3.2869871312810566,
      "learning_rate": 2.505e-05,
      "loss": 6.9375,
      "step": 167
    },
    {
      "epoch": 0.24103299856527977,
      "grad_norm": 2.7909845325407474,
      "learning_rate": 2.52e-05,
      "loss": 6.9062,
      "step": 168
    },
    {
      "epoch": 0.242467718794835,
      "grad_norm": 2.527591428571757,
      "learning_rate": 2.535e-05,
      "loss": 6.6875,
      "step": 169
    },
    {
      "epoch": 0.24390243902439024,
      "grad_norm": 2.875643956499904,
      "learning_rate": 2.55e-05,
      "loss": 6.9375,
      "step": 170
    },
    {
      "epoch": 0.24533715925394547,
      "grad_norm": 3.069805601014432,
      "learning_rate": 2.565e-05,
      "loss": 6.75,
      "step": 171
    },
    {
      "epoch": 0.2467718794835007,
      "grad_norm": 3.031931079318961,
      "learning_rate": 2.5799999999999997e-05,
      "loss": 6.9688,
      "step": 172
    },
    {
      "epoch": 0.24820659971305595,
      "grad_norm": 2.8637649638477587,
      "learning_rate": 2.5949999999999997e-05,
      "loss": 6.9688,
      "step": 173
    },
    {
      "epoch": 0.24964131994261118,
      "grad_norm": 3.396194033371591,
      "learning_rate": 2.6099999999999997e-05,
      "loss": 6.7812,
      "step": 174
    },
    {
      "epoch": 0.25107604017216645,
      "grad_norm": 2.882156589679373,
      "learning_rate": 2.6249999999999998e-05,
      "loss": 6.8438,
      "step": 175
    },
    {
      "epoch": 0.25251076040172166,
      "grad_norm": 2.741247043606481,
      "learning_rate": 2.6399999999999995e-05,
      "loss": 6.6562,
      "step": 176
    },
    {
      "epoch": 0.2539454806312769,
      "grad_norm": 3.3015459299522827,
      "learning_rate": 2.6549999999999995e-05,
      "loss": 6.75,
      "step": 177
    },
    {
      "epoch": 0.25538020086083213,
      "grad_norm": 2.931762707780738,
      "learning_rate": 2.6699999999999995e-05,
      "loss": 6.4062,
      "step": 178
    },
    {
      "epoch": 0.2568149210903874,
      "grad_norm": 4.013818156858206,
      "learning_rate": 2.6849999999999995e-05,
      "loss": 6.4688,
      "step": 179
    },
    {
      "epoch": 0.2582496413199426,
      "grad_norm": 4.406685594515434,
      "learning_rate": 2.6999999999999996e-05,
      "loss": 6.4688,
      "step": 180
    },
    {
      "epoch": 0.25968436154949787,
      "grad_norm": 3.7565331399002666,
      "learning_rate": 2.7149999999999996e-05,
      "loss": 6.75,
      "step": 181
    },
    {
      "epoch": 0.2611190817790531,
      "grad_norm": 3.4354034321534765,
      "learning_rate": 2.7299999999999996e-05,
      "loss": 6.8125,
      "step": 182
    },
    {
      "epoch": 0.26255380200860834,
      "grad_norm": 3.3975465075025677,
      "learning_rate": 2.7449999999999996e-05,
      "loss": 6.1562,
      "step": 183
    },
    {
      "epoch": 0.26398852223816355,
      "grad_norm": 2.7633386369361537,
      "learning_rate": 2.7599999999999997e-05,
      "loss": 6.7812,
      "step": 184
    },
    {
      "epoch": 0.2654232424677188,
      "grad_norm": 2.2459375428218045,
      "learning_rate": 2.7749999999999997e-05,
      "loss": 6.6875,
      "step": 185
    },
    {
      "epoch": 0.266857962697274,
      "grad_norm": 3.053325812201698,
      "learning_rate": 2.7899999999999997e-05,
      "loss": 6.625,
      "step": 186
    },
    {
      "epoch": 0.2682926829268293,
      "grad_norm": 2.420380245077361,
      "learning_rate": 2.8049999999999997e-05,
      "loss": 6.25,
      "step": 187
    },
    {
      "epoch": 0.2697274031563845,
      "grad_norm": 2.5956977991421217,
      "learning_rate": 2.8199999999999998e-05,
      "loss": 6.7188,
      "step": 188
    },
    {
      "epoch": 0.27116212338593976,
      "grad_norm": 2.701580515213688,
      "learning_rate": 2.8349999999999998e-05,
      "loss": 6.7812,
      "step": 189
    },
    {
      "epoch": 0.27259684361549497,
      "grad_norm": 3.442418326570812,
      "learning_rate": 2.8499999999999998e-05,
      "loss": 6.8438,
      "step": 190
    },
    {
      "epoch": 0.27403156384505023,
      "grad_norm": 2.9961752006038322,
      "learning_rate": 2.865e-05,
      "loss": 6.4688,
      "step": 191
    },
    {
      "epoch": 0.27546628407460544,
      "grad_norm": 3.236203926443864,
      "learning_rate": 2.88e-05,
      "loss": 6.7188,
      "step": 192
    },
    {
      "epoch": 0.2769010043041607,
      "grad_norm": 3.2166920213730017,
      "learning_rate": 2.895e-05,
      "loss": 6.5938,
      "step": 193
    },
    {
      "epoch": 0.2783357245337159,
      "grad_norm": 2.302551657631799,
      "learning_rate": 2.91e-05,
      "loss": 6.7188,
      "step": 194
    },
    {
      "epoch": 0.2797704447632712,
      "grad_norm": 2.6348957986455988,
      "learning_rate": 2.925e-05,
      "loss": 6.4688,
      "step": 195
    },
    {
      "epoch": 0.2812051649928264,
      "grad_norm": 2.558048139110905,
      "learning_rate": 2.94e-05,
      "loss": 6.8438,
      "step": 196
    },
    {
      "epoch": 0.28263988522238165,
      "grad_norm": 3.144838861717613,
      "learning_rate": 2.955e-05,
      "loss": 6.9688,
      "step": 197
    },
    {
      "epoch": 0.28407460545193686,
      "grad_norm": 3.410788571608383,
      "learning_rate": 2.97e-05,
      "loss": 6.1562,
      "step": 198
    },
    {
      "epoch": 0.2855093256814921,
      "grad_norm": 2.8677712776855735,
      "learning_rate": 2.985e-05,
      "loss": 6.7812,
      "step": 199
    },
    {
      "epoch": 0.28694404591104733,
      "grad_norm": 2.205641732161674,
      "learning_rate": 2.9999999999999997e-05,
      "loss": 6.5,
      "step": 200
    },
    {
      "epoch": 0.2883787661406026,
      "grad_norm": 2.7844499198100183,
      "learning_rate": 3.0149999999999998e-05,
      "loss": 6.0625,
      "step": 201
    },
    {
      "epoch": 0.2898134863701578,
      "grad_norm": 2.5314853648001967,
      "learning_rate": 3.0299999999999998e-05,
      "loss": 6.6562,
      "step": 202
    },
    {
      "epoch": 0.29124820659971307,
      "grad_norm": 2.7031677988450413,
      "learning_rate": 3.0449999999999998e-05,
      "loss": 6.875,
      "step": 203
    },
    {
      "epoch": 0.2926829268292683,
      "grad_norm": 2.525946322850284,
      "learning_rate": 3.06e-05,
      "loss": 6.9688,
      "step": 204
    },
    {
      "epoch": 0.29411764705882354,
      "grad_norm": 2.7283652052034246,
      "learning_rate": 3.0749999999999995e-05,
      "loss": 6.4375,
      "step": 205
    },
    {
      "epoch": 0.29555236728837875,
      "grad_norm": 2.638993556592297,
      "learning_rate": 3.09e-05,
      "loss": 6.0312,
      "step": 206
    },
    {
      "epoch": 0.296987087517934,
      "grad_norm": 2.2187321992586897,
      "learning_rate": 3.1049999999999996e-05,
      "loss": 6.4688,
      "step": 207
    },
    {
      "epoch": 0.2984218077474892,
      "grad_norm": 2.4160002389744135,
      "learning_rate": 3.119999999999999e-05,
      "loss": 6.75,
      "step": 208
    },
    {
      "epoch": 0.2998565279770445,
      "grad_norm": 2.4356785795731914,
      "learning_rate": 3.1349999999999996e-05,
      "loss": 6.7188,
      "step": 209
    },
    {
      "epoch": 0.3012912482065997,
      "grad_norm": 2.367921050976393,
      "learning_rate": 3.149999999999999e-05,
      "loss": 6.75,
      "step": 210
    },
    {
      "epoch": 0.30272596843615496,
      "grad_norm": 2.244908402439931,
      "learning_rate": 3.165e-05,
      "loss": 6.6562,
      "step": 211
    },
    {
      "epoch": 0.30416068866571017,
      "grad_norm": 2.983300934251708,
      "learning_rate": 3.1799999999999994e-05,
      "loss": 6.5625,
      "step": 212
    },
    {
      "epoch": 0.30559540889526543,
      "grad_norm": 2.3484994189693804,
      "learning_rate": 3.195e-05,
      "loss": 6.4688,
      "step": 213
    },
    {
      "epoch": 0.30703012912482064,
      "grad_norm": 2.14418001095451,
      "learning_rate": 3.2099999999999994e-05,
      "loss": 6.4688,
      "step": 214
    },
    {
      "epoch": 0.3084648493543759,
      "grad_norm": 2.4739982799278315,
      "learning_rate": 3.225e-05,
      "loss": 6.625,
      "step": 215
    },
    {
      "epoch": 0.3098995695839311,
      "grad_norm": 2.0782100615874404,
      "learning_rate": 3.2399999999999995e-05,
      "loss": 6.5938,
      "step": 216
    },
    {
      "epoch": 0.3113342898134864,
      "grad_norm": 2.5314697763688896,
      "learning_rate": 3.255e-05,
      "loss": 6.75,
      "step": 217
    },
    {
      "epoch": 0.3127690100430416,
      "grad_norm": 2.380889472180113,
      "learning_rate": 3.2699999999999995e-05,
      "loss": 6.4375,
      "step": 218
    },
    {
      "epoch": 0.31420373027259685,
      "grad_norm": 2.3782037581028708,
      "learning_rate": 3.285e-05,
      "loss": 6.4062,
      "step": 219
    },
    {
      "epoch": 0.31563845050215206,
      "grad_norm": 2.380137958499094,
      "learning_rate": 3.2999999999999996e-05,
      "loss": 6.5938,
      "step": 220
    },
    {
      "epoch": 0.3170731707317073,
      "grad_norm": 2.2747272316084177,
      "learning_rate": 3.315e-05,
      "loss": 6.0938,
      "step": 221
    },
    {
      "epoch": 0.31850789096126253,
      "grad_norm": 2.590140229009754,
      "learning_rate": 3.3299999999999996e-05,
      "loss": 6.5,
      "step": 222
    },
    {
      "epoch": 0.3199426111908178,
      "grad_norm": 2.1096940049340125,
      "learning_rate": 3.345e-05,
      "loss": 6.4688,
      "step": 223
    },
    {
      "epoch": 0.321377331420373,
      "grad_norm": 2.915038373715577,
      "learning_rate": 3.36e-05,
      "loss": 6.625,
      "step": 224
    },
    {
      "epoch": 0.32281205164992827,
      "grad_norm": 2.6680457788880445,
      "learning_rate": 3.375e-05,
      "loss": 6.5938,
      "step": 225
    },
    {
      "epoch": 0.3242467718794835,
      "grad_norm": 2.1519893665393264,
      "learning_rate": 3.39e-05,
      "loss": 6.7188,
      "step": 226
    },
    {
      "epoch": 0.32568149210903874,
      "grad_norm": 3.1622682912679876,
      "learning_rate": 3.405e-05,
      "loss": 6.5938,
      "step": 227
    },
    {
      "epoch": 0.32711621233859395,
      "grad_norm": 2.1377725985994087,
      "learning_rate": 3.42e-05,
      "loss": 6.5938,
      "step": 228
    },
    {
      "epoch": 0.3285509325681492,
      "grad_norm": 2.1351051602518663,
      "learning_rate": 3.435e-05,
      "loss": 6.6562,
      "step": 229
    },
    {
      "epoch": 0.3299856527977044,
      "grad_norm": 2.301750518170149,
      "learning_rate": 3.45e-05,
      "loss": 6.7188,
      "step": 230
    },
    {
      "epoch": 0.3314203730272597,
      "grad_norm": 2.45428865426826,
      "learning_rate": 3.465e-05,
      "loss": 6.3438,
      "step": 231
    },
    {
      "epoch": 0.3328550932568149,
      "grad_norm": 2.060679307434541,
      "learning_rate": 3.48e-05,
      "loss": 6.5625,
      "step": 232
    },
    {
      "epoch": 0.33428981348637016,
      "grad_norm": 2.726501317564625,
      "learning_rate": 3.4949999999999996e-05,
      "loss": 6.5312,
      "step": 233
    },
    {
      "epoch": 0.3357245337159254,
      "grad_norm": 2.117239384441029,
      "learning_rate": 3.51e-05,
      "loss": 6.375,
      "step": 234
    },
    {
      "epoch": 0.33715925394548063,
      "grad_norm": 2.128421565304742,
      "learning_rate": 3.5249999999999996e-05,
      "loss": 6.5938,
      "step": 235
    },
    {
      "epoch": 0.3385939741750359,
      "grad_norm": 2.6369269340675348,
      "learning_rate": 3.539999999999999e-05,
      "loss": 6.0625,
      "step": 236
    },
    {
      "epoch": 0.3400286944045911,
      "grad_norm": 2.0922168122335476,
      "learning_rate": 3.555e-05,
      "loss": 6.7188,
      "step": 237
    },
    {
      "epoch": 0.34146341463414637,
      "grad_norm": 2.0406283578181434,
      "learning_rate": 3.5699999999999994e-05,
      "loss": 6.625,
      "step": 238
    },
    {
      "epoch": 0.3428981348637016,
      "grad_norm": 2.2040705832197847,
      "learning_rate": 3.585e-05,
      "loss": 6.5938,
      "step": 239
    },
    {
      "epoch": 0.34433285509325684,
      "grad_norm": 2.1510674725947347,
      "learning_rate": 3.5999999999999994e-05,
      "loss": 6.875,
      "step": 240
    },
    {
      "epoch": 0.34576757532281205,
      "grad_norm": 3.288345276685966,
      "learning_rate": 3.615e-05,
      "loss": 6.1562,
      "step": 241
    },
    {
      "epoch": 0.3472022955523673,
      "grad_norm": 2.002577290626275,
      "learning_rate": 3.6299999999999995e-05,
      "loss": 6.5312,
      "step": 242
    },
    {
      "epoch": 0.3486370157819225,
      "grad_norm": 1.8931256082223054,
      "learning_rate": 3.645e-05,
      "loss": 6.4688,
      "step": 243
    },
    {
      "epoch": 0.3500717360114778,
      "grad_norm": 2.092065253737018,
      "learning_rate": 3.6599999999999995e-05,
      "loss": 6.875,
      "step": 244
    },
    {
      "epoch": 0.351506456241033,
      "grad_norm": 2.204822730434764,
      "learning_rate": 3.675e-05,
      "loss": 6.5625,
      "step": 245
    },
    {
      "epoch": 0.35294117647058826,
      "grad_norm": 2.2196596172794703,
      "learning_rate": 3.6899999999999996e-05,
      "loss": 6.5312,
      "step": 246
    },
    {
      "epoch": 0.35437589670014347,
      "grad_norm": 2.1119846789872097,
      "learning_rate": 3.705e-05,
      "loss": 6.4062,
      "step": 247
    },
    {
      "epoch": 0.35581061692969873,
      "grad_norm": 2.506950321649519,
      "learning_rate": 3.7199999999999996e-05,
      "loss": 6.125,
      "step": 248
    },
    {
      "epoch": 0.35724533715925394,
      "grad_norm": 2.46594868085248,
      "learning_rate": 3.735e-05,
      "loss": 6.6562,
      "step": 249
    },
    {
      "epoch": 0.3586800573888092,
      "grad_norm": 1.908430013936987,
      "learning_rate": 3.75e-05,
      "loss": 6.4688,
      "step": 250
    },
    {
      "epoch": 0.3601147776183644,
      "grad_norm": 2.074658329731834,
      "learning_rate": 3.7649999999999994e-05,
      "loss": 6.625,
      "step": 251
    },
    {
      "epoch": 0.3615494978479197,
      "grad_norm": 2.4116307808713318,
      "learning_rate": 3.78e-05,
      "loss": 6.5938,
      "step": 252
    },
    {
      "epoch": 0.3629842180774749,
      "grad_norm": 1.7711574230864886,
      "learning_rate": 3.7949999999999994e-05,
      "loss": 6.5312,
      "step": 253
    },
    {
      "epoch": 0.36441893830703015,
      "grad_norm": 2.0003314707256283,
      "learning_rate": 3.81e-05,
      "loss": 6.4688,
      "step": 254
    },
    {
      "epoch": 0.36585365853658536,
      "grad_norm": 2.1961866426634895,
      "learning_rate": 3.8249999999999995e-05,
      "loss": 6.75,
      "step": 255
    },
    {
      "epoch": 0.3672883787661406,
      "grad_norm": 2.145843505345707,
      "learning_rate": 3.84e-05,
      "loss": 6.1562,
      "step": 256
    },
    {
      "epoch": 0.36872309899569583,
      "grad_norm": 2.0322547678609766,
      "learning_rate": 3.8549999999999995e-05,
      "loss": 6.25,
      "step": 257
    },
    {
      "epoch": 0.3701578192252511,
      "grad_norm": 1.841936946302532,
      "learning_rate": 3.87e-05,
      "loss": 6.9375,
      "step": 258
    },
    {
      "epoch": 0.3715925394548063,
      "grad_norm": 1.7727356492689295,
      "learning_rate": 3.8849999999999996e-05,
      "loss": 6.3438,
      "step": 259
    },
    {
      "epoch": 0.37302725968436157,
      "grad_norm": 2.2131662726149592,
      "learning_rate": 3.9e-05,
      "loss": 6.6562,
      "step": 260
    },
    {
      "epoch": 0.3744619799139168,
      "grad_norm": 1.9725777566777214,
      "learning_rate": 3.9149999999999996e-05,
      "loss": 6.375,
      "step": 261
    },
    {
      "epoch": 0.37589670014347204,
      "grad_norm": 1.7490954586708434,
      "learning_rate": 3.93e-05,
      "loss": 6.6562,
      "step": 262
    },
    {
      "epoch": 0.37733142037302725,
      "grad_norm": 1.8804902147822262,
      "learning_rate": 3.945e-05,
      "loss": 6.7188,
      "step": 263
    },
    {
      "epoch": 0.3787661406025825,
      "grad_norm": 1.8231061359810834,
      "learning_rate": 3.96e-05,
      "loss": 6.5938,
      "step": 264
    },
    {
      "epoch": 0.3802008608321377,
      "grad_norm": 1.8136881348541778,
      "learning_rate": 3.975e-05,
      "loss": 6.375,
      "step": 265
    },
    {
      "epoch": 0.381635581061693,
      "grad_norm": 2.310492431536051,
      "learning_rate": 3.99e-05,
      "loss": 6.6562,
      "step": 266
    },
    {
      "epoch": 0.3830703012912482,
      "grad_norm": 1.8442289947502464,
      "learning_rate": 4.005e-05,
      "loss": 6.5938,
      "step": 267
    },
    {
      "epoch": 0.38450502152080346,
      "grad_norm": 1.870276001636278,
      "learning_rate": 4.02e-05,
      "loss": 6.5625,
      "step": 268
    },
    {
      "epoch": 0.38593974175035867,
      "grad_norm": 1.9955308396513665,
      "learning_rate": 4.035e-05,
      "loss": 6.6562,
      "step": 269
    },
    {
      "epoch": 0.38737446197991393,
      "grad_norm": 1.9883454048623341,
      "learning_rate": 4.05e-05,
      "loss": 6.0312,
      "step": 270
    },
    {
      "epoch": 0.38880918220946914,
      "grad_norm": 2.28799311848991,
      "learning_rate": 4.065e-05,
      "loss": 6.2812,
      "step": 271
    },
    {
      "epoch": 0.3902439024390244,
      "grad_norm": 1.9667981312431329,
      "learning_rate": 4.08e-05,
      "loss": 6.25,
      "step": 272
    },
    {
      "epoch": 0.3916786226685796,
      "grad_norm": 1.9015997797157982,
      "learning_rate": 4.095e-05,
      "loss": 6.5938,
      "step": 273
    },
    {
      "epoch": 0.3931133428981349,
      "grad_norm": 2.2239277410687,
      "learning_rate": 4.11e-05,
      "loss": 6.5,
      "step": 274
    },
    {
      "epoch": 0.3945480631276901,
      "grad_norm": 1.9923822109320826,
      "learning_rate": 4.125e-05,
      "loss": 6.5938,
      "step": 275
    },
    {
      "epoch": 0.39598278335724535,
      "grad_norm": 2.2105143938718474,
      "learning_rate": 4.14e-05,
      "loss": 6.5312,
      "step": 276
    },
    {
      "epoch": 0.39741750358680056,
      "grad_norm": 2.34597293360801,
      "learning_rate": 4.155e-05,
      "loss": 6.5,
      "step": 277
    },
    {
      "epoch": 0.3988522238163558,
      "grad_norm": 1.7500862572585898,
      "learning_rate": 4.17e-05,
      "loss": 6.5,
      "step": 278
    },
    {
      "epoch": 0.40028694404591103,
      "grad_norm": 1.8692664659465814,
      "learning_rate": 4.185e-05,
      "loss": 6.5312,
      "step": 279
    },
    {
      "epoch": 0.4017216642754663,
      "grad_norm": 2.049086171633801,
      "learning_rate": 4.2e-05,
      "loss": 6.4375,
      "step": 280
    },
    {
      "epoch": 0.4031563845050215,
      "grad_norm": 1.7559184439911424,
      "learning_rate": 4.215e-05,
      "loss": 6.4375,
      "step": 281
    },
    {
      "epoch": 0.40459110473457677,
      "grad_norm": 1.7754153617063475,
      "learning_rate": 4.229999999999999e-05,
      "loss": 6.5,
      "step": 282
    },
    {
      "epoch": 0.406025824964132,
      "grad_norm": 2.563051585019415,
      "learning_rate": 4.2449999999999995e-05,
      "loss": 6.6875,
      "step": 283
    },
    {
      "epoch": 0.40746054519368724,
      "grad_norm": 1.7139899724562597,
      "learning_rate": 4.259999999999999e-05,
      "loss": 6.4688,
      "step": 284
    },
    {
      "epoch": 0.40889526542324245,
      "grad_norm": 1.836283316901094,
      "learning_rate": 4.2749999999999996e-05,
      "loss": 6.1875,
      "step": 285
    },
    {
      "epoch": 0.4103299856527977,
      "grad_norm": 1.6602128492876231,
      "learning_rate": 4.289999999999999e-05,
      "loss": 6.5,
      "step": 286
    },
    {
      "epoch": 0.4117647058823529,
      "grad_norm": 1.6988348110125047,
      "learning_rate": 4.3049999999999996e-05,
      "loss": 6.3438,
      "step": 287
    },
    {
      "epoch": 0.4131994261119082,
      "grad_norm": 1.7654511444365928,
      "learning_rate": 4.319999999999999e-05,
      "loss": 6.5,
      "step": 288
    },
    {
      "epoch": 0.4146341463414634,
      "grad_norm": 1.7756710622326262,
      "learning_rate": 4.334999999999999e-05,
      "loss": 6.5312,
      "step": 289
    },
    {
      "epoch": 0.41606886657101866,
      "grad_norm": 1.7727567842235714,
      "learning_rate": 4.3499999999999993e-05,
      "loss": 6.375,
      "step": 290
    },
    {
      "epoch": 0.41750358680057387,
      "grad_norm": 1.721841254324037,
      "learning_rate": 4.364999999999999e-05,
      "loss": 6.375,
      "step": 291
    },
    {
      "epoch": 0.41893830703012913,
      "grad_norm": 1.732340471267838,
      "learning_rate": 4.3799999999999994e-05,
      "loss": 5.875,
      "step": 292
    },
    {
      "epoch": 0.42037302725968434,
      "grad_norm": 1.9062814281903684,
      "learning_rate": 4.394999999999999e-05,
      "loss": 6.5312,
      "step": 293
    },
    {
      "epoch": 0.4218077474892396,
      "grad_norm": 1.5698470648944371,
      "learning_rate": 4.4099999999999995e-05,
      "loss": 6.1562,
      "step": 294
    },
    {
      "epoch": 0.4232424677187948,
      "grad_norm": 1.6622909399573258,
      "learning_rate": 4.424999999999999e-05,
      "loss": 5.9688,
      "step": 295
    },
    {
      "epoch": 0.4246771879483501,
      "grad_norm": 1.7368707292360677,
      "learning_rate": 4.4399999999999995e-05,
      "loss": 6.2812,
      "step": 296
    },
    {
      "epoch": 0.4261119081779053,
      "grad_norm": 1.6464922000646829,
      "learning_rate": 4.454999999999999e-05,
      "loss": 6.375,
      "step": 297
    },
    {
      "epoch": 0.42754662840746055,
      "grad_norm": 1.4660268053541499,
      "learning_rate": 4.4699999999999996e-05,
      "loss": 6.4062,
      "step": 298
    },
    {
      "epoch": 0.42898134863701576,
      "grad_norm": 1.8354183927386403,
      "learning_rate": 4.484999999999999e-05,
      "loss": 6.0,
      "step": 299
    },
    {
      "epoch": 0.430416068866571,
      "grad_norm": 1.7521422864955,
      "learning_rate": 4.4999999999999996e-05,
      "loss": 6.4688,
      "step": 300
    },
    {
      "epoch": 0.43185078909612623,
      "grad_norm": 1.6872532546489298,
      "learning_rate": 4.514999999999999e-05,
      "loss": 6.1875,
      "step": 301
    },
    {
      "epoch": 0.4332855093256815,
      "grad_norm": 2.0566480056121135,
      "learning_rate": 4.5299999999999997e-05,
      "loss": 6.5,
      "step": 302
    },
    {
      "epoch": 0.4347202295552367,
      "grad_norm": 1.7033465026928027,
      "learning_rate": 4.5449999999999993e-05,
      "loss": 6.1562,
      "step": 303
    },
    {
      "epoch": 0.43615494978479197,
      "grad_norm": 1.5678362396643026,
      "learning_rate": 4.56e-05,
      "loss": 6.3438,
      "step": 304
    },
    {
      "epoch": 0.4375896700143472,
      "grad_norm": 1.6798423283731767,
      "learning_rate": 4.5749999999999994e-05,
      "loss": 6.2188,
      "step": 305
    },
    {
      "epoch": 0.43902439024390244,
      "grad_norm": 1.5562086329083402,
      "learning_rate": 4.59e-05,
      "loss": 6.4062,
      "step": 306
    },
    {
      "epoch": 0.44045911047345765,
      "grad_norm": 1.5736371386925148,
      "learning_rate": 4.6049999999999994e-05,
      "loss": 6.3438,
      "step": 307
    },
    {
      "epoch": 0.4418938307030129,
      "grad_norm": 1.5750981541941587,
      "learning_rate": 4.62e-05,
      "loss": 6.4062,
      "step": 308
    },
    {
      "epoch": 0.4433285509325681,
      "grad_norm": 1.5605427686179725,
      "learning_rate": 4.6349999999999995e-05,
      "loss": 6.5625,
      "step": 309
    },
    {
      "epoch": 0.4447632711621234,
      "grad_norm": 1.5211244574233942,
      "learning_rate": 4.65e-05,
      "loss": 6.5,
      "step": 310
    },
    {
      "epoch": 0.44619799139167865,
      "grad_norm": 1.5970682263801776,
      "learning_rate": 4.6649999999999996e-05,
      "loss": 6.5625,
      "step": 311
    },
    {
      "epoch": 0.44763271162123386,
      "grad_norm": 1.7625770302955923,
      "learning_rate": 4.68e-05,
      "loss": 6.3438,
      "step": 312
    },
    {
      "epoch": 0.4490674318507891,
      "grad_norm": 1.6248445195848218,
      "learning_rate": 4.6949999999999996e-05,
      "loss": 6.5,
      "step": 313
    },
    {
      "epoch": 0.45050215208034433,
      "grad_norm": 1.8046416811164534,
      "learning_rate": 4.709999999999999e-05,
      "loss": 6.3438,
      "step": 314
    },
    {
      "epoch": 0.4519368723098996,
      "grad_norm": 1.8585121577892092,
      "learning_rate": 4.7249999999999997e-05,
      "loss": 6.5312,
      "step": 315
    },
    {
      "epoch": 0.4533715925394548,
      "grad_norm": 1.5685924581881177,
      "learning_rate": 4.7399999999999993e-05,
      "loss": 6.3125,
      "step": 316
    },
    {
      "epoch": 0.45480631276901007,
      "grad_norm": 1.7118082233719207,
      "learning_rate": 4.755e-05,
      "loss": 6.75,
      "step": 317
    },
    {
      "epoch": 0.4562410329985653,
      "grad_norm": 1.886755252915352,
      "learning_rate": 4.7699999999999994e-05,
      "loss": 6.375,
      "step": 318
    },
    {
      "epoch": 0.45767575322812054,
      "grad_norm": 1.5068955660145253,
      "learning_rate": 4.785e-05,
      "loss": 6.4375,
      "step": 319
    },
    {
      "epoch": 0.45911047345767575,
      "grad_norm": 1.6064154579982253,
      "learning_rate": 4.7999999999999994e-05,
      "loss": 6.1875,
      "step": 320
    },
    {
      "epoch": 0.460545193687231,
      "grad_norm": 1.817318564210395,
      "learning_rate": 4.815e-05,
      "loss": 6.5938,
      "step": 321
    },
    {
      "epoch": 0.4619799139167862,
      "grad_norm": 1.6854936072103666,
      "learning_rate": 4.8299999999999995e-05,
      "loss": 6.125,
      "step": 322
    },
    {
      "epoch": 0.4634146341463415,
      "grad_norm": 1.6224547916838141,
      "learning_rate": 4.845e-05,
      "loss": 6.625,
      "step": 323
    },
    {
      "epoch": 0.4648493543758967,
      "grad_norm": 1.4351224178154633,
      "learning_rate": 4.8599999999999995e-05,
      "loss": 6.4062,
      "step": 324
    },
    {
      "epoch": 0.46628407460545196,
      "grad_norm": 2.1248155936985023,
      "learning_rate": 4.875e-05,
      "loss": 6.5312,
      "step": 325
    },
    {
      "epoch": 0.46771879483500717,
      "grad_norm": 1.5030733290856804,
      "learning_rate": 4.8899999999999996e-05,
      "loss": 6.4062,
      "step": 326
    },
    {
      "epoch": 0.46915351506456243,
      "grad_norm": 1.7066791888372217,
      "learning_rate": 4.905e-05,
      "loss": 6.2812,
      "step": 327
    },
    {
      "epoch": 0.47058823529411764,
      "grad_norm": 1.9370915567895564,
      "learning_rate": 4.9199999999999997e-05,
      "loss": 6.2188,
      "step": 328
    },
    {
      "epoch": 0.4720229555236729,
      "grad_norm": 1.9999962070939892,
      "learning_rate": 4.935e-05,
      "loss": 6.6875,
      "step": 329
    },
    {
      "epoch": 0.4734576757532281,
      "grad_norm": 1.5174808251996152,
      "learning_rate": 4.95e-05,
      "loss": 6.2812,
      "step": 330
    },
    {
      "epoch": 0.4748923959827834,
      "grad_norm": 1.5602056072666142,
      "learning_rate": 4.965e-05,
      "loss": 6.3125,
      "step": 331
    },
    {
      "epoch": 0.4763271162123386,
      "grad_norm": 1.7579835927697787,
      "learning_rate": 4.98e-05,
      "loss": 6.6562,
      "step": 332
    },
    {
      "epoch": 0.47776183644189385,
      "grad_norm": 1.485623207363064,
      "learning_rate": 4.995e-05,
      "loss": 6.0938,
      "step": 333
    },
    {
      "epoch": 0.47919655667144906,
      "grad_norm": 1.8337404631922485,
      "learning_rate": 5.01e-05,
      "loss": 6.3125,
      "step": 334
    },
    {
      "epoch": 0.4806312769010043,
      "grad_norm": 1.6259548933077983,
      "learning_rate": 5.025e-05,
      "loss": 6.1875,
      "step": 335
    },
    {
      "epoch": 0.48206599713055953,
      "grad_norm": 1.7599563381066157,
      "learning_rate": 5.04e-05,
      "loss": 6.4688,
      "step": 336
    },
    {
      "epoch": 0.4835007173601148,
      "grad_norm": 1.6345184049874952,
      "learning_rate": 5.055e-05,
      "loss": 6.2812,
      "step": 337
    },
    {
      "epoch": 0.48493543758967,
      "grad_norm": 1.6704205533094902,
      "learning_rate": 5.07e-05,
      "loss": 6.1875,
      "step": 338
    },
    {
      "epoch": 0.48637015781922527,
      "grad_norm": 1.9209930468039889,
      "learning_rate": 5.0849999999999996e-05,
      "loss": 6.625,
      "step": 339
    },
    {
      "epoch": 0.4878048780487805,
      "grad_norm": 1.6328102618098828,
      "learning_rate": 5.1e-05,
      "loss": 6.5938,
      "step": 340
    },
    {
      "epoch": 0.48923959827833574,
      "grad_norm": 1.8255835212062026,
      "learning_rate": 5.1149999999999996e-05,
      "loss": 6.375,
      "step": 341
    },
    {
      "epoch": 0.49067431850789095,
      "grad_norm": 1.7175586172631807,
      "learning_rate": 5.13e-05,
      "loss": 6.4375,
      "step": 342
    },
    {
      "epoch": 0.4921090387374462,
      "grad_norm": 1.4520254802820938,
      "learning_rate": 5.145e-05,
      "loss": 6.5938,
      "step": 343
    },
    {
      "epoch": 0.4935437589670014,
      "grad_norm": 1.5182633526862428,
      "learning_rate": 5.1599999999999994e-05,
      "loss": 6.3125,
      "step": 344
    },
    {
      "epoch": 0.4949784791965567,
      "grad_norm": 1.7878278531443732,
      "learning_rate": 5.174999999999999e-05,
      "loss": 6.3438,
      "step": 345
    },
    {
      "epoch": 0.4964131994261119,
      "grad_norm": 1.5722613437957,
      "learning_rate": 5.1899999999999994e-05,
      "loss": 6.5312,
      "step": 346
    },
    {
      "epoch": 0.49784791965566716,
      "grad_norm": 1.9940472757525758,
      "learning_rate": 5.204999999999999e-05,
      "loss": 6.0938,
      "step": 347
    },
    {
      "epoch": 0.49928263988522237,
      "grad_norm": 1.7416143985534973,
      "learning_rate": 5.2199999999999995e-05,
      "loss": 5.9062,
      "step": 348
    },
    {
      "epoch": 0.5007173601147776,
      "grad_norm": 2.0052675887833424,
      "learning_rate": 5.234999999999999e-05,
      "loss": 6.5,
      "step": 349
    },
    {
      "epoch": 0.5021520803443329,
      "grad_norm": 1.5704935575423462,
      "learning_rate": 5.2499999999999995e-05,
      "loss": 5.75,
      "step": 350
    },
    {
      "epoch": 0.503586800573888,
      "grad_norm": 1.8457158303174852,
      "learning_rate": 5.264999999999999e-05,
      "loss": 6.7188,
      "step": 351
    },
    {
      "epoch": 0.5050215208034433,
      "grad_norm": 1.664690855806562,
      "learning_rate": 5.279999999999999e-05,
      "loss": 6.3438,
      "step": 352
    },
    {
      "epoch": 0.5064562410329986,
      "grad_norm": 1.631737154277117,
      "learning_rate": 5.294999999999999e-05,
      "loss": 6.4375,
      "step": 353
    },
    {
      "epoch": 0.5078909612625538,
      "grad_norm": 1.5660499970472364,
      "learning_rate": 5.309999999999999e-05,
      "loss": 6.25,
      "step": 354
    },
    {
      "epoch": 0.509325681492109,
      "grad_norm": 1.5052847331288108,
      "learning_rate": 5.324999999999999e-05,
      "loss": 6.1875,
      "step": 355
    },
    {
      "epoch": 0.5107604017216643,
      "grad_norm": 1.6973228151604716,
      "learning_rate": 5.339999999999999e-05,
      "loss": 6.2812,
      "step": 356
    },
    {
      "epoch": 0.5121951219512195,
      "grad_norm": 1.6073636069782218,
      "learning_rate": 5.3549999999999994e-05,
      "loss": 6.0,
      "step": 357
    },
    {
      "epoch": 0.5136298421807748,
      "grad_norm": 1.3816479235004508,
      "learning_rate": 5.369999999999999e-05,
      "loss": 6.4375,
      "step": 358
    },
    {
      "epoch": 0.5150645624103299,
      "grad_norm": 1.7080570443692895,
      "learning_rate": 5.3849999999999994e-05,
      "loss": 6.0938,
      "step": 359
    },
    {
      "epoch": 0.5164992826398852,
      "grad_norm": 1.7367020114531166,
      "learning_rate": 5.399999999999999e-05,
      "loss": 6.3438,
      "step": 360
    },
    {
      "epoch": 0.5179340028694405,
      "grad_norm": 1.7376500078806536,
      "learning_rate": 5.4149999999999995e-05,
      "loss": 6.5312,
      "step": 361
    },
    {
      "epoch": 0.5193687230989957,
      "grad_norm": 1.54009798677465,
      "learning_rate": 5.429999999999999e-05,
      "loss": 5.9062,
      "step": 362
    },
    {
      "epoch": 0.5208034433285509,
      "grad_norm": 1.8058371251784684,
      "learning_rate": 5.4449999999999995e-05,
      "loss": 6.0312,
      "step": 363
    },
    {
      "epoch": 0.5222381635581061,
      "grad_norm": 1.5007272279359514,
      "learning_rate": 5.459999999999999e-05,
      "loss": 6.1562,
      "step": 364
    },
    {
      "epoch": 0.5236728837876614,
      "grad_norm": 1.4908788539968971,
      "learning_rate": 5.4749999999999996e-05,
      "loss": 6.3125,
      "step": 365
    },
    {
      "epoch": 0.5251076040172167,
      "grad_norm": 1.5464637584219572,
      "learning_rate": 5.489999999999999e-05,
      "loss": 5.9062,
      "step": 366
    },
    {
      "epoch": 0.5265423242467718,
      "grad_norm": 1.7173995306456777,
      "learning_rate": 5.5049999999999996e-05,
      "loss": 6.375,
      "step": 367
    },
    {
      "epoch": 0.5279770444763271,
      "grad_norm": 1.782168403320921,
      "learning_rate": 5.519999999999999e-05,
      "loss": 6.4688,
      "step": 368
    },
    {
      "epoch": 0.5294117647058824,
      "grad_norm": 1.6324287575161884,
      "learning_rate": 5.535e-05,
      "loss": 5.9688,
      "step": 369
    },
    {
      "epoch": 0.5308464849354376,
      "grad_norm": 1.683330131118164,
      "learning_rate": 5.5499999999999994e-05,
      "loss": 6.3125,
      "step": 370
    },
    {
      "epoch": 0.5322812051649928,
      "grad_norm": 2.1217208319507033,
      "learning_rate": 5.565e-05,
      "loss": 6.625,
      "step": 371
    },
    {
      "epoch": 0.533715925394548,
      "grad_norm": 1.8051389824895319,
      "learning_rate": 5.5799999999999994e-05,
      "loss": 6.0,
      "step": 372
    },
    {
      "epoch": 0.5351506456241033,
      "grad_norm": 1.668044747396806,
      "learning_rate": 5.595e-05,
      "loss": 6.125,
      "step": 373
    },
    {
      "epoch": 0.5365853658536586,
      "grad_norm": 1.5424350610901127,
      "learning_rate": 5.6099999999999995e-05,
      "loss": 6.25,
      "step": 374
    },
    {
      "epoch": 0.5380200860832137,
      "grad_norm": 1.509315335053819,
      "learning_rate": 5.625e-05,
      "loss": 6.2812,
      "step": 375
    },
    {
      "epoch": 0.539454806312769,
      "grad_norm": 1.4275583927474005,
      "learning_rate": 5.6399999999999995e-05,
      "loss": 6.2188,
      "step": 376
    },
    {
      "epoch": 0.5408895265423243,
      "grad_norm": 1.5234067729744598,
      "learning_rate": 5.654999999999999e-05,
      "loss": 6.4375,
      "step": 377
    },
    {
      "epoch": 0.5423242467718795,
      "grad_norm": 1.7957466677544223,
      "learning_rate": 5.6699999999999996e-05,
      "loss": 6.4062,
      "step": 378
    },
    {
      "epoch": 0.5437589670014347,
      "grad_norm": 1.6087845547946074,
      "learning_rate": 5.684999999999999e-05,
      "loss": 6.2812,
      "step": 379
    },
    {
      "epoch": 0.5451936872309899,
      "grad_norm": 1.5038711443626054,
      "learning_rate": 5.6999999999999996e-05,
      "loss": 6.4375,
      "step": 380
    },
    {
      "epoch": 0.5466284074605452,
      "grad_norm": 1.5625456711442773,
      "learning_rate": 5.714999999999999e-05,
      "loss": 6.6875,
      "step": 381
    },
    {
      "epoch": 0.5480631276901005,
      "grad_norm": 1.6958624309473556,
      "learning_rate": 5.73e-05,
      "loss": 6.4375,
      "step": 382
    },
    {
      "epoch": 0.5494978479196556,
      "grad_norm": 1.2746960311582651,
      "learning_rate": 5.7449999999999994e-05,
      "loss": 6.3438,
      "step": 383
    },
    {
      "epoch": 0.5509325681492109,
      "grad_norm": 1.7022151897350837,
      "learning_rate": 5.76e-05,
      "loss": 6.2188,
      "step": 384
    },
    {
      "epoch": 0.5523672883787661,
      "grad_norm": 1.6279668667972764,
      "learning_rate": 5.7749999999999994e-05,
      "loss": 6.2812,
      "step": 385
    },
    {
      "epoch": 0.5538020086083214,
      "grad_norm": 1.6145204787995295,
      "learning_rate": 5.79e-05,
      "loss": 6.375,
      "step": 386
    },
    {
      "epoch": 0.5552367288378766,
      "grad_norm": 1.9540158267341845,
      "learning_rate": 5.8049999999999995e-05,
      "loss": 6.1562,
      "step": 387
    },
    {
      "epoch": 0.5566714490674318,
      "grad_norm": 1.782087431455923,
      "learning_rate": 5.82e-05,
      "loss": 6.25,
      "step": 388
    },
    {
      "epoch": 0.5581061692969871,
      "grad_norm": 1.9644540958718222,
      "learning_rate": 5.8349999999999995e-05,
      "loss": 6.625,
      "step": 389
    },
    {
      "epoch": 0.5595408895265424,
      "grad_norm": 2.167031257728159,
      "learning_rate": 5.85e-05,
      "loss": 6.4688,
      "step": 390
    },
    {
      "epoch": 0.5609756097560976,
      "grad_norm": 1.351663992780788,
      "learning_rate": 5.8649999999999996e-05,
      "loss": 6.3125,
      "step": 391
    },
    {
      "epoch": 0.5624103299856528,
      "grad_norm": 1.4086465075005827,
      "learning_rate": 5.88e-05,
      "loss": 6.2812,
      "step": 392
    },
    {
      "epoch": 0.563845050215208,
      "grad_norm": 1.4241979734889318,
      "learning_rate": 5.8949999999999996e-05,
      "loss": 6.5,
      "step": 393
    },
    {
      "epoch": 0.5652797704447633,
      "grad_norm": 1.6330454981263616,
      "learning_rate": 5.91e-05,
      "loss": 5.9062,
      "step": 394
    },
    {
      "epoch": 0.5667144906743186,
      "grad_norm": 2.1260834812091507,
      "learning_rate": 5.925e-05,
      "loss": 6.4688,
      "step": 395
    },
    {
      "epoch": 0.5681492109038737,
      "grad_norm": 1.4285116211130382,
      "learning_rate": 5.94e-05,
      "loss": 6.3438,
      "step": 396
    },
    {
      "epoch": 0.569583931133429,
      "grad_norm": 1.4186269405838074,
      "learning_rate": 5.955e-05,
      "loss": 5.9062,
      "step": 397
    },
    {
      "epoch": 0.5710186513629842,
      "grad_norm": 1.7278526493923712,
      "learning_rate": 5.97e-05,
      "loss": 6.5312,
      "step": 398
    },
    {
      "epoch": 0.5724533715925395,
      "grad_norm": 1.5446416091601438,
      "learning_rate": 5.985e-05,
      "loss": 6.25,
      "step": 399
    },
    {
      "epoch": 0.5738880918220947,
      "grad_norm": 1.3326515775310952,
      "learning_rate": 5.9999999999999995e-05,
      "loss": 6.5,
      "step": 400
    },
    {
      "epoch": 0.5753228120516499,
      "grad_norm": 1.5112990532947925,
      "learning_rate": 6.015e-05,
      "loss": 6.4375,
      "step": 401
    },
    {
      "epoch": 0.5767575322812052,
      "grad_norm": 1.408282156447725,
      "learning_rate": 6.0299999999999995e-05,
      "loss": 6.4062,
      "step": 402
    },
    {
      "epoch": 0.5781922525107605,
      "grad_norm": 1.3815314280270252,
      "learning_rate": 6.045e-05,
      "loss": 6.375,
      "step": 403
    },
    {
      "epoch": 0.5796269727403156,
      "grad_norm": 1.4228127646686732,
      "learning_rate": 6.0599999999999996e-05,
      "loss": 6.4688,
      "step": 404
    },
    {
      "epoch": 0.5810616929698709,
      "grad_norm": 1.2921090647095252,
      "learning_rate": 6.075e-05,
      "loss": 6.5312,
      "step": 405
    },
    {
      "epoch": 0.5824964131994261,
      "grad_norm": 1.5923755529102555,
      "learning_rate": 6.0899999999999996e-05,
      "loss": 6.3125,
      "step": 406
    },
    {
      "epoch": 0.5839311334289814,
      "grad_norm": 1.3633666298416063,
      "learning_rate": 6.104999999999999e-05,
      "loss": 6.625,
      "step": 407
    },
    {
      "epoch": 0.5853658536585366,
      "grad_norm": 1.3563220866151888,
      "learning_rate": 6.12e-05,
      "loss": 6.3438,
      "step": 408
    },
    {
      "epoch": 0.5868005738880918,
      "grad_norm": 1.6615775746431785,
      "learning_rate": 6.134999999999999e-05,
      "loss": 6.5625,
      "step": 409
    },
    {
      "epoch": 0.5882352941176471,
      "grad_norm": 1.2975605720939045,
      "learning_rate": 6.149999999999999e-05,
      "loss": 6.4688,
      "step": 410
    },
    {
      "epoch": 0.5896700143472023,
      "grad_norm": 1.4327613344734003,
      "learning_rate": 6.165e-05,
      "loss": 6.2188,
      "step": 411
    },
    {
      "epoch": 0.5911047345767575,
      "grad_norm": 1.4004245969858224,
      "learning_rate": 6.18e-05,
      "loss": 6.3438,
      "step": 412
    },
    {
      "epoch": 0.5925394548063128,
      "grad_norm": 1.2972810678241402,
      "learning_rate": 6.194999999999999e-05,
      "loss": 5.8125,
      "step": 413
    },
    {
      "epoch": 0.593974175035868,
      "grad_norm": 1.6871179175352882,
      "learning_rate": 6.209999999999999e-05,
      "loss": 6.4062,
      "step": 414
    },
    {
      "epoch": 0.5954088952654233,
      "grad_norm": 1.6262454170850738,
      "learning_rate": 6.225e-05,
      "loss": 6.6562,
      "step": 415
    },
    {
      "epoch": 0.5968436154949784,
      "grad_norm": 1.3038702801335975,
      "learning_rate": 6.239999999999999e-05,
      "loss": 6.3125,
      "step": 416
    },
    {
      "epoch": 0.5982783357245337,
      "grad_norm": 1.6175166632929696,
      "learning_rate": 6.254999999999999e-05,
      "loss": 6.3438,
      "step": 417
    },
    {
      "epoch": 0.599713055954089,
      "grad_norm": 1.195337408133129,
      "learning_rate": 6.269999999999999e-05,
      "loss": 6.5625,
      "step": 418
    },
    {
      "epoch": 0.6011477761836442,
      "grad_norm": 1.4181664169027575,
      "learning_rate": 6.285e-05,
      "loss": 6.4375,
      "step": 419
    },
    {
      "epoch": 0.6025824964131994,
      "grad_norm": 1.3543763188514195,
      "learning_rate": 6.299999999999999e-05,
      "loss": 6.5938,
      "step": 420
    },
    {
      "epoch": 0.6040172166427547,
      "grad_norm": 1.3666983297898205,
      "learning_rate": 6.314999999999999e-05,
      "loss": 6.3438,
      "step": 421
    },
    {
      "epoch": 0.6054519368723099,
      "grad_norm": 1.4155548841880052,
      "learning_rate": 6.33e-05,
      "loss": 6.3125,
      "step": 422
    },
    {
      "epoch": 0.6068866571018652,
      "grad_norm": 1.2961955816821757,
      "learning_rate": 6.345e-05,
      "loss": 6.2188,
      "step": 423
    },
    {
      "epoch": 0.6083213773314203,
      "grad_norm": 2.145153406291683,
      "learning_rate": 6.359999999999999e-05,
      "loss": 6.375,
      "step": 424
    },
    {
      "epoch": 0.6097560975609756,
      "grad_norm": 1.2822250033711653,
      "learning_rate": 6.374999999999999e-05,
      "loss": 6.4062,
      "step": 425
    },
    {
      "epoch": 0.6111908177905309,
      "grad_norm": 1.3982368292164302,
      "learning_rate": 6.39e-05,
      "loss": 6.0625,
      "step": 426
    },
    {
      "epoch": 0.6126255380200861,
      "grad_norm": 1.3721990188683497,
      "learning_rate": 6.405e-05,
      "loss": 6.4062,
      "step": 427
    },
    {
      "epoch": 0.6140602582496413,
      "grad_norm": 1.3334300049774863,
      "learning_rate": 6.419999999999999e-05,
      "loss": 6.375,
      "step": 428
    },
    {
      "epoch": 0.6154949784791965,
      "grad_norm": 1.5191324448926442,
      "learning_rate": 6.434999999999999e-05,
      "loss": 6.3125,
      "step": 429
    },
    {
      "epoch": 0.6169296987087518,
      "grad_norm": 1.3683418268365326,
      "learning_rate": 6.45e-05,
      "loss": 6.4062,
      "step": 430
    },
    {
      "epoch": 0.6183644189383071,
      "grad_norm": 1.4939256880785958,
      "learning_rate": 6.465e-05,
      "loss": 6.3125,
      "step": 431
    },
    {
      "epoch": 0.6197991391678622,
      "grad_norm": 1.4603465864199363,
      "learning_rate": 6.479999999999999e-05,
      "loss": 6.4688,
      "step": 432
    },
    {
      "epoch": 0.6212338593974175,
      "grad_norm": 1.4839996205801995,
      "learning_rate": 6.494999999999999e-05,
      "loss": 6.3125,
      "step": 433
    },
    {
      "epoch": 0.6226685796269728,
      "grad_norm": 1.3587207810877497,
      "learning_rate": 6.51e-05,
      "loss": 6.1562,
      "step": 434
    },
    {
      "epoch": 0.624103299856528,
      "grad_norm": 1.368484174668809,
      "learning_rate": 6.525e-05,
      "loss": 6.3125,
      "step": 435
    },
    {
      "epoch": 0.6255380200860832,
      "grad_norm": 1.5110833406304565,
      "learning_rate": 6.539999999999999e-05,
      "loss": 6.375,
      "step": 436
    },
    {
      "epoch": 0.6269727403156384,
      "grad_norm": 1.9840315171775236,
      "learning_rate": 6.555e-05,
      "loss": 5.8438,
      "step": 437
    },
    {
      "epoch": 0.6284074605451937,
      "grad_norm": 1.3113189647767545,
      "learning_rate": 6.57e-05,
      "loss": 6.3125,
      "step": 438
    },
    {
      "epoch": 0.629842180774749,
      "grad_norm": 2.0559295183175808,
      "learning_rate": 6.584999999999999e-05,
      "loss": 5.9375,
      "step": 439
    },
    {
      "epoch": 0.6312769010043041,
      "grad_norm": 1.2591111416655631,
      "learning_rate": 6.599999999999999e-05,
      "loss": 6.1875,
      "step": 440
    },
    {
      "epoch": 0.6327116212338594,
      "grad_norm": 1.452785379546752,
      "learning_rate": 6.615e-05,
      "loss": 5.7812,
      "step": 441
    },
    {
      "epoch": 0.6341463414634146,
      "grad_norm": 1.4187566157240656,
      "learning_rate": 6.63e-05,
      "loss": 6.0312,
      "step": 442
    },
    {
      "epoch": 0.6355810616929699,
      "grad_norm": 1.388726071743181,
      "learning_rate": 6.644999999999999e-05,
      "loss": 6.3438,
      "step": 443
    },
    {
      "epoch": 0.6370157819225251,
      "grad_norm": 1.5088720794120725,
      "learning_rate": 6.659999999999999e-05,
      "loss": 6.0,
      "step": 444
    },
    {
      "epoch": 0.6384505021520803,
      "grad_norm": 1.2103550581555695,
      "learning_rate": 6.675e-05,
      "loss": 6.1562,
      "step": 445
    },
    {
      "epoch": 0.6398852223816356,
      "grad_norm": 1.2634341278724899,
      "learning_rate": 6.69e-05,
      "loss": 6.4375,
      "step": 446
    },
    {
      "epoch": 0.6413199426111909,
      "grad_norm": 1.288758660058803,
      "learning_rate": 6.704999999999999e-05,
      "loss": 6.25,
      "step": 447
    },
    {
      "epoch": 0.642754662840746,
      "grad_norm": 1.3082861213668833,
      "learning_rate": 6.72e-05,
      "loss": 6.4375,
      "step": 448
    },
    {
      "epoch": 0.6441893830703013,
      "grad_norm": 1.5227317709359447,
      "learning_rate": 6.735e-05,
      "loss": 5.875,
      "step": 449
    },
    {
      "epoch": 0.6456241032998565,
      "grad_norm": 1.5008139020503382,
      "learning_rate": 6.75e-05,
      "loss": 6.5625,
      "step": 450
    },
    {
      "epoch": 0.6470588235294118,
      "grad_norm": 1.478852370434869,
      "learning_rate": 6.764999999999999e-05,
      "loss": 6.25,
      "step": 451
    },
    {
      "epoch": 0.648493543758967,
      "grad_norm": 1.362133612248047,
      "learning_rate": 6.78e-05,
      "loss": 6.3438,
      "step": 452
    },
    {
      "epoch": 0.6499282639885222,
      "grad_norm": 1.580801234237506,
      "learning_rate": 6.795e-05,
      "loss": 6.2812,
      "step": 453
    },
    {
      "epoch": 0.6513629842180775,
      "grad_norm": 1.3757441640296222,
      "learning_rate": 6.81e-05,
      "loss": 6.375,
      "step": 454
    },
    {
      "epoch": 0.6527977044476327,
      "grad_norm": 1.3283879596845987,
      "learning_rate": 6.824999999999999e-05,
      "loss": 6.5312,
      "step": 455
    },
    {
      "epoch": 0.6542324246771879,
      "grad_norm": 1.2315716578475688,
      "learning_rate": 6.84e-05,
      "loss": 6.4375,
      "step": 456
    },
    {
      "epoch": 0.6556671449067432,
      "grad_norm": 1.3130181638030811,
      "learning_rate": 6.855e-05,
      "loss": 6.1875,
      "step": 457
    },
    {
      "epoch": 0.6571018651362984,
      "grad_norm": 1.4200351877750013,
      "learning_rate": 6.87e-05,
      "loss": 6.0625,
      "step": 458
    },
    {
      "epoch": 0.6585365853658537,
      "grad_norm": 1.2921753530114524,
      "learning_rate": 6.884999999999999e-05,
      "loss": 6.1875,
      "step": 459
    },
    {
      "epoch": 0.6599713055954088,
      "grad_norm": 1.2833247571768378,
      "learning_rate": 6.9e-05,
      "loss": 6.2188,
      "step": 460
    },
    {
      "epoch": 0.6614060258249641,
      "grad_norm": 1.5637866332642607,
      "learning_rate": 6.915e-05,
      "loss": 6.3125,
      "step": 461
    },
    {
      "epoch": 0.6628407460545194,
      "grad_norm": 1.287089517539538,
      "learning_rate": 6.93e-05,
      "loss": 6.2812,
      "step": 462
    },
    {
      "epoch": 0.6642754662840746,
      "grad_norm": 1.3534941607395325,
      "learning_rate": 6.945e-05,
      "loss": 6.1875,
      "step": 463
    },
    {
      "epoch": 0.6657101865136298,
      "grad_norm": 1.266007482156099,
      "learning_rate": 6.96e-05,
      "loss": 6.375,
      "step": 464
    },
    {
      "epoch": 0.667144906743185,
      "grad_norm": 1.2564604045422085,
      "learning_rate": 6.975e-05,
      "loss": 6.1875,
      "step": 465
    },
    {
      "epoch": 0.6685796269727403,
      "grad_norm": 1.2207618249494512,
      "learning_rate": 6.989999999999999e-05,
      "loss": 6.25,
      "step": 466
    },
    {
      "epoch": 0.6700143472022956,
      "grad_norm": 1.1804374222450338,
      "learning_rate": 7.005e-05,
      "loss": 6.5312,
      "step": 467
    },
    {
      "epoch": 0.6714490674318508,
      "grad_norm": 1.4787337389541846,
      "learning_rate": 7.02e-05,
      "loss": 6.3438,
      "step": 468
    },
    {
      "epoch": 0.672883787661406,
      "grad_norm": 1.2182124355081068,
      "learning_rate": 7.034999999999999e-05,
      "loss": 6.1562,
      "step": 469
    },
    {
      "epoch": 0.6743185078909613,
      "grad_norm": 1.2241720661497206,
      "learning_rate": 7.049999999999999e-05,
      "loss": 5.9062,
      "step": 470
    },
    {
      "epoch": 0.6757532281205165,
      "grad_norm": 1.8396899871194388,
      "learning_rate": 7.065e-05,
      "loss": 6.25,
      "step": 471
    },
    {
      "epoch": 0.6771879483500718,
      "grad_norm": 1.4510943524920052,
      "learning_rate": 7.079999999999999e-05,
      "loss": 6.3438,
      "step": 472
    },
    {
      "epoch": 0.6786226685796269,
      "grad_norm": 1.7321509135766175,
      "learning_rate": 7.094999999999999e-05,
      "loss": 6.5,
      "step": 473
    },
    {
      "epoch": 0.6800573888091822,
      "grad_norm": 1.3810494314735797,
      "learning_rate": 7.11e-05,
      "loss": 6.3125,
      "step": 474
    },
    {
      "epoch": 0.6814921090387375,
      "grad_norm": 1.3096136960144096,
      "learning_rate": 7.125e-05,
      "loss": 6.0625,
      "step": 475
    },
    {
      "epoch": 0.6829268292682927,
      "grad_norm": 1.4275891455956633,
      "learning_rate": 7.139999999999999e-05,
      "loss": 6.25,
      "step": 476
    },
    {
      "epoch": 0.6843615494978479,
      "grad_norm": 1.6297599236652849,
      "learning_rate": 7.154999999999999e-05,
      "loss": 6.4062,
      "step": 477
    },
    {
      "epoch": 0.6857962697274032,
      "grad_norm": 1.3091566238792236,
      "learning_rate": 7.17e-05,
      "loss": 6.3438,
      "step": 478
    },
    {
      "epoch": 0.6872309899569584,
      "grad_norm": 1.6239743591387976,
      "learning_rate": 7.184999999999998e-05,
      "loss": 6.1875,
      "step": 479
    },
    {
      "epoch": 0.6886657101865137,
      "grad_norm": 1.675401571176996,
      "learning_rate": 7.199999999999999e-05,
      "loss": 5.75,
      "step": 480
    },
    {
      "epoch": 0.6901004304160688,
      "grad_norm": 1.516531117913508,
      "learning_rate": 7.214999999999999e-05,
      "loss": 6.0,
      "step": 481
    },
    {
      "epoch": 0.6915351506456241,
      "grad_norm": 1.6497027248472886,
      "learning_rate": 7.23e-05,
      "loss": 5.625,
      "step": 482
    },
    {
      "epoch": 0.6929698708751794,
      "grad_norm": 2.5366120062306887,
      "learning_rate": 7.244999999999999e-05,
      "loss": 6.0938,
      "step": 483
    },
    {
      "epoch": 0.6944045911047346,
      "grad_norm": 1.5381032892133455,
      "learning_rate": 7.259999999999999e-05,
      "loss": 6.1562,
      "step": 484
    },
    {
      "epoch": 0.6958393113342898,
      "grad_norm": 1.3495521614820707,
      "learning_rate": 7.274999999999999e-05,
      "loss": 6.3438,
      "step": 485
    },
    {
      "epoch": 0.697274031563845,
      "grad_norm": 1.5819922339106185,
      "learning_rate": 7.29e-05,
      "loss": 6.2188,
      "step": 486
    },
    {
      "epoch": 0.6987087517934003,
      "grad_norm": 1.4027925830068753,
      "learning_rate": 7.304999999999999e-05,
      "loss": 6.625,
      "step": 487
    },
    {
      "epoch": 0.7001434720229556,
      "grad_norm": 1.5932250592791757,
      "learning_rate": 7.319999999999999e-05,
      "loss": 6.4375,
      "step": 488
    },
    {
      "epoch": 0.7015781922525107,
      "grad_norm": 1.3215046200306857,
      "learning_rate": 7.335e-05,
      "loss": 6.2188,
      "step": 489
    },
    {
      "epoch": 0.703012912482066,
      "grad_norm": 1.7887072130817956,
      "learning_rate": 7.35e-05,
      "loss": 5.5938,
      "step": 490
    },
    {
      "epoch": 0.7044476327116213,
      "grad_norm": 1.192000783167015,
      "learning_rate": 7.364999999999999e-05,
      "loss": 6.2188,
      "step": 491
    },
    {
      "epoch": 0.7058823529411765,
      "grad_norm": 1.4092554588205093,
      "learning_rate": 7.379999999999999e-05,
      "loss": 6.1875,
      "step": 492
    },
    {
      "epoch": 0.7073170731707317,
      "grad_norm": 1.2911850762059205,
      "learning_rate": 7.395e-05,
      "loss": 6.1562,
      "step": 493
    },
    {
      "epoch": 0.7087517934002869,
      "grad_norm": 1.1390678887145542,
      "learning_rate": 7.41e-05,
      "loss": 6.2188,
      "step": 494
    },
    {
      "epoch": 0.7101865136298422,
      "grad_norm": 1.3225928522002448,
      "learning_rate": 7.424999999999999e-05,
      "loss": 5.9688,
      "step": 495
    },
    {
      "epoch": 0.7116212338593975,
      "grad_norm": 1.2973967498508427,
      "learning_rate": 7.439999999999999e-05,
      "loss": 6.0938,
      "step": 496
    },
    {
      "epoch": 0.7130559540889526,
      "grad_norm": 1.191920959801667,
      "learning_rate": 7.455e-05,
      "loss": 6.1562,
      "step": 497
    },
    {
      "epoch": 0.7144906743185079,
      "grad_norm": 1.318928482886643,
      "learning_rate": 7.47e-05,
      "loss": 6.25,
      "step": 498
    },
    {
      "epoch": 0.7159253945480631,
      "grad_norm": 1.0709675894763395,
      "learning_rate": 7.484999999999999e-05,
      "loss": 6.0625,
      "step": 499
    },
    {
      "epoch": 0.7173601147776184,
      "grad_norm": 1.254573171739141,
      "learning_rate": 7.5e-05,
      "loss": 6.2812,
      "step": 500
    },
    {
      "epoch": 0.7187948350071736,
      "grad_norm": 1.1339780613123094,
      "learning_rate": 7.515e-05,
      "loss": 6.0938,
      "step": 501
    },
    {
      "epoch": 0.7202295552367288,
      "grad_norm": 1.2966038096481958,
      "learning_rate": 7.529999999999999e-05,
      "loss": 6.3125,
      "step": 502
    },
    {
      "epoch": 0.7216642754662841,
      "grad_norm": 1.2574737947277315,
      "learning_rate": 7.544999999999999e-05,
      "loss": 5.9062,
      "step": 503
    },
    {
      "epoch": 0.7230989956958394,
      "grad_norm": 1.6430168174365145,
      "learning_rate": 7.56e-05,
      "loss": 6.375,
      "step": 504
    },
    {
      "epoch": 0.7245337159253945,
      "grad_norm": 1.147398339667261,
      "learning_rate": 7.575e-05,
      "loss": 6.1875,
      "step": 505
    },
    {
      "epoch": 0.7259684361549498,
      "grad_norm": 1.2241103105645212,
      "learning_rate": 7.589999999999999e-05,
      "loss": 6.0625,
      "step": 506
    },
    {
      "epoch": 0.727403156384505,
      "grad_norm": 1.1205031931002154,
      "learning_rate": 7.604999999999999e-05,
      "loss": 6.5938,
      "step": 507
    },
    {
      "epoch": 0.7288378766140603,
      "grad_norm": 1.2063980640692602,
      "learning_rate": 7.62e-05,
      "loss": 6.2188,
      "step": 508
    },
    {
      "epoch": 0.7302725968436155,
      "grad_norm": 1.1893326405878855,
      "learning_rate": 7.635e-05,
      "loss": 6.125,
      "step": 509
    },
    {
      "epoch": 0.7317073170731707,
      "grad_norm": 1.2205386303347776,
      "learning_rate": 7.649999999999999e-05,
      "loss": 6.2188,
      "step": 510
    },
    {
      "epoch": 0.733142037302726,
      "grad_norm": 1.131496360062111,
      "learning_rate": 7.664999999999999e-05,
      "loss": 6.2188,
      "step": 511
    },
    {
      "epoch": 0.7345767575322812,
      "grad_norm": 1.4739415878640956,
      "learning_rate": 7.68e-05,
      "loss": 6.1875,
      "step": 512
    },
    {
      "epoch": 0.7360114777618364,
      "grad_norm": 1.275524607150094,
      "learning_rate": 7.695e-05,
      "loss": 6.2188,
      "step": 513
    },
    {
      "epoch": 0.7374461979913917,
      "grad_norm": 1.697926840158856,
      "learning_rate": 7.709999999999999e-05,
      "loss": 5.8438,
      "step": 514
    },
    {
      "epoch": 0.7388809182209469,
      "grad_norm": 1.261246085093034,
      "learning_rate": 7.725e-05,
      "loss": 6.2812,
      "step": 515
    },
    {
      "epoch": 0.7403156384505022,
      "grad_norm": 1.5136167137269667,
      "learning_rate": 7.74e-05,
      "loss": 6.3125,
      "step": 516
    },
    {
      "epoch": 0.7417503586800573,
      "grad_norm": 1.5679055297795232,
      "learning_rate": 7.755e-05,
      "loss": 6.625,
      "step": 517
    },
    {
      "epoch": 0.7431850789096126,
      "grad_norm": 1.3728969170832293,
      "learning_rate": 7.769999999999999e-05,
      "loss": 5.9375,
      "step": 518
    },
    {
      "epoch": 0.7446197991391679,
      "grad_norm": 1.4976693778586583,
      "learning_rate": 7.785e-05,
      "loss": 6.125,
      "step": 519
    },
    {
      "epoch": 0.7460545193687231,
      "grad_norm": 1.2891322613554208,
      "learning_rate": 7.8e-05,
      "loss": 6.2812,
      "step": 520
    },
    {
      "epoch": 0.7474892395982783,
      "grad_norm": 1.374738068919552,
      "learning_rate": 7.815e-05,
      "loss": 6.3125,
      "step": 521
    },
    {
      "epoch": 0.7489239598278336,
      "grad_norm": 1.2752104665473019,
      "learning_rate": 7.829999999999999e-05,
      "loss": 6.0,
      "step": 522
    },
    {
      "epoch": 0.7503586800573888,
      "grad_norm": 1.271049688349387,
      "learning_rate": 7.845e-05,
      "loss": 6.4375,
      "step": 523
    },
    {
      "epoch": 0.7517934002869441,
      "grad_norm": 1.4080148086269477,
      "learning_rate": 7.86e-05,
      "loss": 6.4062,
      "step": 524
    },
    {
      "epoch": 0.7532281205164992,
      "grad_norm": 1.2608491644919895,
      "learning_rate": 7.874999999999999e-05,
      "loss": 6.2188,
      "step": 525
    },
    {
      "epoch": 0.7546628407460545,
      "grad_norm": 1.2301232960430777,
      "learning_rate": 7.89e-05,
      "loss": 5.9688,
      "step": 526
    },
    {
      "epoch": 0.7560975609756098,
      "grad_norm": 1.8446086380696325,
      "learning_rate": 7.905e-05,
      "loss": 6.3125,
      "step": 527
    },
    {
      "epoch": 0.757532281205165,
      "grad_norm": 1.2592272640078745,
      "learning_rate": 7.92e-05,
      "loss": 6.3125,
      "step": 528
    },
    {
      "epoch": 0.7589670014347202,
      "grad_norm": 1.079953985938532,
      "learning_rate": 7.934999999999999e-05,
      "loss": 6.4375,
      "step": 529
    },
    {
      "epoch": 0.7604017216642754,
      "grad_norm": 1.8192723755654023,
      "learning_rate": 7.95e-05,
      "loss": 5.75,
      "step": 530
    },
    {
      "epoch": 0.7618364418938307,
      "grad_norm": 1.2507023828433295,
      "learning_rate": 7.965e-05,
      "loss": 5.9375,
      "step": 531
    },
    {
      "epoch": 0.763271162123386,
      "grad_norm": 1.3550086097026077,
      "learning_rate": 7.98e-05,
      "loss": 6.0312,
      "step": 532
    },
    {
      "epoch": 0.7647058823529411,
      "grad_norm": 1.3609812469957623,
      "learning_rate": 7.994999999999999e-05,
      "loss": 5.5625,
      "step": 533
    },
    {
      "epoch": 0.7661406025824964,
      "grad_norm": 1.1100968114521526,
      "learning_rate": 8.01e-05,
      "loss": 5.4375,
      "step": 534
    },
    {
      "epoch": 0.7675753228120517,
      "grad_norm": 1.2916084313107081,
      "learning_rate": 8.025e-05,
      "loss": 5.7188,
      "step": 535
    },
    {
      "epoch": 0.7690100430416069,
      "grad_norm": 1.5226528536994781,
      "learning_rate": 8.04e-05,
      "loss": 6.3438,
      "step": 536
    },
    {
      "epoch": 0.7704447632711621,
      "grad_norm": 1.2114781045854521,
      "learning_rate": 8.054999999999999e-05,
      "loss": 5.75,
      "step": 537
    },
    {
      "epoch": 0.7718794835007173,
      "grad_norm": 1.4309271979554818,
      "learning_rate": 8.07e-05,
      "loss": 5.625,
      "step": 538
    },
    {
      "epoch": 0.7733142037302726,
      "grad_norm": 1.685072993243118,
      "learning_rate": 8.085e-05,
      "loss": 6.25,
      "step": 539
    },
    {
      "epoch": 0.7747489239598279,
      "grad_norm": 1.2115758236147371,
      "learning_rate": 8.1e-05,
      "loss": 5.9062,
      "step": 540
    },
    {
      "epoch": 0.776183644189383,
      "grad_norm": 1.3176047162127382,
      "learning_rate": 8.115e-05,
      "loss": 6.0,
      "step": 541
    },
    {
      "epoch": 0.7776183644189383,
      "grad_norm": 1.3303669530299043,
      "learning_rate": 8.13e-05,
      "loss": 5.6875,
      "step": 542
    },
    {
      "epoch": 0.7790530846484935,
      "grad_norm": 1.273645450150929,
      "learning_rate": 8.145e-05,
      "loss": 5.5312,
      "step": 543
    },
    {
      "epoch": 0.7804878048780488,
      "grad_norm": 1.4030287309868954,
      "learning_rate": 8.16e-05,
      "loss": 6.5,
      "step": 544
    },
    {
      "epoch": 0.7819225251076041,
      "grad_norm": 1.2081766588345817,
      "learning_rate": 8.175e-05,
      "loss": 6.3438,
      "step": 545
    },
    {
      "epoch": 0.7833572453371592,
      "grad_norm": 1.0416495206658232,
      "learning_rate": 8.19e-05,
      "loss": 6.1875,
      "step": 546
    },
    {
      "epoch": 0.7847919655667145,
      "grad_norm": 1.0993150555180333,
      "learning_rate": 8.205e-05,
      "loss": 6.1875,
      "step": 547
    },
    {
      "epoch": 0.7862266857962698,
      "grad_norm": 1.111524091058057,
      "learning_rate": 8.22e-05,
      "loss": 6.3438,
      "step": 548
    },
    {
      "epoch": 0.787661406025825,
      "grad_norm": 1.079953404792891,
      "learning_rate": 8.235e-05,
      "loss": 6.3125,
      "step": 549
    },
    {
      "epoch": 0.7890961262553802,
      "grad_norm": 1.0896001936035153,
      "learning_rate": 8.25e-05,
      "loss": 6.1875,
      "step": 550
    },
    {
      "epoch": 0.7905308464849354,
      "grad_norm": 1.239393485095816,
      "learning_rate": 8.265e-05,
      "loss": 5.5938,
      "step": 551
    },
    {
      "epoch": 0.7919655667144907,
      "grad_norm": 1.1787048132948799,
      "learning_rate": 8.28e-05,
      "loss": 5.7812,
      "step": 552
    },
    {
      "epoch": 0.793400286944046,
      "grad_norm": 1.2017980953291736,
      "learning_rate": 8.295e-05,
      "loss": 6.2812,
      "step": 553
    },
    {
      "epoch": 0.7948350071736011,
      "grad_norm": 1.1482636630646765,
      "learning_rate": 8.31e-05,
      "loss": 6.1562,
      "step": 554
    },
    {
      "epoch": 0.7962697274031564,
      "grad_norm": 1.3422644902289709,
      "learning_rate": 8.325e-05,
      "loss": 6.0625,
      "step": 555
    },
    {
      "epoch": 0.7977044476327116,
      "grad_norm": 2.2911405006273315,
      "learning_rate": 8.34e-05,
      "loss": 6.2188,
      "step": 556
    },
    {
      "epoch": 0.7991391678622669,
      "grad_norm": 1.6368184051518964,
      "learning_rate": 8.355e-05,
      "loss": 6.5,
      "step": 557
    },
    {
      "epoch": 0.8005738880918221,
      "grad_norm": 1.219887306131997,
      "learning_rate": 8.37e-05,
      "loss": 6.3125,
      "step": 558
    },
    {
      "epoch": 0.8020086083213773,
      "grad_norm": 1.4053542218102406,
      "learning_rate": 8.385e-05,
      "loss": 6.1875,
      "step": 559
    },
    {
      "epoch": 0.8034433285509326,
      "grad_norm": 1.2722397067794786,
      "learning_rate": 8.4e-05,
      "loss": 6.5,
      "step": 560
    },
    {
      "epoch": 0.8048780487804879,
      "grad_norm": 1.5063581758746982,
      "learning_rate": 8.415e-05,
      "loss": 5.8438,
      "step": 561
    },
    {
      "epoch": 0.806312769010043,
      "grad_norm": 1.4735027022038094,
      "learning_rate": 8.43e-05,
      "loss": 6.0625,
      "step": 562
    },
    {
      "epoch": 0.8077474892395983,
      "grad_norm": 1.3705096669149803,
      "learning_rate": 8.444999999999998e-05,
      "loss": 6.0625,
      "step": 563
    },
    {
      "epoch": 0.8091822094691535,
      "grad_norm": 1.4264130583239374,
      "learning_rate": 8.459999999999998e-05,
      "loss": 6.0,
      "step": 564
    },
    {
      "epoch": 0.8106169296987088,
      "grad_norm": 1.23584910743044,
      "learning_rate": 8.474999999999999e-05,
      "loss": 6.375,
      "step": 565
    },
    {
      "epoch": 0.812051649928264,
      "grad_norm": 1.4810248122937142,
      "learning_rate": 8.489999999999999e-05,
      "loss": 6.0625,
      "step": 566
    },
    {
      "epoch": 0.8134863701578192,
      "grad_norm": 1.4643695325535606,
      "learning_rate": 8.504999999999998e-05,
      "loss": 5.9375,
      "step": 567
    },
    {
      "epoch": 0.8149210903873745,
      "grad_norm": 1.1873204989272064,
      "learning_rate": 8.519999999999998e-05,
      "loss": 6.0,
      "step": 568
    },
    {
      "epoch": 0.8163558106169297,
      "grad_norm": 1.608789555347518,
      "learning_rate": 8.534999999999999e-05,
      "loss": 6.0938,
      "step": 569
    },
    {
      "epoch": 0.8177905308464849,
      "grad_norm": 1.3092392444632912,
      "learning_rate": 8.549999999999999e-05,
      "loss": 6.4375,
      "step": 570
    },
    {
      "epoch": 0.8192252510760402,
      "grad_norm": 1.7662453925429191,
      "learning_rate": 8.564999999999998e-05,
      "loss": 6.4062,
      "step": 571
    },
    {
      "epoch": 0.8206599713055954,
      "grad_norm": 1.3823709891153475,
      "learning_rate": 8.579999999999998e-05,
      "loss": 6.0,
      "step": 572
    },
    {
      "epoch": 0.8220946915351507,
      "grad_norm": 1.367370408323652,
      "learning_rate": 8.594999999999999e-05,
      "loss": 6.3125,
      "step": 573
    },
    {
      "epoch": 0.8235294117647058,
      "grad_norm": 1.0608548375694296,
      "learning_rate": 8.609999999999999e-05,
      "loss": 6.2812,
      "step": 574
    },
    {
      "epoch": 0.8249641319942611,
      "grad_norm": 1.846757986782249,
      "learning_rate": 8.624999999999998e-05,
      "loss": 6.1875,
      "step": 575
    },
    {
      "epoch": 0.8263988522238164,
      "grad_norm": 14.489763370412282,
      "learning_rate": 8.639999999999999e-05,
      "loss": 6.0312,
      "step": 576
    },
    {
      "epoch": 0.8278335724533716,
      "grad_norm": 1.1735834786158936,
      "learning_rate": 8.654999999999999e-05,
      "loss": 6.1562,
      "step": 577
    },
    {
      "epoch": 0.8292682926829268,
      "grad_norm": 1.1800865742499884,
      "learning_rate": 8.669999999999998e-05,
      "loss": 6.3125,
      "step": 578
    },
    {
      "epoch": 0.830703012912482,
      "grad_norm": 2.5033362506563366,
      "learning_rate": 8.684999999999998e-05,
      "loss": 5.9062,
      "step": 579
    },
    {
      "epoch": 0.8321377331420373,
      "grad_norm": 0.9986557205393971,
      "learning_rate": 8.699999999999999e-05,
      "loss": 6.1875,
      "step": 580
    },
    {
      "epoch": 0.8335724533715926,
      "grad_norm": 1.1236591980567567,
      "learning_rate": 8.714999999999999e-05,
      "loss": 6.25,
      "step": 581
    },
    {
      "epoch": 0.8350071736011477,
      "grad_norm": 1.323673228904565,
      "learning_rate": 8.729999999999998e-05,
      "loss": 6.3438,
      "step": 582
    },
    {
      "epoch": 0.836441893830703,
      "grad_norm": 1.1360048609281097,
      "learning_rate": 8.744999999999998e-05,
      "loss": 6.0938,
      "step": 583
    },
    {
      "epoch": 0.8378766140602583,
      "grad_norm": 1.1594674065116783,
      "learning_rate": 8.759999999999999e-05,
      "loss": 6.4375,
      "step": 584
    },
    {
      "epoch": 0.8393113342898135,
      "grad_norm": 1.2491409767494206,
      "learning_rate": 8.774999999999999e-05,
      "loss": 6.0,
      "step": 585
    },
    {
      "epoch": 0.8407460545193687,
      "grad_norm": 1.1662315109520398,
      "learning_rate": 8.789999999999998e-05,
      "loss": 6.125,
      "step": 586
    },
    {
      "epoch": 0.8421807747489239,
      "grad_norm": 1.1814017696497598,
      "learning_rate": 8.804999999999999e-05,
      "loss": 6.3125,
      "step": 587
    },
    {
      "epoch": 0.8436154949784792,
      "grad_norm": 1.3795622964139242,
      "learning_rate": 8.819999999999999e-05,
      "loss": 5.8125,
      "step": 588
    },
    {
      "epoch": 0.8450502152080345,
      "grad_norm": 1.0585717281005076,
      "learning_rate": 8.834999999999999e-05,
      "loss": 6.2812,
      "step": 589
    },
    {
      "epoch": 0.8464849354375896,
      "grad_norm": 3.0467058172863366,
      "learning_rate": 8.849999999999998e-05,
      "loss": 6.0312,
      "step": 590
    },
    {
      "epoch": 0.8479196556671449,
      "grad_norm": 1.8587369376496976,
      "learning_rate": 8.864999999999999e-05,
      "loss": 5.9688,
      "step": 591
    },
    {
      "epoch": 0.8493543758967002,
      "grad_norm": 1.3841596473696611,
      "learning_rate": 8.879999999999999e-05,
      "loss": 6.3438,
      "step": 592
    },
    {
      "epoch": 0.8507890961262554,
      "grad_norm": 1.2441001546016408,
      "learning_rate": 8.895e-05,
      "loss": 6.0312,
      "step": 593
    },
    {
      "epoch": 0.8522238163558106,
      "grad_norm": 2.2056982483462946,
      "learning_rate": 8.909999999999998e-05,
      "loss": 6.3125,
      "step": 594
    },
    {
      "epoch": 0.8536585365853658,
      "grad_norm": 1.7948586151950037,
      "learning_rate": 8.924999999999999e-05,
      "loss": 6.375,
      "step": 595
    },
    {
      "epoch": 0.8550932568149211,
      "grad_norm": 1.4042348473499928,
      "learning_rate": 8.939999999999999e-05,
      "loss": 6.0,
      "step": 596
    },
    {
      "epoch": 0.8565279770444764,
      "grad_norm": 1.5020860267000768,
      "learning_rate": 8.955e-05,
      "loss": 6.0312,
      "step": 597
    },
    {
      "epoch": 0.8579626972740315,
      "grad_norm": 1.3519753974315598,
      "learning_rate": 8.969999999999998e-05,
      "loss": 6.0625,
      "step": 598
    },
    {
      "epoch": 0.8593974175035868,
      "grad_norm": 2.0858390202712416,
      "learning_rate": 8.984999999999999e-05,
      "loss": 6.4062,
      "step": 599
    },
    {
      "epoch": 0.860832137733142,
      "grad_norm": 1.4056031814986392,
      "learning_rate": 8.999999999999999e-05,
      "loss": 6.2188,
      "step": 600
    },
    {
      "epoch": 0.8622668579626973,
      "grad_norm": 1.1674872584237788,
      "learning_rate": 9.014999999999998e-05,
      "loss": 6.25,
      "step": 601
    },
    {
      "epoch": 0.8637015781922525,
      "grad_norm": 1.2114133679854304,
      "learning_rate": 9.029999999999999e-05,
      "loss": 6.3125,
      "step": 602
    },
    {
      "epoch": 0.8651362984218077,
      "grad_norm": 1.3650167717262847,
      "learning_rate": 9.044999999999999e-05,
      "loss": 5.9375,
      "step": 603
    },
    {
      "epoch": 0.866571018651363,
      "grad_norm": 1.1254615173973763,
      "learning_rate": 9.059999999999999e-05,
      "loss": 6.0625,
      "step": 604
    },
    {
      "epoch": 0.8680057388809183,
      "grad_norm": 1.6567961126713209,
      "learning_rate": 9.074999999999998e-05,
      "loss": 6.1562,
      "step": 605
    },
    {
      "epoch": 0.8694404591104734,
      "grad_norm": 1.1836079703202518,
      "learning_rate": 9.089999999999999e-05,
      "loss": 6.1562,
      "step": 606
    },
    {
      "epoch": 0.8708751793400287,
      "grad_norm": 1.3066900602043603,
      "learning_rate": 9.104999999999999e-05,
      "loss": 6.6562,
      "step": 607
    },
    {
      "epoch": 0.8723098995695839,
      "grad_norm": 1.166966542597457,
      "learning_rate": 9.12e-05,
      "loss": 6.3125,
      "step": 608
    },
    {
      "epoch": 0.8737446197991392,
      "grad_norm": 1.3410505931017722,
      "learning_rate": 9.134999999999998e-05,
      "loss": 6.2188,
      "step": 609
    },
    {
      "epoch": 0.8751793400286944,
      "grad_norm": 1.2025141786951747,
      "learning_rate": 9.149999999999999e-05,
      "loss": 6.125,
      "step": 610
    },
    {
      "epoch": 0.8766140602582496,
      "grad_norm": 1.2043324690215944,
      "learning_rate": 9.164999999999999e-05,
      "loss": 6.0938,
      "step": 611
    },
    {
      "epoch": 0.8780487804878049,
      "grad_norm": 1.2405942926555604,
      "learning_rate": 9.18e-05,
      "loss": 6.1562,
      "step": 612
    },
    {
      "epoch": 0.8794835007173601,
      "grad_norm": 1.3910033020223636,
      "learning_rate": 9.194999999999999e-05,
      "loss": 6.25,
      "step": 613
    },
    {
      "epoch": 0.8809182209469153,
      "grad_norm": 1.2074158180030996,
      "learning_rate": 9.209999999999999e-05,
      "loss": 6.375,
      "step": 614
    },
    {
      "epoch": 0.8823529411764706,
      "grad_norm": 1.0548031756143086,
      "learning_rate": 9.224999999999999e-05,
      "loss": 6.25,
      "step": 615
    },
    {
      "epoch": 0.8837876614060258,
      "grad_norm": 1.150902877494402,
      "learning_rate": 9.24e-05,
      "loss": 6.1562,
      "step": 616
    },
    {
      "epoch": 0.8852223816355811,
      "grad_norm": 1.1384348415815975,
      "learning_rate": 9.254999999999999e-05,
      "loss": 6.1875,
      "step": 617
    },
    {
      "epoch": 0.8866571018651362,
      "grad_norm": 1.134576198188706,
      "learning_rate": 9.269999999999999e-05,
      "loss": 6.0312,
      "step": 618
    },
    {
      "epoch": 0.8880918220946915,
      "grad_norm": 1.4945116736226034,
      "learning_rate": 9.285e-05,
      "loss": 6.0938,
      "step": 619
    },
    {
      "epoch": 0.8895265423242468,
      "grad_norm": 1.1641731098464794,
      "learning_rate": 9.3e-05,
      "loss": 5.9062,
      "step": 620
    },
    {
      "epoch": 0.890961262553802,
      "grad_norm": 1.423535567385683,
      "learning_rate": 9.314999999999999e-05,
      "loss": 6.25,
      "step": 621
    },
    {
      "epoch": 0.8923959827833573,
      "grad_norm": 1.1456904728869977,
      "learning_rate": 9.329999999999999e-05,
      "loss": 5.9375,
      "step": 622
    },
    {
      "epoch": 0.8938307030129125,
      "grad_norm": 1.268842692086344,
      "learning_rate": 9.345e-05,
      "loss": 6.4062,
      "step": 623
    },
    {
      "epoch": 0.8952654232424677,
      "grad_norm": 1.1732250955690953,
      "learning_rate": 9.36e-05,
      "loss": 6.0938,
      "step": 624
    },
    {
      "epoch": 0.896700143472023,
      "grad_norm": 1.38141290861282,
      "learning_rate": 9.374999999999999e-05,
      "loss": 5.7188,
      "step": 625
    },
    {
      "epoch": 0.8981348637015782,
      "grad_norm": 1.4442410856573573,
      "learning_rate": 9.389999999999999e-05,
      "loss": 5.8438,
      "step": 626
    },
    {
      "epoch": 0.8995695839311334,
      "grad_norm": 1.118208250773235,
      "learning_rate": 9.405e-05,
      "loss": 6.125,
      "step": 627
    },
    {
      "epoch": 0.9010043041606887,
      "grad_norm": 1.6071280335524027,
      "learning_rate": 9.419999999999999e-05,
      "loss": 6.5,
      "step": 628
    },
    {
      "epoch": 0.9024390243902439,
      "grad_norm": 1.3573466413051696,
      "learning_rate": 9.434999999999999e-05,
      "loss": 6.3125,
      "step": 629
    },
    {
      "epoch": 0.9038737446197992,
      "grad_norm": 1.1227337272773563,
      "learning_rate": 9.449999999999999e-05,
      "loss": 6.375,
      "step": 630
    },
    {
      "epoch": 0.9053084648493543,
      "grad_norm": 1.323186740638258,
      "learning_rate": 9.465e-05,
      "loss": 6.1562,
      "step": 631
    },
    {
      "epoch": 0.9067431850789096,
      "grad_norm": 1.2508458280970474,
      "learning_rate": 9.479999999999999e-05,
      "loss": 6.0625,
      "step": 632
    },
    {
      "epoch": 0.9081779053084649,
      "grad_norm": 1.1085359527899732,
      "learning_rate": 9.494999999999999e-05,
      "loss": 6.0,
      "step": 633
    },
    {
      "epoch": 0.9096126255380201,
      "grad_norm": 1.5250524966443229,
      "learning_rate": 9.51e-05,
      "loss": 6.4688,
      "step": 634
    },
    {
      "epoch": 0.9110473457675753,
      "grad_norm": 1.0849853005091277,
      "learning_rate": 9.525e-05,
      "loss": 6.25,
      "step": 635
    },
    {
      "epoch": 0.9124820659971306,
      "grad_norm": 1.8153462744799407,
      "learning_rate": 9.539999999999999e-05,
      "loss": 5.8125,
      "step": 636
    },
    {
      "epoch": 0.9139167862266858,
      "grad_norm": 1.3197399325101793,
      "learning_rate": 9.554999999999999e-05,
      "loss": 6.1562,
      "step": 637
    },
    {
      "epoch": 0.9153515064562411,
      "grad_norm": 1.3216148607820375,
      "learning_rate": 9.57e-05,
      "loss": 6.1562,
      "step": 638
    },
    {
      "epoch": 0.9167862266857962,
      "grad_norm": 1.9169135479061077,
      "learning_rate": 9.585e-05,
      "loss": 6.4688,
      "step": 639
    },
    {
      "epoch": 0.9182209469153515,
      "grad_norm": 1.0635937238118196,
      "learning_rate": 9.599999999999999e-05,
      "loss": 6.125,
      "step": 640
    },
    {
      "epoch": 0.9196556671449068,
      "grad_norm": 1.2397838844238787,
      "learning_rate": 9.614999999999999e-05,
      "loss": 5.625,
      "step": 641
    },
    {
      "epoch": 0.921090387374462,
      "grad_norm": 1.242561084474222,
      "learning_rate": 9.63e-05,
      "loss": 6.125,
      "step": 642
    },
    {
      "epoch": 0.9225251076040172,
      "grad_norm": 1.123654141424567,
      "learning_rate": 9.645e-05,
      "loss": 6.2812,
      "step": 643
    },
    {
      "epoch": 0.9239598278335724,
      "grad_norm": 1.1243507422649068,
      "learning_rate": 9.659999999999999e-05,
      "loss": 6.0938,
      "step": 644
    },
    {
      "epoch": 0.9253945480631277,
      "grad_norm": 1.1379527780782388,
      "learning_rate": 9.675e-05,
      "loss": 6.0,
      "step": 645
    },
    {
      "epoch": 0.926829268292683,
      "grad_norm": 1.3652568565763525,
      "learning_rate": 9.69e-05,
      "loss": 6.0,
      "step": 646
    },
    {
      "epoch": 0.9282639885222381,
      "grad_norm": 1.1024951702907286,
      "learning_rate": 9.705e-05,
      "loss": 6.0312,
      "step": 647
    },
    {
      "epoch": 0.9296987087517934,
      "grad_norm": 1.1796948838924581,
      "learning_rate": 9.719999999999999e-05,
      "loss": 5.9375,
      "step": 648
    },
    {
      "epoch": 0.9311334289813487,
      "grad_norm": 1.4584250729938901,
      "learning_rate": 9.735e-05,
      "loss": 6.125,
      "step": 649
    },
    {
      "epoch": 0.9325681492109039,
      "grad_norm": 1.1112978802064608,
      "learning_rate": 9.75e-05,
      "loss": 6.1562,
      "step": 650
    },
    {
      "epoch": 0.9340028694404591,
      "grad_norm": 1.110785251157369,
      "learning_rate": 9.764999999999999e-05,
      "loss": 5.9062,
      "step": 651
    },
    {
      "epoch": 0.9354375896700143,
      "grad_norm": 1.7592409668767843,
      "learning_rate": 9.779999999999999e-05,
      "loss": 6.3125,
      "step": 652
    },
    {
      "epoch": 0.9368723098995696,
      "grad_norm": 1.2114899033040596,
      "learning_rate": 9.795e-05,
      "loss": 5.6875,
      "step": 653
    },
    {
      "epoch": 0.9383070301291249,
      "grad_norm": 1.0932251952121468,
      "learning_rate": 9.81e-05,
      "loss": 5.875,
      "step": 654
    },
    {
      "epoch": 0.93974175035868,
      "grad_norm": 1.2139805917612156,
      "learning_rate": 9.824999999999999e-05,
      "loss": 6.0625,
      "step": 655
    },
    {
      "epoch": 0.9411764705882353,
      "grad_norm": 1.2927537882171112,
      "learning_rate": 9.839999999999999e-05,
      "loss": 6.2188,
      "step": 656
    },
    {
      "epoch": 0.9426111908177905,
      "grad_norm": 1.2581696766543404,
      "learning_rate": 9.855e-05,
      "loss": 5.375,
      "step": 657
    },
    {
      "epoch": 0.9440459110473458,
      "grad_norm": 1.4750151382217314,
      "learning_rate": 9.87e-05,
      "loss": 6.2812,
      "step": 658
    },
    {
      "epoch": 0.945480631276901,
      "grad_norm": 1.797340534609346,
      "learning_rate": 9.884999999999999e-05,
      "loss": 6.3125,
      "step": 659
    },
    {
      "epoch": 0.9469153515064562,
      "grad_norm": 1.2708542329106132,
      "learning_rate": 9.9e-05,
      "loss": 6.0625,
      "step": 660
    },
    {
      "epoch": 0.9483500717360115,
      "grad_norm": 1.4544161683465742,
      "learning_rate": 9.915e-05,
      "loss": 5.7812,
      "step": 661
    },
    {
      "epoch": 0.9497847919655668,
      "grad_norm": 1.3674784121029895,
      "learning_rate": 9.93e-05,
      "loss": 5.875,
      "step": 662
    },
    {
      "epoch": 0.9512195121951219,
      "grad_norm": 1.268126451361392,
      "learning_rate": 9.944999999999999e-05,
      "loss": 5.5,
      "step": 663
    },
    {
      "epoch": 0.9526542324246772,
      "grad_norm": 1.2092296886410172,
      "learning_rate": 9.96e-05,
      "loss": 5.7812,
      "step": 664
    },
    {
      "epoch": 0.9540889526542324,
      "grad_norm": 1.332115242065083,
      "learning_rate": 9.975e-05,
      "loss": 6.4688,
      "step": 665
    },
    {
      "epoch": 0.9555236728837877,
      "grad_norm": 1.3156933157681043,
      "learning_rate": 9.99e-05,
      "loss": 6.0625,
      "step": 666
    },
    {
      "epoch": 0.9569583931133429,
      "grad_norm": 1.1054709148702335,
      "learning_rate": 0.00010004999999999999,
      "loss": 6.125,
      "step": 667
    },
    {
      "epoch": 0.9583931133428981,
      "grad_norm": 1.0673419813252867,
      "learning_rate": 0.0001002,
      "loss": 6.0,
      "step": 668
    },
    {
      "epoch": 0.9598278335724534,
      "grad_norm": 1.1396136236500463,
      "learning_rate": 0.00010035,
      "loss": 6.2188,
      "step": 669
    },
    {
      "epoch": 0.9612625538020086,
      "grad_norm": 1.2682231417065748,
      "learning_rate": 0.0001005,
      "loss": 6.25,
      "step": 670
    },
    {
      "epoch": 0.9626972740315638,
      "grad_norm": 1.049327569641265,
      "learning_rate": 0.00010065,
      "loss": 6.0312,
      "step": 671
    },
    {
      "epoch": 0.9641319942611191,
      "grad_norm": 1.092005108139951,
      "learning_rate": 0.0001008,
      "loss": 6.0938,
      "step": 672
    },
    {
      "epoch": 0.9655667144906743,
      "grad_norm": 1.2616230357971887,
      "learning_rate": 0.00010095,
      "loss": 6.0,
      "step": 673
    },
    {
      "epoch": 0.9670014347202296,
      "grad_norm": 1.099421872315759,
      "learning_rate": 0.0001011,
      "loss": 6.2812,
      "step": 674
    },
    {
      "epoch": 0.9684361549497847,
      "grad_norm": 1.2103988854194974,
      "learning_rate": 0.00010125,
      "loss": 6.0938,
      "step": 675
    },
    {
      "epoch": 0.96987087517934,
      "grad_norm": 1.7988638967416786,
      "learning_rate": 0.0001014,
      "loss": 6.0312,
      "step": 676
    },
    {
      "epoch": 0.9713055954088953,
      "grad_norm": 1.2070013637665342,
      "learning_rate": 0.00010155,
      "loss": 6.3125,
      "step": 677
    },
    {
      "epoch": 0.9727403156384505,
      "grad_norm": 1.6941140917404454,
      "learning_rate": 0.00010169999999999999,
      "loss": 6.1875,
      "step": 678
    },
    {
      "epoch": 0.9741750358680057,
      "grad_norm": 1.1068811776394598,
      "learning_rate": 0.00010185,
      "loss": 6.0625,
      "step": 679
    },
    {
      "epoch": 0.975609756097561,
      "grad_norm": 1.1709238245725795,
      "learning_rate": 0.000102,
      "loss": 6.0938,
      "step": 680
    },
    {
      "epoch": 0.9770444763271162,
      "grad_norm": 1.4947775420807936,
      "learning_rate": 0.00010215,
      "loss": 6.2188,
      "step": 681
    },
    {
      "epoch": 0.9784791965566715,
      "grad_norm": 1.3235804011861552,
      "learning_rate": 0.00010229999999999999,
      "loss": 6.3438,
      "step": 682
    },
    {
      "epoch": 0.9799139167862266,
      "grad_norm": 1.268303153171366,
      "learning_rate": 0.00010245,
      "loss": 5.7812,
      "step": 683
    },
    {
      "epoch": 0.9813486370157819,
      "grad_norm": 1.1096114018912477,
      "learning_rate": 0.0001026,
      "loss": 6.0,
      "step": 684
    },
    {
      "epoch": 0.9827833572453372,
      "grad_norm": 1.663256215851834,
      "learning_rate": 0.00010275,
      "loss": 6.125,
      "step": 685
    },
    {
      "epoch": 0.9842180774748924,
      "grad_norm": 1.2113892776996558,
      "learning_rate": 0.0001029,
      "loss": 6.125,
      "step": 686
    },
    {
      "epoch": 0.9856527977044476,
      "grad_norm": 1.1884196138632808,
      "learning_rate": 0.00010305,
      "loss": 5.75,
      "step": 687
    },
    {
      "epoch": 0.9870875179340028,
      "grad_norm": 1.0671380563744504,
      "learning_rate": 0.00010319999999999999,
      "loss": 6.2812,
      "step": 688
    },
    {
      "epoch": 0.9885222381635581,
      "grad_norm": 1.1353318485910706,
      "learning_rate": 0.00010334999999999998,
      "loss": 5.9375,
      "step": 689
    },
    {
      "epoch": 0.9899569583931134,
      "grad_norm": 1.1110993021072417,
      "learning_rate": 0.00010349999999999998,
      "loss": 6.1562,
      "step": 690
    },
    {
      "epoch": 0.9913916786226685,
      "grad_norm": 1.0811722190725066,
      "learning_rate": 0.00010364999999999999,
      "loss": 5.8125,
      "step": 691
    },
    {
      "epoch": 0.9928263988522238,
      "grad_norm": 1.060504244541063,
      "learning_rate": 0.00010379999999999999,
      "loss": 6.0312,
      "step": 692
    },
    {
      "epoch": 0.994261119081779,
      "grad_norm": 1.3024810694486684,
      "learning_rate": 0.00010394999999999998,
      "loss": 5.9688,
      "step": 693
    },
    {
      "epoch": 0.9956958393113343,
      "grad_norm": 1.2446787791048826,
      "learning_rate": 0.00010409999999999998,
      "loss": 6.1875,
      "step": 694
    },
    {
      "epoch": 0.9971305595408895,
      "grad_norm": 1.0128442300629392,
      "learning_rate": 0.00010424999999999999,
      "loss": 6.25,
      "step": 695
    },
    {
      "epoch": 0.9985652797704447,
      "grad_norm": 1.248344217977141,
      "learning_rate": 0.00010439999999999999,
      "loss": 6.0938,
      "step": 696
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.2833377830869128,
      "learning_rate": 0.00010454999999999998,
      "loss": 5.7812,
      "step": 697
    },
    {
      "epoch": 1.0,
      "eval_loss": 6.061149597167969,
      "eval_runtime": 18.148,
      "eval_samples_per_second": 8.927,
      "eval_steps_per_second": 8.927,
      "step": 697
    },
    {
      "epoch": 1.0014347202295553,
      "grad_norm": 1.305062513109981,
      "learning_rate": 0.00010469999999999998,
      "loss": 5.7188,
      "step": 698
    },
    {
      "epoch": 1.0028694404591105,
      "grad_norm": 1.230292692661586,
      "learning_rate": 0.00010484999999999999,
      "loss": 5.7188,
      "step": 699
    },
    {
      "epoch": 1.0043041606886658,
      "grad_norm": 1.3080281068407884,
      "learning_rate": 0.00010499999999999999,
      "loss": 6.2188,
      "step": 700
    },
    {
      "epoch": 1.005738880918221,
      "grad_norm": 1.2195249771779924,
      "learning_rate": 0.00010514999999999998,
      "loss": 5.5938,
      "step": 701
    },
    {
      "epoch": 1.007173601147776,
      "grad_norm": 1.2461832234631558,
      "learning_rate": 0.00010529999999999998,
      "loss": 5.7188,
      "step": 702
    },
    {
      "epoch": 1.0086083213773314,
      "grad_norm": 1.4056109024522254,
      "learning_rate": 0.00010544999999999999,
      "loss": 5.9688,
      "step": 703
    },
    {
      "epoch": 1.0100430416068866,
      "grad_norm": 1.6631029453619401,
      "learning_rate": 0.00010559999999999998,
      "loss": 6.0312,
      "step": 704
    },
    {
      "epoch": 1.011477761836442,
      "grad_norm": 1.386009120959704,
      "learning_rate": 0.00010574999999999998,
      "loss": 6.0312,
      "step": 705
    },
    {
      "epoch": 1.0129124820659972,
      "grad_norm": 1.0795612770240937,
      "learning_rate": 0.00010589999999999999,
      "loss": 5.9688,
      "step": 706
    },
    {
      "epoch": 1.0143472022955524,
      "grad_norm": 1.1132784541753773,
      "learning_rate": 0.00010604999999999999,
      "loss": 6.0,
      "step": 707
    },
    {
      "epoch": 1.0157819225251077,
      "grad_norm": 1.3109651993400195,
      "learning_rate": 0.00010619999999999998,
      "loss": 5.875,
      "step": 708
    },
    {
      "epoch": 1.017216642754663,
      "grad_norm": 1.2068056901823476,
      "learning_rate": 0.00010634999999999998,
      "loss": 6.0,
      "step": 709
    },
    {
      "epoch": 1.018651362984218,
      "grad_norm": 1.408668585379311,
      "learning_rate": 0.00010649999999999999,
      "loss": 5.2812,
      "step": 710
    },
    {
      "epoch": 1.0200860832137733,
      "grad_norm": 1.2903449803991076,
      "learning_rate": 0.00010664999999999999,
      "loss": 5.625,
      "step": 711
    },
    {
      "epoch": 1.0215208034433285,
      "grad_norm": 1.1910449267532535,
      "learning_rate": 0.00010679999999999998,
      "loss": 5.9062,
      "step": 712
    },
    {
      "epoch": 1.0229555236728838,
      "grad_norm": 1.24498094654552,
      "learning_rate": 0.00010694999999999998,
      "loss": 6.125,
      "step": 713
    },
    {
      "epoch": 1.024390243902439,
      "grad_norm": 1.5300263266951037,
      "learning_rate": 0.00010709999999999999,
      "loss": 5.375,
      "step": 714
    },
    {
      "epoch": 1.0258249641319943,
      "grad_norm": 1.181452507795069,
      "learning_rate": 0.00010724999999999999,
      "loss": 5.75,
      "step": 715
    },
    {
      "epoch": 1.0272596843615496,
      "grad_norm": 1.4771882867061605,
      "learning_rate": 0.00010739999999999998,
      "loss": 6.3438,
      "step": 716
    },
    {
      "epoch": 1.0286944045911048,
      "grad_norm": 1.245701806023039,
      "learning_rate": 0.00010754999999999999,
      "loss": 6.125,
      "step": 717
    },
    {
      "epoch": 1.0301291248206599,
      "grad_norm": 1.157752449458794,
      "learning_rate": 0.00010769999999999999,
      "loss": 6.0938,
      "step": 718
    },
    {
      "epoch": 1.0315638450502151,
      "grad_norm": 1.1187263670425807,
      "learning_rate": 0.00010784999999999999,
      "loss": 6.1562,
      "step": 719
    },
    {
      "epoch": 1.0329985652797704,
      "grad_norm": 2.277039398034848,
      "learning_rate": 0.00010799999999999998,
      "loss": 6.2812,
      "step": 720
    },
    {
      "epoch": 1.0344332855093257,
      "grad_norm": 0.9809595304328971,
      "learning_rate": 0.00010814999999999999,
      "loss": 5.9688,
      "step": 721
    },
    {
      "epoch": 1.035868005738881,
      "grad_norm": 1.3563604018870692,
      "learning_rate": 0.00010829999999999999,
      "loss": 5.5,
      "step": 722
    },
    {
      "epoch": 1.0373027259684362,
      "grad_norm": 1.1799976762459228,
      "learning_rate": 0.00010845,
      "loss": 5.875,
      "step": 723
    },
    {
      "epoch": 1.0387374461979915,
      "grad_norm": 1.1844549466969283,
      "learning_rate": 0.00010859999999999998,
      "loss": 5.875,
      "step": 724
    },
    {
      "epoch": 1.0401721664275467,
      "grad_norm": 4.404028717274639,
      "learning_rate": 0.00010874999999999999,
      "loss": 6.1562,
      "step": 725
    },
    {
      "epoch": 1.0416068866571018,
      "grad_norm": 4.025815060704598,
      "learning_rate": 0.00010889999999999999,
      "loss": 6.1562,
      "step": 726
    },
    {
      "epoch": 1.043041606886657,
      "grad_norm": 1.203068987693617,
      "learning_rate": 0.00010904999999999998,
      "loss": 5.9688,
      "step": 727
    },
    {
      "epoch": 1.0444763271162123,
      "grad_norm": 2.0224149007578567,
      "learning_rate": 0.00010919999999999998,
      "loss": 5.5938,
      "step": 728
    },
    {
      "epoch": 1.0459110473457676,
      "grad_norm": 1.1638428313979619,
      "learning_rate": 0.00010934999999999999,
      "loss": 6.0938,
      "step": 729
    },
    {
      "epoch": 1.0473457675753228,
      "grad_norm": 1.3157113919517665,
      "learning_rate": 0.00010949999999999999,
      "loss": 6.1875,
      "step": 730
    },
    {
      "epoch": 1.048780487804878,
      "grad_norm": 1.256962430401319,
      "learning_rate": 0.00010964999999999998,
      "loss": 6.0625,
      "step": 731
    },
    {
      "epoch": 1.0502152080344334,
      "grad_norm": 1.2488831835802572,
      "learning_rate": 0.00010979999999999999,
      "loss": 5.8125,
      "step": 732
    },
    {
      "epoch": 1.0516499282639886,
      "grad_norm": 1.3970050209738545,
      "learning_rate": 0.00010994999999999999,
      "loss": 6.0,
      "step": 733
    },
    {
      "epoch": 1.0530846484935437,
      "grad_norm": 1.23323769704252,
      "learning_rate": 0.00011009999999999999,
      "loss": 6.0,
      "step": 734
    },
    {
      "epoch": 1.054519368723099,
      "grad_norm": 1.3642462805567996,
      "learning_rate": 0.00011024999999999998,
      "loss": 5.875,
      "step": 735
    },
    {
      "epoch": 1.0559540889526542,
      "grad_norm": 1.525008342067071,
      "learning_rate": 0.00011039999999999999,
      "loss": 5.5938,
      "step": 736
    },
    {
      "epoch": 1.0573888091822095,
      "grad_norm": 1.2186806937063184,
      "learning_rate": 0.00011054999999999999,
      "loss": 6.0,
      "step": 737
    },
    {
      "epoch": 1.0588235294117647,
      "grad_norm": 1.301244510047436,
      "learning_rate": 0.0001107,
      "loss": 5.5938,
      "step": 738
    },
    {
      "epoch": 1.06025824964132,
      "grad_norm": 1.3234608873160092,
      "learning_rate": 0.00011084999999999998,
      "loss": 6.2812,
      "step": 739
    },
    {
      "epoch": 1.0616929698708752,
      "grad_norm": 1.2464119467436332,
      "learning_rate": 0.00011099999999999999,
      "loss": 6.0938,
      "step": 740
    },
    {
      "epoch": 1.0631276901004305,
      "grad_norm": 1.8059239901935495,
      "learning_rate": 0.00011114999999999999,
      "loss": 5.6875,
      "step": 741
    },
    {
      "epoch": 1.0645624103299856,
      "grad_norm": 2.4093856134527396,
      "learning_rate": 0.0001113,
      "loss": 6.2188,
      "step": 742
    },
    {
      "epoch": 1.0659971305595408,
      "grad_norm": 1.675964383739611,
      "learning_rate": 0.00011144999999999998,
      "loss": 5.9688,
      "step": 743
    },
    {
      "epoch": 1.067431850789096,
      "grad_norm": 1.7182531024200254,
      "learning_rate": 0.00011159999999999999,
      "loss": 6.0938,
      "step": 744
    },
    {
      "epoch": 1.0688665710186513,
      "grad_norm": 1.8061532562094382,
      "learning_rate": 0.00011174999999999999,
      "loss": 5.4062,
      "step": 745
    },
    {
      "epoch": 1.0703012912482066,
      "grad_norm": 1.5608085585367686,
      "learning_rate": 0.0001119,
      "loss": 6.0312,
      "step": 746
    },
    {
      "epoch": 1.0717360114777619,
      "grad_norm": 1.9290424133904227,
      "learning_rate": 0.00011204999999999999,
      "loss": 6.3125,
      "step": 747
    },
    {
      "epoch": 1.0731707317073171,
      "grad_norm": 1.4473012074229121,
      "learning_rate": 0.00011219999999999999,
      "loss": 6.3125,
      "step": 748
    },
    {
      "epoch": 1.0746054519368724,
      "grad_norm": 1.7417082549748641,
      "learning_rate": 0.00011235,
      "loss": 5.8438,
      "step": 749
    },
    {
      "epoch": 1.0760401721664274,
      "grad_norm": 1.4988408255404553,
      "learning_rate": 0.0001125,
      "loss": 6.0312,
      "step": 750
    },
    {
      "epoch": 1.0774748923959827,
      "grad_norm": 1.349659530261495,
      "learning_rate": 0.00011264999999999999,
      "loss": 6.375,
      "step": 751
    },
    {
      "epoch": 1.078909612625538,
      "grad_norm": 1.3606860041966433,
      "learning_rate": 0.00011279999999999999,
      "loss": 5.8125,
      "step": 752
    },
    {
      "epoch": 1.0803443328550932,
      "grad_norm": 1.2515192858829278,
      "learning_rate": 0.00011295,
      "loss": 6.125,
      "step": 753
    },
    {
      "epoch": 1.0817790530846485,
      "grad_norm": 1.1807605921880515,
      "learning_rate": 0.00011309999999999998,
      "loss": 6.0625,
      "step": 754
    },
    {
      "epoch": 1.0832137733142038,
      "grad_norm": 1.4675004570475654,
      "learning_rate": 0.00011324999999999999,
      "loss": 6.0,
      "step": 755
    },
    {
      "epoch": 1.084648493543759,
      "grad_norm": 1.1603076056106054,
      "learning_rate": 0.00011339999999999999,
      "loss": 5.6562,
      "step": 756
    },
    {
      "epoch": 1.0860832137733143,
      "grad_norm": 1.4017193193939745,
      "learning_rate": 0.00011355,
      "loss": 5.9688,
      "step": 757
    },
    {
      "epoch": 1.0875179340028693,
      "grad_norm": 1.2145228147199751,
      "learning_rate": 0.00011369999999999999,
      "loss": 6.0,
      "step": 758
    },
    {
      "epoch": 1.0889526542324246,
      "grad_norm": 1.1089335722023839,
      "learning_rate": 0.00011384999999999999,
      "loss": 6.4062,
      "step": 759
    },
    {
      "epoch": 1.0903873744619799,
      "grad_norm": 1.250809590663345,
      "learning_rate": 0.00011399999999999999,
      "loss": 6.1875,
      "step": 760
    },
    {
      "epoch": 1.0918220946915351,
      "grad_norm": 1.1637926985108105,
      "learning_rate": 0.00011415,
      "loss": 5.7188,
      "step": 761
    },
    {
      "epoch": 1.0932568149210904,
      "grad_norm": 1.20036156618429,
      "learning_rate": 0.00011429999999999999,
      "loss": 6.125,
      "step": 762
    },
    {
      "epoch": 1.0946915351506457,
      "grad_norm": 1.3845483407846895,
      "learning_rate": 0.00011444999999999999,
      "loss": 5.4688,
      "step": 763
    },
    {
      "epoch": 1.096126255380201,
      "grad_norm": 1.385340281934979,
      "learning_rate": 0.0001146,
      "loss": 5.75,
      "step": 764
    },
    {
      "epoch": 1.0975609756097562,
      "grad_norm": 1.3634565269844687,
      "learning_rate": 0.00011475,
      "loss": 5.7812,
      "step": 765
    },
    {
      "epoch": 1.0989956958393114,
      "grad_norm": 1.2310396535390107,
      "learning_rate": 0.00011489999999999999,
      "loss": 5.625,
      "step": 766
    },
    {
      "epoch": 1.1004304160688665,
      "grad_norm": 3.6872551518400853,
      "learning_rate": 0.00011504999999999999,
      "loss": 6.125,
      "step": 767
    },
    {
      "epoch": 1.1018651362984218,
      "grad_norm": 1.3359707860360905,
      "learning_rate": 0.0001152,
      "loss": 6.3125,
      "step": 768
    },
    {
      "epoch": 1.103299856527977,
      "grad_norm": 1.297565638432878,
      "learning_rate": 0.00011535,
      "loss": 6.1562,
      "step": 769
    },
    {
      "epoch": 1.1047345767575323,
      "grad_norm": 1.2096248046565086,
      "learning_rate": 0.00011549999999999999,
      "loss": 6.0312,
      "step": 770
    },
    {
      "epoch": 1.1061692969870875,
      "grad_norm": 1.1373553278873618,
      "learning_rate": 0.00011564999999999999,
      "loss": 6.25,
      "step": 771
    },
    {
      "epoch": 1.1076040172166428,
      "grad_norm": 1.135040907793543,
      "learning_rate": 0.0001158,
      "loss": 5.8438,
      "step": 772
    },
    {
      "epoch": 1.109038737446198,
      "grad_norm": 1.386774489280771,
      "learning_rate": 0.00011595,
      "loss": 5.625,
      "step": 773
    },
    {
      "epoch": 1.1104734576757531,
      "grad_norm": 1.1380703563924734,
      "learning_rate": 0.00011609999999999999,
      "loss": 6.0938,
      "step": 774
    },
    {
      "epoch": 1.1119081779053084,
      "grad_norm": 1.1867077916248026,
      "learning_rate": 0.00011624999999999999,
      "loss": 5.875,
      "step": 775
    },
    {
      "epoch": 1.1133428981348636,
      "grad_norm": 1.1320071666369729,
      "learning_rate": 0.0001164,
      "loss": 5.6875,
      "step": 776
    },
    {
      "epoch": 1.114777618364419,
      "grad_norm": 1.178958033205412,
      "learning_rate": 0.00011654999999999999,
      "loss": 5.7812,
      "step": 777
    },
    {
      "epoch": 1.1162123385939742,
      "grad_norm": 1.087776342204848,
      "learning_rate": 0.00011669999999999999,
      "loss": 6.2188,
      "step": 778
    },
    {
      "epoch": 1.1176470588235294,
      "grad_norm": 1.3529480599330088,
      "learning_rate": 0.00011685,
      "loss": 5.7188,
      "step": 779
    },
    {
      "epoch": 1.1190817790530847,
      "grad_norm": 1.15979918632335,
      "learning_rate": 0.000117,
      "loss": 5.8125,
      "step": 780
    },
    {
      "epoch": 1.12051649928264,
      "grad_norm": 1.18742691946101,
      "learning_rate": 0.00011714999999999999,
      "loss": 5.9375,
      "step": 781
    },
    {
      "epoch": 1.1219512195121952,
      "grad_norm": 1.2102784176866959,
      "learning_rate": 0.00011729999999999999,
      "loss": 5.625,
      "step": 782
    },
    {
      "epoch": 1.1233859397417503,
      "grad_norm": 1.2346859712486054,
      "learning_rate": 0.00011745,
      "loss": 5.9062,
      "step": 783
    },
    {
      "epoch": 1.1248206599713055,
      "grad_norm": 1.1271790880290191,
      "learning_rate": 0.0001176,
      "loss": 5.8125,
      "step": 784
    },
    {
      "epoch": 1.1262553802008608,
      "grad_norm": 1.0301311673668665,
      "learning_rate": 0.00011774999999999999,
      "loss": 6.25,
      "step": 785
    },
    {
      "epoch": 1.127690100430416,
      "grad_norm": 1.2912974540003341,
      "learning_rate": 0.00011789999999999999,
      "loss": 6.125,
      "step": 786
    },
    {
      "epoch": 1.1291248206599713,
      "grad_norm": 1.1520147381030112,
      "learning_rate": 0.00011805,
      "loss": 5.6875,
      "step": 787
    },
    {
      "epoch": 1.1305595408895266,
      "grad_norm": 1.4928443479774693,
      "learning_rate": 0.0001182,
      "loss": 6.125,
      "step": 788
    },
    {
      "epoch": 1.1319942611190819,
      "grad_norm": 1.1753679028954414,
      "learning_rate": 0.00011834999999999999,
      "loss": 6.3125,
      "step": 789
    },
    {
      "epoch": 1.133428981348637,
      "grad_norm": 1.2223842288893838,
      "learning_rate": 0.0001185,
      "loss": 6.2812,
      "step": 790
    },
    {
      "epoch": 1.1348637015781922,
      "grad_norm": 1.317406932824228,
      "learning_rate": 0.00011865,
      "loss": 5.7812,
      "step": 791
    },
    {
      "epoch": 1.1362984218077474,
      "grad_norm": 1.0208081501894843,
      "learning_rate": 0.0001188,
      "loss": 6.0938,
      "step": 792
    },
    {
      "epoch": 1.1377331420373027,
      "grad_norm": 1.1570939046196824,
      "learning_rate": 0.00011894999999999999,
      "loss": 6.0938,
      "step": 793
    },
    {
      "epoch": 1.139167862266858,
      "grad_norm": 1.5275716824472276,
      "learning_rate": 0.0001191,
      "loss": 5.4375,
      "step": 794
    },
    {
      "epoch": 1.1406025824964132,
      "grad_norm": 1.158297059746794,
      "learning_rate": 0.00011925,
      "loss": 5.9688,
      "step": 795
    },
    {
      "epoch": 1.1420373027259685,
      "grad_norm": 1.489608787505205,
      "learning_rate": 0.0001194,
      "loss": 6.1875,
      "step": 796
    },
    {
      "epoch": 1.1434720229555237,
      "grad_norm": 1.1905285161582244,
      "learning_rate": 0.00011954999999999999,
      "loss": 6.0625,
      "step": 797
    },
    {
      "epoch": 1.144906743185079,
      "grad_norm": 1.3423834186551014,
      "learning_rate": 0.0001197,
      "loss": 5.3438,
      "step": 798
    },
    {
      "epoch": 1.146341463414634,
      "grad_norm": 1.2767551629315985,
      "learning_rate": 0.00011985,
      "loss": 6.1875,
      "step": 799
    },
    {
      "epoch": 1.1477761836441893,
      "grad_norm": 1.4988127305689147,
      "learning_rate": 0.00011999999999999999,
      "loss": 5.4688,
      "step": 800
    },
    {
      "epoch": 1.1492109038737446,
      "grad_norm": 1.1048636163885055,
      "learning_rate": 0.00012014999999999999,
      "loss": 6.125,
      "step": 801
    },
    {
      "epoch": 1.1506456241032998,
      "grad_norm": 1.598725895800605,
      "learning_rate": 0.0001203,
      "loss": 5.75,
      "step": 802
    },
    {
      "epoch": 1.152080344332855,
      "grad_norm": 1.2633704458009367,
      "learning_rate": 0.00012045,
      "loss": 5.5,
      "step": 803
    },
    {
      "epoch": 1.1535150645624104,
      "grad_norm": 1.24098802640459,
      "learning_rate": 0.00012059999999999999,
      "loss": 5.5938,
      "step": 804
    },
    {
      "epoch": 1.1549497847919656,
      "grad_norm": 1.5989630641728079,
      "learning_rate": 0.00012075,
      "loss": 5.875,
      "step": 805
    },
    {
      "epoch": 1.1563845050215207,
      "grad_norm": 1.1645436918863807,
      "learning_rate": 0.0001209,
      "loss": 5.9688,
      "step": 806
    },
    {
      "epoch": 1.157819225251076,
      "grad_norm": 1.0692762950718433,
      "learning_rate": 0.00012105,
      "loss": 6.125,
      "step": 807
    },
    {
      "epoch": 1.1592539454806312,
      "grad_norm": 1.082297642935433,
      "learning_rate": 0.00012119999999999999,
      "loss": 6.2188,
      "step": 808
    },
    {
      "epoch": 1.1606886657101865,
      "grad_norm": 1.1294374275569803,
      "learning_rate": 0.00012135,
      "loss": 6.0625,
      "step": 809
    },
    {
      "epoch": 1.1621233859397417,
      "grad_norm": 1.0745478106368067,
      "learning_rate": 0.0001215,
      "loss": 6.1875,
      "step": 810
    },
    {
      "epoch": 1.163558106169297,
      "grad_norm": 1.1433685932546507,
      "learning_rate": 0.00012165,
      "loss": 6.1875,
      "step": 811
    },
    {
      "epoch": 1.1649928263988523,
      "grad_norm": 1.3931629839497408,
      "learning_rate": 0.00012179999999999999,
      "loss": 5.5,
      "step": 812
    },
    {
      "epoch": 1.1664275466284075,
      "grad_norm": 1.1511085644221755,
      "learning_rate": 0.00012194999999999998,
      "loss": 6.0312,
      "step": 813
    },
    {
      "epoch": 1.1678622668579628,
      "grad_norm": 1.3184494822011188,
      "learning_rate": 0.00012209999999999999,
      "loss": 6.0938,
      "step": 814
    },
    {
      "epoch": 1.169296987087518,
      "grad_norm": 1.309924619191242,
      "learning_rate": 0.00012225,
      "loss": 5.2812,
      "step": 815
    },
    {
      "epoch": 1.170731707317073,
      "grad_norm": 1.2409381861060995,
      "learning_rate": 0.0001224,
      "loss": 6.1562,
      "step": 816
    },
    {
      "epoch": 1.1721664275466284,
      "grad_norm": 1.1201349154861169,
      "learning_rate": 0.00012254999999999997,
      "loss": 5.6562,
      "step": 817
    },
    {
      "epoch": 1.1736011477761836,
      "grad_norm": 1.1053293468948142,
      "learning_rate": 0.00012269999999999997,
      "loss": 5.9688,
      "step": 818
    },
    {
      "epoch": 1.175035868005739,
      "grad_norm": 1.5893809741403369,
      "learning_rate": 0.00012284999999999998,
      "loss": 6.1562,
      "step": 819
    },
    {
      "epoch": 1.1764705882352942,
      "grad_norm": 1.1480145205038719,
      "learning_rate": 0.00012299999999999998,
      "loss": 6.0,
      "step": 820
    },
    {
      "epoch": 1.1779053084648494,
      "grad_norm": 1.1490630603095695,
      "learning_rate": 0.00012314999999999998,
      "loss": 5.9375,
      "step": 821
    },
    {
      "epoch": 1.1793400286944047,
      "grad_norm": 1.2506873381117551,
      "learning_rate": 0.0001233,
      "loss": 5.7188,
      "step": 822
    },
    {
      "epoch": 1.1807747489239597,
      "grad_norm": 1.2852396549400937,
      "learning_rate": 0.00012345,
      "loss": 5.1562,
      "step": 823
    },
    {
      "epoch": 1.182209469153515,
      "grad_norm": 1.4687195062962353,
      "learning_rate": 0.0001236,
      "loss": 5.4062,
      "step": 824
    },
    {
      "epoch": 1.1836441893830703,
      "grad_norm": 1.41481484473375,
      "learning_rate": 0.00012374999999999997,
      "loss": 6.0,
      "step": 825
    },
    {
      "epoch": 1.1850789096126255,
      "grad_norm": 1.34422065224193,
      "learning_rate": 0.00012389999999999998,
      "loss": 5.375,
      "step": 826
    },
    {
      "epoch": 1.1865136298421808,
      "grad_norm": 1.2401384154509536,
      "learning_rate": 0.00012404999999999998,
      "loss": 5.6875,
      "step": 827
    },
    {
      "epoch": 1.187948350071736,
      "grad_norm": 1.0922212880919462,
      "learning_rate": 0.00012419999999999998,
      "loss": 6.3125,
      "step": 828
    },
    {
      "epoch": 1.1893830703012913,
      "grad_norm": 1.065309145489586,
      "learning_rate": 0.00012435,
      "loss": 6.0625,
      "step": 829
    },
    {
      "epoch": 1.1908177905308466,
      "grad_norm": 1.030670713368717,
      "learning_rate": 0.0001245,
      "loss": 6.125,
      "step": 830
    },
    {
      "epoch": 1.1922525107604018,
      "grad_norm": 1.052909201929598,
      "learning_rate": 0.00012465,
      "loss": 5.875,
      "step": 831
    },
    {
      "epoch": 1.1936872309899569,
      "grad_norm": 1.096932397858809,
      "learning_rate": 0.00012479999999999997,
      "loss": 6.25,
      "step": 832
    },
    {
      "epoch": 1.1951219512195121,
      "grad_norm": 1.135622729569563,
      "learning_rate": 0.00012494999999999997,
      "loss": 5.7188,
      "step": 833
    },
    {
      "epoch": 1.1965566714490674,
      "grad_norm": 1.2653384151360285,
      "learning_rate": 0.00012509999999999998,
      "loss": 5.75,
      "step": 834
    },
    {
      "epoch": 1.1979913916786227,
      "grad_norm": 1.307593330667644,
      "learning_rate": 0.00012524999999999998,
      "loss": 6.125,
      "step": 835
    },
    {
      "epoch": 1.199426111908178,
      "grad_norm": 1.6781582869786311,
      "learning_rate": 0.00012539999999999999,
      "loss": 5.7812,
      "step": 836
    },
    {
      "epoch": 1.2008608321377332,
      "grad_norm": 1.2217852760610803,
      "learning_rate": 0.00012555,
      "loss": 5.5938,
      "step": 837
    },
    {
      "epoch": 1.2022955523672885,
      "grad_norm": 1.45663252063758,
      "learning_rate": 0.0001257,
      "loss": 5.8438,
      "step": 838
    },
    {
      "epoch": 1.2037302725968435,
      "grad_norm": 1.6585658264277638,
      "learning_rate": 0.00012585,
      "loss": 6.1562,
      "step": 839
    },
    {
      "epoch": 1.2051649928263988,
      "grad_norm": 1.1789152034091481,
      "learning_rate": 0.00012599999999999997,
      "loss": 6.3125,
      "step": 840
    },
    {
      "epoch": 1.206599713055954,
      "grad_norm": 1.3399582922852207,
      "learning_rate": 0.00012614999999999998,
      "loss": 5.8438,
      "step": 841
    },
    {
      "epoch": 1.2080344332855093,
      "grad_norm": 1.261058339347439,
      "learning_rate": 0.00012629999999999998,
      "loss": 6.0312,
      "step": 842
    },
    {
      "epoch": 1.2094691535150646,
      "grad_norm": 1.2288520302819372,
      "learning_rate": 0.00012644999999999998,
      "loss": 6.125,
      "step": 843
    },
    {
      "epoch": 1.2109038737446198,
      "grad_norm": 1.2079696754197757,
      "learning_rate": 0.0001266,
      "loss": 5.9375,
      "step": 844
    },
    {
      "epoch": 1.212338593974175,
      "grad_norm": 1.2668121772873417,
      "learning_rate": 0.00012675,
      "loss": 5.9062,
      "step": 845
    },
    {
      "epoch": 1.2137733142037304,
      "grad_norm": 1.1351046893889845,
      "learning_rate": 0.0001269,
      "loss": 5.8438,
      "step": 846
    },
    {
      "epoch": 1.2152080344332856,
      "grad_norm": 1.058384226289014,
      "learning_rate": 0.00012705,
      "loss": 5.9062,
      "step": 847
    },
    {
      "epoch": 1.2166427546628407,
      "grad_norm": 1.1066307659571635,
      "learning_rate": 0.00012719999999999997,
      "loss": 6.0312,
      "step": 848
    },
    {
      "epoch": 1.218077474892396,
      "grad_norm": 1.0912706999613393,
      "learning_rate": 0.00012734999999999998,
      "loss": 5.875,
      "step": 849
    },
    {
      "epoch": 1.2195121951219512,
      "grad_norm": 1.269679468577681,
      "learning_rate": 0.00012749999999999998,
      "loss": 5.7188,
      "step": 850
    },
    {
      "epoch": 1.2209469153515065,
      "grad_norm": 1.6199246009509363,
      "learning_rate": 0.00012764999999999999,
      "loss": 5.9062,
      "step": 851
    },
    {
      "epoch": 1.2223816355810617,
      "grad_norm": 1.1402258489893513,
      "learning_rate": 0.0001278,
      "loss": 5.6875,
      "step": 852
    },
    {
      "epoch": 1.223816355810617,
      "grad_norm": 1.1632961242450501,
      "learning_rate": 0.00012795,
      "loss": 6.0,
      "step": 853
    },
    {
      "epoch": 1.2252510760401722,
      "grad_norm": 1.1486209484120904,
      "learning_rate": 0.0001281,
      "loss": 6.0625,
      "step": 854
    },
    {
      "epoch": 1.2266857962697273,
      "grad_norm": 1.164937325888738,
      "learning_rate": 0.00012824999999999997,
      "loss": 5.9375,
      "step": 855
    },
    {
      "epoch": 1.2281205164992826,
      "grad_norm": 1.133184772357844,
      "learning_rate": 0.00012839999999999998,
      "loss": 6.0,
      "step": 856
    },
    {
      "epoch": 1.2295552367288378,
      "grad_norm": 1.0611644240764346,
      "learning_rate": 0.00012854999999999998,
      "loss": 6.0312,
      "step": 857
    },
    {
      "epoch": 1.230989956958393,
      "grad_norm": 1.235427784365949,
      "learning_rate": 0.00012869999999999998,
      "loss": 6.0,
      "step": 858
    },
    {
      "epoch": 1.2324246771879483,
      "grad_norm": 1.1134215107621723,
      "learning_rate": 0.00012885,
      "loss": 6.0312,
      "step": 859
    },
    {
      "epoch": 1.2338593974175036,
      "grad_norm": 1.1975279101216887,
      "learning_rate": 0.000129,
      "loss": 5.6562,
      "step": 860
    },
    {
      "epoch": 1.2352941176470589,
      "grad_norm": 1.0281072247102219,
      "learning_rate": 0.00012915,
      "loss": 6.125,
      "step": 861
    },
    {
      "epoch": 1.2367288378766141,
      "grad_norm": 1.130021219802182,
      "learning_rate": 0.0001293,
      "loss": 5.9688,
      "step": 862
    },
    {
      "epoch": 1.2381635581061694,
      "grad_norm": 1.2465292309487104,
      "learning_rate": 0.00012944999999999998,
      "loss": 6.0312,
      "step": 863
    },
    {
      "epoch": 1.2395982783357244,
      "grad_norm": 1.2651188343525461,
      "learning_rate": 0.00012959999999999998,
      "loss": 6.375,
      "step": 864
    },
    {
      "epoch": 1.2410329985652797,
      "grad_norm": 1.1204939761723252,
      "learning_rate": 0.00012974999999999998,
      "loss": 5.7812,
      "step": 865
    },
    {
      "epoch": 1.242467718794835,
      "grad_norm": 1.1354264817484048,
      "learning_rate": 0.00012989999999999999,
      "loss": 5.9688,
      "step": 866
    },
    {
      "epoch": 1.2439024390243902,
      "grad_norm": 1.076740495731039,
      "learning_rate": 0.00013005,
      "loss": 5.9375,
      "step": 867
    },
    {
      "epoch": 1.2453371592539455,
      "grad_norm": 1.1368596990241964,
      "learning_rate": 0.0001302,
      "loss": 6.0625,
      "step": 868
    },
    {
      "epoch": 1.2467718794835008,
      "grad_norm": 1.2592224995151997,
      "learning_rate": 0.00013035,
      "loss": 5.9375,
      "step": 869
    },
    {
      "epoch": 1.248206599713056,
      "grad_norm": 1.2110911713483212,
      "learning_rate": 0.0001305,
      "loss": 6.3438,
      "step": 870
    },
    {
      "epoch": 1.249641319942611,
      "grad_norm": 1.0525844356620933,
      "learning_rate": 0.00013064999999999998,
      "loss": 5.875,
      "step": 871
    },
    {
      "epoch": 1.2510760401721663,
      "grad_norm": 1.1228911364409173,
      "learning_rate": 0.00013079999999999998,
      "loss": 6.0312,
      "step": 872
    },
    {
      "epoch": 1.2525107604017216,
      "grad_norm": 1.0933726307557188,
      "learning_rate": 0.00013094999999999998,
      "loss": 6.0,
      "step": 873
    },
    {
      "epoch": 1.2539454806312769,
      "grad_norm": 1.1388859780704883,
      "learning_rate": 0.0001311,
      "loss": 5.8125,
      "step": 874
    },
    {
      "epoch": 1.2553802008608321,
      "grad_norm": 1.1464244758355477,
      "learning_rate": 0.00013125,
      "loss": 6.0625,
      "step": 875
    },
    {
      "epoch": 1.2568149210903874,
      "grad_norm": 1.120561120662313,
      "learning_rate": 0.0001314,
      "loss": 5.625,
      "step": 876
    },
    {
      "epoch": 1.2582496413199427,
      "grad_norm": 1.2923494789451444,
      "learning_rate": 0.00013155,
      "loss": 5.8125,
      "step": 877
    },
    {
      "epoch": 1.259684361549498,
      "grad_norm": 1.4250857170049815,
      "learning_rate": 0.00013169999999999998,
      "loss": 6.25,
      "step": 878
    },
    {
      "epoch": 1.2611190817790532,
      "grad_norm": 1.1297269189304628,
      "learning_rate": 0.00013184999999999998,
      "loss": 5.5,
      "step": 879
    },
    {
      "epoch": 1.2625538020086085,
      "grad_norm": 1.1077213551604193,
      "learning_rate": 0.00013199999999999998,
      "loss": 6.25,
      "step": 880
    },
    {
      "epoch": 1.2639885222381635,
      "grad_norm": 1.1548455663637607,
      "learning_rate": 0.00013215,
      "loss": 5.5938,
      "step": 881
    },
    {
      "epoch": 1.2654232424677188,
      "grad_norm": 1.1463912147003144,
      "learning_rate": 0.0001323,
      "loss": 6.0938,
      "step": 882
    },
    {
      "epoch": 1.266857962697274,
      "grad_norm": 1.0331476750680133,
      "learning_rate": 0.00013245,
      "loss": 6.25,
      "step": 883
    },
    {
      "epoch": 1.2682926829268293,
      "grad_norm": 1.0042212411892706,
      "learning_rate": 0.0001326,
      "loss": 5.9062,
      "step": 884
    },
    {
      "epoch": 1.2697274031563845,
      "grad_norm": 1.1048836216103919,
      "learning_rate": 0.00013275,
      "loss": 5.9375,
      "step": 885
    },
    {
      "epoch": 1.2711621233859398,
      "grad_norm": 0.9930888499791655,
      "learning_rate": 0.00013289999999999998,
      "loss": 5.8438,
      "step": 886
    },
    {
      "epoch": 1.2725968436154949,
      "grad_norm": 1.0242144399914324,
      "learning_rate": 0.00013304999999999998,
      "loss": 5.7812,
      "step": 887
    },
    {
      "epoch": 1.2740315638450501,
      "grad_norm": 1.07056072765398,
      "learning_rate": 0.00013319999999999999,
      "loss": 5.9688,
      "step": 888
    },
    {
      "epoch": 1.2754662840746054,
      "grad_norm": 1.0176497796539656,
      "learning_rate": 0.00013335,
      "loss": 5.7812,
      "step": 889
    },
    {
      "epoch": 1.2769010043041606,
      "grad_norm": 1.1361260242164952,
      "learning_rate": 0.0001335,
      "loss": 6.125,
      "step": 890
    },
    {
      "epoch": 1.278335724533716,
      "grad_norm": 1.21331433154912,
      "learning_rate": 0.00013365,
      "loss": 6.2188,
      "step": 891
    },
    {
      "epoch": 1.2797704447632712,
      "grad_norm": 1.0391515664175186,
      "learning_rate": 0.0001338,
      "loss": 6.0312,
      "step": 892
    },
    {
      "epoch": 1.2812051649928264,
      "grad_norm": 1.0410799043239547,
      "learning_rate": 0.00013395,
      "loss": 6.125,
      "step": 893
    },
    {
      "epoch": 1.2826398852223817,
      "grad_norm": 1.0155263761911824,
      "learning_rate": 0.00013409999999999998,
      "loss": 5.9062,
      "step": 894
    },
    {
      "epoch": 1.284074605451937,
      "grad_norm": 1.1345149199136264,
      "learning_rate": 0.00013424999999999998,
      "loss": 5.5312,
      "step": 895
    },
    {
      "epoch": 1.2855093256814922,
      "grad_norm": 0.9724481313988537,
      "learning_rate": 0.0001344,
      "loss": 5.9375,
      "step": 896
    },
    {
      "epoch": 1.2869440459110473,
      "grad_norm": 1.0604472343675522,
      "learning_rate": 0.00013455,
      "loss": 5.6562,
      "step": 897
    },
    {
      "epoch": 1.2883787661406025,
      "grad_norm": 1.6500497515892247,
      "learning_rate": 0.0001347,
      "loss": 6.5938,
      "step": 898
    },
    {
      "epoch": 1.2898134863701578,
      "grad_norm": 1.0583504867116538,
      "learning_rate": 0.00013485,
      "loss": 5.9375,
      "step": 899
    },
    {
      "epoch": 1.291248206599713,
      "grad_norm": 1.0937757148609555,
      "learning_rate": 0.000135,
      "loss": 5.9688,
      "step": 900
    },
    {
      "epoch": 1.2926829268292683,
      "grad_norm": 1.4158329400785037,
      "learning_rate": 0.00013514999999999998,
      "loss": 5.6875,
      "step": 901
    },
    {
      "epoch": 1.2941176470588236,
      "grad_norm": 0.9827349041431805,
      "learning_rate": 0.00013529999999999998,
      "loss": 5.6562,
      "step": 902
    },
    {
      "epoch": 1.2955523672883786,
      "grad_norm": 1.0423036684389542,
      "learning_rate": 0.00013544999999999999,
      "loss": 6.2812,
      "step": 903
    },
    {
      "epoch": 1.296987087517934,
      "grad_norm": 1.1103819210645356,
      "learning_rate": 0.0001356,
      "loss": 5.9062,
      "step": 904
    },
    {
      "epoch": 1.2984218077474892,
      "grad_norm": 1.397259090718599,
      "learning_rate": 0.00013575,
      "loss": 5.2812,
      "step": 905
    },
    {
      "epoch": 1.2998565279770444,
      "grad_norm": 1.1381747239742817,
      "learning_rate": 0.0001359,
      "loss": 5.8438,
      "step": 906
    },
    {
      "epoch": 1.3012912482065997,
      "grad_norm": 1.2415825012545665,
      "learning_rate": 0.00013605,
      "loss": 5.9375,
      "step": 907
    },
    {
      "epoch": 1.302725968436155,
      "grad_norm": 1.3353137302450317,
      "learning_rate": 0.0001362,
      "loss": 5.9688,
      "step": 908
    },
    {
      "epoch": 1.3041606886657102,
      "grad_norm": 1.2423156991677795,
      "learning_rate": 0.00013634999999999998,
      "loss": 6.0625,
      "step": 909
    },
    {
      "epoch": 1.3055954088952655,
      "grad_norm": 1.2667419278707217,
      "learning_rate": 0.00013649999999999998,
      "loss": 5.5938,
      "step": 910
    },
    {
      "epoch": 1.3070301291248207,
      "grad_norm": 1.1954716372571037,
      "learning_rate": 0.00013665,
      "loss": 5.9062,
      "step": 911
    },
    {
      "epoch": 1.308464849354376,
      "grad_norm": 1.2477582888541676,
      "learning_rate": 0.0001368,
      "loss": 6.125,
      "step": 912
    },
    {
      "epoch": 1.309899569583931,
      "grad_norm": 1.2455444640313056,
      "learning_rate": 0.00013695,
      "loss": 5.9062,
      "step": 913
    },
    {
      "epoch": 1.3113342898134863,
      "grad_norm": 1.1294189959036698,
      "learning_rate": 0.0001371,
      "loss": 5.25,
      "step": 914
    },
    {
      "epoch": 1.3127690100430416,
      "grad_norm": 1.396795430843486,
      "learning_rate": 0.00013725,
      "loss": 6.1562,
      "step": 915
    },
    {
      "epoch": 1.3142037302725968,
      "grad_norm": 1.2227018763996846,
      "learning_rate": 0.0001374,
      "loss": 6.0625,
      "step": 916
    },
    {
      "epoch": 1.3156384505021521,
      "grad_norm": 1.1633457983007227,
      "learning_rate": 0.00013754999999999998,
      "loss": 5.75,
      "step": 917
    },
    {
      "epoch": 1.3170731707317074,
      "grad_norm": 1.0995957176774263,
      "learning_rate": 0.00013769999999999999,
      "loss": 5.5938,
      "step": 918
    },
    {
      "epoch": 1.3185078909612624,
      "grad_norm": 1.340635790283231,
      "learning_rate": 0.00013785,
      "loss": 5.875,
      "step": 919
    },
    {
      "epoch": 1.3199426111908177,
      "grad_norm": 1.3474908525089333,
      "learning_rate": 0.000138,
      "loss": 5.75,
      "step": 920
    },
    {
      "epoch": 1.321377331420373,
      "grad_norm": 1.0968591169115303,
      "learning_rate": 0.00013815,
      "loss": 5.4375,
      "step": 921
    },
    {
      "epoch": 1.3228120516499282,
      "grad_norm": 1.099371186724025,
      "learning_rate": 0.0001383,
      "loss": 5.9375,
      "step": 922
    },
    {
      "epoch": 1.3242467718794835,
      "grad_norm": 1.0962637009430733,
      "learning_rate": 0.00013845,
      "loss": 6.0625,
      "step": 923
    },
    {
      "epoch": 1.3256814921090387,
      "grad_norm": 1.2440192289462169,
      "learning_rate": 0.0001386,
      "loss": 5.875,
      "step": 924
    },
    {
      "epoch": 1.327116212338594,
      "grad_norm": 1.2253286611237728,
      "learning_rate": 0.00013874999999999998,
      "loss": 6.0312,
      "step": 925
    },
    {
      "epoch": 1.3285509325681493,
      "grad_norm": 1.148225801434721,
      "learning_rate": 0.0001389,
      "loss": 5.875,
      "step": 926
    },
    {
      "epoch": 1.3299856527977045,
      "grad_norm": 1.056240135872362,
      "learning_rate": 0.00013905,
      "loss": 5.625,
      "step": 927
    },
    {
      "epoch": 1.3314203730272598,
      "grad_norm": 1.3102852703965808,
      "learning_rate": 0.0001392,
      "loss": 6.0,
      "step": 928
    },
    {
      "epoch": 1.3328550932568148,
      "grad_norm": 2.6720950030806465,
      "learning_rate": 0.00013935,
      "loss": 6.1562,
      "step": 929
    },
    {
      "epoch": 1.33428981348637,
      "grad_norm": 1.2685696501425499,
      "learning_rate": 0.0001395,
      "loss": 5.9062,
      "step": 930
    },
    {
      "epoch": 1.3357245337159254,
      "grad_norm": 1.1112480614885691,
      "learning_rate": 0.00013965,
      "loss": 5.9062,
      "step": 931
    },
    {
      "epoch": 1.3371592539454806,
      "grad_norm": 1.3349942493489875,
      "learning_rate": 0.00013979999999999998,
      "loss": 6.375,
      "step": 932
    },
    {
      "epoch": 1.338593974175036,
      "grad_norm": 1.281502729511122,
      "learning_rate": 0.00013995,
      "loss": 6.1562,
      "step": 933
    },
    {
      "epoch": 1.3400286944045912,
      "grad_norm": 1.0962662228920304,
      "learning_rate": 0.0001401,
      "loss": 6.0,
      "step": 934
    },
    {
      "epoch": 1.3414634146341464,
      "grad_norm": 1.1927475225191537,
      "learning_rate": 0.00014025,
      "loss": 5.75,
      "step": 935
    },
    {
      "epoch": 1.3428981348637015,
      "grad_norm": 20.317458669936396,
      "learning_rate": 0.0001404,
      "loss": 5.875,
      "step": 936
    },
    {
      "epoch": 1.3443328550932567,
      "grad_norm": 1.1186758504328995,
      "learning_rate": 0.00014055,
      "loss": 5.875,
      "step": 937
    },
    {
      "epoch": 1.345767575322812,
      "grad_norm": 1.184466530195226,
      "learning_rate": 0.00014069999999999998,
      "loss": 5.9688,
      "step": 938
    },
    {
      "epoch": 1.3472022955523673,
      "grad_norm": 1.063549922701628,
      "learning_rate": 0.00014084999999999998,
      "loss": 6.0625,
      "step": 939
    },
    {
      "epoch": 1.3486370157819225,
      "grad_norm": 1.1766635561075034,
      "learning_rate": 0.00014099999999999998,
      "loss": 5.9375,
      "step": 940
    },
    {
      "epoch": 1.3500717360114778,
      "grad_norm": 1.0327638118434845,
      "learning_rate": 0.00014115,
      "loss": 5.9375,
      "step": 941
    },
    {
      "epoch": 1.351506456241033,
      "grad_norm": 1.2377971611028928,
      "learning_rate": 0.0001413,
      "loss": 5.9375,
      "step": 942
    },
    {
      "epoch": 1.3529411764705883,
      "grad_norm": 1.093145908811299,
      "learning_rate": 0.00014144999999999997,
      "loss": 5.7188,
      "step": 943
    },
    {
      "epoch": 1.3543758967001436,
      "grad_norm": 1.3167717363294995,
      "learning_rate": 0.00014159999999999997,
      "loss": 5.8125,
      "step": 944
    },
    {
      "epoch": 1.3558106169296988,
      "grad_norm": 1.4551393381316855,
      "learning_rate": 0.00014174999999999998,
      "loss": 6.125,
      "step": 945
    },
    {
      "epoch": 1.3572453371592539,
      "grad_norm": 1.5772853189825298,
      "learning_rate": 0.00014189999999999998,
      "loss": 6.0,
      "step": 946
    },
    {
      "epoch": 1.3586800573888091,
      "grad_norm": 1.6993608942577962,
      "learning_rate": 0.00014204999999999998,
      "loss": 5.8438,
      "step": 947
    },
    {
      "epoch": 1.3601147776183644,
      "grad_norm": 1.1194336782321634,
      "learning_rate": 0.0001422,
      "loss": 5.9062,
      "step": 948
    },
    {
      "epoch": 1.3615494978479197,
      "grad_norm": 1.5273834783312923,
      "learning_rate": 0.00014235,
      "loss": 6.0625,
      "step": 949
    },
    {
      "epoch": 1.362984218077475,
      "grad_norm": 1.3304027959649463,
      "learning_rate": 0.0001425,
      "loss": 6.0,
      "step": 950
    },
    {
      "epoch": 1.3644189383070302,
      "grad_norm": 1.0518642479305447,
      "learning_rate": 0.00014264999999999997,
      "loss": 6.125,
      "step": 951
    },
    {
      "epoch": 1.3658536585365852,
      "grad_norm": 1.4057478162650023,
      "learning_rate": 0.00014279999999999997,
      "loss": 6.0,
      "step": 952
    },
    {
      "epoch": 1.3672883787661405,
      "grad_norm": 1.0866601770436954,
      "learning_rate": 0.00014294999999999998,
      "loss": 6.1562,
      "step": 953
    },
    {
      "epoch": 1.3687230989956958,
      "grad_norm": 1.3215410034800654,
      "learning_rate": 0.00014309999999999998,
      "loss": 6.1875,
      "step": 954
    },
    {
      "epoch": 1.370157819225251,
      "grad_norm": 1.2751263385936442,
      "learning_rate": 0.00014324999999999999,
      "loss": 5.7812,
      "step": 955
    },
    {
      "epoch": 1.3715925394548063,
      "grad_norm": 1.1222077798910488,
      "learning_rate": 0.0001434,
      "loss": 5.875,
      "step": 956
    },
    {
      "epoch": 1.3730272596843616,
      "grad_norm": 1.3299792001952013,
      "learning_rate": 0.00014355,
      "loss": 5.9375,
      "step": 957
    },
    {
      "epoch": 1.3744619799139168,
      "grad_norm": 1.1670766376234916,
      "learning_rate": 0.00014369999999999997,
      "loss": 5.9062,
      "step": 958
    },
    {
      "epoch": 1.375896700143472,
      "grad_norm": 1.0710686115083852,
      "learning_rate": 0.00014384999999999997,
      "loss": 5.7188,
      "step": 959
    },
    {
      "epoch": 1.3773314203730274,
      "grad_norm": 1.1350193357834386,
      "learning_rate": 0.00014399999999999998,
      "loss": 5.7812,
      "step": 960
    },
    {
      "epoch": 1.3787661406025826,
      "grad_norm": 1.2657616688501685,
      "learning_rate": 0.00014414999999999998,
      "loss": 5.9688,
      "step": 961
    },
    {
      "epoch": 1.3802008608321377,
      "grad_norm": 1.2473967765177116,
      "learning_rate": 0.00014429999999999998,
      "loss": 5.5,
      "step": 962
    },
    {
      "epoch": 1.381635581061693,
      "grad_norm": 1.2805757240507218,
      "learning_rate": 0.00014445,
      "loss": 5.7812,
      "step": 963
    },
    {
      "epoch": 1.3830703012912482,
      "grad_norm": 1.2393921801820396,
      "learning_rate": 0.0001446,
      "loss": 5.4375,
      "step": 964
    },
    {
      "epoch": 1.3845050215208035,
      "grad_norm": 1.4366683555426274,
      "learning_rate": 0.00014475,
      "loss": 5.9062,
      "step": 965
    },
    {
      "epoch": 1.3859397417503587,
      "grad_norm": 1.3347821392078638,
      "learning_rate": 0.00014489999999999997,
      "loss": 5.875,
      "step": 966
    },
    {
      "epoch": 1.387374461979914,
      "grad_norm": 1.561887408209192,
      "learning_rate": 0.00014504999999999997,
      "loss": 5.6875,
      "step": 967
    },
    {
      "epoch": 1.388809182209469,
      "grad_norm": 1.2072060264383813,
      "learning_rate": 0.00014519999999999998,
      "loss": 5.6562,
      "step": 968
    },
    {
      "epoch": 1.3902439024390243,
      "grad_norm": 8.899917235563374,
      "learning_rate": 0.00014534999999999998,
      "loss": 6.0938,
      "step": 969
    },
    {
      "epoch": 1.3916786226685796,
      "grad_norm": 1.0726107811779249,
      "learning_rate": 0.00014549999999999999,
      "loss": 5.9062,
      "step": 970
    },
    {
      "epoch": 1.3931133428981348,
      "grad_norm": 1.0612573743174307,
      "learning_rate": 0.00014565,
      "loss": 5.8125,
      "step": 971
    },
    {
      "epoch": 1.39454806312769,
      "grad_norm": 1.0241036193113415,
      "learning_rate": 0.0001458,
      "loss": 6.0312,
      "step": 972
    },
    {
      "epoch": 1.3959827833572453,
      "grad_norm": 1.0861185506579052,
      "learning_rate": 0.00014595,
      "loss": 5.5938,
      "step": 973
    },
    {
      "epoch": 1.3974175035868006,
      "grad_norm": 1.1150817421566583,
      "learning_rate": 0.00014609999999999997,
      "loss": 6.1875,
      "step": 974
    },
    {
      "epoch": 1.3988522238163559,
      "grad_norm": 1.2181528893034923,
      "learning_rate": 0.00014624999999999998,
      "loss": 5.9062,
      "step": 975
    },
    {
      "epoch": 1.4002869440459111,
      "grad_norm": 1.5261120436755131,
      "learning_rate": 0.00014639999999999998,
      "loss": 5.8125,
      "step": 976
    },
    {
      "epoch": 1.4017216642754664,
      "grad_norm": 1.6680689471555215,
      "learning_rate": 0.00014654999999999998,
      "loss": 6.0625,
      "step": 977
    },
    {
      "epoch": 1.4031563845050214,
      "grad_norm": 1.1975124701304516,
      "learning_rate": 0.0001467,
      "loss": 5.75,
      "step": 978
    },
    {
      "epoch": 1.4045911047345767,
      "grad_norm": 2.056286462082459,
      "learning_rate": 0.00014685,
      "loss": 5.2188,
      "step": 979
    },
    {
      "epoch": 1.406025824964132,
      "grad_norm": 1.1497443963889569,
      "learning_rate": 0.000147,
      "loss": 5.875,
      "step": 980
    },
    {
      "epoch": 1.4074605451936872,
      "grad_norm": 1.4754742391523719,
      "learning_rate": 0.00014714999999999997,
      "loss": 5.6875,
      "step": 981
    },
    {
      "epoch": 1.4088952654232425,
      "grad_norm": 1.208172912022503,
      "learning_rate": 0.00014729999999999998,
      "loss": 5.875,
      "step": 982
    },
    {
      "epoch": 1.4103299856527978,
      "grad_norm": 1.143192715007226,
      "learning_rate": 0.00014744999999999998,
      "loss": 6.0312,
      "step": 983
    },
    {
      "epoch": 1.4117647058823528,
      "grad_norm": 1.562660230369125,
      "learning_rate": 0.00014759999999999998,
      "loss": 5.6562,
      "step": 984
    },
    {
      "epoch": 1.413199426111908,
      "grad_norm": 1.453390593672915,
      "learning_rate": 0.00014774999999999999,
      "loss": 5.9688,
      "step": 985
    },
    {
      "epoch": 1.4146341463414633,
      "grad_norm": 1.3901777117619047,
      "learning_rate": 0.0001479,
      "loss": 5.9062,
      "step": 986
    },
    {
      "epoch": 1.4160688665710186,
      "grad_norm": 1.3569746392783262,
      "learning_rate": 0.00014805,
      "loss": 5.7812,
      "step": 987
    },
    {
      "epoch": 1.4175035868005739,
      "grad_norm": 1.0183446046982219,
      "learning_rate": 0.0001482,
      "loss": 5.9062,
      "step": 988
    },
    {
      "epoch": 1.4189383070301291,
      "grad_norm": 1.3973456382533762,
      "learning_rate": 0.00014834999999999997,
      "loss": 5.9688,
      "step": 989
    },
    {
      "epoch": 1.4203730272596844,
      "grad_norm": 1.1994864854010077,
      "learning_rate": 0.00014849999999999998,
      "loss": 6.0625,
      "step": 990
    },
    {
      "epoch": 1.4218077474892397,
      "grad_norm": 1.0634738430978268,
      "learning_rate": 0.00014864999999999998,
      "loss": 5.75,
      "step": 991
    },
    {
      "epoch": 1.423242467718795,
      "grad_norm": 1.2938551209250237,
      "learning_rate": 0.00014879999999999998,
      "loss": 5.625,
      "step": 992
    },
    {
      "epoch": 1.4246771879483502,
      "grad_norm": 1.2954159430502261,
      "learning_rate": 0.00014895,
      "loss": 6.0312,
      "step": 993
    },
    {
      "epoch": 1.4261119081779052,
      "grad_norm": 1.3663174894521446,
      "learning_rate": 0.0001491,
      "loss": 6.0,
      "step": 994
    },
    {
      "epoch": 1.4275466284074605,
      "grad_norm": 1.3830141832651768,
      "learning_rate": 0.00014925,
      "loss": 6.0938,
      "step": 995
    },
    {
      "epoch": 1.4289813486370158,
      "grad_norm": 1.0963966405007013,
      "learning_rate": 0.0001494,
      "loss": 5.8438,
      "step": 996
    },
    {
      "epoch": 1.430416068866571,
      "grad_norm": 1.186750303121678,
      "learning_rate": 0.00014954999999999998,
      "loss": 5.8125,
      "step": 997
    },
    {
      "epoch": 1.4318507890961263,
      "grad_norm": 1.4870315057942236,
      "learning_rate": 0.00014969999999999998,
      "loss": 5.4688,
      "step": 998
    },
    {
      "epoch": 1.4332855093256816,
      "grad_norm": 1.0603687553841534,
      "learning_rate": 0.00014984999999999998,
      "loss": 5.9375,
      "step": 999
    },
    {
      "epoch": 1.4347202295552366,
      "grad_norm": 1.0783921709011188,
      "learning_rate": 0.00015,
      "loss": 5.9688,
      "step": 1000
    },
    {
      "epoch": 1.4361549497847919,
      "grad_norm": 1.2749486740565028,
      "learning_rate": 0.00015014999999999996,
      "loss": 6.0312,
      "step": 1001
    },
    {
      "epoch": 1.4375896700143471,
      "grad_norm": 1.1651393698647834,
      "learning_rate": 0.0001503,
      "loss": 5.75,
      "step": 1002
    },
    {
      "epoch": 1.4390243902439024,
      "grad_norm": 1.150130923395047,
      "learning_rate": 0.00015044999999999997,
      "loss": 5.7812,
      "step": 1003
    },
    {
      "epoch": 1.4404591104734576,
      "grad_norm": 1.2176133205220199,
      "learning_rate": 0.00015059999999999997,
      "loss": 5.75,
      "step": 1004
    },
    {
      "epoch": 1.441893830703013,
      "grad_norm": 1.0892259256066152,
      "learning_rate": 0.00015074999999999998,
      "loss": 5.9688,
      "step": 1005
    },
    {
      "epoch": 1.4433285509325682,
      "grad_norm": 1.19301738536533,
      "learning_rate": 0.00015089999999999998,
      "loss": 5.7812,
      "step": 1006
    },
    {
      "epoch": 1.4447632711621234,
      "grad_norm": 1.228371479025446,
      "learning_rate": 0.00015104999999999996,
      "loss": 5.8438,
      "step": 1007
    },
    {
      "epoch": 1.4461979913916787,
      "grad_norm": 1.1295735056853227,
      "learning_rate": 0.0001512,
      "loss": 5.5312,
      "step": 1008
    },
    {
      "epoch": 1.447632711621234,
      "grad_norm": 1.2340506030047265,
      "learning_rate": 0.00015134999999999997,
      "loss": 6.125,
      "step": 1009
    },
    {
      "epoch": 1.4490674318507892,
      "grad_norm": 1.2294169474249905,
      "learning_rate": 0.0001515,
      "loss": 6.0312,
      "step": 1010
    },
    {
      "epoch": 1.4505021520803443,
      "grad_norm": 1.3433410834624662,
      "learning_rate": 0.00015164999999999997,
      "loss": 6.0312,
      "step": 1011
    },
    {
      "epoch": 1.4519368723098995,
      "grad_norm": 1.2631659483228115,
      "learning_rate": 0.00015179999999999998,
      "loss": 6.125,
      "step": 1012
    },
    {
      "epoch": 1.4533715925394548,
      "grad_norm": 1.2685409512260983,
      "learning_rate": 0.00015194999999999998,
      "loss": 5.875,
      "step": 1013
    },
    {
      "epoch": 1.45480631276901,
      "grad_norm": 1.2365816549056365,
      "learning_rate": 0.00015209999999999998,
      "loss": 5.3125,
      "step": 1014
    },
    {
      "epoch": 1.4562410329985653,
      "grad_norm": 1.18777118727961,
      "learning_rate": 0.00015224999999999996,
      "loss": 6.0625,
      "step": 1015
    },
    {
      "epoch": 1.4576757532281206,
      "grad_norm": 1.1304622172014265,
      "learning_rate": 0.0001524,
      "loss": 5.9688,
      "step": 1016
    },
    {
      "epoch": 1.4591104734576756,
      "grad_norm": 1.0756565052230376,
      "learning_rate": 0.00015254999999999997,
      "loss": 5.8438,
      "step": 1017
    },
    {
      "epoch": 1.460545193687231,
      "grad_norm": 1.1806513374132885,
      "learning_rate": 0.0001527,
      "loss": 5.6875,
      "step": 1018
    },
    {
      "epoch": 1.4619799139167862,
      "grad_norm": 1.0663896011075247,
      "learning_rate": 0.00015284999999999997,
      "loss": 5.9375,
      "step": 1019
    },
    {
      "epoch": 1.4634146341463414,
      "grad_norm": 1.0998830278745408,
      "learning_rate": 0.00015299999999999998,
      "loss": 5.8125,
      "step": 1020
    },
    {
      "epoch": 1.4648493543758967,
      "grad_norm": 1.1942141301118363,
      "learning_rate": 0.00015314999999999998,
      "loss": 6.1875,
      "step": 1021
    },
    {
      "epoch": 1.466284074605452,
      "grad_norm": 1.1790855231821364,
      "learning_rate": 0.00015329999999999999,
      "loss": 5.9375,
      "step": 1022
    },
    {
      "epoch": 1.4677187948350072,
      "grad_norm": 1.268238456543992,
      "learning_rate": 0.00015344999999999996,
      "loss": 5.5312,
      "step": 1023
    },
    {
      "epoch": 1.4691535150645625,
      "grad_norm": 1.568489956545611,
      "learning_rate": 0.0001536,
      "loss": 5.9688,
      "step": 1024
    },
    {
      "epoch": 1.4705882352941178,
      "grad_norm": 1.1935429386946472,
      "learning_rate": 0.00015374999999999997,
      "loss": 5.8438,
      "step": 1025
    },
    {
      "epoch": 1.472022955523673,
      "grad_norm": 1.294955905942874,
      "learning_rate": 0.0001539,
      "loss": 5.9062,
      "step": 1026
    },
    {
      "epoch": 1.473457675753228,
      "grad_norm": 1.2847852555472148,
      "learning_rate": 0.00015404999999999998,
      "loss": 6.0,
      "step": 1027
    },
    {
      "epoch": 1.4748923959827833,
      "grad_norm": 1.0798287097119657,
      "learning_rate": 0.00015419999999999998,
      "loss": 6.0,
      "step": 1028
    },
    {
      "epoch": 1.4763271162123386,
      "grad_norm": 1.0387899420886182,
      "learning_rate": 0.00015434999999999998,
      "loss": 5.9062,
      "step": 1029
    },
    {
      "epoch": 1.4777618364418939,
      "grad_norm": 1.1332403563608018,
      "learning_rate": 0.0001545,
      "loss": 6.0,
      "step": 1030
    },
    {
      "epoch": 1.4791965566714491,
      "grad_norm": 1.083143503265226,
      "learning_rate": 0.00015464999999999996,
      "loss": 6.25,
      "step": 1031
    },
    {
      "epoch": 1.4806312769010044,
      "grad_norm": 1.2041419095350006,
      "learning_rate": 0.0001548,
      "loss": 5.625,
      "step": 1032
    },
    {
      "epoch": 1.4820659971305594,
      "grad_norm": 1.7955951482712083,
      "learning_rate": 0.00015494999999999997,
      "loss": 5.5938,
      "step": 1033
    },
    {
      "epoch": 1.4835007173601147,
      "grad_norm": 1.1777748371816292,
      "learning_rate": 0.0001551,
      "loss": 6.3438,
      "step": 1034
    },
    {
      "epoch": 1.48493543758967,
      "grad_norm": 1.1768352408350862,
      "learning_rate": 0.00015524999999999998,
      "loss": 5.6875,
      "step": 1035
    },
    {
      "epoch": 1.4863701578192252,
      "grad_norm": 1.3166289850600146,
      "learning_rate": 0.00015539999999999998,
      "loss": 5.9688,
      "step": 1036
    },
    {
      "epoch": 1.4878048780487805,
      "grad_norm": 1.135978662226769,
      "learning_rate": 0.00015554999999999999,
      "loss": 5.9375,
      "step": 1037
    },
    {
      "epoch": 1.4892395982783357,
      "grad_norm": 1.1232131678996462,
      "learning_rate": 0.0001557,
      "loss": 5.8125,
      "step": 1038
    },
    {
      "epoch": 1.490674318507891,
      "grad_norm": 1.1763897204844103,
      "learning_rate": 0.00015584999999999997,
      "loss": 5.8438,
      "step": 1039
    },
    {
      "epoch": 1.4921090387374463,
      "grad_norm": 2.2567225931381443,
      "learning_rate": 0.000156,
      "loss": 5.8438,
      "step": 1040
    },
    {
      "epoch": 1.4935437589670015,
      "grad_norm": 0.977817922256685,
      "learning_rate": 0.00015614999999999997,
      "loss": 5.75,
      "step": 1041
    },
    {
      "epoch": 1.4949784791965568,
      "grad_norm": 1.1646077808941482,
      "learning_rate": 0.0001563,
      "loss": 5.6875,
      "step": 1042
    },
    {
      "epoch": 1.4964131994261118,
      "grad_norm": 1.2166425216909904,
      "learning_rate": 0.00015644999999999998,
      "loss": 5.7812,
      "step": 1043
    },
    {
      "epoch": 1.497847919655667,
      "grad_norm": 1.187388085524046,
      "learning_rate": 0.00015659999999999998,
      "loss": 5.25,
      "step": 1044
    },
    {
      "epoch": 1.4992826398852224,
      "grad_norm": 1.2374857489826911,
      "learning_rate": 0.00015675,
      "loss": 6.0,
      "step": 1045
    },
    {
      "epoch": 1.5007173601147776,
      "grad_norm": 1.2709129353945843,
      "learning_rate": 0.0001569,
      "loss": 5.7812,
      "step": 1046
    },
    {
      "epoch": 1.502152080344333,
      "grad_norm": 4.291503728194696,
      "learning_rate": 0.00015704999999999997,
      "loss": 6.0312,
      "step": 1047
    },
    {
      "epoch": 1.503586800573888,
      "grad_norm": 1.8399642013430209,
      "learning_rate": 0.0001572,
      "loss": 6.0938,
      "step": 1048
    },
    {
      "epoch": 1.5050215208034432,
      "grad_norm": 1.1192987864176478,
      "learning_rate": 0.00015734999999999998,
      "loss": 6.4062,
      "step": 1049
    },
    {
      "epoch": 1.5064562410329985,
      "grad_norm": 1.0505071068368461,
      "learning_rate": 0.00015749999999999998,
      "loss": 5.7188,
      "step": 1050
    },
    {
      "epoch": 1.5078909612625537,
      "grad_norm": 1.0787316534764282,
      "learning_rate": 0.00015764999999999998,
      "loss": 5.75,
      "step": 1051
    },
    {
      "epoch": 1.509325681492109,
      "grad_norm": 1.0289091379696673,
      "learning_rate": 0.0001578,
      "loss": 6.0625,
      "step": 1052
    },
    {
      "epoch": 1.5107604017216643,
      "grad_norm": 1.1387069914586037,
      "learning_rate": 0.00015794999999999996,
      "loss": 5.6875,
      "step": 1053
    },
    {
      "epoch": 1.5121951219512195,
      "grad_norm": 1.179519804109589,
      "learning_rate": 0.0001581,
      "loss": 5.4688,
      "step": 1054
    },
    {
      "epoch": 1.5136298421807748,
      "grad_norm": 1.1963241658092514,
      "learning_rate": 0.00015824999999999997,
      "loss": 5.9375,
      "step": 1055
    },
    {
      "epoch": 1.51506456241033,
      "grad_norm": 1.0688434094741146,
      "learning_rate": 0.0001584,
      "loss": 5.9062,
      "step": 1056
    },
    {
      "epoch": 1.5164992826398853,
      "grad_norm": 1.413075411608016,
      "learning_rate": 0.00015854999999999998,
      "loss": 5.4062,
      "step": 1057
    },
    {
      "epoch": 1.5179340028694406,
      "grad_norm": 1.2611156755384647,
      "learning_rate": 0.00015869999999999998,
      "loss": 5.75,
      "step": 1058
    },
    {
      "epoch": 1.5193687230989958,
      "grad_norm": 0.9888668639627844,
      "learning_rate": 0.00015884999999999999,
      "loss": 5.9062,
      "step": 1059
    },
    {
      "epoch": 1.5208034433285509,
      "grad_norm": 1.1005786002051496,
      "learning_rate": 0.000159,
      "loss": 5.9688,
      "step": 1060
    },
    {
      "epoch": 1.5222381635581061,
      "grad_norm": 1.3323184503060432,
      "learning_rate": 0.00015914999999999997,
      "loss": 5.0,
      "step": 1061
    },
    {
      "epoch": 1.5236728837876614,
      "grad_norm": 1.1382713851234532,
      "learning_rate": 0.0001593,
      "loss": 5.625,
      "step": 1062
    },
    {
      "epoch": 1.5251076040172167,
      "grad_norm": 1.1675004249034355,
      "learning_rate": 0.00015944999999999997,
      "loss": 5.5938,
      "step": 1063
    },
    {
      "epoch": 1.5265423242467717,
      "grad_norm": 1.0955007358844497,
      "learning_rate": 0.0001596,
      "loss": 6.0,
      "step": 1064
    },
    {
      "epoch": 1.527977044476327,
      "grad_norm": 1.2353534130196058,
      "learning_rate": 0.00015974999999999998,
      "loss": 5.75,
      "step": 1065
    },
    {
      "epoch": 1.5294117647058822,
      "grad_norm": 1.115616142436123,
      "learning_rate": 0.00015989999999999998,
      "loss": 6.0312,
      "step": 1066
    },
    {
      "epoch": 1.5308464849354375,
      "grad_norm": 1.1819960784501926,
      "learning_rate": 0.00016005,
      "loss": 5.9688,
      "step": 1067
    },
    {
      "epoch": 1.5322812051649928,
      "grad_norm": 0.9757496507444192,
      "learning_rate": 0.0001602,
      "loss": 5.9062,
      "step": 1068
    },
    {
      "epoch": 1.533715925394548,
      "grad_norm": 1.281540859319849,
      "learning_rate": 0.00016034999999999997,
      "loss": 5.8438,
      "step": 1069
    },
    {
      "epoch": 1.5351506456241033,
      "grad_norm": 0.9772755288459822,
      "learning_rate": 0.0001605,
      "loss": 5.8125,
      "step": 1070
    },
    {
      "epoch": 1.5365853658536586,
      "grad_norm": 1.0508332625908259,
      "learning_rate": 0.00016064999999999997,
      "loss": 6.1875,
      "step": 1071
    },
    {
      "epoch": 1.5380200860832138,
      "grad_norm": 1.2128115359060467,
      "learning_rate": 0.0001608,
      "loss": 5.8125,
      "step": 1072
    },
    {
      "epoch": 1.539454806312769,
      "grad_norm": 1.090405382192092,
      "learning_rate": 0.00016094999999999998,
      "loss": 5.875,
      "step": 1073
    },
    {
      "epoch": 1.5408895265423244,
      "grad_norm": 1.0453342663564291,
      "learning_rate": 0.00016109999999999999,
      "loss": 5.3438,
      "step": 1074
    },
    {
      "epoch": 1.5423242467718796,
      "grad_norm": 1.136999454316166,
      "learning_rate": 0.00016125,
      "loss": 6.0312,
      "step": 1075
    },
    {
      "epoch": 1.5437589670014347,
      "grad_norm": 1.0840580679812148,
      "learning_rate": 0.0001614,
      "loss": 5.8438,
      "step": 1076
    },
    {
      "epoch": 1.54519368723099,
      "grad_norm": 1.15859866387296,
      "learning_rate": 0.00016154999999999997,
      "loss": 5.8438,
      "step": 1077
    },
    {
      "epoch": 1.5466284074605452,
      "grad_norm": 1.1221084231295355,
      "learning_rate": 0.0001617,
      "loss": 5.8125,
      "step": 1078
    },
    {
      "epoch": 1.5480631276901005,
      "grad_norm": 1.0046415070330603,
      "learning_rate": 0.00016184999999999998,
      "loss": 6.0,
      "step": 1079
    },
    {
      "epoch": 1.5494978479196555,
      "grad_norm": 1.3688382574599405,
      "learning_rate": 0.000162,
      "loss": 6.0938,
      "step": 1080
    },
    {
      "epoch": 1.5509325681492108,
      "grad_norm": 1.106276259723841,
      "learning_rate": 0.00016214999999999998,
      "loss": 5.6562,
      "step": 1081
    },
    {
      "epoch": 1.552367288378766,
      "grad_norm": 1.0895074890447818,
      "learning_rate": 0.0001623,
      "loss": 5.6875,
      "step": 1082
    },
    {
      "epoch": 1.5538020086083213,
      "grad_norm": 1.2097893096527728,
      "learning_rate": 0.00016245,
      "loss": 5.25,
      "step": 1083
    },
    {
      "epoch": 1.5552367288378766,
      "grad_norm": 1.3829891062584534,
      "learning_rate": 0.0001626,
      "loss": 5.9688,
      "step": 1084
    },
    {
      "epoch": 1.5566714490674318,
      "grad_norm": 1.0825380471159032,
      "learning_rate": 0.00016274999999999997,
      "loss": 6.0,
      "step": 1085
    },
    {
      "epoch": 1.558106169296987,
      "grad_norm": 1.0037962552115467,
      "learning_rate": 0.0001629,
      "loss": 6.0938,
      "step": 1086
    },
    {
      "epoch": 1.5595408895265424,
      "grad_norm": 1.1069397681777202,
      "learning_rate": 0.00016304999999999998,
      "loss": 5.75,
      "step": 1087
    },
    {
      "epoch": 1.5609756097560976,
      "grad_norm": 1.015294954569479,
      "learning_rate": 0.0001632,
      "loss": 5.75,
      "step": 1088
    },
    {
      "epoch": 1.5624103299856529,
      "grad_norm": 1.0441299651991796,
      "learning_rate": 0.00016334999999999999,
      "loss": 5.9688,
      "step": 1089
    },
    {
      "epoch": 1.5638450502152081,
      "grad_norm": 1.122654447014052,
      "learning_rate": 0.0001635,
      "loss": 5.1562,
      "step": 1090
    },
    {
      "epoch": 1.5652797704447634,
      "grad_norm": 1.1507426909103846,
      "learning_rate": 0.00016365,
      "loss": 5.1562,
      "step": 1091
    },
    {
      "epoch": 1.5667144906743187,
      "grad_norm": 1.2321709857877334,
      "learning_rate": 0.0001638,
      "loss": 6.125,
      "step": 1092
    },
    {
      "epoch": 1.5681492109038737,
      "grad_norm": 1.1615390318276564,
      "learning_rate": 0.00016394999999999997,
      "loss": 5.9062,
      "step": 1093
    },
    {
      "epoch": 1.569583931133429,
      "grad_norm": 1.1576091531659836,
      "learning_rate": 0.0001641,
      "loss": 5.2188,
      "step": 1094
    },
    {
      "epoch": 1.5710186513629842,
      "grad_norm": 1.1508519997146593,
      "learning_rate": 0.00016424999999999998,
      "loss": 6.1875,
      "step": 1095
    },
    {
      "epoch": 1.5724533715925395,
      "grad_norm": 1.1184835653023872,
      "learning_rate": 0.0001644,
      "loss": 5.9375,
      "step": 1096
    },
    {
      "epoch": 1.5738880918220945,
      "grad_norm": 1.0801013674064166,
      "learning_rate": 0.00016455,
      "loss": 5.75,
      "step": 1097
    },
    {
      "epoch": 1.5753228120516498,
      "grad_norm": 1.0782356185786506,
      "learning_rate": 0.0001647,
      "loss": 5.9688,
      "step": 1098
    },
    {
      "epoch": 1.576757532281205,
      "grad_norm": 1.2128448209000484,
      "learning_rate": 0.00016485,
      "loss": 6.0312,
      "step": 1099
    },
    {
      "epoch": 1.5781922525107603,
      "grad_norm": 1.1222129121365327,
      "learning_rate": 0.000165,
      "loss": 5.3125,
      "step": 1100
    },
    {
      "epoch": 1.5796269727403156,
      "grad_norm": 1.0731610016415307,
      "learning_rate": 0.00016514999999999998,
      "loss": 5.8438,
      "step": 1101
    },
    {
      "epoch": 1.5810616929698709,
      "grad_norm": 1.2158578954796613,
      "learning_rate": 0.0001653,
      "loss": 5.9375,
      "step": 1102
    },
    {
      "epoch": 1.5824964131994261,
      "grad_norm": 1.0458799030223627,
      "learning_rate": 0.00016544999999999998,
      "loss": 5.8438,
      "step": 1103
    },
    {
      "epoch": 1.5839311334289814,
      "grad_norm": 1.0500753553531679,
      "learning_rate": 0.0001656,
      "loss": 5.4688,
      "step": 1104
    },
    {
      "epoch": 1.5853658536585367,
      "grad_norm": 1.0056451323863314,
      "learning_rate": 0.00016575,
      "loss": 5.5938,
      "step": 1105
    },
    {
      "epoch": 1.586800573888092,
      "grad_norm": 1.0593066567916618,
      "learning_rate": 0.0001659,
      "loss": 5.5938,
      "step": 1106
    },
    {
      "epoch": 1.5882352941176472,
      "grad_norm": 1.0655793419064203,
      "learning_rate": 0.00016604999999999997,
      "loss": 5.5625,
      "step": 1107
    },
    {
      "epoch": 1.5896700143472025,
      "grad_norm": 1.2351320966879744,
      "learning_rate": 0.0001662,
      "loss": 5.9062,
      "step": 1108
    },
    {
      "epoch": 1.5911047345767575,
      "grad_norm": 1.2328833801962178,
      "learning_rate": 0.00016634999999999998,
      "loss": 6.0312,
      "step": 1109
    },
    {
      "epoch": 1.5925394548063128,
      "grad_norm": 1.3249175076599824,
      "learning_rate": 0.0001665,
      "loss": 5.25,
      "step": 1110
    },
    {
      "epoch": 1.593974175035868,
      "grad_norm": 1.1889587610917831,
      "learning_rate": 0.00016664999999999998,
      "loss": 5.6875,
      "step": 1111
    },
    {
      "epoch": 1.5954088952654233,
      "grad_norm": 1.0095841113127322,
      "learning_rate": 0.0001668,
      "loss": 6.0312,
      "step": 1112
    },
    {
      "epoch": 1.5968436154949783,
      "grad_norm": 1.437085043653495,
      "learning_rate": 0.00016695,
      "loss": 5.0938,
      "step": 1113
    },
    {
      "epoch": 1.5982783357245336,
      "grad_norm": 1.173721828580554,
      "learning_rate": 0.0001671,
      "loss": 5.75,
      "step": 1114
    },
    {
      "epoch": 1.5997130559540889,
      "grad_norm": 1.044379207902447,
      "learning_rate": 0.00016724999999999997,
      "loss": 6.0625,
      "step": 1115
    },
    {
      "epoch": 1.6011477761836441,
      "grad_norm": 1.0857519170830732,
      "learning_rate": 0.0001674,
      "loss": 5.9375,
      "step": 1116
    },
    {
      "epoch": 1.6025824964131994,
      "grad_norm": 1.062697669719271,
      "learning_rate": 0.00016754999999999998,
      "loss": 5.9062,
      "step": 1117
    },
    {
      "epoch": 1.6040172166427547,
      "grad_norm": 0.9613382335200769,
      "learning_rate": 0.0001677,
      "loss": 5.9688,
      "step": 1118
    },
    {
      "epoch": 1.60545193687231,
      "grad_norm": 1.272237592404544,
      "learning_rate": 0.00016785,
      "loss": 6.0,
      "step": 1119
    },
    {
      "epoch": 1.6068866571018652,
      "grad_norm": 0.9628355977354464,
      "learning_rate": 0.000168,
      "loss": 5.8438,
      "step": 1120
    },
    {
      "epoch": 1.6083213773314204,
      "grad_norm": 1.0179447471854213,
      "learning_rate": 0.00016815,
      "loss": 5.7812,
      "step": 1121
    },
    {
      "epoch": 1.6097560975609757,
      "grad_norm": 1.1415044119227542,
      "learning_rate": 0.0001683,
      "loss": 5.9688,
      "step": 1122
    },
    {
      "epoch": 1.611190817790531,
      "grad_norm": 1.0673774722011833,
      "learning_rate": 0.00016844999999999997,
      "loss": 5.8438,
      "step": 1123
    },
    {
      "epoch": 1.6126255380200862,
      "grad_norm": 1.074883532164037,
      "learning_rate": 0.0001686,
      "loss": 5.5938,
      "step": 1124
    },
    {
      "epoch": 1.6140602582496413,
      "grad_norm": 1.1735451762877278,
      "learning_rate": 0.00016874999999999998,
      "loss": 5.9062,
      "step": 1125
    },
    {
      "epoch": 1.6154949784791965,
      "grad_norm": 0.9852388277731696,
      "learning_rate": 0.00016889999999999996,
      "loss": 5.75,
      "step": 1126
    },
    {
      "epoch": 1.6169296987087518,
      "grad_norm": 1.0077657481393802,
      "learning_rate": 0.00016905,
      "loss": 5.2812,
      "step": 1127
    },
    {
      "epoch": 1.618364418938307,
      "grad_norm": 1.0750977626238387,
      "learning_rate": 0.00016919999999999997,
      "loss": 6.0938,
      "step": 1128
    },
    {
      "epoch": 1.6197991391678621,
      "grad_norm": 1.126352851151614,
      "learning_rate": 0.00016935,
      "loss": 6.0,
      "step": 1129
    },
    {
      "epoch": 1.6212338593974174,
      "grad_norm": 1.0054734378165586,
      "learning_rate": 0.00016949999999999997,
      "loss": 5.6875,
      "step": 1130
    },
    {
      "epoch": 1.6226685796269726,
      "grad_norm": 1.1249732551585845,
      "learning_rate": 0.00016964999999999998,
      "loss": 5.8125,
      "step": 1131
    },
    {
      "epoch": 1.624103299856528,
      "grad_norm": 1.0452145867981377,
      "learning_rate": 0.00016979999999999998,
      "loss": 6.1562,
      "step": 1132
    },
    {
      "epoch": 1.6255380200860832,
      "grad_norm": 1.0801750550855838,
      "learning_rate": 0.00016994999999999998,
      "loss": 5.8438,
      "step": 1133
    },
    {
      "epoch": 1.6269727403156384,
      "grad_norm": 1.167032763074084,
      "learning_rate": 0.00017009999999999996,
      "loss": 5.6875,
      "step": 1134
    },
    {
      "epoch": 1.6284074605451937,
      "grad_norm": 1.1888200094333201,
      "learning_rate": 0.00017025,
      "loss": 5.5625,
      "step": 1135
    },
    {
      "epoch": 1.629842180774749,
      "grad_norm": 0.9766357303824842,
      "learning_rate": 0.00017039999999999997,
      "loss": 5.6875,
      "step": 1136
    },
    {
      "epoch": 1.6312769010043042,
      "grad_norm": 1.2268506265340875,
      "learning_rate": 0.00017055,
      "loss": 5.5312,
      "step": 1137
    },
    {
      "epoch": 1.6327116212338595,
      "grad_norm": 1.0858518197482858,
      "learning_rate": 0.00017069999999999998,
      "loss": 5.625,
      "step": 1138
    },
    {
      "epoch": 1.6341463414634148,
      "grad_norm": 1.0626808427246306,
      "learning_rate": 0.00017084999999999998,
      "loss": 5.5938,
      "step": 1139
    },
    {
      "epoch": 1.63558106169297,
      "grad_norm": 1.1075105273918089,
      "learning_rate": 0.00017099999999999998,
      "loss": 5.5938,
      "step": 1140
    },
    {
      "epoch": 1.637015781922525,
      "grad_norm": 1.1069263302429746,
      "learning_rate": 0.00017114999999999999,
      "loss": 5.875,
      "step": 1141
    },
    {
      "epoch": 1.6384505021520803,
      "grad_norm": 0.9671546633874416,
      "learning_rate": 0.00017129999999999996,
      "loss": 5.5938,
      "step": 1142
    },
    {
      "epoch": 1.6398852223816356,
      "grad_norm": 0.9299248237586673,
      "learning_rate": 0.00017145,
      "loss": 5.5,
      "step": 1143
    },
    {
      "epoch": 1.6413199426111909,
      "grad_norm": 1.9451862891783518,
      "learning_rate": 0.00017159999999999997,
      "loss": 5.7812,
      "step": 1144
    },
    {
      "epoch": 1.642754662840746,
      "grad_norm": 1.0964798547604737,
      "learning_rate": 0.00017175,
      "loss": 5.4062,
      "step": 1145
    },
    {
      "epoch": 1.6441893830703012,
      "grad_norm": 1.1301207976113803,
      "learning_rate": 0.00017189999999999998,
      "loss": 5.75,
      "step": 1146
    },
    {
      "epoch": 1.6456241032998564,
      "grad_norm": 1.0024742496867867,
      "learning_rate": 0.00017204999999999998,
      "loss": 5.6875,
      "step": 1147
    },
    {
      "epoch": 1.6470588235294117,
      "grad_norm": 1.1877335239656923,
      "learning_rate": 0.00017219999999999998,
      "loss": 5.8125,
      "step": 1148
    },
    {
      "epoch": 1.648493543758967,
      "grad_norm": 1.1331972938331158,
      "learning_rate": 0.00017235,
      "loss": 5.6562,
      "step": 1149
    },
    {
      "epoch": 1.6499282639885222,
      "grad_norm": 1.0389238446783102,
      "learning_rate": 0.00017249999999999996,
      "loss": 5.8438,
      "step": 1150
    },
    {
      "epoch": 1.6513629842180775,
      "grad_norm": 1.1548084334947488,
      "learning_rate": 0.00017265,
      "loss": 6.1562,
      "step": 1151
    },
    {
      "epoch": 1.6527977044476327,
      "grad_norm": 1.1992796192122375,
      "learning_rate": 0.00017279999999999997,
      "loss": 6.0,
      "step": 1152
    },
    {
      "epoch": 1.654232424677188,
      "grad_norm": 1.0799724234902164,
      "learning_rate": 0.00017294999999999998,
      "loss": 5.8438,
      "step": 1153
    },
    {
      "epoch": 1.6556671449067433,
      "grad_norm": 1.7918792541307715,
      "learning_rate": 0.00017309999999999998,
      "loss": 5.9688,
      "step": 1154
    },
    {
      "epoch": 1.6571018651362985,
      "grad_norm": 1.1502741265146865,
      "learning_rate": 0.00017324999999999998,
      "loss": 6.0938,
      "step": 1155
    },
    {
      "epoch": 1.6585365853658538,
      "grad_norm": 1.0952867778822297,
      "learning_rate": 0.00017339999999999996,
      "loss": 5.8438,
      "step": 1156
    },
    {
      "epoch": 1.6599713055954088,
      "grad_norm": 1.0294287328003833,
      "learning_rate": 0.00017355,
      "loss": 5.75,
      "step": 1157
    },
    {
      "epoch": 1.661406025824964,
      "grad_norm": 1.1697803123827373,
      "learning_rate": 0.00017369999999999997,
      "loss": 5.625,
      "step": 1158
    },
    {
      "epoch": 1.6628407460545194,
      "grad_norm": 1.0564411430430756,
      "learning_rate": 0.00017385,
      "loss": 5.4062,
      "step": 1159
    },
    {
      "epoch": 1.6642754662840746,
      "grad_norm": 1.1358686861614673,
      "learning_rate": 0.00017399999999999997,
      "loss": 5.5,
      "step": 1160
    },
    {
      "epoch": 1.6657101865136297,
      "grad_norm": 1.0803034212944298,
      "learning_rate": 0.00017414999999999998,
      "loss": 5.5,
      "step": 1161
    },
    {
      "epoch": 1.667144906743185,
      "grad_norm": 1.1357053972871158,
      "learning_rate": 0.00017429999999999998,
      "loss": 5.125,
      "step": 1162
    },
    {
      "epoch": 1.6685796269727402,
      "grad_norm": 1.3486619925147814,
      "learning_rate": 0.00017444999999999998,
      "loss": 6.0,
      "step": 1163
    },
    {
      "epoch": 1.6700143472022955,
      "grad_norm": 1.1175340415522683,
      "learning_rate": 0.00017459999999999996,
      "loss": 6.0,
      "step": 1164
    },
    {
      "epoch": 1.6714490674318507,
      "grad_norm": 0.9558366799371284,
      "learning_rate": 0.00017475,
      "loss": 6.0,
      "step": 1165
    },
    {
      "epoch": 1.672883787661406,
      "grad_norm": 1.5189997463391314,
      "learning_rate": 0.00017489999999999997,
      "loss": 5.6875,
      "step": 1166
    },
    {
      "epoch": 1.6743185078909613,
      "grad_norm": 1.0824346676516823,
      "learning_rate": 0.00017505,
      "loss": 5.5,
      "step": 1167
    },
    {
      "epoch": 1.6757532281205165,
      "grad_norm": 0.9158364171564783,
      "learning_rate": 0.00017519999999999998,
      "loss": 5.8125,
      "step": 1168
    },
    {
      "epoch": 1.6771879483500718,
      "grad_norm": 1.1102261179761677,
      "learning_rate": 0.00017534999999999998,
      "loss": 5.8438,
      "step": 1169
    },
    {
      "epoch": 1.678622668579627,
      "grad_norm": 1.0834793797048368,
      "learning_rate": 0.00017549999999999998,
      "loss": 5.9062,
      "step": 1170
    },
    {
      "epoch": 1.6800573888091823,
      "grad_norm": 1.1071243295611348,
      "learning_rate": 0.00017565,
      "loss": 5.7812,
      "step": 1171
    },
    {
      "epoch": 1.6814921090387376,
      "grad_norm": 1.0784158135151878,
      "learning_rate": 0.00017579999999999996,
      "loss": 5.8438,
      "step": 1172
    },
    {
      "epoch": 1.6829268292682928,
      "grad_norm": 1.005226512313402,
      "learning_rate": 0.00017595,
      "loss": 5.6875,
      "step": 1173
    },
    {
      "epoch": 1.6843615494978479,
      "grad_norm": 0.9495105621701299,
      "learning_rate": 0.00017609999999999997,
      "loss": 5.7188,
      "step": 1174
    },
    {
      "epoch": 1.6857962697274032,
      "grad_norm": 1.1031552808182141,
      "learning_rate": 0.00017625,
      "loss": 5.3125,
      "step": 1175
    },
    {
      "epoch": 1.6872309899569584,
      "grad_norm": 1.0059717768899255,
      "learning_rate": 0.00017639999999999998,
      "loss": 5.875,
      "step": 1176
    },
    {
      "epoch": 1.6886657101865137,
      "grad_norm": 0.9922841769289884,
      "learning_rate": 0.00017654999999999998,
      "loss": 5.75,
      "step": 1177
    },
    {
      "epoch": 1.6901004304160687,
      "grad_norm": 1.1388008341415108,
      "learning_rate": 0.00017669999999999999,
      "loss": 5.875,
      "step": 1178
    },
    {
      "epoch": 1.691535150645624,
      "grad_norm": 1.1382141320660093,
      "learning_rate": 0.00017685,
      "loss": 6.0312,
      "step": 1179
    },
    {
      "epoch": 1.6929698708751793,
      "grad_norm": 1.108177487267844,
      "learning_rate": 0.00017699999999999997,
      "loss": 5.8438,
      "step": 1180
    },
    {
      "epoch": 1.6944045911047345,
      "grad_norm": 0.9120284791784744,
      "learning_rate": 0.00017715,
      "loss": 5.8438,
      "step": 1181
    },
    {
      "epoch": 1.6958393113342898,
      "grad_norm": 1.14711783260287,
      "learning_rate": 0.00017729999999999997,
      "loss": 5.875,
      "step": 1182
    },
    {
      "epoch": 1.697274031563845,
      "grad_norm": 0.9571961746027757,
      "learning_rate": 0.00017745,
      "loss": 5.8438,
      "step": 1183
    },
    {
      "epoch": 1.6987087517934003,
      "grad_norm": 1.0344471003574427,
      "learning_rate": 0.00017759999999999998,
      "loss": 5.4375,
      "step": 1184
    },
    {
      "epoch": 1.7001434720229556,
      "grad_norm": 1.1291050096195916,
      "learning_rate": 0.00017774999999999998,
      "loss": 5.9062,
      "step": 1185
    },
    {
      "epoch": 1.7015781922525108,
      "grad_norm": 1.046311531311153,
      "learning_rate": 0.0001779,
      "loss": 6.0625,
      "step": 1186
    },
    {
      "epoch": 1.703012912482066,
      "grad_norm": 1.0481602581538167,
      "learning_rate": 0.00017805,
      "loss": 5.8438,
      "step": 1187
    },
    {
      "epoch": 1.7044476327116214,
      "grad_norm": 1.044095737995393,
      "learning_rate": 0.00017819999999999997,
      "loss": 5.3125,
      "step": 1188
    },
    {
      "epoch": 1.7058823529411766,
      "grad_norm": 0.9410690872193997,
      "learning_rate": 0.00017835,
      "loss": 5.9375,
      "step": 1189
    },
    {
      "epoch": 1.7073170731707317,
      "grad_norm": 0.9917232150401293,
      "learning_rate": 0.00017849999999999997,
      "loss": 5.6875,
      "step": 1190
    },
    {
      "epoch": 1.708751793400287,
      "grad_norm": 0.9820915945851187,
      "learning_rate": 0.00017865,
      "loss": 6.0,
      "step": 1191
    },
    {
      "epoch": 1.7101865136298422,
      "grad_norm": 1.0196198481423402,
      "learning_rate": 0.00017879999999999998,
      "loss": 6.0938,
      "step": 1192
    },
    {
      "epoch": 1.7116212338593975,
      "grad_norm": 1.0324885762782092,
      "learning_rate": 0.00017894999999999999,
      "loss": 5.6875,
      "step": 1193
    },
    {
      "epoch": 1.7130559540889525,
      "grad_norm": 1.019203281478511,
      "learning_rate": 0.0001791,
      "loss": 5.25,
      "step": 1194
    },
    {
      "epoch": 1.7144906743185078,
      "grad_norm": 1.0369545274696585,
      "learning_rate": 0.00017925,
      "loss": 5.7188,
      "step": 1195
    },
    {
      "epoch": 1.715925394548063,
      "grad_norm": 1.030385104717392,
      "learning_rate": 0.00017939999999999997,
      "loss": 5.6562,
      "step": 1196
    },
    {
      "epoch": 1.7173601147776183,
      "grad_norm": 0.9874234037245234,
      "learning_rate": 0.00017955,
      "loss": 5.6875,
      "step": 1197
    },
    {
      "epoch": 1.7187948350071736,
      "grad_norm": 1.0459111614454002,
      "learning_rate": 0.00017969999999999998,
      "loss": 5.8438,
      "step": 1198
    },
    {
      "epoch": 1.7202295552367288,
      "grad_norm": 0.9891087083192132,
      "learning_rate": 0.00017984999999999998,
      "loss": 5.75,
      "step": 1199
    },
    {
      "epoch": 1.721664275466284,
      "grad_norm": 0.920262493034623,
      "learning_rate": 0.00017999999999999998,
      "loss": 5.625,
      "step": 1200
    },
    {
      "epoch": 1.7230989956958394,
      "grad_norm": 0.9659873143002773,
      "learning_rate": 0.00018015,
      "loss": 5.7812,
      "step": 1201
    },
    {
      "epoch": 1.7245337159253946,
      "grad_norm": 1.0398999910361475,
      "learning_rate": 0.00018029999999999996,
      "loss": 5.75,
      "step": 1202
    },
    {
      "epoch": 1.7259684361549499,
      "grad_norm": 0.9500319524423864,
      "learning_rate": 0.00018045,
      "loss": 5.6562,
      "step": 1203
    },
    {
      "epoch": 1.7274031563845051,
      "grad_norm": 0.9197773677747019,
      "learning_rate": 0.00018059999999999997,
      "loss": 5.9688,
      "step": 1204
    },
    {
      "epoch": 1.7288378766140604,
      "grad_norm": 0.9672176990351197,
      "learning_rate": 0.00018075,
      "loss": 5.25,
      "step": 1205
    },
    {
      "epoch": 1.7302725968436155,
      "grad_norm": 1.0455484248992626,
      "learning_rate": 0.00018089999999999998,
      "loss": 5.9375,
      "step": 1206
    },
    {
      "epoch": 1.7317073170731707,
      "grad_norm": 1.1068537917901362,
      "learning_rate": 0.00018104999999999998,
      "loss": 5.9062,
      "step": 1207
    },
    {
      "epoch": 1.733142037302726,
      "grad_norm": 1.3203877547664074,
      "learning_rate": 0.00018119999999999999,
      "loss": 5.625,
      "step": 1208
    },
    {
      "epoch": 1.7345767575322812,
      "grad_norm": 1.1598872445900261,
      "learning_rate": 0.00018135,
      "loss": 5.6875,
      "step": 1209
    },
    {
      "epoch": 1.7360114777618363,
      "grad_norm": 0.9633962579779765,
      "learning_rate": 0.00018149999999999997,
      "loss": 6.0,
      "step": 1210
    },
    {
      "epoch": 1.7374461979913915,
      "grad_norm": 0.9816733167410658,
      "learning_rate": 0.00018165,
      "loss": 5.6562,
      "step": 1211
    },
    {
      "epoch": 1.7388809182209468,
      "grad_norm": 1.0864626204792203,
      "learning_rate": 0.00018179999999999997,
      "loss": 5.5938,
      "step": 1212
    },
    {
      "epoch": 1.740315638450502,
      "grad_norm": 0.9571662946355328,
      "learning_rate": 0.00018195,
      "loss": 5.875,
      "step": 1213
    },
    {
      "epoch": 1.7417503586800573,
      "grad_norm": 1.0257962499713533,
      "learning_rate": 0.00018209999999999998,
      "loss": 5.9375,
      "step": 1214
    },
    {
      "epoch": 1.7431850789096126,
      "grad_norm": 1.1774213868328227,
      "learning_rate": 0.00018224999999999998,
      "loss": 5.2188,
      "step": 1215
    },
    {
      "epoch": 1.7446197991391679,
      "grad_norm": 0.9814955020415198,
      "learning_rate": 0.0001824,
      "loss": 5.875,
      "step": 1216
    },
    {
      "epoch": 1.7460545193687231,
      "grad_norm": 1.043683517794694,
      "learning_rate": 0.00018255,
      "loss": 5.6875,
      "step": 1217
    },
    {
      "epoch": 1.7474892395982784,
      "grad_norm": 1.5138468136646044,
      "learning_rate": 0.00018269999999999997,
      "loss": 5.3125,
      "step": 1218
    },
    {
      "epoch": 1.7489239598278337,
      "grad_norm": 1.0152268877973472,
      "learning_rate": 0.00018285,
      "loss": 6.125,
      "step": 1219
    },
    {
      "epoch": 1.750358680057389,
      "grad_norm": 0.980035053421311,
      "learning_rate": 0.00018299999999999998,
      "loss": 6.0,
      "step": 1220
    },
    {
      "epoch": 1.7517934002869442,
      "grad_norm": 1.1867607291907047,
      "learning_rate": 0.00018315,
      "loss": 5.9375,
      "step": 1221
    },
    {
      "epoch": 1.7532281205164992,
      "grad_norm": 1.2263793338811677,
      "learning_rate": 0.00018329999999999998,
      "loss": 5.7812,
      "step": 1222
    },
    {
      "epoch": 1.7546628407460545,
      "grad_norm": 1.27856064953865,
      "learning_rate": 0.00018345,
      "loss": 5.375,
      "step": 1223
    },
    {
      "epoch": 1.7560975609756098,
      "grad_norm": 1.1326827051939605,
      "learning_rate": 0.0001836,
      "loss": 5.9062,
      "step": 1224
    },
    {
      "epoch": 1.757532281205165,
      "grad_norm": 1.4017387904699563,
      "learning_rate": 0.00018375,
      "loss": 5.8125,
      "step": 1225
    },
    {
      "epoch": 1.75896700143472,
      "grad_norm": 1.1142771967916896,
      "learning_rate": 0.00018389999999999997,
      "loss": 5.875,
      "step": 1226
    },
    {
      "epoch": 1.7604017216642753,
      "grad_norm": 1.3631162529950454,
      "learning_rate": 0.00018405,
      "loss": 5.0312,
      "step": 1227
    },
    {
      "epoch": 1.7618364418938306,
      "grad_norm": 1.3636564187482,
      "learning_rate": 0.00018419999999999998,
      "loss": 5.2812,
      "step": 1228
    },
    {
      "epoch": 1.7632711621233859,
      "grad_norm": 1.2211028515333717,
      "learning_rate": 0.00018435,
      "loss": 5.6875,
      "step": 1229
    },
    {
      "epoch": 1.7647058823529411,
      "grad_norm": 1.3213398004882198,
      "learning_rate": 0.00018449999999999999,
      "loss": 5.3125,
      "step": 1230
    },
    {
      "epoch": 1.7661406025824964,
      "grad_norm": 1.6915543575273198,
      "learning_rate": 0.00018465,
      "loss": 5.8438,
      "step": 1231
    },
    {
      "epoch": 1.7675753228120517,
      "grad_norm": 1.075412937170663,
      "learning_rate": 0.0001848,
      "loss": 5.5938,
      "step": 1232
    },
    {
      "epoch": 1.769010043041607,
      "grad_norm": 1.2056854223556654,
      "learning_rate": 0.00018495,
      "loss": 5.7188,
      "step": 1233
    },
    {
      "epoch": 1.7704447632711622,
      "grad_norm": 1.072491527353258,
      "learning_rate": 0.00018509999999999997,
      "loss": 5.6875,
      "step": 1234
    },
    {
      "epoch": 1.7718794835007174,
      "grad_norm": 0.9621149379268017,
      "learning_rate": 0.00018525,
      "loss": 5.9688,
      "step": 1235
    },
    {
      "epoch": 1.7733142037302727,
      "grad_norm": 1.130960046294696,
      "learning_rate": 0.00018539999999999998,
      "loss": 5.1562,
      "step": 1236
    },
    {
      "epoch": 1.774748923959828,
      "grad_norm": 1.0893968566461112,
      "learning_rate": 0.00018555,
      "loss": 5.9375,
      "step": 1237
    },
    {
      "epoch": 1.776183644189383,
      "grad_norm": 2.411423944208503,
      "learning_rate": 0.0001857,
      "loss": 5.75,
      "step": 1238
    },
    {
      "epoch": 1.7776183644189383,
      "grad_norm": 2.1492946206990005,
      "learning_rate": 0.00018585,
      "loss": 5.4062,
      "step": 1239
    },
    {
      "epoch": 1.7790530846484935,
      "grad_norm": 2.829996853692236,
      "learning_rate": 0.000186,
      "loss": 5.8125,
      "step": 1240
    },
    {
      "epoch": 1.7804878048780488,
      "grad_norm": 1.088288837485699,
      "learning_rate": 0.00018615,
      "loss": 5.6562,
      "step": 1241
    },
    {
      "epoch": 1.781922525107604,
      "grad_norm": 1.2029038423726692,
      "learning_rate": 0.00018629999999999997,
      "loss": 5.9062,
      "step": 1242
    },
    {
      "epoch": 1.7833572453371591,
      "grad_norm": 1.132282100637778,
      "learning_rate": 0.00018645,
      "loss": 5.4688,
      "step": 1243
    },
    {
      "epoch": 1.7847919655667144,
      "grad_norm": 1.5936023685288545,
      "learning_rate": 0.00018659999999999998,
      "loss": 5.6562,
      "step": 1244
    },
    {
      "epoch": 1.7862266857962696,
      "grad_norm": 1.0100419489017898,
      "learning_rate": 0.00018675,
      "loss": 5.875,
      "step": 1245
    },
    {
      "epoch": 1.787661406025825,
      "grad_norm": 1.110247932031429,
      "learning_rate": 0.0001869,
      "loss": 5.7812,
      "step": 1246
    },
    {
      "epoch": 1.7890961262553802,
      "grad_norm": 1.1923903752441718,
      "learning_rate": 0.00018705,
      "loss": 5.875,
      "step": 1247
    },
    {
      "epoch": 1.7905308464849354,
      "grad_norm": 1.1499727382703862,
      "learning_rate": 0.0001872,
      "loss": 5.7188,
      "step": 1248
    },
    {
      "epoch": 1.7919655667144907,
      "grad_norm": 1.007295566909691,
      "learning_rate": 0.00018735,
      "loss": 5.9688,
      "step": 1249
    },
    {
      "epoch": 1.793400286944046,
      "grad_norm": 0.9629561807436106,
      "learning_rate": 0.00018749999999999998,
      "loss": 5.25,
      "step": 1250
    },
    {
      "epoch": 1.7948350071736012,
      "grad_norm": 1.1105968080753514,
      "learning_rate": 0.00018764999999999998,
      "loss": 5.625,
      "step": 1251
    },
    {
      "epoch": 1.7962697274031565,
      "grad_norm": 1.111430307273971,
      "learning_rate": 0.00018779999999999998,
      "loss": 5.5938,
      "step": 1252
    },
    {
      "epoch": 1.7977044476327118,
      "grad_norm": 1.201322626587045,
      "learning_rate": 0.00018794999999999996,
      "loss": 5.4062,
      "step": 1253
    },
    {
      "epoch": 1.799139167862267,
      "grad_norm": 0.9314208004444776,
      "learning_rate": 0.0001881,
      "loss": 5.5,
      "step": 1254
    },
    {
      "epoch": 1.800573888091822,
      "grad_norm": 1.1559833743092751,
      "learning_rate": 0.00018824999999999997,
      "loss": 5.875,
      "step": 1255
    },
    {
      "epoch": 1.8020086083213773,
      "grad_norm": 1.1081925543269733,
      "learning_rate": 0.00018839999999999997,
      "loss": 5.875,
      "step": 1256
    },
    {
      "epoch": 1.8034433285509326,
      "grad_norm": 1.1326465243701047,
      "learning_rate": 0.00018854999999999998,
      "loss": 5.4062,
      "step": 1257
    },
    {
      "epoch": 1.8048780487804879,
      "grad_norm": 1.0099087500510202,
      "learning_rate": 0.00018869999999999998,
      "loss": 6.1562,
      "step": 1258
    },
    {
      "epoch": 1.806312769010043,
      "grad_norm": 1.0643413075148733,
      "learning_rate": 0.00018884999999999996,
      "loss": 5.875,
      "step": 1259
    },
    {
      "epoch": 1.8077474892395982,
      "grad_norm": 1.1735079101709192,
      "learning_rate": 0.00018899999999999999,
      "loss": 5.1875,
      "step": 1260
    },
    {
      "epoch": 1.8091822094691534,
      "grad_norm": 1.063001705213051,
      "learning_rate": 0.00018914999999999996,
      "loss": 5.875,
      "step": 1261
    },
    {
      "epoch": 1.8106169296987087,
      "grad_norm": 0.9329101494387416,
      "learning_rate": 0.0001893,
      "loss": 5.5938,
      "step": 1262
    },
    {
      "epoch": 1.812051649928264,
      "grad_norm": 1.1431982824178408,
      "learning_rate": 0.00018944999999999997,
      "loss": 5.3438,
      "step": 1263
    },
    {
      "epoch": 1.8134863701578192,
      "grad_norm": 1.2621997564024943,
      "learning_rate": 0.00018959999999999997,
      "loss": 5.5938,
      "step": 1264
    },
    {
      "epoch": 1.8149210903873745,
      "grad_norm": 0.9691518080691357,
      "learning_rate": 0.00018974999999999998,
      "loss": 5.6875,
      "step": 1265
    },
    {
      "epoch": 1.8163558106169297,
      "grad_norm": 1.0211784678162104,
      "learning_rate": 0.00018989999999999998,
      "loss": 5.9062,
      "step": 1266
    },
    {
      "epoch": 1.817790530846485,
      "grad_norm": 0.9802587292181749,
      "learning_rate": 0.00019004999999999996,
      "loss": 5.8438,
      "step": 1267
    },
    {
      "epoch": 1.8192252510760403,
      "grad_norm": 1.201401290679095,
      "learning_rate": 0.0001902,
      "loss": 5.7812,
      "step": 1268
    },
    {
      "epoch": 1.8206599713055955,
      "grad_norm": 1.032374373907414,
      "learning_rate": 0.00019034999999999996,
      "loss": 5.7188,
      "step": 1269
    },
    {
      "epoch": 1.8220946915351508,
      "grad_norm": 0.9435445159272493,
      "learning_rate": 0.0001905,
      "loss": 5.6875,
      "step": 1270
    },
    {
      "epoch": 1.8235294117647058,
      "grad_norm": 1.0882651980516438,
      "learning_rate": 0.00019064999999999997,
      "loss": 5.2812,
      "step": 1271
    },
    {
      "epoch": 1.824964131994261,
      "grad_norm": 0.9978801597637011,
      "learning_rate": 0.00019079999999999998,
      "loss": 5.8438,
      "step": 1272
    },
    {
      "epoch": 1.8263988522238164,
      "grad_norm": 1.5735076230860978,
      "learning_rate": 0.00019094999999999998,
      "loss": 5.6875,
      "step": 1273
    },
    {
      "epoch": 1.8278335724533716,
      "grad_norm": 0.9793492600315165,
      "learning_rate": 0.00019109999999999998,
      "loss": 5.8438,
      "step": 1274
    },
    {
      "epoch": 1.8292682926829267,
      "grad_norm": 0.9887097525614461,
      "learning_rate": 0.00019124999999999996,
      "loss": 5.375,
      "step": 1275
    },
    {
      "epoch": 1.830703012912482,
      "grad_norm": 0.9937677814348447,
      "learning_rate": 0.0001914,
      "loss": 5.7188,
      "step": 1276
    },
    {
      "epoch": 1.8321377331420372,
      "grad_norm": 1.0103472757645018,
      "learning_rate": 0.00019154999999999997,
      "loss": 6.0938,
      "step": 1277
    },
    {
      "epoch": 1.8335724533715925,
      "grad_norm": 1.0578683030984704,
      "learning_rate": 0.0001917,
      "loss": 6.0,
      "step": 1278
    },
    {
      "epoch": 1.8350071736011477,
      "grad_norm": 1.0755920885800658,
      "learning_rate": 0.00019184999999999997,
      "loss": 5.75,
      "step": 1279
    },
    {
      "epoch": 1.836441893830703,
      "grad_norm": 1.1798114897209775,
      "learning_rate": 0.00019199999999999998,
      "loss": 5.4375,
      "step": 1280
    },
    {
      "epoch": 1.8378766140602583,
      "grad_norm": 1.0391805172394288,
      "learning_rate": 0.00019214999999999998,
      "loss": 5.8125,
      "step": 1281
    },
    {
      "epoch": 1.8393113342898135,
      "grad_norm": 0.9977382456846378,
      "learning_rate": 0.00019229999999999999,
      "loss": 5.7812,
      "step": 1282
    },
    {
      "epoch": 1.8407460545193688,
      "grad_norm": 1.7890942608552274,
      "learning_rate": 0.00019244999999999996,
      "loss": 5.7812,
      "step": 1283
    },
    {
      "epoch": 1.842180774748924,
      "grad_norm": 1.0897557547455266,
      "learning_rate": 0.0001926,
      "loss": 5.625,
      "step": 1284
    },
    {
      "epoch": 1.8436154949784793,
      "grad_norm": 1.0737661906836005,
      "learning_rate": 0.00019274999999999997,
      "loss": 5.875,
      "step": 1285
    },
    {
      "epoch": 1.8450502152080346,
      "grad_norm": 1.0461304499152857,
      "learning_rate": 0.0001929,
      "loss": 5.8125,
      "step": 1286
    },
    {
      "epoch": 1.8464849354375896,
      "grad_norm": 1.032501503184937,
      "learning_rate": 0.00019304999999999998,
      "loss": 5.8125,
      "step": 1287
    },
    {
      "epoch": 1.847919655667145,
      "grad_norm": 0.9304114078778747,
      "learning_rate": 0.00019319999999999998,
      "loss": 5.75,
      "step": 1288
    },
    {
      "epoch": 1.8493543758967002,
      "grad_norm": 0.8952289585978767,
      "learning_rate": 0.00019334999999999998,
      "loss": 5.9062,
      "step": 1289
    },
    {
      "epoch": 1.8507890961262554,
      "grad_norm": 1.234507646275154,
      "learning_rate": 0.0001935,
      "loss": 5.5625,
      "step": 1290
    },
    {
      "epoch": 1.8522238163558105,
      "grad_norm": 3.8359550018156643,
      "learning_rate": 0.00019364999999999996,
      "loss": 5.625,
      "step": 1291
    },
    {
      "epoch": 1.8536585365853657,
      "grad_norm": 0.9697759205775017,
      "learning_rate": 0.0001938,
      "loss": 5.5312,
      "step": 1292
    },
    {
      "epoch": 1.855093256814921,
      "grad_norm": 1.031806453020307,
      "learning_rate": 0.00019394999999999997,
      "loss": 5.5312,
      "step": 1293
    },
    {
      "epoch": 1.8565279770444763,
      "grad_norm": 0.9644465564218573,
      "learning_rate": 0.0001941,
      "loss": 5.7812,
      "step": 1294
    },
    {
      "epoch": 1.8579626972740315,
      "grad_norm": 1.050135204721055,
      "learning_rate": 0.00019424999999999998,
      "loss": 5.7188,
      "step": 1295
    },
    {
      "epoch": 1.8593974175035868,
      "grad_norm": 4.041129349750885,
      "learning_rate": 0.00019439999999999998,
      "loss": 6.0312,
      "step": 1296
    },
    {
      "epoch": 1.860832137733142,
      "grad_norm": 1.110472533587832,
      "learning_rate": 0.00019454999999999999,
      "loss": 5.5312,
      "step": 1297
    },
    {
      "epoch": 1.8622668579626973,
      "grad_norm": 14.643996054017409,
      "learning_rate": 0.0001947,
      "loss": 6.25,
      "step": 1298
    },
    {
      "epoch": 1.8637015781922526,
      "grad_norm": 1.2812304569871782,
      "learning_rate": 0.00019484999999999997,
      "loss": 5.875,
      "step": 1299
    },
    {
      "epoch": 1.8651362984218078,
      "grad_norm": 1.073911166263957,
      "learning_rate": 0.000195,
      "loss": 5.6875,
      "step": 1300
    },
    {
      "epoch": 1.866571018651363,
      "grad_norm": 1.121762441950508,
      "learning_rate": 0.00019514999999999997,
      "loss": 5.6875,
      "step": 1301
    },
    {
      "epoch": 1.8680057388809184,
      "grad_norm": 1.1019883949496865,
      "learning_rate": 0.00019529999999999998,
      "loss": 6.125,
      "step": 1302
    },
    {
      "epoch": 1.8694404591104734,
      "grad_norm": 0.9523000335080607,
      "learning_rate": 0.00019544999999999998,
      "loss": 5.75,
      "step": 1303
    },
    {
      "epoch": 1.8708751793400287,
      "grad_norm": 1.0579569006044622,
      "learning_rate": 0.00019559999999999998,
      "loss": 6.0312,
      "step": 1304
    },
    {
      "epoch": 1.872309899569584,
      "grad_norm": 2.033943059275503,
      "learning_rate": 0.00019574999999999996,
      "loss": 5.9688,
      "step": 1305
    },
    {
      "epoch": 1.8737446197991392,
      "grad_norm": 1.0162229211389795,
      "learning_rate": 0.0001959,
      "loss": 5.625,
      "step": 1306
    },
    {
      "epoch": 1.8751793400286942,
      "grad_norm": 1.1508734635784292,
      "learning_rate": 0.00019604999999999997,
      "loss": 5.7812,
      "step": 1307
    },
    {
      "epoch": 1.8766140602582495,
      "grad_norm": 1.086159287838278,
      "learning_rate": 0.0001962,
      "loss": 5.6562,
      "step": 1308
    },
    {
      "epoch": 1.8780487804878048,
      "grad_norm": 1.0866035944544317,
      "learning_rate": 0.00019634999999999998,
      "loss": 5.75,
      "step": 1309
    },
    {
      "epoch": 1.87948350071736,
      "grad_norm": 1.1452122274842234,
      "learning_rate": 0.00019649999999999998,
      "loss": 5.9688,
      "step": 1310
    },
    {
      "epoch": 1.8809182209469153,
      "grad_norm": 1.0155366351793407,
      "learning_rate": 0.00019664999999999998,
      "loss": 5.8125,
      "step": 1311
    },
    {
      "epoch": 1.8823529411764706,
      "grad_norm": 1.157273520292425,
      "learning_rate": 0.00019679999999999999,
      "loss": 5.5625,
      "step": 1312
    },
    {
      "epoch": 1.8837876614060258,
      "grad_norm": 1.2024432281695865,
      "learning_rate": 0.00019694999999999996,
      "loss": 5.6875,
      "step": 1313
    },
    {
      "epoch": 1.885222381635581,
      "grad_norm": 1.0759201240250964,
      "learning_rate": 0.0001971,
      "loss": 5.9375,
      "step": 1314
    },
    {
      "epoch": 1.8866571018651364,
      "grad_norm": 1.0299552156456808,
      "learning_rate": 0.00019724999999999997,
      "loss": 5.5625,
      "step": 1315
    },
    {
      "epoch": 1.8880918220946916,
      "grad_norm": 1.201984272265531,
      "learning_rate": 0.0001974,
      "loss": 5.8125,
      "step": 1316
    },
    {
      "epoch": 1.8895265423242469,
      "grad_norm": 1.0685564157768481,
      "learning_rate": 0.00019754999999999998,
      "loss": 5.9688,
      "step": 1317
    },
    {
      "epoch": 1.8909612625538021,
      "grad_norm": 1.0546285066595313,
      "learning_rate": 0.00019769999999999998,
      "loss": 5.8125,
      "step": 1318
    },
    {
      "epoch": 1.8923959827833574,
      "grad_norm": 1.2414827618385138,
      "learning_rate": 0.00019784999999999998,
      "loss": 5.6875,
      "step": 1319
    },
    {
      "epoch": 1.8938307030129125,
      "grad_norm": 6.883685276746922,
      "learning_rate": 0.000198,
      "loss": 5.9062,
      "step": 1320
    },
    {
      "epoch": 1.8952654232424677,
      "grad_norm": 1.1817228599175456,
      "learning_rate": 0.00019814999999999996,
      "loss": 5.0625,
      "step": 1321
    },
    {
      "epoch": 1.896700143472023,
      "grad_norm": 1.1963781114780718,
      "learning_rate": 0.0001983,
      "loss": 6.125,
      "step": 1322
    },
    {
      "epoch": 1.8981348637015782,
      "grad_norm": 1.1690613543558206,
      "learning_rate": 0.00019844999999999997,
      "loss": 5.375,
      "step": 1323
    },
    {
      "epoch": 1.8995695839311333,
      "grad_norm": 0.9398230115637489,
      "learning_rate": 0.0001986,
      "loss": 5.7188,
      "step": 1324
    },
    {
      "epoch": 1.9010043041606886,
      "grad_norm": 1.226997306072247,
      "learning_rate": 0.00019874999999999998,
      "loss": 6.125,
      "step": 1325
    },
    {
      "epoch": 1.9024390243902438,
      "grad_norm": 1.2102500735171866,
      "learning_rate": 0.00019889999999999998,
      "loss": 5.75,
      "step": 1326
    },
    {
      "epoch": 1.903873744619799,
      "grad_norm": 1.0415071708537103,
      "learning_rate": 0.00019905,
      "loss": 5.6562,
      "step": 1327
    },
    {
      "epoch": 1.9053084648493543,
      "grad_norm": 1.0550504148621005,
      "learning_rate": 0.0001992,
      "loss": 5.625,
      "step": 1328
    },
    {
      "epoch": 1.9067431850789096,
      "grad_norm": 1.2392981960236655,
      "learning_rate": 0.00019934999999999997,
      "loss": 5.4688,
      "step": 1329
    },
    {
      "epoch": 1.9081779053084649,
      "grad_norm": 1.160461001295023,
      "learning_rate": 0.0001995,
      "loss": 5.75,
      "step": 1330
    },
    {
      "epoch": 1.9096126255380201,
      "grad_norm": 1.016786296109162,
      "learning_rate": 0.00019964999999999997,
      "loss": 6.1562,
      "step": 1331
    },
    {
      "epoch": 1.9110473457675754,
      "grad_norm": 0.9027888569466338,
      "learning_rate": 0.0001998,
      "loss": 5.75,
      "step": 1332
    },
    {
      "epoch": 1.9124820659971307,
      "grad_norm": 1.038489782046326,
      "learning_rate": 0.00019994999999999998,
      "loss": 6.1562,
      "step": 1333
    },
    {
      "epoch": 1.913916786226686,
      "grad_norm": 0.9839487348090834,
      "learning_rate": 0.00020009999999999998,
      "loss": 5.8125,
      "step": 1334
    },
    {
      "epoch": 1.9153515064562412,
      "grad_norm": 1.0529985598156282,
      "learning_rate": 0.00020025,
      "loss": 5.2812,
      "step": 1335
    },
    {
      "epoch": 1.9167862266857962,
      "grad_norm": 1.142904430723104,
      "learning_rate": 0.0002004,
      "loss": 5.8438,
      "step": 1336
    },
    {
      "epoch": 1.9182209469153515,
      "grad_norm": 0.9937766872697911,
      "learning_rate": 0.00020054999999999997,
      "loss": 5.6875,
      "step": 1337
    },
    {
      "epoch": 1.9196556671449068,
      "grad_norm": 1.0373004259869576,
      "learning_rate": 0.0002007,
      "loss": 5.875,
      "step": 1338
    },
    {
      "epoch": 1.921090387374462,
      "grad_norm": 2.7571339768927356,
      "learning_rate": 0.00020084999999999998,
      "loss": 5.7812,
      "step": 1339
    },
    {
      "epoch": 1.922525107604017,
      "grad_norm": 1.0726191743446256,
      "learning_rate": 0.000201,
      "loss": 5.8125,
      "step": 1340
    },
    {
      "epoch": 1.9239598278335723,
      "grad_norm": 1.0817419425533403,
      "learning_rate": 0.00020114999999999998,
      "loss": 5.1875,
      "step": 1341
    },
    {
      "epoch": 1.9253945480631276,
      "grad_norm": 0.9895283192047966,
      "learning_rate": 0.0002013,
      "loss": 5.75,
      "step": 1342
    },
    {
      "epoch": 1.9268292682926829,
      "grad_norm": 20.570724516247473,
      "learning_rate": 0.00020145,
      "loss": 5.7188,
      "step": 1343
    },
    {
      "epoch": 1.9282639885222381,
      "grad_norm": 1.1011335056422829,
      "learning_rate": 0.0002016,
      "loss": 5.8438,
      "step": 1344
    },
    {
      "epoch": 1.9296987087517934,
      "grad_norm": 1.2228866217392333,
      "learning_rate": 0.00020174999999999997,
      "loss": 5.875,
      "step": 1345
    },
    {
      "epoch": 1.9311334289813487,
      "grad_norm": 1.1690696624707693,
      "learning_rate": 0.0002019,
      "loss": 5.6875,
      "step": 1346
    },
    {
      "epoch": 1.932568149210904,
      "grad_norm": 1.0781472579359932,
      "learning_rate": 0.00020204999999999998,
      "loss": 5.6562,
      "step": 1347
    },
    {
      "epoch": 1.9340028694404592,
      "grad_norm": 3.22288108721382,
      "learning_rate": 0.0002022,
      "loss": 5.8125,
      "step": 1348
    },
    {
      "epoch": 1.9354375896700144,
      "grad_norm": 0.9580711927694342,
      "learning_rate": 0.00020234999999999999,
      "loss": 5.5625,
      "step": 1349
    },
    {
      "epoch": 1.9368723098995697,
      "grad_norm": 1.147104761625077,
      "learning_rate": 0.0002025,
      "loss": 5.9375,
      "step": 1350
    },
    {
      "epoch": 1.938307030129125,
      "grad_norm": 1.097278759625994,
      "learning_rate": 0.00020264999999999997,
      "loss": 5.5,
      "step": 1351
    },
    {
      "epoch": 1.93974175035868,
      "grad_norm": 0.908611570586771,
      "learning_rate": 0.0002028,
      "loss": 5.75,
      "step": 1352
    },
    {
      "epoch": 1.9411764705882353,
      "grad_norm": 0.9678542643095583,
      "learning_rate": 0.00020294999999999997,
      "loss": 5.6875,
      "step": 1353
    },
    {
      "epoch": 1.9426111908177905,
      "grad_norm": 1.075552297845758,
      "learning_rate": 0.0002031,
      "loss": 5.9062,
      "step": 1354
    },
    {
      "epoch": 1.9440459110473458,
      "grad_norm": 0.9846713148701013,
      "learning_rate": 0.00020324999999999998,
      "loss": 5.7812,
      "step": 1355
    },
    {
      "epoch": 1.9454806312769009,
      "grad_norm": 1.0460293209498936,
      "learning_rate": 0.00020339999999999998,
      "loss": 5.5938,
      "step": 1356
    },
    {
      "epoch": 1.9469153515064561,
      "grad_norm": 1.5187296179732934,
      "learning_rate": 0.00020355,
      "loss": 5.9688,
      "step": 1357
    },
    {
      "epoch": 1.9483500717360114,
      "grad_norm": 1.004073338372783,
      "learning_rate": 0.0002037,
      "loss": 5.4375,
      "step": 1358
    },
    {
      "epoch": 1.9497847919655666,
      "grad_norm": 1.0515085404192301,
      "learning_rate": 0.00020384999999999997,
      "loss": 6.0312,
      "step": 1359
    },
    {
      "epoch": 1.951219512195122,
      "grad_norm": 1.2409779028616377,
      "learning_rate": 0.000204,
      "loss": 5.875,
      "step": 1360
    },
    {
      "epoch": 1.9526542324246772,
      "grad_norm": 1.0585124903824403,
      "learning_rate": 0.00020414999999999997,
      "loss": 5.5312,
      "step": 1361
    },
    {
      "epoch": 1.9540889526542324,
      "grad_norm": 1.1628310476755142,
      "learning_rate": 0.0002043,
      "loss": 5.9062,
      "step": 1362
    },
    {
      "epoch": 1.9555236728837877,
      "grad_norm": 1.0886473729969806,
      "learning_rate": 0.00020444999999999998,
      "loss": 5.7188,
      "step": 1363
    },
    {
      "epoch": 1.956958393113343,
      "grad_norm": 1.280137392588499,
      "learning_rate": 0.00020459999999999999,
      "loss": 5.0625,
      "step": 1364
    },
    {
      "epoch": 1.9583931133428982,
      "grad_norm": 1.0477501509721072,
      "learning_rate": 0.00020475,
      "loss": 5.9688,
      "step": 1365
    },
    {
      "epoch": 1.9598278335724535,
      "grad_norm": 1.0308784906425248,
      "learning_rate": 0.0002049,
      "loss": 5.75,
      "step": 1366
    },
    {
      "epoch": 1.9612625538020088,
      "grad_norm": 1.0191859729302357,
      "learning_rate": 0.00020504999999999997,
      "loss": 5.7188,
      "step": 1367
    },
    {
      "epoch": 1.9626972740315638,
      "grad_norm": 1.3134333559118891,
      "learning_rate": 0.0002052,
      "loss": 5.1875,
      "step": 1368
    },
    {
      "epoch": 1.964131994261119,
      "grad_norm": 0.8960056090654934,
      "learning_rate": 0.00020534999999999998,
      "loss": 5.9375,
      "step": 1369
    },
    {
      "epoch": 1.9655667144906743,
      "grad_norm": 1.0492860109036064,
      "learning_rate": 0.0002055,
      "loss": 5.5938,
      "step": 1370
    },
    {
      "epoch": 1.9670014347202296,
      "grad_norm": 1.1447174207127708,
      "learning_rate": 0.00020564999999999998,
      "loss": 5.75,
      "step": 1371
    },
    {
      "epoch": 1.9684361549497846,
      "grad_norm": 1.065781877892866,
      "learning_rate": 0.0002058,
      "loss": 5.3125,
      "step": 1372
    },
    {
      "epoch": 1.96987087517934,
      "grad_norm": 1.0010141987799277,
      "learning_rate": 0.00020595,
      "loss": 5.8438,
      "step": 1373
    },
    {
      "epoch": 1.9713055954088952,
      "grad_norm": 1.0696843753995282,
      "learning_rate": 0.0002061,
      "loss": 5.5312,
      "step": 1374
    },
    {
      "epoch": 1.9727403156384504,
      "grad_norm": 1.038000004483505,
      "learning_rate": 0.00020624999999999997,
      "loss": 5.8125,
      "step": 1375
    },
    {
      "epoch": 1.9741750358680057,
      "grad_norm": 1.0126047339000392,
      "learning_rate": 0.00020639999999999998,
      "loss": 5.7812,
      "step": 1376
    },
    {
      "epoch": 1.975609756097561,
      "grad_norm": 1.0382158230322895,
      "learning_rate": 0.00020654999999999998,
      "loss": 5.8125,
      "step": 1377
    },
    {
      "epoch": 1.9770444763271162,
      "grad_norm": 1.048289363436801,
      "learning_rate": 0.00020669999999999996,
      "loss": 5.5938,
      "step": 1378
    },
    {
      "epoch": 1.9784791965566715,
      "grad_norm": 1.0410719202284495,
      "learning_rate": 0.00020684999999999999,
      "loss": 5.6875,
      "step": 1379
    },
    {
      "epoch": 1.9799139167862267,
      "grad_norm": 1.008644596880463,
      "learning_rate": 0.00020699999999999996,
      "loss": 5.7188,
      "step": 1380
    },
    {
      "epoch": 1.981348637015782,
      "grad_norm": 1.0762298551934568,
      "learning_rate": 0.00020715,
      "loss": 5.9688,
      "step": 1381
    },
    {
      "epoch": 1.9827833572453373,
      "grad_norm": 1.0441907988705201,
      "learning_rate": 0.00020729999999999997,
      "loss": 5.8125,
      "step": 1382
    },
    {
      "epoch": 1.9842180774748925,
      "grad_norm": 0.9448684315385506,
      "learning_rate": 0.00020744999999999997,
      "loss": 6.0312,
      "step": 1383
    },
    {
      "epoch": 1.9856527977044476,
      "grad_norm": 1.099724897988111,
      "learning_rate": 0.00020759999999999998,
      "loss": 5.4062,
      "step": 1384
    },
    {
      "epoch": 1.9870875179340028,
      "grad_norm": 0.9411566060663739,
      "learning_rate": 0.00020774999999999998,
      "loss": 6.0,
      "step": 1385
    },
    {
      "epoch": 1.988522238163558,
      "grad_norm": 1.1773660851247463,
      "learning_rate": 0.00020789999999999996,
      "loss": 5.875,
      "step": 1386
    },
    {
      "epoch": 1.9899569583931134,
      "grad_norm": 1.1542086960801683,
      "learning_rate": 0.00020805,
      "loss": 6.25,
      "step": 1387
    },
    {
      "epoch": 1.9913916786226684,
      "grad_norm": 1.1006871848603956,
      "learning_rate": 0.00020819999999999996,
      "loss": 5.9375,
      "step": 1388
    },
    {
      "epoch": 1.9928263988522237,
      "grad_norm": 1.1773961907252364,
      "learning_rate": 0.00020835,
      "loss": 5.8438,
      "step": 1389
    },
    {
      "epoch": 1.994261119081779,
      "grad_norm": 1.0499411551616553,
      "learning_rate": 0.00020849999999999997,
      "loss": 5.5938,
      "step": 1390
    },
    {
      "epoch": 1.9956958393113342,
      "grad_norm": 1.2089520646364174,
      "learning_rate": 0.00020864999999999998,
      "loss": 6.1875,
      "step": 1391
    },
    {
      "epoch": 1.9971305595408895,
      "grad_norm": 1.1269949462145654,
      "learning_rate": 0.00020879999999999998,
      "loss": 5.8125,
      "step": 1392
    },
    {
      "epoch": 1.9985652797704447,
      "grad_norm": 0.9163302657455102,
      "learning_rate": 0.00020894999999999998,
      "loss": 5.9375,
      "step": 1393
    },
    {
      "epoch": 2.0,
      "grad_norm": 1.0312616918709923,
      "learning_rate": 0.00020909999999999996,
      "loss": 5.9688,
      "step": 1394
    },
    {
      "epoch": 2.0,
      "eval_loss": 5.6902008056640625,
      "eval_runtime": 18.0526,
      "eval_samples_per_second": 8.974,
      "eval_steps_per_second": 8.974,
      "step": 1394
    },
    {
      "epoch": 2.0014347202295553,
      "grad_norm": 1.0587650393032988,
      "learning_rate": 0.00020925,
      "loss": 5.625,
      "step": 1395
    },
    {
      "epoch": 2.0028694404591105,
      "grad_norm": 1.0897370632290528,
      "learning_rate": 0.00020939999999999997,
      "loss": 5.5625,
      "step": 1396
    },
    {
      "epoch": 2.004304160688666,
      "grad_norm": 1.0308881055055088,
      "learning_rate": 0.00020955,
      "loss": 5.5312,
      "step": 1397
    },
    {
      "epoch": 2.005738880918221,
      "grad_norm": 1.0523600833988953,
      "learning_rate": 0.00020969999999999997,
      "loss": 5.7188,
      "step": 1398
    },
    {
      "epoch": 2.0071736011477763,
      "grad_norm": 1.0733338879416816,
      "learning_rate": 0.00020984999999999998,
      "loss": 5.6562,
      "step": 1399
    },
    {
      "epoch": 2.0086083213773316,
      "grad_norm": 1.2353093539289606,
      "learning_rate": 0.00020999999999999998,
      "loss": 5.25,
      "step": 1400
    },
    {
      "epoch": 2.010043041606887,
      "grad_norm": 1.1058586431037587,
      "learning_rate": 0.00021014999999999999,
      "loss": 5.5938,
      "step": 1401
    },
    {
      "epoch": 2.011477761836442,
      "grad_norm": 1.05768205010396,
      "learning_rate": 0.00021029999999999996,
      "loss": 5.3125,
      "step": 1402
    },
    {
      "epoch": 2.012912482065997,
      "grad_norm": 1.1976350624164436,
      "learning_rate": 0.00021045,
      "loss": 5.1562,
      "step": 1403
    },
    {
      "epoch": 2.014347202295552,
      "grad_norm": 0.997058971956949,
      "learning_rate": 0.00021059999999999997,
      "loss": 5.5625,
      "step": 1404
    },
    {
      "epoch": 2.0157819225251075,
      "grad_norm": 1.1835329295559718,
      "learning_rate": 0.00021074999999999997,
      "loss": 5.4062,
      "step": 1405
    },
    {
      "epoch": 2.0172166427546627,
      "grad_norm": 1.1198694164506222,
      "learning_rate": 0.00021089999999999998,
      "loss": 5.4062,
      "step": 1406
    },
    {
      "epoch": 2.018651362984218,
      "grad_norm": 1.6094939389646854,
      "learning_rate": 0.00021104999999999998,
      "loss": 5.4688,
      "step": 1407
    },
    {
      "epoch": 2.0200860832137733,
      "grad_norm": 1.1848701040985221,
      "learning_rate": 0.00021119999999999996,
      "loss": 5.625,
      "step": 1408
    },
    {
      "epoch": 2.0215208034433285,
      "grad_norm": 1.1791321116836435,
      "learning_rate": 0.00021135,
      "loss": 5.375,
      "step": 1409
    },
    {
      "epoch": 2.022955523672884,
      "grad_norm": 1.8075364349398444,
      "learning_rate": 0.00021149999999999996,
      "loss": 5.5625,
      "step": 1410
    },
    {
      "epoch": 2.024390243902439,
      "grad_norm": 1.0940165407131204,
      "learning_rate": 0.00021165,
      "loss": 5.6875,
      "step": 1411
    },
    {
      "epoch": 2.0258249641319943,
      "grad_norm": 1.0634312127776115,
      "learning_rate": 0.00021179999999999997,
      "loss": 5.7188,
      "step": 1412
    },
    {
      "epoch": 2.0272596843615496,
      "grad_norm": 1.084610063446617,
      "learning_rate": 0.00021194999999999997,
      "loss": 5.2812,
      "step": 1413
    },
    {
      "epoch": 2.028694404591105,
      "grad_norm": 1.1735494076127717,
      "learning_rate": 0.00021209999999999998,
      "loss": 5.6562,
      "step": 1414
    },
    {
      "epoch": 2.03012912482066,
      "grad_norm": 1.2930198462535627,
      "learning_rate": 0.00021224999999999998,
      "loss": 4.9688,
      "step": 1415
    },
    {
      "epoch": 2.0315638450502154,
      "grad_norm": 1.222562559416495,
      "learning_rate": 0.00021239999999999996,
      "loss": 6.0,
      "step": 1416
    },
    {
      "epoch": 2.0329985652797706,
      "grad_norm": 1.0794403095550693,
      "learning_rate": 0.00021255,
      "loss": 5.5938,
      "step": 1417
    },
    {
      "epoch": 2.034433285509326,
      "grad_norm": 1.0109472279079903,
      "learning_rate": 0.00021269999999999997,
      "loss": 5.2812,
      "step": 1418
    },
    {
      "epoch": 2.0358680057388807,
      "grad_norm": 1.066986355234956,
      "learning_rate": 0.00021285,
      "loss": 5.8125,
      "step": 1419
    },
    {
      "epoch": 2.037302725968436,
      "grad_norm": 1.0484130997735621,
      "learning_rate": 0.00021299999999999997,
      "loss": 5.5625,
      "step": 1420
    },
    {
      "epoch": 2.0387374461979912,
      "grad_norm": 1.0259962976203405,
      "learning_rate": 0.00021314999999999998,
      "loss": 5.625,
      "step": 1421
    },
    {
      "epoch": 2.0401721664275465,
      "grad_norm": 0.9666027115434611,
      "learning_rate": 0.00021329999999999998,
      "loss": 5.2812,
      "step": 1422
    },
    {
      "epoch": 2.0416068866571018,
      "grad_norm": 1.001657851503043,
      "learning_rate": 0.00021344999999999998,
      "loss": 5.625,
      "step": 1423
    },
    {
      "epoch": 2.043041606886657,
      "grad_norm": 1.0963615726369664,
      "learning_rate": 0.00021359999999999996,
      "loss": 5.0625,
      "step": 1424
    },
    {
      "epoch": 2.0444763271162123,
      "grad_norm": 0.9311037358704011,
      "learning_rate": 0.00021375,
      "loss": 5.625,
      "step": 1425
    },
    {
      "epoch": 2.0459110473457676,
      "grad_norm": 1.0688296301263263,
      "learning_rate": 0.00021389999999999997,
      "loss": 5.75,
      "step": 1426
    },
    {
      "epoch": 2.047345767575323,
      "grad_norm": 1.0931830045149675,
      "learning_rate": 0.00021405,
      "loss": 5.7188,
      "step": 1427
    },
    {
      "epoch": 2.048780487804878,
      "grad_norm": 1.0888273378399167,
      "learning_rate": 0.00021419999999999998,
      "loss": 5.2188,
      "step": 1428
    },
    {
      "epoch": 2.0502152080344334,
      "grad_norm": 1.1796770408093062,
      "learning_rate": 0.00021434999999999998,
      "loss": 5.6562,
      "step": 1429
    },
    {
      "epoch": 2.0516499282639886,
      "grad_norm": 1.095699017961043,
      "learning_rate": 0.00021449999999999998,
      "loss": 5.4375,
      "step": 1430
    },
    {
      "epoch": 2.053084648493544,
      "grad_norm": 1.079029614348071,
      "learning_rate": 0.00021464999999999999,
      "loss": 5.5625,
      "step": 1431
    },
    {
      "epoch": 2.054519368723099,
      "grad_norm": 1.0962534241377262,
      "learning_rate": 0.00021479999999999996,
      "loss": 5.375,
      "step": 1432
    },
    {
      "epoch": 2.0559540889526544,
      "grad_norm": 1.3749555493463013,
      "learning_rate": 0.00021495,
      "loss": 4.9375,
      "step": 1433
    },
    {
      "epoch": 2.0573888091822097,
      "grad_norm": 1.0543616797252922,
      "learning_rate": 0.00021509999999999997,
      "loss": 4.875,
      "step": 1434
    },
    {
      "epoch": 2.0588235294117645,
      "grad_norm": 1.2496713263555896,
      "learning_rate": 0.00021525,
      "loss": 5.5625,
      "step": 1435
    },
    {
      "epoch": 2.0602582496413198,
      "grad_norm": 1.3626313412079483,
      "learning_rate": 0.00021539999999999998,
      "loss": 5.5,
      "step": 1436
    },
    {
      "epoch": 2.061692969870875,
      "grad_norm": 1.1252781847012048,
      "learning_rate": 0.00021554999999999998,
      "loss": 5.5938,
      "step": 1437
    },
    {
      "epoch": 2.0631276901004303,
      "grad_norm": 1.3809740058041444,
      "learning_rate": 0.00021569999999999998,
      "loss": 5.9688,
      "step": 1438
    },
    {
      "epoch": 2.0645624103299856,
      "grad_norm": 1.0866009196727815,
      "learning_rate": 0.00021585,
      "loss": 5.5938,
      "step": 1439
    },
    {
      "epoch": 2.065997130559541,
      "grad_norm": 1.0001016579585054,
      "learning_rate": 0.00021599999999999996,
      "loss": 5.625,
      "step": 1440
    },
    {
      "epoch": 2.067431850789096,
      "grad_norm": 1.139441676586651,
      "learning_rate": 0.00021615,
      "loss": 5.6562,
      "step": 1441
    },
    {
      "epoch": 2.0688665710186513,
      "grad_norm": 1.0921057132602374,
      "learning_rate": 0.00021629999999999997,
      "loss": 5.5938,
      "step": 1442
    },
    {
      "epoch": 2.0703012912482066,
      "grad_norm": 1.0322297643198204,
      "learning_rate": 0.00021645,
      "loss": 5.3125,
      "step": 1443
    },
    {
      "epoch": 2.071736011477762,
      "grad_norm": 1.1093323476976016,
      "learning_rate": 0.00021659999999999998,
      "loss": 5.6875,
      "step": 1444
    },
    {
      "epoch": 2.073170731707317,
      "grad_norm": 1.1840099134514357,
      "learning_rate": 0.00021674999999999998,
      "loss": 5.25,
      "step": 1445
    },
    {
      "epoch": 2.0746054519368724,
      "grad_norm": 1.0848267661903759,
      "learning_rate": 0.0002169,
      "loss": 5.5,
      "step": 1446
    },
    {
      "epoch": 2.0760401721664277,
      "grad_norm": 1.124433583364764,
      "learning_rate": 0.00021705,
      "loss": 5.6562,
      "step": 1447
    },
    {
      "epoch": 2.077474892395983,
      "grad_norm": 1.132171976303693,
      "learning_rate": 0.00021719999999999997,
      "loss": 5.5,
      "step": 1448
    },
    {
      "epoch": 2.078909612625538,
      "grad_norm": 1.130070786883844,
      "learning_rate": 0.00021735,
      "loss": 5.2188,
      "step": 1449
    },
    {
      "epoch": 2.0803443328550935,
      "grad_norm": 1.4169982065911921,
      "learning_rate": 0.00021749999999999997,
      "loss": 5.375,
      "step": 1450
    },
    {
      "epoch": 2.0817790530846483,
      "grad_norm": 1.1599302925099808,
      "learning_rate": 0.00021764999999999998,
      "loss": 5.3438,
      "step": 1451
    },
    {
      "epoch": 2.0832137733142035,
      "grad_norm": 1.8912643084365084,
      "learning_rate": 0.00021779999999999998,
      "loss": 5.4375,
      "step": 1452
    },
    {
      "epoch": 2.084648493543759,
      "grad_norm": 1.2079355737077202,
      "learning_rate": 0.00021794999999999999,
      "loss": 5.25,
      "step": 1453
    },
    {
      "epoch": 2.086083213773314,
      "grad_norm": 2.4009808025249066,
      "learning_rate": 0.00021809999999999996,
      "loss": 4.9688,
      "step": 1454
    },
    {
      "epoch": 2.0875179340028693,
      "grad_norm": 1.1668622075005455,
      "learning_rate": 0.00021825,
      "loss": 5.375,
      "step": 1455
    },
    {
      "epoch": 2.0889526542324246,
      "grad_norm": 1.130476842248332,
      "learning_rate": 0.00021839999999999997,
      "loss": 5.5938,
      "step": 1456
    },
    {
      "epoch": 2.09038737446198,
      "grad_norm": 1.1635594192579715,
      "learning_rate": 0.00021855,
      "loss": 5.3438,
      "step": 1457
    },
    {
      "epoch": 2.091822094691535,
      "grad_norm": 1.1229114338761177,
      "learning_rate": 0.00021869999999999998,
      "loss": 5.3125,
      "step": 1458
    },
    {
      "epoch": 2.0932568149210904,
      "grad_norm": 1.1497678691893969,
      "learning_rate": 0.00021884999999999998,
      "loss": 5.25,
      "step": 1459
    },
    {
      "epoch": 2.0946915351506457,
      "grad_norm": 1.2194363390266156,
      "learning_rate": 0.00021899999999999998,
      "loss": 5.6562,
      "step": 1460
    },
    {
      "epoch": 2.096126255380201,
      "grad_norm": 1.0989595055802572,
      "learning_rate": 0.00021915,
      "loss": 5.1562,
      "step": 1461
    },
    {
      "epoch": 2.097560975609756,
      "grad_norm": 1.2228893742950266,
      "learning_rate": 0.00021929999999999996,
      "loss": 5.5312,
      "step": 1462
    },
    {
      "epoch": 2.0989956958393114,
      "grad_norm": 1.1059042970316013,
      "learning_rate": 0.00021945,
      "loss": 4.8438,
      "step": 1463
    },
    {
      "epoch": 2.1004304160688667,
      "grad_norm": 1.0619061022254748,
      "learning_rate": 0.00021959999999999997,
      "loss": 5.4062,
      "step": 1464
    },
    {
      "epoch": 2.101865136298422,
      "grad_norm": 1.0611477324144105,
      "learning_rate": 0.00021975,
      "loss": 5.3438,
      "step": 1465
    },
    {
      "epoch": 2.1032998565279772,
      "grad_norm": 1.0379618806674271,
      "learning_rate": 0.00021989999999999998,
      "loss": 5.5312,
      "step": 1466
    },
    {
      "epoch": 2.104734576757532,
      "grad_norm": 1.1112919657562972,
      "learning_rate": 0.00022004999999999998,
      "loss": 5.5625,
      "step": 1467
    },
    {
      "epoch": 2.1061692969870873,
      "grad_norm": 1.1642347166180023,
      "learning_rate": 0.00022019999999999999,
      "loss": 5.5,
      "step": 1468
    },
    {
      "epoch": 2.1076040172166426,
      "grad_norm": 1.0894077102953656,
      "learning_rate": 0.00022035,
      "loss": 5.6875,
      "step": 1469
    },
    {
      "epoch": 2.109038737446198,
      "grad_norm": 1.1200222279215508,
      "learning_rate": 0.00022049999999999997,
      "loss": 5.0312,
      "step": 1470
    },
    {
      "epoch": 2.110473457675753,
      "grad_norm": 1.2532344740319603,
      "learning_rate": 0.00022065,
      "loss": 6.0312,
      "step": 1471
    },
    {
      "epoch": 2.1119081779053084,
      "grad_norm": 0.9899223455982992,
      "learning_rate": 0.00022079999999999997,
      "loss": 5.8438,
      "step": 1472
    },
    {
      "epoch": 2.1133428981348636,
      "grad_norm": 1.198601599070618,
      "learning_rate": 0.00022095,
      "loss": 5.375,
      "step": 1473
    },
    {
      "epoch": 2.114777618364419,
      "grad_norm": 1.219404998189268,
      "learning_rate": 0.00022109999999999998,
      "loss": 5.8125,
      "step": 1474
    },
    {
      "epoch": 2.116212338593974,
      "grad_norm": 0.9936595465810966,
      "learning_rate": 0.00022124999999999998,
      "loss": 5.6562,
      "step": 1475
    },
    {
      "epoch": 2.1176470588235294,
      "grad_norm": 1.2640627599243877,
      "learning_rate": 0.0002214,
      "loss": 5.75,
      "step": 1476
    },
    {
      "epoch": 2.1190817790530847,
      "grad_norm": 1.0858525524076883,
      "learning_rate": 0.00022155,
      "loss": 5.5625,
      "step": 1477
    },
    {
      "epoch": 2.12051649928264,
      "grad_norm": 1.0887080869856764,
      "learning_rate": 0.00022169999999999997,
      "loss": 5.4375,
      "step": 1478
    },
    {
      "epoch": 2.1219512195121952,
      "grad_norm": 1.131905928614237,
      "learning_rate": 0.00022185,
      "loss": 5.6562,
      "step": 1479
    },
    {
      "epoch": 2.1233859397417505,
      "grad_norm": 1.0258257745562056,
      "learning_rate": 0.00022199999999999998,
      "loss": 5.5312,
      "step": 1480
    },
    {
      "epoch": 2.1248206599713058,
      "grad_norm": 1.0780484002240607,
      "learning_rate": 0.00022215,
      "loss": 5.875,
      "step": 1481
    },
    {
      "epoch": 2.126255380200861,
      "grad_norm": 1.1461094927961344,
      "learning_rate": 0.00022229999999999998,
      "loss": 5.8125,
      "step": 1482
    },
    {
      "epoch": 2.1276901004304163,
      "grad_norm": 1.0351195410546208,
      "learning_rate": 0.00022244999999999999,
      "loss": 5.5625,
      "step": 1483
    },
    {
      "epoch": 2.129124820659971,
      "grad_norm": 0.9980716757357478,
      "learning_rate": 0.0002226,
      "loss": 5.5625,
      "step": 1484
    },
    {
      "epoch": 2.1305595408895264,
      "grad_norm": 1.005491847942613,
      "learning_rate": 0.00022275,
      "loss": 5.6562,
      "step": 1485
    },
    {
      "epoch": 2.1319942611190816,
      "grad_norm": 1.135104557610191,
      "learning_rate": 0.00022289999999999997,
      "loss": 5.4688,
      "step": 1486
    },
    {
      "epoch": 2.133428981348637,
      "grad_norm": 1.2662951581707438,
      "learning_rate": 0.00022305,
      "loss": 5.5938,
      "step": 1487
    },
    {
      "epoch": 2.134863701578192,
      "grad_norm": 1.1060521271574528,
      "learning_rate": 0.00022319999999999998,
      "loss": 5.4375,
      "step": 1488
    },
    {
      "epoch": 2.1362984218077474,
      "grad_norm": 1.1360539559816947,
      "learning_rate": 0.00022335,
      "loss": 5.625,
      "step": 1489
    },
    {
      "epoch": 2.1377331420373027,
      "grad_norm": 1.1841931483598924,
      "learning_rate": 0.00022349999999999998,
      "loss": 5.9062,
      "step": 1490
    },
    {
      "epoch": 2.139167862266858,
      "grad_norm": 1.5794267772719082,
      "learning_rate": 0.00022365,
      "loss": 5.8125,
      "step": 1491
    },
    {
      "epoch": 2.140602582496413,
      "grad_norm": 1.3530255332055374,
      "learning_rate": 0.0002238,
      "loss": 5.4062,
      "step": 1492
    },
    {
      "epoch": 2.1420373027259685,
      "grad_norm": 1.040733938343317,
      "learning_rate": 0.00022395,
      "loss": 5.4688,
      "step": 1493
    },
    {
      "epoch": 2.1434720229555237,
      "grad_norm": 1.2113225971990313,
      "learning_rate": 0.00022409999999999997,
      "loss": 5.4062,
      "step": 1494
    },
    {
      "epoch": 2.144906743185079,
      "grad_norm": 1.0582730387440398,
      "learning_rate": 0.00022425,
      "loss": 5.5625,
      "step": 1495
    },
    {
      "epoch": 2.1463414634146343,
      "grad_norm": 1.2076985536888907,
      "learning_rate": 0.00022439999999999998,
      "loss": 5.125,
      "step": 1496
    },
    {
      "epoch": 2.1477761836441895,
      "grad_norm": 1.27104095717687,
      "learning_rate": 0.00022455,
      "loss": 5.125,
      "step": 1497
    },
    {
      "epoch": 2.149210903873745,
      "grad_norm": 1.3466921429026737,
      "learning_rate": 0.0002247,
      "loss": 5.75,
      "step": 1498
    },
    {
      "epoch": 2.1506456241032996,
      "grad_norm": 1.3945916968048153,
      "learning_rate": 0.00022485,
      "loss": 5.375,
      "step": 1499
    },
    {
      "epoch": 2.152080344332855,
      "grad_norm": 1.1620768559196673,
      "learning_rate": 0.000225,
      "loss": 5.0312,
      "step": 1500
    },
    {
      "epoch": 2.15351506456241,
      "grad_norm": 1.091745995645713,
      "learning_rate": 0.00022514999999999997,
      "loss": 5.5312,
      "step": 1501
    },
    {
      "epoch": 2.1549497847919654,
      "grad_norm": 1.1543155279576869,
      "learning_rate": 0.00022529999999999997,
      "loss": 5.4062,
      "step": 1502
    },
    {
      "epoch": 2.1563845050215207,
      "grad_norm": 3.217123139190062,
      "learning_rate": 0.00022544999999999995,
      "loss": 5.5312,
      "step": 1503
    },
    {
      "epoch": 2.157819225251076,
      "grad_norm": 1.0977279254721142,
      "learning_rate": 0.00022559999999999998,
      "loss": 5.375,
      "step": 1504
    },
    {
      "epoch": 2.159253945480631,
      "grad_norm": 1.069702864627136,
      "learning_rate": 0.00022574999999999996,
      "loss": 5.7812,
      "step": 1505
    },
    {
      "epoch": 2.1606886657101865,
      "grad_norm": 1.1478206014814765,
      "learning_rate": 0.0002259,
      "loss": 5.2188,
      "step": 1506
    },
    {
      "epoch": 2.1621233859397417,
      "grad_norm": 3.880822093447133,
      "learning_rate": 0.00022604999999999997,
      "loss": 5.5625,
      "step": 1507
    },
    {
      "epoch": 2.163558106169297,
      "grad_norm": 1.2029064537100305,
      "learning_rate": 0.00022619999999999997,
      "loss": 5.0,
      "step": 1508
    },
    {
      "epoch": 2.1649928263988523,
      "grad_norm": 1.1383325673628428,
      "learning_rate": 0.00022634999999999997,
      "loss": 5.5938,
      "step": 1509
    },
    {
      "epoch": 2.1664275466284075,
      "grad_norm": 1.4765876828065938,
      "learning_rate": 0.00022649999999999998,
      "loss": 5.3125,
      "step": 1510
    },
    {
      "epoch": 2.167862266857963,
      "grad_norm": 1.1150543092961933,
      "learning_rate": 0.00022664999999999995,
      "loss": 5.625,
      "step": 1511
    },
    {
      "epoch": 2.169296987087518,
      "grad_norm": 1.072329314430967,
      "learning_rate": 0.00022679999999999998,
      "loss": 5.8438,
      "step": 1512
    },
    {
      "epoch": 2.1707317073170733,
      "grad_norm": 1.177952772526859,
      "learning_rate": 0.00022694999999999996,
      "loss": 5.4062,
      "step": 1513
    },
    {
      "epoch": 2.1721664275466286,
      "grad_norm": 1.1666658555070197,
      "learning_rate": 0.0002271,
      "loss": 5.7812,
      "step": 1514
    },
    {
      "epoch": 2.173601147776184,
      "grad_norm": 0.9737759698305218,
      "learning_rate": 0.00022724999999999997,
      "loss": 5.7188,
      "step": 1515
    },
    {
      "epoch": 2.1750358680057387,
      "grad_norm": 1.0651178933561043,
      "learning_rate": 0.00022739999999999997,
      "loss": 5.75,
      "step": 1516
    },
    {
      "epoch": 2.176470588235294,
      "grad_norm": 1.0580219293674427,
      "learning_rate": 0.00022754999999999997,
      "loss": 5.6875,
      "step": 1517
    },
    {
      "epoch": 2.177905308464849,
      "grad_norm": 1.0093395574704458,
      "learning_rate": 0.00022769999999999998,
      "loss": 5.25,
      "step": 1518
    },
    {
      "epoch": 2.1793400286944045,
      "grad_norm": 1.0003849937278773,
      "learning_rate": 0.00022784999999999995,
      "loss": 5.625,
      "step": 1519
    },
    {
      "epoch": 2.1807747489239597,
      "grad_norm": 1.0056619527987904,
      "learning_rate": 0.00022799999999999999,
      "loss": 5.9375,
      "step": 1520
    },
    {
      "epoch": 2.182209469153515,
      "grad_norm": 1.061219279992942,
      "learning_rate": 0.00022814999999999996,
      "loss": 5.2188,
      "step": 1521
    },
    {
      "epoch": 2.1836441893830703,
      "grad_norm": 1.0358764051362386,
      "learning_rate": 0.0002283,
      "loss": 5.25,
      "step": 1522
    },
    {
      "epoch": 2.1850789096126255,
      "grad_norm": 1.156944540993981,
      "learning_rate": 0.00022844999999999997,
      "loss": 4.7188,
      "step": 1523
    },
    {
      "epoch": 2.186513629842181,
      "grad_norm": 1.1390846137862087,
      "learning_rate": 0.00022859999999999997,
      "loss": 5.1875,
      "step": 1524
    },
    {
      "epoch": 2.187948350071736,
      "grad_norm": 1.0363766026732,
      "learning_rate": 0.00022874999999999998,
      "loss": 5.6562,
      "step": 1525
    },
    {
      "epoch": 2.1893830703012913,
      "grad_norm": 1.8758517637277823,
      "learning_rate": 0.00022889999999999998,
      "loss": 5.5,
      "step": 1526
    },
    {
      "epoch": 2.1908177905308466,
      "grad_norm": 1.0293866734410133,
      "learning_rate": 0.00022904999999999996,
      "loss": 5.5625,
      "step": 1527
    },
    {
      "epoch": 2.192252510760402,
      "grad_norm": 1.012169485141158,
      "learning_rate": 0.0002292,
      "loss": 5.625,
      "step": 1528
    },
    {
      "epoch": 2.193687230989957,
      "grad_norm": 0.9863522662971385,
      "learning_rate": 0.00022934999999999996,
      "loss": 5.2812,
      "step": 1529
    },
    {
      "epoch": 2.1951219512195124,
      "grad_norm": 1.1642829742976437,
      "learning_rate": 0.0002295,
      "loss": 5.7188,
      "step": 1530
    },
    {
      "epoch": 2.1965566714490676,
      "grad_norm": 1.149909570257349,
      "learning_rate": 0.00022964999999999997,
      "loss": 5.6562,
      "step": 1531
    },
    {
      "epoch": 2.197991391678623,
      "grad_norm": 1.2093936917043662,
      "learning_rate": 0.00022979999999999997,
      "loss": 5.1875,
      "step": 1532
    },
    {
      "epoch": 2.1994261119081777,
      "grad_norm": 1.1671522640925116,
      "learning_rate": 0.00022994999999999998,
      "loss": 5.3125,
      "step": 1533
    },
    {
      "epoch": 2.200860832137733,
      "grad_norm": 1.0509470460015597,
      "learning_rate": 0.00023009999999999998,
      "loss": 5.625,
      "step": 1534
    },
    {
      "epoch": 2.2022955523672882,
      "grad_norm": 1.0992420412712676,
      "learning_rate": 0.00023024999999999996,
      "loss": 5.7812,
      "step": 1535
    },
    {
      "epoch": 2.2037302725968435,
      "grad_norm": 1.1949987582091284,
      "learning_rate": 0.0002304,
      "loss": 5.4688,
      "step": 1536
    },
    {
      "epoch": 2.2051649928263988,
      "grad_norm": 1.203267369798922,
      "learning_rate": 0.00023054999999999997,
      "loss": 5.4062,
      "step": 1537
    },
    {
      "epoch": 2.206599713055954,
      "grad_norm": 1.4862487259837631,
      "learning_rate": 0.0002307,
      "loss": 5.375,
      "step": 1538
    },
    {
      "epoch": 2.2080344332855093,
      "grad_norm": 1.1820712670762437,
      "learning_rate": 0.00023084999999999997,
      "loss": 4.8125,
      "step": 1539
    },
    {
      "epoch": 2.2094691535150646,
      "grad_norm": 1.22196825646838,
      "learning_rate": 0.00023099999999999998,
      "loss": 5.4688,
      "step": 1540
    },
    {
      "epoch": 2.21090387374462,
      "grad_norm": 1.247756096810427,
      "learning_rate": 0.00023114999999999998,
      "loss": 5.7188,
      "step": 1541
    },
    {
      "epoch": 2.212338593974175,
      "grad_norm": 1.098473343052167,
      "learning_rate": 0.00023129999999999998,
      "loss": 5.4062,
      "step": 1542
    },
    {
      "epoch": 2.2137733142037304,
      "grad_norm": 1.159841188709044,
      "learning_rate": 0.00023144999999999996,
      "loss": 5.5938,
      "step": 1543
    },
    {
      "epoch": 2.2152080344332856,
      "grad_norm": 1.413408368949338,
      "learning_rate": 0.0002316,
      "loss": 5.6875,
      "step": 1544
    },
    {
      "epoch": 2.216642754662841,
      "grad_norm": 1.8680789648063627,
      "learning_rate": 0.00023174999999999997,
      "loss": 5.4375,
      "step": 1545
    },
    {
      "epoch": 2.218077474892396,
      "grad_norm": 1.275868435255331,
      "learning_rate": 0.0002319,
      "loss": 5.3125,
      "step": 1546
    },
    {
      "epoch": 2.2195121951219514,
      "grad_norm": 1.1389908271805655,
      "learning_rate": 0.00023204999999999998,
      "loss": 4.8125,
      "step": 1547
    },
    {
      "epoch": 2.2209469153515062,
      "grad_norm": 1.114675753791886,
      "learning_rate": 0.00023219999999999998,
      "loss": 5.375,
      "step": 1548
    },
    {
      "epoch": 2.2223816355810615,
      "grad_norm": 1.094177530899732,
      "learning_rate": 0.00023234999999999998,
      "loss": 5.4688,
      "step": 1549
    },
    {
      "epoch": 2.2238163558106168,
      "grad_norm": 1.4132986542878319,
      "learning_rate": 0.00023249999999999999,
      "loss": 5.5,
      "step": 1550
    },
    {
      "epoch": 2.225251076040172,
      "grad_norm": 1.0119637496145826,
      "learning_rate": 0.00023264999999999996,
      "loss": 4.9375,
      "step": 1551
    },
    {
      "epoch": 2.2266857962697273,
      "grad_norm": 1.2179196821636777,
      "learning_rate": 0.0002328,
      "loss": 5.5312,
      "step": 1552
    },
    {
      "epoch": 2.2281205164992826,
      "grad_norm": 1.1247871484623309,
      "learning_rate": 0.00023294999999999997,
      "loss": 5.2188,
      "step": 1553
    },
    {
      "epoch": 2.229555236728838,
      "grad_norm": 1.2440998968948376,
      "learning_rate": 0.00023309999999999997,
      "loss": 5.375,
      "step": 1554
    },
    {
      "epoch": 2.230989956958393,
      "grad_norm": 1.057441020279599,
      "learning_rate": 0.00023324999999999998,
      "loss": 5.375,
      "step": 1555
    },
    {
      "epoch": 2.2324246771879483,
      "grad_norm": 1.1834368962631263,
      "learning_rate": 0.00023339999999999998,
      "loss": 5.5312,
      "step": 1556
    },
    {
      "epoch": 2.2338593974175036,
      "grad_norm": 1.1130844104428081,
      "learning_rate": 0.00023354999999999996,
      "loss": 5.3125,
      "step": 1557
    },
    {
      "epoch": 2.235294117647059,
      "grad_norm": 1.0778882470212552,
      "learning_rate": 0.0002337,
      "loss": 5.6562,
      "step": 1558
    },
    {
      "epoch": 2.236728837876614,
      "grad_norm": 1.1585588204365673,
      "learning_rate": 0.00023384999999999997,
      "loss": 5.5938,
      "step": 1559
    },
    {
      "epoch": 2.2381635581061694,
      "grad_norm": 1.0644714332257612,
      "learning_rate": 0.000234,
      "loss": 5.5,
      "step": 1560
    },
    {
      "epoch": 2.2395982783357247,
      "grad_norm": 1.006392740341816,
      "learning_rate": 0.00023414999999999997,
      "loss": 5.9062,
      "step": 1561
    },
    {
      "epoch": 2.24103299856528,
      "grad_norm": 1.0310122345037533,
      "learning_rate": 0.00023429999999999998,
      "loss": 5.5,
      "step": 1562
    },
    {
      "epoch": 2.242467718794835,
      "grad_norm": 1.0170673423223764,
      "learning_rate": 0.00023444999999999998,
      "loss": 5.2812,
      "step": 1563
    },
    {
      "epoch": 2.2439024390243905,
      "grad_norm": 1.0516457200936842,
      "learning_rate": 0.00023459999999999998,
      "loss": 5.4375,
      "step": 1564
    },
    {
      "epoch": 2.2453371592539453,
      "grad_norm": 1.0648128668784198,
      "learning_rate": 0.00023474999999999996,
      "loss": 5.375,
      "step": 1565
    },
    {
      "epoch": 2.2467718794835005,
      "grad_norm": 1.017937878514589,
      "learning_rate": 0.0002349,
      "loss": 5.5625,
      "step": 1566
    },
    {
      "epoch": 2.248206599713056,
      "grad_norm": 1.107671631042465,
      "learning_rate": 0.00023504999999999997,
      "loss": 4.9375,
      "step": 1567
    },
    {
      "epoch": 2.249641319942611,
      "grad_norm": 1.990752696378475,
      "learning_rate": 0.0002352,
      "loss": 4.9062,
      "step": 1568
    },
    {
      "epoch": 2.2510760401721663,
      "grad_norm": 1.0584006526548426,
      "learning_rate": 0.00023534999999999997,
      "loss": 5.125,
      "step": 1569
    },
    {
      "epoch": 2.2525107604017216,
      "grad_norm": 1.409212544018315,
      "learning_rate": 0.00023549999999999998,
      "loss": 4.9375,
      "step": 1570
    },
    {
      "epoch": 2.253945480631277,
      "grad_norm": 1.0548677556345512,
      "learning_rate": 0.00023564999999999998,
      "loss": 5.1562,
      "step": 1571
    },
    {
      "epoch": 2.255380200860832,
      "grad_norm": 1.1056920727634496,
      "learning_rate": 0.00023579999999999999,
      "loss": 5.4375,
      "step": 1572
    },
    {
      "epoch": 2.2568149210903874,
      "grad_norm": 4.7072407657879385,
      "learning_rate": 0.00023594999999999996,
      "loss": 5.625,
      "step": 1573
    },
    {
      "epoch": 2.2582496413199427,
      "grad_norm": 13.896487708070262,
      "learning_rate": 0.0002361,
      "loss": 5.75,
      "step": 1574
    },
    {
      "epoch": 2.259684361549498,
      "grad_norm": 1.1179733235409546,
      "learning_rate": 0.00023624999999999997,
      "loss": 5.0312,
      "step": 1575
    },
    {
      "epoch": 2.261119081779053,
      "grad_norm": 1.092869533499755,
      "learning_rate": 0.0002364,
      "loss": 5.5625,
      "step": 1576
    },
    {
      "epoch": 2.2625538020086085,
      "grad_norm": 1.2090747060282414,
      "learning_rate": 0.00023654999999999998,
      "loss": 5.3438,
      "step": 1577
    },
    {
      "epoch": 2.2639885222381637,
      "grad_norm": 1.0223663432549408,
      "learning_rate": 0.00023669999999999998,
      "loss": 5.3438,
      "step": 1578
    },
    {
      "epoch": 2.265423242467719,
      "grad_norm": 0.9897786771816302,
      "learning_rate": 0.00023684999999999998,
      "loss": 5.5938,
      "step": 1579
    },
    {
      "epoch": 2.266857962697274,
      "grad_norm": 1.2330208615329767,
      "learning_rate": 0.000237,
      "loss": 4.875,
      "step": 1580
    },
    {
      "epoch": 2.2682926829268295,
      "grad_norm": 1.0997979906060529,
      "learning_rate": 0.00023714999999999996,
      "loss": 4.6875,
      "step": 1581
    },
    {
      "epoch": 2.2697274031563843,
      "grad_norm": 1.152759113571884,
      "learning_rate": 0.0002373,
      "loss": 5.6562,
      "step": 1582
    },
    {
      "epoch": 2.2711621233859396,
      "grad_norm": 1.236463967457979,
      "learning_rate": 0.00023744999999999997,
      "loss": 5.2188,
      "step": 1583
    },
    {
      "epoch": 2.272596843615495,
      "grad_norm": 1.1603443425286493,
      "learning_rate": 0.0002376,
      "loss": 5.0312,
      "step": 1584
    },
    {
      "epoch": 2.27403156384505,
      "grad_norm": 1.1165643702035088,
      "learning_rate": 0.00023774999999999998,
      "loss": 5.5312,
      "step": 1585
    },
    {
      "epoch": 2.2754662840746054,
      "grad_norm": 0.9918460315183096,
      "learning_rate": 0.00023789999999999998,
      "loss": 5.2812,
      "step": 1586
    },
    {
      "epoch": 2.2769010043041606,
      "grad_norm": 0.9765923821071711,
      "learning_rate": 0.00023804999999999999,
      "loss": 5.375,
      "step": 1587
    },
    {
      "epoch": 2.278335724533716,
      "grad_norm": 0.9252990668768433,
      "learning_rate": 0.0002382,
      "loss": 5.8125,
      "step": 1588
    },
    {
      "epoch": 2.279770444763271,
      "grad_norm": 0.9842746878584163,
      "learning_rate": 0.00023834999999999997,
      "loss": 5.5938,
      "step": 1589
    },
    {
      "epoch": 2.2812051649928264,
      "grad_norm": 0.9853155665545881,
      "learning_rate": 0.0002385,
      "loss": 5.375,
      "step": 1590
    },
    {
      "epoch": 2.2826398852223817,
      "grad_norm": 0.9335818282148586,
      "learning_rate": 0.00023864999999999997,
      "loss": 5.4375,
      "step": 1591
    },
    {
      "epoch": 2.284074605451937,
      "grad_norm": 1.0100280548423266,
      "learning_rate": 0.0002388,
      "loss": 4.875,
      "step": 1592
    },
    {
      "epoch": 2.2855093256814922,
      "grad_norm": 1.1840093614940672,
      "learning_rate": 0.00023894999999999998,
      "loss": 5.4688,
      "step": 1593
    },
    {
      "epoch": 2.2869440459110475,
      "grad_norm": 1.0739501516763459,
      "learning_rate": 0.00023909999999999998,
      "loss": 5.5625,
      "step": 1594
    },
    {
      "epoch": 2.2883787661406028,
      "grad_norm": 1.0328291028088257,
      "learning_rate": 0.00023925,
      "loss": 5.75,
      "step": 1595
    },
    {
      "epoch": 2.289813486370158,
      "grad_norm": 1.053968807636118,
      "learning_rate": 0.0002394,
      "loss": 5.2812,
      "step": 1596
    },
    {
      "epoch": 2.291248206599713,
      "grad_norm": 1.0510365149903007,
      "learning_rate": 0.00023954999999999997,
      "loss": 5.3125,
      "step": 1597
    },
    {
      "epoch": 2.292682926829268,
      "grad_norm": 2.7184189182495078,
      "learning_rate": 0.0002397,
      "loss": 5.9375,
      "step": 1598
    },
    {
      "epoch": 2.2941176470588234,
      "grad_norm": 0.9362823015855786,
      "learning_rate": 0.00023984999999999998,
      "loss": 5.5938,
      "step": 1599
    },
    {
      "epoch": 2.2955523672883786,
      "grad_norm": 1.1139834600234846,
      "learning_rate": 0.00023999999999999998,
      "loss": 5.6562,
      "step": 1600
    },
    {
      "epoch": 2.296987087517934,
      "grad_norm": 1.0028795547171874,
      "learning_rate": 0.00024014999999999998,
      "loss": 5.75,
      "step": 1601
    },
    {
      "epoch": 2.298421807747489,
      "grad_norm": 1.1352304308113799,
      "learning_rate": 0.00024029999999999999,
      "loss": 5.7188,
      "step": 1602
    },
    {
      "epoch": 2.2998565279770444,
      "grad_norm": 1.0058615015368668,
      "learning_rate": 0.00024044999999999996,
      "loss": 5.375,
      "step": 1603
    },
    {
      "epoch": 2.3012912482065997,
      "grad_norm": 0.9844808977924241,
      "learning_rate": 0.0002406,
      "loss": 5.5312,
      "step": 1604
    },
    {
      "epoch": 2.302725968436155,
      "grad_norm": 1.0665828270601987,
      "learning_rate": 0.00024074999999999997,
      "loss": 5.3438,
      "step": 1605
    },
    {
      "epoch": 2.30416068866571,
      "grad_norm": 1.0194813636106292,
      "learning_rate": 0.0002409,
      "loss": 5.8125,
      "step": 1606
    },
    {
      "epoch": 2.3055954088952655,
      "grad_norm": 1.0712170111597732,
      "learning_rate": 0.00024104999999999998,
      "loss": 5.1875,
      "step": 1607
    },
    {
      "epoch": 2.3070301291248207,
      "grad_norm": 1.151610417705014,
      "learning_rate": 0.00024119999999999998,
      "loss": 5.5625,
      "step": 1608
    },
    {
      "epoch": 2.308464849354376,
      "grad_norm": 1.0481955568071533,
      "learning_rate": 0.00024134999999999998,
      "loss": 5.5938,
      "step": 1609
    },
    {
      "epoch": 2.3098995695839313,
      "grad_norm": 1.06901095552764,
      "learning_rate": 0.0002415,
      "loss": 5.9688,
      "step": 1610
    },
    {
      "epoch": 2.3113342898134865,
      "grad_norm": 1.0209690665977484,
      "learning_rate": 0.00024164999999999996,
      "loss": 5.6875,
      "step": 1611
    },
    {
      "epoch": 2.3127690100430414,
      "grad_norm": 4.561383559754691,
      "learning_rate": 0.0002418,
      "loss": 4.9062,
      "step": 1612
    },
    {
      "epoch": 2.314203730272597,
      "grad_norm": 0.9819680842213109,
      "learning_rate": 0.00024194999999999997,
      "loss": 5.6875,
      "step": 1613
    },
    {
      "epoch": 2.315638450502152,
      "grad_norm": 1.1083073331494067,
      "learning_rate": 0.0002421,
      "loss": 5.5,
      "step": 1614
    },
    {
      "epoch": 2.317073170731707,
      "grad_norm": 1.0548406512766288,
      "learning_rate": 0.00024224999999999998,
      "loss": 5.125,
      "step": 1615
    },
    {
      "epoch": 2.3185078909612624,
      "grad_norm": 1.0627090785846185,
      "learning_rate": 0.00024239999999999998,
      "loss": 5.875,
      "step": 1616
    },
    {
      "epoch": 2.3199426111908177,
      "grad_norm": 0.9555657726167687,
      "learning_rate": 0.00024255,
      "loss": 5.375,
      "step": 1617
    },
    {
      "epoch": 2.321377331420373,
      "grad_norm": 1.1347789455847634,
      "learning_rate": 0.0002427,
      "loss": 5.8125,
      "step": 1618
    },
    {
      "epoch": 2.322812051649928,
      "grad_norm": 1.2134984623503804,
      "learning_rate": 0.00024284999999999997,
      "loss": 5.6875,
      "step": 1619
    },
    {
      "epoch": 2.3242467718794835,
      "grad_norm": 2.5180738814269668,
      "learning_rate": 0.000243,
      "loss": 5.4375,
      "step": 1620
    },
    {
      "epoch": 2.3256814921090387,
      "grad_norm": 1.197162816122312,
      "learning_rate": 0.00024314999999999997,
      "loss": 5.5312,
      "step": 1621
    },
    {
      "epoch": 2.327116212338594,
      "grad_norm": 1.2988225544857448,
      "learning_rate": 0.0002433,
      "loss": 5.625,
      "step": 1622
    },
    {
      "epoch": 2.3285509325681493,
      "grad_norm": 1.1718096845886738,
      "learning_rate": 0.00024344999999999998,
      "loss": 5.5938,
      "step": 1623
    },
    {
      "epoch": 2.3299856527977045,
      "grad_norm": 1.0097989079735565,
      "learning_rate": 0.00024359999999999999,
      "loss": 5.375,
      "step": 1624
    },
    {
      "epoch": 2.33142037302726,
      "grad_norm": 1.277892899536932,
      "learning_rate": 0.00024375,
      "loss": 5.625,
      "step": 1625
    },
    {
      "epoch": 2.332855093256815,
      "grad_norm": 1.0216090128382256,
      "learning_rate": 0.00024389999999999997,
      "loss": 5.4688,
      "step": 1626
    },
    {
      "epoch": 2.3342898134863703,
      "grad_norm": 0.9710550484586237,
      "learning_rate": 0.00024404999999999997,
      "loss": 5.5312,
      "step": 1627
    },
    {
      "epoch": 2.3357245337159256,
      "grad_norm": 0.998669398356695,
      "learning_rate": 0.00024419999999999997,
      "loss": 5.7188,
      "step": 1628
    },
    {
      "epoch": 2.3371592539454804,
      "grad_norm": 1.3760624796793277,
      "learning_rate": 0.00024435,
      "loss": 5.5312,
      "step": 1629
    },
    {
      "epoch": 2.338593974175036,
      "grad_norm": 1.0687964682514681,
      "learning_rate": 0.0002445,
      "loss": 5.2812,
      "step": 1630
    },
    {
      "epoch": 2.340028694404591,
      "grad_norm": 1.1570398392924006,
      "learning_rate": 0.00024464999999999996,
      "loss": 5.5312,
      "step": 1631
    },
    {
      "epoch": 2.341463414634146,
      "grad_norm": 1.21364842466531,
      "learning_rate": 0.0002448,
      "loss": 5.125,
      "step": 1632
    },
    {
      "epoch": 2.3428981348637015,
      "grad_norm": 1.8845361068141322,
      "learning_rate": 0.00024494999999999996,
      "loss": 5.6875,
      "step": 1633
    },
    {
      "epoch": 2.3443328550932567,
      "grad_norm": 1.0776923056561813,
      "learning_rate": 0.00024509999999999994,
      "loss": 5.3125,
      "step": 1634
    },
    {
      "epoch": 2.345767575322812,
      "grad_norm": 1.1013728333775878,
      "learning_rate": 0.00024524999999999997,
      "loss": 5.8125,
      "step": 1635
    },
    {
      "epoch": 2.3472022955523673,
      "grad_norm": 1.1905189314151763,
      "learning_rate": 0.00024539999999999995,
      "loss": 5.4062,
      "step": 1636
    },
    {
      "epoch": 2.3486370157819225,
      "grad_norm": 1.0496023268780625,
      "learning_rate": 0.00024555,
      "loss": 5.75,
      "step": 1637
    },
    {
      "epoch": 2.350071736011478,
      "grad_norm": 0.9509371630949258,
      "learning_rate": 0.00024569999999999995,
      "loss": 5.3125,
      "step": 1638
    },
    {
      "epoch": 2.351506456241033,
      "grad_norm": 1.1253166427396066,
      "learning_rate": 0.00024585,
      "loss": 5.875,
      "step": 1639
    },
    {
      "epoch": 2.3529411764705883,
      "grad_norm": 1.071410139237752,
      "learning_rate": 0.00024599999999999996,
      "loss": 5.4688,
      "step": 1640
    },
    {
      "epoch": 2.3543758967001436,
      "grad_norm": 1.0098196561248847,
      "learning_rate": 0.00024615,
      "loss": 5.4375,
      "step": 1641
    },
    {
      "epoch": 2.355810616929699,
      "grad_norm": 1.0378839955039552,
      "learning_rate": 0.00024629999999999997,
      "loss": 5.375,
      "step": 1642
    },
    {
      "epoch": 2.357245337159254,
      "grad_norm": 1.1698651868249506,
      "learning_rate": 0.00024645,
      "loss": 5.4062,
      "step": 1643
    },
    {
      "epoch": 2.3586800573888094,
      "grad_norm": 1.1928328440062985,
      "learning_rate": 0.0002466,
      "loss": 5.5938,
      "step": 1644
    },
    {
      "epoch": 2.3601147776183646,
      "grad_norm": 1.0211223403142853,
      "learning_rate": 0.00024675,
      "loss": 5.0938,
      "step": 1645
    },
    {
      "epoch": 2.3615494978479195,
      "grad_norm": 1.2973615332137076,
      "learning_rate": 0.0002469,
      "loss": 5.6562,
      "step": 1646
    },
    {
      "epoch": 2.3629842180774747,
      "grad_norm": 0.9760908235800639,
      "learning_rate": 0.00024704999999999996,
      "loss": 5.2812,
      "step": 1647
    },
    {
      "epoch": 2.36441893830703,
      "grad_norm": 1.0532715029057018,
      "learning_rate": 0.0002472,
      "loss": 4.9688,
      "step": 1648
    },
    {
      "epoch": 2.3658536585365852,
      "grad_norm": 1.0179285485922582,
      "learning_rate": 0.00024734999999999997,
      "loss": 5.6562,
      "step": 1649
    },
    {
      "epoch": 2.3672883787661405,
      "grad_norm": 4.350608982469874,
      "learning_rate": 0.00024749999999999994,
      "loss": 5.5312,
      "step": 1650
    },
    {
      "epoch": 2.3687230989956958,
      "grad_norm": 2.603450839580508,
      "learning_rate": 0.00024765,
      "loss": 4.9375,
      "step": 1651
    },
    {
      "epoch": 2.370157819225251,
      "grad_norm": 3.434440997962268,
      "learning_rate": 0.00024779999999999995,
      "loss": 5.7812,
      "step": 1652
    },
    {
      "epoch": 2.3715925394548063,
      "grad_norm": 6.804075002835814,
      "learning_rate": 0.00024795,
      "loss": 5.2188,
      "step": 1653
    },
    {
      "epoch": 2.3730272596843616,
      "grad_norm": 6.174228678934017,
      "learning_rate": 0.00024809999999999996,
      "loss": 5.4375,
      "step": 1654
    },
    {
      "epoch": 2.374461979913917,
      "grad_norm": 6.240076199420573,
      "learning_rate": 0.00024825,
      "loss": 5.25,
      "step": 1655
    },
    {
      "epoch": 2.375896700143472,
      "grad_norm": 1.2218481870887672,
      "learning_rate": 0.00024839999999999997,
      "loss": 5.625,
      "step": 1656
    },
    {
      "epoch": 2.3773314203730274,
      "grad_norm": 1.242452550731127,
      "learning_rate": 0.00024855,
      "loss": 5.0938,
      "step": 1657
    },
    {
      "epoch": 2.3787661406025826,
      "grad_norm": 1.0292914064607066,
      "learning_rate": 0.0002487,
      "loss": 6.0312,
      "step": 1658
    },
    {
      "epoch": 2.380200860832138,
      "grad_norm": 1.1898763165319255,
      "learning_rate": 0.00024885,
      "loss": 5.25,
      "step": 1659
    },
    {
      "epoch": 2.381635581061693,
      "grad_norm": 1.1009843280820852,
      "learning_rate": 0.000249,
      "loss": 5.75,
      "step": 1660
    },
    {
      "epoch": 2.383070301291248,
      "grad_norm": 1.0644922535147352,
      "learning_rate": 0.00024914999999999996,
      "loss": 5.9375,
      "step": 1661
    },
    {
      "epoch": 2.3845050215208037,
      "grad_norm": 1.0263161820440243,
      "learning_rate": 0.0002493,
      "loss": 5.4375,
      "step": 1662
    },
    {
      "epoch": 2.3859397417503585,
      "grad_norm": 1.1552999778557849,
      "learning_rate": 0.00024944999999999996,
      "loss": 5.6875,
      "step": 1663
    },
    {
      "epoch": 2.3873744619799138,
      "grad_norm": 1.302858352674368,
      "learning_rate": 0.00024959999999999994,
      "loss": 5.4062,
      "step": 1664
    },
    {
      "epoch": 2.388809182209469,
      "grad_norm": 1.3046691356628977,
      "learning_rate": 0.00024974999999999997,
      "loss": 4.875,
      "step": 1665
    },
    {
      "epoch": 2.3902439024390243,
      "grad_norm": 1.0174055394222568,
      "learning_rate": 0.00024989999999999995,
      "loss": 5.6562,
      "step": 1666
    },
    {
      "epoch": 2.3916786226685796,
      "grad_norm": 1.0349671029788134,
      "learning_rate": 0.00025005,
      "loss": 5.6875,
      "step": 1667
    },
    {
      "epoch": 2.393113342898135,
      "grad_norm": 1.1795387522174823,
      "learning_rate": 0.00025019999999999996,
      "loss": 5.9062,
      "step": 1668
    },
    {
      "epoch": 2.39454806312769,
      "grad_norm": 0.9934709305848687,
      "learning_rate": 0.00025035,
      "loss": 5.3125,
      "step": 1669
    },
    {
      "epoch": 2.3959827833572453,
      "grad_norm": 0.8756590769388626,
      "learning_rate": 0.00025049999999999996,
      "loss": 5.6875,
      "step": 1670
    },
    {
      "epoch": 2.3974175035868006,
      "grad_norm": 1.0133149086049051,
      "learning_rate": 0.00025065,
      "loss": 5.5938,
      "step": 1671
    },
    {
      "epoch": 2.398852223816356,
      "grad_norm": 0.9617215839050083,
      "learning_rate": 0.00025079999999999997,
      "loss": 5.5625,
      "step": 1672
    },
    {
      "epoch": 2.400286944045911,
      "grad_norm": 0.9927658337231989,
      "learning_rate": 0.00025095,
      "loss": 5.5938,
      "step": 1673
    },
    {
      "epoch": 2.4017216642754664,
      "grad_norm": 1.0243071245985045,
      "learning_rate": 0.0002511,
      "loss": 5.7188,
      "step": 1674
    },
    {
      "epoch": 2.4031563845050217,
      "grad_norm": 1.4809970017919514,
      "learning_rate": 0.00025125,
      "loss": 5.3438,
      "step": 1675
    },
    {
      "epoch": 2.404591104734577,
      "grad_norm": 1.043245455950667,
      "learning_rate": 0.0002514,
      "loss": 5.4062,
      "step": 1676
    },
    {
      "epoch": 2.406025824964132,
      "grad_norm": 1.4802265697942891,
      "learning_rate": 0.00025154999999999996,
      "loss": 4.8125,
      "step": 1677
    },
    {
      "epoch": 2.407460545193687,
      "grad_norm": 1.1257139534519196,
      "learning_rate": 0.0002517,
      "loss": 5.3438,
      "step": 1678
    },
    {
      "epoch": 2.4088952654232423,
      "grad_norm": 1.0954751132377207,
      "learning_rate": 0.00025184999999999997,
      "loss": 5.2812,
      "step": 1679
    },
    {
      "epoch": 2.4103299856527975,
      "grad_norm": 1.263891959235632,
      "learning_rate": 0.00025199999999999995,
      "loss": 5.75,
      "step": 1680
    },
    {
      "epoch": 2.411764705882353,
      "grad_norm": 1.2380812733168365,
      "learning_rate": 0.00025215,
      "loss": 5.625,
      "step": 1681
    },
    {
      "epoch": 2.413199426111908,
      "grad_norm": 1.170791046204241,
      "learning_rate": 0.00025229999999999995,
      "loss": 5.3125,
      "step": 1682
    },
    {
      "epoch": 2.4146341463414633,
      "grad_norm": 1.031833350065997,
      "learning_rate": 0.00025245,
      "loss": 5.6562,
      "step": 1683
    },
    {
      "epoch": 2.4160688665710186,
      "grad_norm": 1.3309457962060753,
      "learning_rate": 0.00025259999999999996,
      "loss": 5.5,
      "step": 1684
    },
    {
      "epoch": 2.417503586800574,
      "grad_norm": 1.1628948225915163,
      "learning_rate": 0.00025275,
      "loss": 5.5312,
      "step": 1685
    },
    {
      "epoch": 2.418938307030129,
      "grad_norm": 1.0471570741507843,
      "learning_rate": 0.00025289999999999997,
      "loss": 5.4375,
      "step": 1686
    },
    {
      "epoch": 2.4203730272596844,
      "grad_norm": 0.9889308235165465,
      "learning_rate": 0.00025305,
      "loss": 4.9688,
      "step": 1687
    },
    {
      "epoch": 2.4218077474892397,
      "grad_norm": 1.23156734909238,
      "learning_rate": 0.0002532,
      "loss": 5.5312,
      "step": 1688
    },
    {
      "epoch": 2.423242467718795,
      "grad_norm": 1.1997260037720596,
      "learning_rate": 0.00025335,
      "loss": 5.7188,
      "step": 1689
    },
    {
      "epoch": 2.42467718794835,
      "grad_norm": 1.037791275997923,
      "learning_rate": 0.0002535,
      "loss": 5.7188,
      "step": 1690
    },
    {
      "epoch": 2.4261119081779055,
      "grad_norm": 1.08877877533612,
      "learning_rate": 0.00025365,
      "loss": 5.3438,
      "step": 1691
    },
    {
      "epoch": 2.4275466284074607,
      "grad_norm": 1.2641361168389942,
      "learning_rate": 0.0002538,
      "loss": 5.5625,
      "step": 1692
    },
    {
      "epoch": 2.4289813486370155,
      "grad_norm": 1.1073808561187601,
      "learning_rate": 0.00025394999999999997,
      "loss": 5.3125,
      "step": 1693
    },
    {
      "epoch": 2.4304160688665712,
      "grad_norm": 1.0665260213737262,
      "learning_rate": 0.0002541,
      "loss": 5.5312,
      "step": 1694
    },
    {
      "epoch": 2.431850789096126,
      "grad_norm": 1.1326682879211636,
      "learning_rate": 0.00025425,
      "loss": 5.9375,
      "step": 1695
    },
    {
      "epoch": 2.4332855093256813,
      "grad_norm": 1.073252671260628,
      "learning_rate": 0.00025439999999999995,
      "loss": 5.2188,
      "step": 1696
    },
    {
      "epoch": 2.4347202295552366,
      "grad_norm": 1.1251004997097631,
      "learning_rate": 0.00025455,
      "loss": 5.3438,
      "step": 1697
    },
    {
      "epoch": 2.436154949784792,
      "grad_norm": 1.2291616726097832,
      "learning_rate": 0.00025469999999999996,
      "loss": 5.6562,
      "step": 1698
    },
    {
      "epoch": 2.437589670014347,
      "grad_norm": 1.0484545031053853,
      "learning_rate": 0.00025485,
      "loss": 5.5312,
      "step": 1699
    },
    {
      "epoch": 2.4390243902439024,
      "grad_norm": 1.0823278807190684,
      "learning_rate": 0.00025499999999999996,
      "loss": 5.4688,
      "step": 1700
    },
    {
      "epoch": 2.4404591104734576,
      "grad_norm": 1.1246247100525208,
      "learning_rate": 0.00025515,
      "loss": 4.9688,
      "step": 1701
    },
    {
      "epoch": 2.441893830703013,
      "grad_norm": 1.0259541186249772,
      "learning_rate": 0.00025529999999999997,
      "loss": 5.5625,
      "step": 1702
    },
    {
      "epoch": 2.443328550932568,
      "grad_norm": 1.177268434671587,
      "learning_rate": 0.00025545,
      "loss": 5.5312,
      "step": 1703
    },
    {
      "epoch": 2.4447632711621234,
      "grad_norm": 1.088363527002704,
      "learning_rate": 0.0002556,
      "loss": 5.5,
      "step": 1704
    },
    {
      "epoch": 2.4461979913916787,
      "grad_norm": 0.9997646508441033,
      "learning_rate": 0.00025575,
      "loss": 5.25,
      "step": 1705
    },
    {
      "epoch": 2.447632711621234,
      "grad_norm": 0.9978293676435896,
      "learning_rate": 0.0002559,
      "loss": 5.5,
      "step": 1706
    },
    {
      "epoch": 2.4490674318507892,
      "grad_norm": 1.0393852339511882,
      "learning_rate": 0.00025604999999999996,
      "loss": 4.8125,
      "step": 1707
    },
    {
      "epoch": 2.4505021520803445,
      "grad_norm": 0.989585918401174,
      "learning_rate": 0.0002562,
      "loss": 5.5,
      "step": 1708
    },
    {
      "epoch": 2.4519368723098998,
      "grad_norm": 1.0249125130117804,
      "learning_rate": 0.00025634999999999997,
      "loss": 5.9375,
      "step": 1709
    },
    {
      "epoch": 2.4533715925394546,
      "grad_norm": 1.0104935842739977,
      "learning_rate": 0.00025649999999999995,
      "loss": 5.4062,
      "step": 1710
    },
    {
      "epoch": 2.4548063127690103,
      "grad_norm": 1.0342104963126715,
      "learning_rate": 0.00025665,
      "loss": 5.6875,
      "step": 1711
    },
    {
      "epoch": 2.456241032998565,
      "grad_norm": 1.0311079190816732,
      "learning_rate": 0.00025679999999999995,
      "loss": 5.5938,
      "step": 1712
    },
    {
      "epoch": 2.4576757532281204,
      "grad_norm": 0.9725133447070835,
      "learning_rate": 0.00025695,
      "loss": 5.25,
      "step": 1713
    },
    {
      "epoch": 2.4591104734576756,
      "grad_norm": 0.9290605135343112,
      "learning_rate": 0.00025709999999999996,
      "loss": 5.5,
      "step": 1714
    },
    {
      "epoch": 2.460545193687231,
      "grad_norm": 1.007029969192324,
      "learning_rate": 0.00025725,
      "loss": 5.9062,
      "step": 1715
    },
    {
      "epoch": 2.461979913916786,
      "grad_norm": 1.138177200488796,
      "learning_rate": 0.00025739999999999997,
      "loss": 5.3125,
      "step": 1716
    },
    {
      "epoch": 2.4634146341463414,
      "grad_norm": 2.5739882576541637,
      "learning_rate": 0.00025755,
      "loss": 5.625,
      "step": 1717
    },
    {
      "epoch": 2.4648493543758967,
      "grad_norm": 1.103659246631975,
      "learning_rate": 0.0002577,
      "loss": 5.5625,
      "step": 1718
    },
    {
      "epoch": 2.466284074605452,
      "grad_norm": 1.2028309485517739,
      "learning_rate": 0.00025785,
      "loss": 5.6562,
      "step": 1719
    },
    {
      "epoch": 2.4677187948350072,
      "grad_norm": 1.0345868928091435,
      "learning_rate": 0.000258,
      "loss": 5.6875,
      "step": 1720
    },
    {
      "epoch": 2.4691535150645625,
      "grad_norm": 1.2415032011580325,
      "learning_rate": 0.00025815,
      "loss": 4.9062,
      "step": 1721
    },
    {
      "epoch": 2.4705882352941178,
      "grad_norm": 1.1434447857982133,
      "learning_rate": 0.0002583,
      "loss": 5.625,
      "step": 1722
    },
    {
      "epoch": 2.472022955523673,
      "grad_norm": 1.1523353689952935,
      "learning_rate": 0.00025844999999999997,
      "loss": 4.7812,
      "step": 1723
    },
    {
      "epoch": 2.4734576757532283,
      "grad_norm": 1.038577700745006,
      "learning_rate": 0.0002586,
      "loss": 5.0625,
      "step": 1724
    },
    {
      "epoch": 2.4748923959827835,
      "grad_norm": 1.1228829053884117,
      "learning_rate": 0.00025875,
      "loss": 4.875,
      "step": 1725
    },
    {
      "epoch": 2.476327116212339,
      "grad_norm": 1.0104867782733435,
      "learning_rate": 0.00025889999999999995,
      "loss": 4.9688,
      "step": 1726
    },
    {
      "epoch": 2.4777618364418936,
      "grad_norm": 1.3884238268956581,
      "learning_rate": 0.00025905,
      "loss": 5.5312,
      "step": 1727
    },
    {
      "epoch": 2.479196556671449,
      "grad_norm": 1.1683878512818493,
      "learning_rate": 0.00025919999999999996,
      "loss": 5.4688,
      "step": 1728
    },
    {
      "epoch": 2.480631276901004,
      "grad_norm": 1.1120683130761362,
      "learning_rate": 0.00025935,
      "loss": 5.0312,
      "step": 1729
    },
    {
      "epoch": 2.4820659971305594,
      "grad_norm": 1.17119745918736,
      "learning_rate": 0.00025949999999999997,
      "loss": 6.0625,
      "step": 1730
    },
    {
      "epoch": 2.4835007173601147,
      "grad_norm": 1.3454022765389198,
      "learning_rate": 0.00025965,
      "loss": 5.3438,
      "step": 1731
    },
    {
      "epoch": 2.48493543758967,
      "grad_norm": 1.038845150578924,
      "learning_rate": 0.00025979999999999997,
      "loss": 5.4062,
      "step": 1732
    },
    {
      "epoch": 2.486370157819225,
      "grad_norm": 1.0725814905669213,
      "learning_rate": 0.00025995,
      "loss": 5.5938,
      "step": 1733
    },
    {
      "epoch": 2.4878048780487805,
      "grad_norm": 1.0831096178906259,
      "learning_rate": 0.0002601,
      "loss": 5.6562,
      "step": 1734
    },
    {
      "epoch": 2.4892395982783357,
      "grad_norm": 1.015167861879238,
      "learning_rate": 0.00026025,
      "loss": 5.25,
      "step": 1735
    },
    {
      "epoch": 2.490674318507891,
      "grad_norm": 1.1733767554117194,
      "learning_rate": 0.0002604,
      "loss": 5.3438,
      "step": 1736
    },
    {
      "epoch": 2.4921090387374463,
      "grad_norm": 1.0972263957726136,
      "learning_rate": 0.00026055,
      "loss": 5.3438,
      "step": 1737
    },
    {
      "epoch": 2.4935437589670015,
      "grad_norm": 1.1632151376714812,
      "learning_rate": 0.0002607,
      "loss": 5.7812,
      "step": 1738
    },
    {
      "epoch": 2.494978479196557,
      "grad_norm": 1.1612281170324241,
      "learning_rate": 0.00026084999999999997,
      "loss": 5.3438,
      "step": 1739
    },
    {
      "epoch": 2.496413199426112,
      "grad_norm": 0.9255086706793761,
      "learning_rate": 0.000261,
      "loss": 5.5938,
      "step": 1740
    },
    {
      "epoch": 2.4978479196556673,
      "grad_norm": 0.968101151223889,
      "learning_rate": 0.00026115,
      "loss": 5.5,
      "step": 1741
    },
    {
      "epoch": 2.499282639885222,
      "grad_norm": 1.0449527815408386,
      "learning_rate": 0.00026129999999999995,
      "loss": 5.625,
      "step": 1742
    },
    {
      "epoch": 2.500717360114778,
      "grad_norm": 0.9825174343675871,
      "learning_rate": 0.00026145,
      "loss": 5.3438,
      "step": 1743
    },
    {
      "epoch": 2.5021520803443327,
      "grad_norm": 0.9851989502906583,
      "learning_rate": 0.00026159999999999996,
      "loss": 5.4062,
      "step": 1744
    },
    {
      "epoch": 2.503586800573888,
      "grad_norm": 1.25151572361848,
      "learning_rate": 0.00026175,
      "loss": 5.75,
      "step": 1745
    },
    {
      "epoch": 2.505021520803443,
      "grad_norm": 1.0669631437446494,
      "learning_rate": 0.00026189999999999997,
      "loss": 5.7188,
      "step": 1746
    },
    {
      "epoch": 2.5064562410329985,
      "grad_norm": 1.1251270024605429,
      "learning_rate": 0.00026205,
      "loss": 5.4688,
      "step": 1747
    },
    {
      "epoch": 2.5078909612625537,
      "grad_norm": 0.9497199696312498,
      "learning_rate": 0.0002622,
      "loss": 5.7188,
      "step": 1748
    },
    {
      "epoch": 2.509325681492109,
      "grad_norm": 1.0784258468687007,
      "learning_rate": 0.00026235,
      "loss": 5.75,
      "step": 1749
    },
    {
      "epoch": 2.5107604017216643,
      "grad_norm": 1.034572498101118,
      "learning_rate": 0.0002625,
      "loss": 5.125,
      "step": 1750
    },
    {
      "epoch": 2.5121951219512195,
      "grad_norm": 1.069232831791182,
      "learning_rate": 0.00026264999999999996,
      "loss": 5.2812,
      "step": 1751
    },
    {
      "epoch": 2.513629842180775,
      "grad_norm": 1.018871559554763,
      "learning_rate": 0.0002628,
      "loss": 5.4688,
      "step": 1752
    },
    {
      "epoch": 2.51506456241033,
      "grad_norm": 1.0280423268881498,
      "learning_rate": 0.00026294999999999997,
      "loss": 5.1562,
      "step": 1753
    },
    {
      "epoch": 2.5164992826398853,
      "grad_norm": 1.0376580421440325,
      "learning_rate": 0.0002631,
      "loss": 5.2812,
      "step": 1754
    },
    {
      "epoch": 2.5179340028694406,
      "grad_norm": 1.0130167965538521,
      "learning_rate": 0.00026325,
      "loss": 5.2188,
      "step": 1755
    },
    {
      "epoch": 2.519368723098996,
      "grad_norm": 1.1267586344547231,
      "learning_rate": 0.00026339999999999995,
      "loss": 5.7812,
      "step": 1756
    },
    {
      "epoch": 2.5208034433285507,
      "grad_norm": 1.074148677775477,
      "learning_rate": 0.00026355,
      "loss": 5.25,
      "step": 1757
    },
    {
      "epoch": 2.5222381635581064,
      "grad_norm": 1.0873967464384757,
      "learning_rate": 0.00026369999999999996,
      "loss": 4.9062,
      "step": 1758
    },
    {
      "epoch": 2.523672883787661,
      "grad_norm": 1.023361334589736,
      "learning_rate": 0.00026384999999999994,
      "loss": 5.625,
      "step": 1759
    },
    {
      "epoch": 2.525107604017217,
      "grad_norm": 0.9717840141964691,
      "learning_rate": 0.00026399999999999997,
      "loss": 5.5625,
      "step": 1760
    },
    {
      "epoch": 2.5265423242467717,
      "grad_norm": 1.064957196903351,
      "learning_rate": 0.00026414999999999994,
      "loss": 5.5,
      "step": 1761
    },
    {
      "epoch": 2.527977044476327,
      "grad_norm": 0.9655625914665739,
      "learning_rate": 0.0002643,
      "loss": 5.5625,
      "step": 1762
    },
    {
      "epoch": 2.5294117647058822,
      "grad_norm": 1.119319464091325,
      "learning_rate": 0.00026444999999999995,
      "loss": 4.7188,
      "step": 1763
    },
    {
      "epoch": 2.5308464849354375,
      "grad_norm": 1.0339019645664842,
      "learning_rate": 0.0002646,
      "loss": 5.75,
      "step": 1764
    },
    {
      "epoch": 2.5322812051649928,
      "grad_norm": 0.9712318983822108,
      "learning_rate": 0.00026474999999999996,
      "loss": 5.6562,
      "step": 1765
    },
    {
      "epoch": 2.533715925394548,
      "grad_norm": 0.9792797517057771,
      "learning_rate": 0.0002649,
      "loss": 5.5938,
      "step": 1766
    },
    {
      "epoch": 2.5351506456241033,
      "grad_norm": 1.0390619712732951,
      "learning_rate": 0.00026504999999999996,
      "loss": 5.5312,
      "step": 1767
    },
    {
      "epoch": 2.5365853658536586,
      "grad_norm": 0.9498633359331572,
      "learning_rate": 0.0002652,
      "loss": 5.6875,
      "step": 1768
    },
    {
      "epoch": 2.538020086083214,
      "grad_norm": 1.0199971549134264,
      "learning_rate": 0.00026534999999999997,
      "loss": 5.375,
      "step": 1769
    },
    {
      "epoch": 2.539454806312769,
      "grad_norm": 0.9957660711585234,
      "learning_rate": 0.0002655,
      "loss": 5.4375,
      "step": 1770
    },
    {
      "epoch": 2.5408895265423244,
      "grad_norm": 0.9560067076178677,
      "learning_rate": 0.00026565,
      "loss": 5.25,
      "step": 1771
    },
    {
      "epoch": 2.5423242467718796,
      "grad_norm": 1.063072648710335,
      "learning_rate": 0.00026579999999999996,
      "loss": 5.5,
      "step": 1772
    },
    {
      "epoch": 2.543758967001435,
      "grad_norm": 1.0427546187531203,
      "learning_rate": 0.00026595,
      "loss": 5.4062,
      "step": 1773
    },
    {
      "epoch": 2.5451936872309897,
      "grad_norm": 0.9978232200458657,
      "learning_rate": 0.00026609999999999996,
      "loss": 5.7812,
      "step": 1774
    },
    {
      "epoch": 2.5466284074605454,
      "grad_norm": 1.0550267749129383,
      "learning_rate": 0.00026624999999999994,
      "loss": 5.6875,
      "step": 1775
    },
    {
      "epoch": 2.5480631276901002,
      "grad_norm": 1.060143407464551,
      "learning_rate": 0.00026639999999999997,
      "loss": 5.75,
      "step": 1776
    },
    {
      "epoch": 2.5494978479196555,
      "grad_norm": 0.9941939782178191,
      "learning_rate": 0.00026654999999999995,
      "loss": 5.4688,
      "step": 1777
    },
    {
      "epoch": 2.5509325681492108,
      "grad_norm": 1.0504096450188543,
      "learning_rate": 0.0002667,
      "loss": 5.5312,
      "step": 1778
    },
    {
      "epoch": 2.552367288378766,
      "grad_norm": 1.0783011048254396,
      "learning_rate": 0.00026684999999999995,
      "loss": 5.5312,
      "step": 1779
    },
    {
      "epoch": 2.5538020086083213,
      "grad_norm": 0.9878606139868781,
      "learning_rate": 0.000267,
      "loss": 5.7812,
      "step": 1780
    },
    {
      "epoch": 2.5552367288378766,
      "grad_norm": 0.9507915385836319,
      "learning_rate": 0.00026714999999999996,
      "loss": 5.5938,
      "step": 1781
    },
    {
      "epoch": 2.556671449067432,
      "grad_norm": 1.019179738391347,
      "learning_rate": 0.0002673,
      "loss": 5.2812,
      "step": 1782
    },
    {
      "epoch": 2.558106169296987,
      "grad_norm": 1.0084094318818109,
      "learning_rate": 0.00026744999999999997,
      "loss": 5.9688,
      "step": 1783
    },
    {
      "epoch": 2.5595408895265424,
      "grad_norm": 0.9899902619820106,
      "learning_rate": 0.0002676,
      "loss": 5.4375,
      "step": 1784
    },
    {
      "epoch": 2.5609756097560976,
      "grad_norm": 1.117385376617838,
      "learning_rate": 0.00026775,
      "loss": 5.8125,
      "step": 1785
    },
    {
      "epoch": 2.562410329985653,
      "grad_norm": 0.9385625753683503,
      "learning_rate": 0.0002679,
      "loss": 5.1562,
      "step": 1786
    },
    {
      "epoch": 2.563845050215208,
      "grad_norm": 1.1280180982444892,
      "learning_rate": 0.00026805,
      "loss": 5.6562,
      "step": 1787
    },
    {
      "epoch": 2.5652797704447634,
      "grad_norm": 0.9608273745991075,
      "learning_rate": 0.00026819999999999996,
      "loss": 5.5,
      "step": 1788
    },
    {
      "epoch": 2.5667144906743187,
      "grad_norm": 0.9871656478753487,
      "learning_rate": 0.00026835,
      "loss": 5.4062,
      "step": 1789
    },
    {
      "epoch": 2.568149210903874,
      "grad_norm": 1.0328550959960638,
      "learning_rate": 0.00026849999999999997,
      "loss": 5.5312,
      "step": 1790
    },
    {
      "epoch": 2.5695839311334288,
      "grad_norm": 0.957794112520305,
      "learning_rate": 0.00026864999999999994,
      "loss": 5.1875,
      "step": 1791
    },
    {
      "epoch": 2.5710186513629845,
      "grad_norm": 1.6722242959258373,
      "learning_rate": 0.0002688,
      "loss": 5.5,
      "step": 1792
    },
    {
      "epoch": 2.5724533715925393,
      "grad_norm": 0.9212685534309325,
      "learning_rate": 0.00026894999999999995,
      "loss": 5.5938,
      "step": 1793
    },
    {
      "epoch": 2.5738880918220945,
      "grad_norm": 1.054407262596071,
      "learning_rate": 0.0002691,
      "loss": 5.375,
      "step": 1794
    },
    {
      "epoch": 2.57532281205165,
      "grad_norm": 0.9598393062318097,
      "learning_rate": 0.00026924999999999996,
      "loss": 5.4688,
      "step": 1795
    },
    {
      "epoch": 2.576757532281205,
      "grad_norm": 1.2870661376086017,
      "learning_rate": 0.0002694,
      "loss": 5.375,
      "step": 1796
    },
    {
      "epoch": 2.5781922525107603,
      "grad_norm": 1.0277333202776748,
      "learning_rate": 0.00026954999999999997,
      "loss": 5.1562,
      "step": 1797
    },
    {
      "epoch": 2.5796269727403156,
      "grad_norm": 1.0498268276270384,
      "learning_rate": 0.0002697,
      "loss": 5.5312,
      "step": 1798
    },
    {
      "epoch": 2.581061692969871,
      "grad_norm": 1.1644786267932694,
      "learning_rate": 0.00026984999999999997,
      "loss": 5.4688,
      "step": 1799
    },
    {
      "epoch": 2.582496413199426,
      "grad_norm": 1.0207429147220217,
      "learning_rate": 0.00027,
      "loss": 5.4688,
      "step": 1800
    },
    {
      "epoch": 2.5839311334289814,
      "grad_norm": 1.002292152874677,
      "learning_rate": 0.00027015,
      "loss": 5.625,
      "step": 1801
    },
    {
      "epoch": 2.5853658536585367,
      "grad_norm": 0.9920031280155643,
      "learning_rate": 0.00027029999999999996,
      "loss": 5.6875,
      "step": 1802
    },
    {
      "epoch": 2.586800573888092,
      "grad_norm": 0.9711379742056021,
      "learning_rate": 0.00027045,
      "loss": 5.4688,
      "step": 1803
    },
    {
      "epoch": 2.588235294117647,
      "grad_norm": 1.02495025464023,
      "learning_rate": 0.00027059999999999996,
      "loss": 5.5,
      "step": 1804
    },
    {
      "epoch": 2.5896700143472025,
      "grad_norm": 1.0883480549999291,
      "learning_rate": 0.00027074999999999994,
      "loss": 5.5,
      "step": 1805
    },
    {
      "epoch": 2.5911047345767573,
      "grad_norm": 0.9477539582685095,
      "learning_rate": 0.00027089999999999997,
      "loss": 5.5938,
      "step": 1806
    },
    {
      "epoch": 2.592539454806313,
      "grad_norm": 1.0607900647767654,
      "learning_rate": 0.00027104999999999995,
      "loss": 5.625,
      "step": 1807
    },
    {
      "epoch": 2.593974175035868,
      "grad_norm": 1.018952882370522,
      "learning_rate": 0.0002712,
      "loss": 5.5938,
      "step": 1808
    },
    {
      "epoch": 2.5954088952654235,
      "grad_norm": 1.0261115271285406,
      "learning_rate": 0.00027134999999999995,
      "loss": 5.4688,
      "step": 1809
    },
    {
      "epoch": 2.5968436154949783,
      "grad_norm": 1.0368415264251656,
      "learning_rate": 0.0002715,
      "loss": 5.5,
      "step": 1810
    },
    {
      "epoch": 2.5982783357245336,
      "grad_norm": 0.965204364747399,
      "learning_rate": 0.00027164999999999996,
      "loss": 5.625,
      "step": 1811
    },
    {
      "epoch": 2.599713055954089,
      "grad_norm": 1.0481278147217914,
      "learning_rate": 0.0002718,
      "loss": 5.5938,
      "step": 1812
    },
    {
      "epoch": 2.601147776183644,
      "grad_norm": 0.9870048574575805,
      "learning_rate": 0.00027194999999999997,
      "loss": 5.7188,
      "step": 1813
    },
    {
      "epoch": 2.6025824964131994,
      "grad_norm": 1.0533501110701542,
      "learning_rate": 0.0002721,
      "loss": 5.2812,
      "step": 1814
    },
    {
      "epoch": 2.6040172166427547,
      "grad_norm": 0.9842532366343356,
      "learning_rate": 0.00027225,
      "loss": 5.5938,
      "step": 1815
    },
    {
      "epoch": 2.60545193687231,
      "grad_norm": 0.9886919497448885,
      "learning_rate": 0.0002724,
      "loss": 5.5625,
      "step": 1816
    },
    {
      "epoch": 2.606886657101865,
      "grad_norm": 0.9103777004443697,
      "learning_rate": 0.00027255,
      "loss": 5.0,
      "step": 1817
    },
    {
      "epoch": 2.6083213773314204,
      "grad_norm": 0.9283366951339079,
      "learning_rate": 0.00027269999999999996,
      "loss": 5.6875,
      "step": 1818
    },
    {
      "epoch": 2.6097560975609757,
      "grad_norm": 1.592293323479682,
      "learning_rate": 0.00027285,
      "loss": 5.2188,
      "step": 1819
    },
    {
      "epoch": 2.611190817790531,
      "grad_norm": 0.9735201845688687,
      "learning_rate": 0.00027299999999999997,
      "loss": 5.9062,
      "step": 1820
    },
    {
      "epoch": 2.6126255380200862,
      "grad_norm": 0.9426534083466837,
      "learning_rate": 0.00027314999999999994,
      "loss": 5.1875,
      "step": 1821
    },
    {
      "epoch": 2.6140602582496415,
      "grad_norm": 0.953744635752779,
      "learning_rate": 0.0002733,
      "loss": 5.3125,
      "step": 1822
    },
    {
      "epoch": 2.6154949784791963,
      "grad_norm": 0.9675832118310199,
      "learning_rate": 0.00027344999999999995,
      "loss": 5.6875,
      "step": 1823
    },
    {
      "epoch": 2.616929698708752,
      "grad_norm": 0.9793056851453708,
      "learning_rate": 0.0002736,
      "loss": 5.1562,
      "step": 1824
    },
    {
      "epoch": 2.618364418938307,
      "grad_norm": 1.0517607166435516,
      "learning_rate": 0.00027374999999999996,
      "loss": 5.3125,
      "step": 1825
    },
    {
      "epoch": 2.619799139167862,
      "grad_norm": 1.6905925756514422,
      "learning_rate": 0.0002739,
      "loss": 6.0,
      "step": 1826
    },
    {
      "epoch": 2.6212338593974174,
      "grad_norm": 4.477352132734935,
      "learning_rate": 0.00027404999999999997,
      "loss": 5.4062,
      "step": 1827
    },
    {
      "epoch": 2.6226685796269726,
      "grad_norm": 1.8967817247649235,
      "learning_rate": 0.0002742,
      "loss": 5.6875,
      "step": 1828
    },
    {
      "epoch": 2.624103299856528,
      "grad_norm": 19.348629488199784,
      "learning_rate": 0.00027435,
      "loss": 5.4062,
      "step": 1829
    },
    {
      "epoch": 2.625538020086083,
      "grad_norm": 1.0439583355509452,
      "learning_rate": 0.0002745,
      "loss": 5.6562,
      "step": 1830
    },
    {
      "epoch": 2.6269727403156384,
      "grad_norm": 0.958890031838349,
      "learning_rate": 0.00027465,
      "loss": 5.5312,
      "step": 1831
    },
    {
      "epoch": 2.6284074605451937,
      "grad_norm": 1.0334637643825464,
      "learning_rate": 0.0002748,
      "loss": 5.6562,
      "step": 1832
    },
    {
      "epoch": 2.629842180774749,
      "grad_norm": 1.0641989222336852,
      "learning_rate": 0.00027495,
      "loss": 5.3125,
      "step": 1833
    },
    {
      "epoch": 2.6312769010043042,
      "grad_norm": 1.0111427725237327,
      "learning_rate": 0.00027509999999999996,
      "loss": 5.375,
      "step": 1834
    },
    {
      "epoch": 2.6327116212338595,
      "grad_norm": 1.0255569676663936,
      "learning_rate": 0.00027525,
      "loss": 5.5938,
      "step": 1835
    },
    {
      "epoch": 2.6341463414634148,
      "grad_norm": 0.9209484610487412,
      "learning_rate": 0.00027539999999999997,
      "loss": 5.5312,
      "step": 1836
    },
    {
      "epoch": 2.63558106169297,
      "grad_norm": 0.9767917650091079,
      "learning_rate": 0.00027554999999999995,
      "loss": 5.4688,
      "step": 1837
    },
    {
      "epoch": 2.637015781922525,
      "grad_norm": 0.9735369880881375,
      "learning_rate": 0.0002757,
      "loss": 5.5312,
      "step": 1838
    },
    {
      "epoch": 2.6384505021520805,
      "grad_norm": 0.972131417437189,
      "learning_rate": 0.00027584999999999996,
      "loss": 5.4375,
      "step": 1839
    },
    {
      "epoch": 2.6398852223816354,
      "grad_norm": 0.9978229555599476,
      "learning_rate": 0.000276,
      "loss": 5.625,
      "step": 1840
    },
    {
      "epoch": 2.641319942611191,
      "grad_norm": 4.914590483792507,
      "learning_rate": 0.00027614999999999996,
      "loss": 5.125,
      "step": 1841
    },
    {
      "epoch": 2.642754662840746,
      "grad_norm": 1.0223848595234555,
      "learning_rate": 0.0002763,
      "loss": 5.625,
      "step": 1842
    },
    {
      "epoch": 2.644189383070301,
      "grad_norm": 1.0260177978449694,
      "learning_rate": 0.00027644999999999997,
      "loss": 5.5312,
      "step": 1843
    },
    {
      "epoch": 2.6456241032998564,
      "grad_norm": 1.018045265351389,
      "learning_rate": 0.0002766,
      "loss": 5.6875,
      "step": 1844
    },
    {
      "epoch": 2.6470588235294117,
      "grad_norm": 0.9150437008777796,
      "learning_rate": 0.00027675,
      "loss": 5.5938,
      "step": 1845
    },
    {
      "epoch": 2.648493543758967,
      "grad_norm": 0.9665959293579364,
      "learning_rate": 0.0002769,
      "loss": 5.5,
      "step": 1846
    },
    {
      "epoch": 2.649928263988522,
      "grad_norm": 0.9593992020624145,
      "learning_rate": 0.00027705,
      "loss": 5.625,
      "step": 1847
    },
    {
      "epoch": 2.6513629842180775,
      "grad_norm": 1.008685195321621,
      "learning_rate": 0.0002772,
      "loss": 5.625,
      "step": 1848
    },
    {
      "epoch": 2.6527977044476327,
      "grad_norm": 1.1455919795237122,
      "learning_rate": 0.00027735,
      "loss": 5.6562,
      "step": 1849
    },
    {
      "epoch": 2.654232424677188,
      "grad_norm": 0.9571221866694037,
      "learning_rate": 0.00027749999999999997,
      "loss": 5.3125,
      "step": 1850
    },
    {
      "epoch": 2.6556671449067433,
      "grad_norm": 1.13824053519575,
      "learning_rate": 0.00027764999999999995,
      "loss": 5.75,
      "step": 1851
    },
    {
      "epoch": 2.6571018651362985,
      "grad_norm": 1.1008252455881333,
      "learning_rate": 0.0002778,
      "loss": 5.7812,
      "step": 1852
    },
    {
      "epoch": 2.658536585365854,
      "grad_norm": 1.049853642230184,
      "learning_rate": 0.00027794999999999995,
      "loss": 5.6875,
      "step": 1853
    },
    {
      "epoch": 2.659971305595409,
      "grad_norm": 1.1241325362924632,
      "learning_rate": 0.0002781,
      "loss": 5.375,
      "step": 1854
    },
    {
      "epoch": 2.661406025824964,
      "grad_norm": 0.9582197579715218,
      "learning_rate": 0.00027824999999999996,
      "loss": 5.5312,
      "step": 1855
    },
    {
      "epoch": 2.6628407460545196,
      "grad_norm": 1.416707964457534,
      "learning_rate": 0.0002784,
      "loss": 5.7812,
      "step": 1856
    },
    {
      "epoch": 2.6642754662840744,
      "grad_norm": 1.0465208489318691,
      "learning_rate": 0.00027854999999999997,
      "loss": 5.5312,
      "step": 1857
    },
    {
      "epoch": 2.6657101865136297,
      "grad_norm": 1.2314713493739269,
      "learning_rate": 0.0002787,
      "loss": 5.6562,
      "step": 1858
    },
    {
      "epoch": 2.667144906743185,
      "grad_norm": 1.1151839231722445,
      "learning_rate": 0.00027885,
      "loss": 5.7188,
      "step": 1859
    },
    {
      "epoch": 2.66857962697274,
      "grad_norm": 1.0765038079185405,
      "learning_rate": 0.000279,
      "loss": 5.5312,
      "step": 1860
    },
    {
      "epoch": 2.6700143472022955,
      "grad_norm": 1.1476642006562614,
      "learning_rate": 0.00027915,
      "loss": 5.625,
      "step": 1861
    },
    {
      "epoch": 2.6714490674318507,
      "grad_norm": 1.0604603017169212,
      "learning_rate": 0.0002793,
      "loss": 5.0625,
      "step": 1862
    },
    {
      "epoch": 2.672883787661406,
      "grad_norm": 0.9052076879659774,
      "learning_rate": 0.00027945,
      "loss": 5.25,
      "step": 1863
    },
    {
      "epoch": 2.6743185078909613,
      "grad_norm": 1.0196233880508025,
      "learning_rate": 0.00027959999999999997,
      "loss": 5.6875,
      "step": 1864
    },
    {
      "epoch": 2.6757532281205165,
      "grad_norm": 1.0068444198702768,
      "learning_rate": 0.00027975,
      "loss": 5.5,
      "step": 1865
    },
    {
      "epoch": 2.677187948350072,
      "grad_norm": 0.9392927587419552,
      "learning_rate": 0.0002799,
      "loss": 5.5,
      "step": 1866
    },
    {
      "epoch": 2.678622668579627,
      "grad_norm": 1.1398457341625299,
      "learning_rate": 0.00028004999999999995,
      "loss": 5.4688,
      "step": 1867
    },
    {
      "epoch": 2.6800573888091823,
      "grad_norm": 0.9047667788319171,
      "learning_rate": 0.0002802,
      "loss": 5.5312,
      "step": 1868
    },
    {
      "epoch": 2.6814921090387376,
      "grad_norm": 0.9763076561816859,
      "learning_rate": 0.00028034999999999996,
      "loss": 5.7188,
      "step": 1869
    },
    {
      "epoch": 2.682926829268293,
      "grad_norm": 1.4978305634076874,
      "learning_rate": 0.0002805,
      "loss": 5.8125,
      "step": 1870
    },
    {
      "epoch": 2.684361549497848,
      "grad_norm": 0.9571482268347231,
      "learning_rate": 0.00028064999999999996,
      "loss": 5.5938,
      "step": 1871
    },
    {
      "epoch": 2.685796269727403,
      "grad_norm": 0.9929169976603767,
      "learning_rate": 0.0002808,
      "loss": 5.625,
      "step": 1872
    },
    {
      "epoch": 2.6872309899569586,
      "grad_norm": 1.0928719081575473,
      "learning_rate": 0.00028094999999999997,
      "loss": 5.5312,
      "step": 1873
    },
    {
      "epoch": 2.6886657101865135,
      "grad_norm": 1.0728183433268441,
      "learning_rate": 0.0002811,
      "loss": 5.5,
      "step": 1874
    },
    {
      "epoch": 2.6901004304160687,
      "grad_norm": 1.0588194384636027,
      "learning_rate": 0.00028125,
      "loss": 5.7188,
      "step": 1875
    },
    {
      "epoch": 2.691535150645624,
      "grad_norm": 1.1975166222996574,
      "learning_rate": 0.00028139999999999996,
      "loss": 4.9062,
      "step": 1876
    },
    {
      "epoch": 2.6929698708751793,
      "grad_norm": 1.0656792283636145,
      "learning_rate": 0.00028155,
      "loss": 4.9062,
      "step": 1877
    },
    {
      "epoch": 2.6944045911047345,
      "grad_norm": 1.1914729254265959,
      "learning_rate": 0.00028169999999999996,
      "loss": 5.0938,
      "step": 1878
    },
    {
      "epoch": 2.69583931133429,
      "grad_norm": 1.030063032419756,
      "learning_rate": 0.00028185,
      "loss": 4.875,
      "step": 1879
    },
    {
      "epoch": 2.697274031563845,
      "grad_norm": 1.4653601448484088,
      "learning_rate": 0.00028199999999999997,
      "loss": 5.6562,
      "step": 1880
    },
    {
      "epoch": 2.6987087517934003,
      "grad_norm": 1.1793761239084881,
      "learning_rate": 0.00028215,
      "loss": 5.8438,
      "step": 1881
    },
    {
      "epoch": 2.7001434720229556,
      "grad_norm": 1.0123923919707325,
      "learning_rate": 0.0002823,
      "loss": 5.625,
      "step": 1882
    },
    {
      "epoch": 2.701578192252511,
      "grad_norm": 1.1076951689825076,
      "learning_rate": 0.00028244999999999995,
      "loss": 5.0312,
      "step": 1883
    },
    {
      "epoch": 2.703012912482066,
      "grad_norm": 0.9332003321506389,
      "learning_rate": 0.0002826,
      "loss": 5.75,
      "step": 1884
    },
    {
      "epoch": 2.7044476327116214,
      "grad_norm": 1.0145593124418162,
      "learning_rate": 0.00028274999999999996,
      "loss": 5.5312,
      "step": 1885
    },
    {
      "epoch": 2.7058823529411766,
      "grad_norm": 0.973530475329146,
      "learning_rate": 0.00028289999999999994,
      "loss": 5.625,
      "step": 1886
    },
    {
      "epoch": 2.7073170731707314,
      "grad_norm": 0.9441622911430329,
      "learning_rate": 0.00028304999999999997,
      "loss": 5.8125,
      "step": 1887
    },
    {
      "epoch": 2.708751793400287,
      "grad_norm": 0.9916971952435013,
      "learning_rate": 0.00028319999999999994,
      "loss": 5.1875,
      "step": 1888
    },
    {
      "epoch": 2.710186513629842,
      "grad_norm": 2.362094982829791,
      "learning_rate": 0.00028335,
      "loss": 5.5625,
      "step": 1889
    },
    {
      "epoch": 2.7116212338593977,
      "grad_norm": 7.366980308131427,
      "learning_rate": 0.00028349999999999995,
      "loss": 13.5625,
      "step": 1890
    },
    {
      "epoch": 2.7130559540889525,
      "grad_norm": 96.07515010571937,
      "learning_rate": 0.00028365,
      "loss": 6.0938,
      "step": 1891
    },
    {
      "epoch": 2.7144906743185078,
      "grad_norm": 26.83419789637865,
      "learning_rate": 0.00028379999999999996,
      "loss": 8.5625,
      "step": 1892
    },
    {
      "epoch": 2.715925394548063,
      "grad_norm": 33.23421887308321,
      "learning_rate": 0.00028395,
      "loss": 9.6875,
      "step": 1893
    },
    {
      "epoch": 2.7173601147776183,
      "grad_norm": 15.124702722464116,
      "learning_rate": 0.00028409999999999997,
      "loss": 10.625,
      "step": 1894
    },
    {
      "epoch": 2.7187948350071736,
      "grad_norm": 23.709510512729647,
      "learning_rate": 0.00028425,
      "loss": 10.3125,
      "step": 1895
    },
    {
      "epoch": 2.720229555236729,
      "grad_norm": 185.25663181121263,
      "learning_rate": 0.0002844,
      "loss": 7.3438,
      "step": 1896
    },
    {
      "epoch": 2.721664275466284,
      "grad_norm": 10.031716453679122,
      "learning_rate": 0.00028455,
      "loss": 6.3125,
      "step": 1897
    },
    {
      "epoch": 2.7230989956958394,
      "grad_norm": 7.466394438877123,
      "learning_rate": 0.0002847,
      "loss": 6.75,
      "step": 1898
    },
    {
      "epoch": 2.7245337159253946,
      "grad_norm": 2.0385231549738223,
      "learning_rate": 0.00028484999999999996,
      "loss": 5.6562,
      "step": 1899
    },
    {
      "epoch": 2.72596843615495,
      "grad_norm": 16.41116959029026,
      "learning_rate": 0.000285,
      "loss": 6.375,
      "step": 1900
    },
    {
      "epoch": 2.727403156384505,
      "grad_norm": 5.9089801844845695,
      "learning_rate": 0.00028514999999999997,
      "loss": 6.2812,
      "step": 1901
    },
    {
      "epoch": 2.7288378766140604,
      "grad_norm": 7.41087599682413,
      "learning_rate": 0.00028529999999999994,
      "loss": 5.9688,
      "step": 1902
    },
    {
      "epoch": 2.7302725968436157,
      "grad_norm": 2.3571829649989353,
      "learning_rate": 0.00028544999999999997,
      "loss": 5.9688,
      "step": 1903
    },
    {
      "epoch": 2.7317073170731705,
      "grad_norm": 1.4080312555938062,
      "learning_rate": 0.00028559999999999995,
      "loss": 5.7812,
      "step": 1904
    },
    {
      "epoch": 2.733142037302726,
      "grad_norm": 1.383799307194314,
      "learning_rate": 0.00028575,
      "loss": 5.75,
      "step": 1905
    },
    {
      "epoch": 2.734576757532281,
      "grad_norm": 4.015358992209659,
      "learning_rate": 0.00028589999999999996,
      "loss": 5.875,
      "step": 1906
    },
    {
      "epoch": 2.7360114777618363,
      "grad_norm": 2.130203401378928,
      "learning_rate": 0.00028605,
      "loss": 6.0312,
      "step": 1907
    },
    {
      "epoch": 2.7374461979913915,
      "grad_norm": 2.0624194884970852,
      "learning_rate": 0.00028619999999999996,
      "loss": 5.875,
      "step": 1908
    },
    {
      "epoch": 2.738880918220947,
      "grad_norm": 2.3742407710262725,
      "learning_rate": 0.00028635,
      "loss": 5.8438,
      "step": 1909
    },
    {
      "epoch": 2.740315638450502,
      "grad_norm": 1.6220003819312407,
      "learning_rate": 0.00028649999999999997,
      "loss": 5.7188,
      "step": 1910
    },
    {
      "epoch": 2.7417503586800573,
      "grad_norm": 1.4989235564390821,
      "learning_rate": 0.00028665,
      "loss": 5.8438,
      "step": 1911
    },
    {
      "epoch": 2.7431850789096126,
      "grad_norm": 1.2020923987000822,
      "learning_rate": 0.0002868,
      "loss": 5.8125,
      "step": 1912
    },
    {
      "epoch": 2.744619799139168,
      "grad_norm": 1.3049349786990059,
      "learning_rate": 0.00028694999999999995,
      "loss": 5.9062,
      "step": 1913
    },
    {
      "epoch": 2.746054519368723,
      "grad_norm": 1.2247516572283046,
      "learning_rate": 0.0002871,
      "loss": 5.6875,
      "step": 1914
    },
    {
      "epoch": 2.7474892395982784,
      "grad_norm": 1.2814292771123281,
      "learning_rate": 0.00028724999999999996,
      "loss": 5.375,
      "step": 1915
    },
    {
      "epoch": 2.7489239598278337,
      "grad_norm": 1.2861970334146906,
      "learning_rate": 0.00028739999999999994,
      "loss": 5.7188,
      "step": 1916
    },
    {
      "epoch": 2.750358680057389,
      "grad_norm": 1.5793075397098526,
      "learning_rate": 0.00028754999999999997,
      "loss": 5.625,
      "step": 1917
    },
    {
      "epoch": 2.751793400286944,
      "grad_norm": 1.500214788933748,
      "learning_rate": 0.00028769999999999995,
      "loss": 5.1562,
      "step": 1918
    },
    {
      "epoch": 2.753228120516499,
      "grad_norm": 1.2741413256404195,
      "learning_rate": 0.00028785,
      "loss": 6.0,
      "step": 1919
    },
    {
      "epoch": 2.7546628407460547,
      "grad_norm": 1.366130684159155,
      "learning_rate": 0.00028799999999999995,
      "loss": 5.6562,
      "step": 1920
    },
    {
      "epoch": 2.7560975609756095,
      "grad_norm": 1.0840080034893647,
      "learning_rate": 0.00028815,
      "loss": 5.4688,
      "step": 1921
    },
    {
      "epoch": 2.7575322812051652,
      "grad_norm": 1.1407522835150552,
      "learning_rate": 0.00028829999999999996,
      "loss": 5.4688,
      "step": 1922
    },
    {
      "epoch": 2.75896700143472,
      "grad_norm": 1.090118651901627,
      "learning_rate": 0.00028845,
      "loss": 5.4062,
      "step": 1923
    },
    {
      "epoch": 2.7604017216642753,
      "grad_norm": 1.0282676704158562,
      "learning_rate": 0.00028859999999999997,
      "loss": 5.4375,
      "step": 1924
    },
    {
      "epoch": 2.7618364418938306,
      "grad_norm": 1.4066825014153128,
      "learning_rate": 0.00028875,
      "loss": 4.8125,
      "step": 1925
    },
    {
      "epoch": 2.763271162123386,
      "grad_norm": 1.080806410789626,
      "learning_rate": 0.0002889,
      "loss": 5.4688,
      "step": 1926
    },
    {
      "epoch": 2.764705882352941,
      "grad_norm": 1.281967055127353,
      "learning_rate": 0.00028905,
      "loss": 5.9062,
      "step": 1927
    },
    {
      "epoch": 2.7661406025824964,
      "grad_norm": 1.0616071488723584,
      "learning_rate": 0.0002892,
      "loss": 5.5625,
      "step": 1928
    },
    {
      "epoch": 2.7675753228120517,
      "grad_norm": 1.07942950388141,
      "learning_rate": 0.00028934999999999996,
      "loss": 5.9375,
      "step": 1929
    },
    {
      "epoch": 2.769010043041607,
      "grad_norm": 1.185778701362915,
      "learning_rate": 0.0002895,
      "loss": 5.7812,
      "step": 1930
    },
    {
      "epoch": 2.770444763271162,
      "grad_norm": 1.024492243061697,
      "learning_rate": 0.00028964999999999997,
      "loss": 5.5938,
      "step": 1931
    },
    {
      "epoch": 2.7718794835007174,
      "grad_norm": 0.9914161934327544,
      "learning_rate": 0.00028979999999999994,
      "loss": 5.7188,
      "step": 1932
    },
    {
      "epoch": 2.7733142037302727,
      "grad_norm": 1.1599161141911802,
      "learning_rate": 0.00028995,
      "loss": 5.5938,
      "step": 1933
    },
    {
      "epoch": 2.774748923959828,
      "grad_norm": 1.1607001943810775,
      "learning_rate": 0.00029009999999999995,
      "loss": 5.7812,
      "step": 1934
    },
    {
      "epoch": 2.7761836441893832,
      "grad_norm": 0.9070771401456852,
      "learning_rate": 0.00029025,
      "loss": 5.5625,
      "step": 1935
    },
    {
      "epoch": 2.777618364418938,
      "grad_norm": 1.0629092766748711,
      "learning_rate": 0.00029039999999999996,
      "loss": 5.375,
      "step": 1936
    },
    {
      "epoch": 2.7790530846484938,
      "grad_norm": 1.19147917250117,
      "learning_rate": 0.00029055,
      "loss": 5.5625,
      "step": 1937
    },
    {
      "epoch": 2.7804878048780486,
      "grad_norm": 1.0527127370923335,
      "learning_rate": 0.00029069999999999996,
      "loss": 5.4688,
      "step": 1938
    },
    {
      "epoch": 2.7819225251076043,
      "grad_norm": 0.9903120174224748,
      "learning_rate": 0.00029085,
      "loss": 5.5938,
      "step": 1939
    },
    {
      "epoch": 2.783357245337159,
      "grad_norm": 1.0237639226716069,
      "learning_rate": 0.00029099999999999997,
      "loss": 5.375,
      "step": 1940
    },
    {
      "epoch": 2.7847919655667144,
      "grad_norm": 1.11718496786728,
      "learning_rate": 0.00029115,
      "loss": 5.4375,
      "step": 1941
    },
    {
      "epoch": 2.7862266857962696,
      "grad_norm": 1.0809600230645011,
      "learning_rate": 0.0002913,
      "loss": 5.4375,
      "step": 1942
    },
    {
      "epoch": 2.787661406025825,
      "grad_norm": 0.9783008584515452,
      "learning_rate": 0.00029145,
      "loss": 5.1875,
      "step": 1943
    },
    {
      "epoch": 2.78909612625538,
      "grad_norm": 1.1389322649407203,
      "learning_rate": 0.0002916,
      "loss": 6.0312,
      "step": 1944
    },
    {
      "epoch": 2.7905308464849354,
      "grad_norm": 1.1051717778287347,
      "learning_rate": 0.00029174999999999996,
      "loss": 4.9375,
      "step": 1945
    },
    {
      "epoch": 2.7919655667144907,
      "grad_norm": 1.0979503879128227,
      "learning_rate": 0.0002919,
      "loss": 5.25,
      "step": 1946
    },
    {
      "epoch": 2.793400286944046,
      "grad_norm": 1.0427261990473007,
      "learning_rate": 0.00029204999999999997,
      "loss": 5.5625,
      "step": 1947
    },
    {
      "epoch": 2.7948350071736012,
      "grad_norm": 1.0230091534420762,
      "learning_rate": 0.00029219999999999995,
      "loss": 5.7188,
      "step": 1948
    },
    {
      "epoch": 2.7962697274031565,
      "grad_norm": 0.9924650939732302,
      "learning_rate": 0.00029235,
      "loss": 5.3438,
      "step": 1949
    },
    {
      "epoch": 2.7977044476327118,
      "grad_norm": 0.9963525900980791,
      "learning_rate": 0.00029249999999999995,
      "loss": 5.6875,
      "step": 1950
    },
    {
      "epoch": 2.799139167862267,
      "grad_norm": 1.0292926988024251,
      "learning_rate": 0.00029265,
      "loss": 5.125,
      "step": 1951
    },
    {
      "epoch": 2.8005738880918223,
      "grad_norm": 0.9851427935389693,
      "learning_rate": 0.00029279999999999996,
      "loss": 4.75,
      "step": 1952
    },
    {
      "epoch": 2.802008608321377,
      "grad_norm": 1.0838970846015026,
      "learning_rate": 0.00029295,
      "loss": 5.5,
      "step": 1953
    },
    {
      "epoch": 2.803443328550933,
      "grad_norm": 0.999609923895563,
      "learning_rate": 0.00029309999999999997,
      "loss": 5.4688,
      "step": 1954
    },
    {
      "epoch": 2.8048780487804876,
      "grad_norm": 1.0896922544448917,
      "learning_rate": 0.00029325,
      "loss": 5.5938,
      "step": 1955
    },
    {
      "epoch": 2.806312769010043,
      "grad_norm": 1.030114209540352,
      "learning_rate": 0.0002934,
      "loss": 5.5938,
      "step": 1956
    },
    {
      "epoch": 2.807747489239598,
      "grad_norm": 0.9976384087871581,
      "learning_rate": 0.00029355,
      "loss": 5.5938,
      "step": 1957
    },
    {
      "epoch": 2.8091822094691534,
      "grad_norm": 1.0286789784070538,
      "learning_rate": 0.0002937,
      "loss": 5.2812,
      "step": 1958
    },
    {
      "epoch": 2.8106169296987087,
      "grad_norm": 1.0393888611301099,
      "learning_rate": 0.00029384999999999996,
      "loss": 5.6562,
      "step": 1959
    },
    {
      "epoch": 2.812051649928264,
      "grad_norm": 1.0799287894754666,
      "learning_rate": 0.000294,
      "loss": 5.75,
      "step": 1960
    },
    {
      "epoch": 2.813486370157819,
      "grad_norm": 1.2339402899895389,
      "learning_rate": 0.00029414999999999997,
      "loss": 5.1875,
      "step": 1961
    },
    {
      "epoch": 2.8149210903873745,
      "grad_norm": 0.9818565908876885,
      "learning_rate": 0.00029429999999999994,
      "loss": 5.625,
      "step": 1962
    },
    {
      "epoch": 2.8163558106169297,
      "grad_norm": 1.066097386928368,
      "learning_rate": 0.00029445,
      "loss": 5.6562,
      "step": 1963
    },
    {
      "epoch": 2.817790530846485,
      "grad_norm": 0.9234303575379084,
      "learning_rate": 0.00029459999999999995,
      "loss": 5.4375,
      "step": 1964
    },
    {
      "epoch": 2.8192252510760403,
      "grad_norm": 0.9155344105829674,
      "learning_rate": 0.00029475,
      "loss": 5.5938,
      "step": 1965
    },
    {
      "epoch": 2.8206599713055955,
      "grad_norm": 1.0667978432123073,
      "learning_rate": 0.00029489999999999996,
      "loss": 5.4688,
      "step": 1966
    },
    {
      "epoch": 2.822094691535151,
      "grad_norm": 1.0501170011286038,
      "learning_rate": 0.00029505,
      "loss": 5.25,
      "step": 1967
    },
    {
      "epoch": 2.8235294117647056,
      "grad_norm": 1.0027312797560475,
      "learning_rate": 0.00029519999999999997,
      "loss": 5.0938,
      "step": 1968
    },
    {
      "epoch": 2.8249641319942613,
      "grad_norm": 0.9664349175199434,
      "learning_rate": 0.00029535,
      "loss": 5.5,
      "step": 1969
    },
    {
      "epoch": 2.826398852223816,
      "grad_norm": 1.0779904532557092,
      "learning_rate": 0.00029549999999999997,
      "loss": 5.9375,
      "step": 1970
    },
    {
      "epoch": 2.827833572453372,
      "grad_norm": 1.0309137142893654,
      "learning_rate": 0.00029565,
      "loss": 5.75,
      "step": 1971
    },
    {
      "epoch": 2.8292682926829267,
      "grad_norm": 1.1094676095831717,
      "learning_rate": 0.0002958,
      "loss": 5.3125,
      "step": 1972
    },
    {
      "epoch": 2.830703012912482,
      "grad_norm": 1.0248769312688353,
      "learning_rate": 0.00029595,
      "loss": 5.6875,
      "step": 1973
    },
    {
      "epoch": 2.832137733142037,
      "grad_norm": 1.1424638724235672,
      "learning_rate": 0.0002961,
      "loss": 5.5625,
      "step": 1974
    },
    {
      "epoch": 2.8335724533715925,
      "grad_norm": 0.9654327968953599,
      "learning_rate": 0.00029624999999999996,
      "loss": 5.4688,
      "step": 1975
    },
    {
      "epoch": 2.8350071736011477,
      "grad_norm": 1.4144429089120325,
      "learning_rate": 0.0002964,
      "loss": 5.8125,
      "step": 1976
    },
    {
      "epoch": 2.836441893830703,
      "grad_norm": 1.1151153176335014,
      "learning_rate": 0.00029654999999999997,
      "loss": 5.4688,
      "step": 1977
    },
    {
      "epoch": 2.8378766140602583,
      "grad_norm": 0.9625650308417948,
      "learning_rate": 0.00029669999999999995,
      "loss": 5.5,
      "step": 1978
    },
    {
      "epoch": 2.8393113342898135,
      "grad_norm": 1.0636632827968417,
      "learning_rate": 0.00029685,
      "loss": 5.7812,
      "step": 1979
    },
    {
      "epoch": 2.840746054519369,
      "grad_norm": 1.0465069257108643,
      "learning_rate": 0.00029699999999999996,
      "loss": 5.4688,
      "step": 1980
    },
    {
      "epoch": 2.842180774748924,
      "grad_norm": 1.0447827978505675,
      "learning_rate": 0.00029715,
      "loss": 5.9688,
      "step": 1981
    },
    {
      "epoch": 2.8436154949784793,
      "grad_norm": 1.0526272758712358,
      "learning_rate": 0.00029729999999999996,
      "loss": 5.6562,
      "step": 1982
    },
    {
      "epoch": 2.8450502152080346,
      "grad_norm": 1.0938641661683601,
      "learning_rate": 0.00029745,
      "loss": 5.3125,
      "step": 1983
    },
    {
      "epoch": 2.84648493543759,
      "grad_norm": 0.9999809325421164,
      "learning_rate": 0.00029759999999999997,
      "loss": 5.2812,
      "step": 1984
    },
    {
      "epoch": 2.8479196556671447,
      "grad_norm": 0.9694443523618573,
      "learning_rate": 0.00029775,
      "loss": 5.4375,
      "step": 1985
    },
    {
      "epoch": 2.8493543758967004,
      "grad_norm": 0.9806453219430458,
      "learning_rate": 0.0002979,
      "loss": 5.6562,
      "step": 1986
    },
    {
      "epoch": 2.850789096126255,
      "grad_norm": 0.9678395742799731,
      "learning_rate": 0.00029805,
      "loss": 5.5312,
      "step": 1987
    },
    {
      "epoch": 2.8522238163558105,
      "grad_norm": 0.9997979053004988,
      "learning_rate": 0.0002982,
      "loss": 5.375,
      "step": 1988
    },
    {
      "epoch": 2.8536585365853657,
      "grad_norm": 1.0321778531809773,
      "learning_rate": 0.00029835,
      "loss": 4.9688,
      "step": 1989
    },
    {
      "epoch": 2.855093256814921,
      "grad_norm": 0.9229379684946108,
      "learning_rate": 0.0002985,
      "loss": 5.4688,
      "step": 1990
    },
    {
      "epoch": 2.8565279770444763,
      "grad_norm": 1.0372322148641793,
      "learning_rate": 0.00029864999999999997,
      "loss": 5.4375,
      "step": 1991
    },
    {
      "epoch": 2.8579626972740315,
      "grad_norm": 1.0357887843823337,
      "learning_rate": 0.0002988,
      "loss": 5.5,
      "step": 1992
    },
    {
      "epoch": 2.859397417503587,
      "grad_norm": 0.9399244365430186,
      "learning_rate": 0.00029895,
      "loss": 5.25,
      "step": 1993
    },
    {
      "epoch": 2.860832137733142,
      "grad_norm": 0.9687551341357654,
      "learning_rate": 0.00029909999999999995,
      "loss": 5.4062,
      "step": 1994
    },
    {
      "epoch": 2.8622668579626973,
      "grad_norm": 0.913638131881152,
      "learning_rate": 0.00029925,
      "loss": 5.5625,
      "step": 1995
    },
    {
      "epoch": 2.8637015781922526,
      "grad_norm": 0.9692801256304304,
      "learning_rate": 0.00029939999999999996,
      "loss": 5.375,
      "step": 1996
    },
    {
      "epoch": 2.865136298421808,
      "grad_norm": 1.0256728996144373,
      "learning_rate": 0.00029955,
      "loss": 5.5625,
      "step": 1997
    },
    {
      "epoch": 2.866571018651363,
      "grad_norm": 5.595977991004342,
      "learning_rate": 0.00029969999999999997,
      "loss": 5.25,
      "step": 1998
    },
    {
      "epoch": 2.8680057388809184,
      "grad_norm": 0.9190270788376435,
      "learning_rate": 0.00029985,
      "loss": 5.6562,
      "step": 1999
    },
    {
      "epoch": 2.869440459110473,
      "grad_norm": 1.0777419723647947,
      "learning_rate": 0.0003,
      "loss": 5.6875,
      "step": 2000
    },
    {
      "epoch": 2.870875179340029,
      "grad_norm": 1.0680254091887198,
      "learning_rate": 0.00029999984452826634,
      "loss": 5.6875,
      "step": 2001
    },
    {
      "epoch": 2.8723098995695837,
      "grad_norm": 1.0628832303695004,
      "learning_rate": 0.00029999937811338783,
      "loss": 5.75,
      "step": 2002
    },
    {
      "epoch": 2.8737446197991394,
      "grad_norm": 0.9820803451857605,
      "learning_rate": 0.00029999860075633123,
      "loss": 5.4062,
      "step": 2003
    },
    {
      "epoch": 2.8751793400286942,
      "grad_norm": 0.9691000914175434,
      "learning_rate": 0.00029999751245870794,
      "loss": 5.1875,
      "step": 2004
    },
    {
      "epoch": 2.8766140602582495,
      "grad_norm": 1.014106531627222,
      "learning_rate": 0.000299996113222774,
      "loss": 5.4375,
      "step": 2005
    },
    {
      "epoch": 2.8780487804878048,
      "grad_norm": 1.0583195922392503,
      "learning_rate": 0.00029999440305142995,
      "loss": 5.0312,
      "step": 2006
    },
    {
      "epoch": 2.87948350071736,
      "grad_norm": 1.064723863183295,
      "learning_rate": 0.00029999238194822095,
      "loss": 5.8438,
      "step": 2007
    },
    {
      "epoch": 2.8809182209469153,
      "grad_norm": 1.0374245473344825,
      "learning_rate": 0.00029999004991733663,
      "loss": 5.375,
      "step": 2008
    },
    {
      "epoch": 2.8823529411764706,
      "grad_norm": 0.9881401156019393,
      "learning_rate": 0.0002999874069636112,
      "loss": 5.4688,
      "step": 2009
    },
    {
      "epoch": 2.883787661406026,
      "grad_norm": 1.108363540082268,
      "learning_rate": 0.0002999844530925233,
      "loss": 5.4062,
      "step": 2010
    },
    {
      "epoch": 2.885222381635581,
      "grad_norm": 0.9913629790742446,
      "learning_rate": 0.00029998118831019627,
      "loss": 5.5312,
      "step": 2011
    },
    {
      "epoch": 2.8866571018651364,
      "grad_norm": 1.0641227262593695,
      "learning_rate": 0.00029997761262339786,
      "loss": 5.625,
      "step": 2012
    },
    {
      "epoch": 2.8880918220946916,
      "grad_norm": 1.3893898620222502,
      "learning_rate": 0.0002999737260395402,
      "loss": 5.6875,
      "step": 2013
    },
    {
      "epoch": 2.889526542324247,
      "grad_norm": 0.9135856254914465,
      "learning_rate": 0.00029996952856668014,
      "loss": 5.6562,
      "step": 2014
    },
    {
      "epoch": 2.890961262553802,
      "grad_norm": 0.989900576239173,
      "learning_rate": 0.00029996502021351887,
      "loss": 5.5312,
      "step": 2015
    },
    {
      "epoch": 2.8923959827833574,
      "grad_norm": 0.9564527279796189,
      "learning_rate": 0.0002999602009894019,
      "loss": 5.6875,
      "step": 2016
    },
    {
      "epoch": 2.8938307030129122,
      "grad_norm": 0.9779514075564851,
      "learning_rate": 0.00029995507090431933,
      "loss": 5.5625,
      "step": 2017
    },
    {
      "epoch": 2.895265423242468,
      "grad_norm": 0.9781060903218719,
      "learning_rate": 0.00029994962996890564,
      "loss": 5.75,
      "step": 2018
    },
    {
      "epoch": 2.8967001434720228,
      "grad_norm": 0.9698406175373007,
      "learning_rate": 0.0002999438781944396,
      "loss": 6.0625,
      "step": 2019
    },
    {
      "epoch": 2.8981348637015785,
      "grad_norm": 1.0300753035574162,
      "learning_rate": 0.0002999378155928443,
      "loss": 5.6562,
      "step": 2020
    },
    {
      "epoch": 2.8995695839311333,
      "grad_norm": 0.9305137083417592,
      "learning_rate": 0.00029993144217668744,
      "loss": 5.6875,
      "step": 2021
    },
    {
      "epoch": 2.9010043041606886,
      "grad_norm": 0.9324528628449704,
      "learning_rate": 0.00029992475795918074,
      "loss": 5.625,
      "step": 2022
    },
    {
      "epoch": 2.902439024390244,
      "grad_norm": 0.8647720194325977,
      "learning_rate": 0.00029991776295418027,
      "loss": 5.5625,
      "step": 2023
    },
    {
      "epoch": 2.903873744619799,
      "grad_norm": 0.9159741405106071,
      "learning_rate": 0.0002999104571761864,
      "loss": 5.5625,
      "step": 2024
    },
    {
      "epoch": 2.9053084648493543,
      "grad_norm": 0.880174615959526,
      "learning_rate": 0.0002999028406403437,
      "loss": 5.375,
      "step": 2025
    },
    {
      "epoch": 2.9067431850789096,
      "grad_norm": 1.0744778476024441,
      "learning_rate": 0.0002998949133624409,
      "loss": 5.9062,
      "step": 2026
    },
    {
      "epoch": 2.908177905308465,
      "grad_norm": 1.0505164611875537,
      "learning_rate": 0.0002998866753589109,
      "loss": 4.75,
      "step": 2027
    },
    {
      "epoch": 2.90961262553802,
      "grad_norm": 0.9088930585054484,
      "learning_rate": 0.0002998781266468307,
      "loss": 5.5625,
      "step": 2028
    },
    {
      "epoch": 2.9110473457675754,
      "grad_norm": 0.9860466246923161,
      "learning_rate": 0.00029986926724392146,
      "loss": 5.6562,
      "step": 2029
    },
    {
      "epoch": 2.9124820659971307,
      "grad_norm": 0.9454233906968267,
      "learning_rate": 0.0002998600971685483,
      "loss": 5.625,
      "step": 2030
    },
    {
      "epoch": 2.913916786226686,
      "grad_norm": 0.947507575222777,
      "learning_rate": 0.0002998506164397204,
      "loss": 5.625,
      "step": 2031
    },
    {
      "epoch": 2.915351506456241,
      "grad_norm": 0.9275672620259059,
      "learning_rate": 0.0002998408250770909,
      "loss": 5.7188,
      "step": 2032
    },
    {
      "epoch": 2.9167862266857965,
      "grad_norm": 0.9962187400139382,
      "learning_rate": 0.0002998307231009569,
      "loss": 5.5312,
      "step": 2033
    },
    {
      "epoch": 2.9182209469153513,
      "grad_norm": 1.0164304858889501,
      "learning_rate": 0.0002998203105322592,
      "loss": 5.5312,
      "step": 2034
    },
    {
      "epoch": 2.919655667144907,
      "grad_norm": 0.9499362412156999,
      "learning_rate": 0.00029980958739258287,
      "loss": 5.625,
      "step": 2035
    },
    {
      "epoch": 2.921090387374462,
      "grad_norm": 0.9454308789914899,
      "learning_rate": 0.0002997985537041563,
      "loss": 5.0938,
      "step": 2036
    },
    {
      "epoch": 2.922525107604017,
      "grad_norm": 0.9387830598641994,
      "learning_rate": 0.0002997872094898519,
      "loss": 5.5,
      "step": 2037
    },
    {
      "epoch": 2.9239598278335723,
      "grad_norm": 0.9970302761886128,
      "learning_rate": 0.00029977555477318573,
      "loss": 5.5,
      "step": 2038
    },
    {
      "epoch": 2.9253945480631276,
      "grad_norm": 0.968632487919047,
      "learning_rate": 0.0002997635895783175,
      "loss": 5.375,
      "step": 2039
    },
    {
      "epoch": 2.926829268292683,
      "grad_norm": 0.9828247322969496,
      "learning_rate": 0.00029975131393005064,
      "loss": 5.625,
      "step": 2040
    },
    {
      "epoch": 2.928263988522238,
      "grad_norm": 0.9421004017316097,
      "learning_rate": 0.00029973872785383186,
      "loss": 5.5625,
      "step": 2041
    },
    {
      "epoch": 2.9296987087517934,
      "grad_norm": 1.0694860419347787,
      "learning_rate": 0.0002997258313757517,
      "loss": 5.2812,
      "step": 2042
    },
    {
      "epoch": 2.9311334289813487,
      "grad_norm": 1.0150257269587903,
      "learning_rate": 0.0002997126245225439,
      "loss": 5.375,
      "step": 2043
    },
    {
      "epoch": 2.932568149210904,
      "grad_norm": 0.9799508363866092,
      "learning_rate": 0.00029969910732158576,
      "loss": 5.375,
      "step": 2044
    },
    {
      "epoch": 2.934002869440459,
      "grad_norm": 0.972749557539026,
      "learning_rate": 0.00029968527980089784,
      "loss": 5.6875,
      "step": 2045
    },
    {
      "epoch": 2.9354375896700144,
      "grad_norm": 1.2790136269559493,
      "learning_rate": 0.0002996711419891439,
      "loss": 5.875,
      "step": 2046
    },
    {
      "epoch": 2.9368723098995697,
      "grad_norm": 0.9520981312703376,
      "learning_rate": 0.00029965669391563115,
      "loss": 5.4375,
      "step": 2047
    },
    {
      "epoch": 2.938307030129125,
      "grad_norm": 0.9287712177933969,
      "learning_rate": 0.0002996419356103097,
      "loss": 5.5,
      "step": 2048
    },
    {
      "epoch": 2.93974175035868,
      "grad_norm": 0.9398827781933521,
      "learning_rate": 0.0002996268671037729,
      "loss": 5.6562,
      "step": 2049
    },
    {
      "epoch": 2.9411764705882355,
      "grad_norm": 0.8949740818382508,
      "learning_rate": 0.0002996114884272571,
      "loss": 5.5312,
      "step": 2050
    },
    {
      "epoch": 2.9426111908177903,
      "grad_norm": 0.978503175356641,
      "learning_rate": 0.00029959579961264177,
      "loss": 5.8125,
      "step": 2051
    },
    {
      "epoch": 2.944045911047346,
      "grad_norm": 0.9421638377068784,
      "learning_rate": 0.00029957980069244893,
      "loss": 5.6562,
      "step": 2052
    },
    {
      "epoch": 2.945480631276901,
      "grad_norm": 0.8924054183134119,
      "learning_rate": 0.00029956349169984374,
      "loss": 5.5625,
      "step": 2053
    },
    {
      "epoch": 2.946915351506456,
      "grad_norm": 0.9785321654559107,
      "learning_rate": 0.000299546872668634,
      "loss": 4.7812,
      "step": 2054
    },
    {
      "epoch": 2.9483500717360114,
      "grad_norm": 1.0213088980694125,
      "learning_rate": 0.00029952994363327036,
      "loss": 5.5312,
      "step": 2055
    },
    {
      "epoch": 2.9497847919655666,
      "grad_norm": 1.0519013485347533,
      "learning_rate": 0.00029951270462884576,
      "loss": 5.8438,
      "step": 2056
    },
    {
      "epoch": 2.951219512195122,
      "grad_norm": 0.9623672767999187,
      "learning_rate": 0.0002994951556910961,
      "loss": 4.875,
      "step": 2057
    },
    {
      "epoch": 2.952654232424677,
      "grad_norm": 0.9051076121073695,
      "learning_rate": 0.00029947729685639947,
      "loss": 5.5312,
      "step": 2058
    },
    {
      "epoch": 2.9540889526542324,
      "grad_norm": 0.8587069986022685,
      "learning_rate": 0.0002994591281617764,
      "loss": 5.375,
      "step": 2059
    },
    {
      "epoch": 2.9555236728837877,
      "grad_norm": 0.9016920821237647,
      "learning_rate": 0.00029944064964488996,
      "loss": 5.5312,
      "step": 2060
    },
    {
      "epoch": 2.956958393113343,
      "grad_norm": 0.8785364117181298,
      "learning_rate": 0.0002994218613440452,
      "loss": 5.5938,
      "step": 2061
    },
    {
      "epoch": 2.9583931133428982,
      "grad_norm": 1.064673799525811,
      "learning_rate": 0.0002994027632981895,
      "loss": 4.9688,
      "step": 2062
    },
    {
      "epoch": 2.9598278335724535,
      "grad_norm": 0.9691367778722294,
      "learning_rate": 0.00029938335554691224,
      "loss": 5.7188,
      "step": 2063
    },
    {
      "epoch": 2.9612625538020088,
      "grad_norm": 0.9859773461844077,
      "learning_rate": 0.00029936363813044483,
      "loss": 5.5625,
      "step": 2064
    },
    {
      "epoch": 2.962697274031564,
      "grad_norm": 0.9338910066633922,
      "learning_rate": 0.0002993436110896607,
      "loss": 5.1875,
      "step": 2065
    },
    {
      "epoch": 2.964131994261119,
      "grad_norm": 0.9098864106807041,
      "learning_rate": 0.0002993232744660749,
      "loss": 5.4688,
      "step": 2066
    },
    {
      "epoch": 2.9655667144906745,
      "grad_norm": 0.9487042788847168,
      "learning_rate": 0.00029930262830184446,
      "loss": 5.2188,
      "step": 2067
    },
    {
      "epoch": 2.9670014347202294,
      "grad_norm": 1.0209268622292833,
      "learning_rate": 0.00029928167263976803,
      "loss": 5.75,
      "step": 2068
    },
    {
      "epoch": 2.9684361549497846,
      "grad_norm": 0.8547624648120821,
      "learning_rate": 0.0002992604075232856,
      "loss": 5.7188,
      "step": 2069
    },
    {
      "epoch": 2.96987087517934,
      "grad_norm": 0.9397735597771957,
      "learning_rate": 0.000299238832996479,
      "loss": 5.625,
      "step": 2070
    },
    {
      "epoch": 2.971305595408895,
      "grad_norm": 1.0257634798299184,
      "learning_rate": 0.00029921694910407126,
      "loss": 5.125,
      "step": 2071
    },
    {
      "epoch": 2.9727403156384504,
      "grad_norm": 1.0562240962715752,
      "learning_rate": 0.0002991947558914267,
      "loss": 5.6562,
      "step": 2072
    },
    {
      "epoch": 2.9741750358680057,
      "grad_norm": 0.9512407457118219,
      "learning_rate": 0.0002991722534045508,
      "loss": 5.5625,
      "step": 2073
    },
    {
      "epoch": 2.975609756097561,
      "grad_norm": 1.0841668839118506,
      "learning_rate": 0.0002991494416900904,
      "loss": 5.5,
      "step": 2074
    },
    {
      "epoch": 2.977044476327116,
      "grad_norm": 1.1390249160112524,
      "learning_rate": 0.0002991263207953331,
      "loss": 5.0,
      "step": 2075
    },
    {
      "epoch": 2.9784791965566715,
      "grad_norm": 1.0261243803883429,
      "learning_rate": 0.0002991028907682075,
      "loss": 5.2188,
      "step": 2076
    },
    {
      "epoch": 2.9799139167862267,
      "grad_norm": 1.0645402355029085,
      "learning_rate": 0.0002990791516572831,
      "loss": 5.4375,
      "step": 2077
    },
    {
      "epoch": 2.981348637015782,
      "grad_norm": 0.9306443137225063,
      "learning_rate": 0.00029905510351176996,
      "loss": 5.5938,
      "step": 2078
    },
    {
      "epoch": 2.9827833572453373,
      "grad_norm": 0.9476404399322844,
      "learning_rate": 0.0002990307463815188,
      "loss": 5.75,
      "step": 2079
    },
    {
      "epoch": 2.9842180774748925,
      "grad_norm": 1.3123343847016917,
      "learning_rate": 0.00029900608031702104,
      "loss": 5.6875,
      "step": 2080
    },
    {
      "epoch": 2.9856527977044474,
      "grad_norm": 0.9145677983182927,
      "learning_rate": 0.00029898110536940827,
      "loss": 5.6562,
      "step": 2081
    },
    {
      "epoch": 2.987087517934003,
      "grad_norm": 1.0424288892611675,
      "learning_rate": 0.00029895582159045246,
      "loss": 5.25,
      "step": 2082
    },
    {
      "epoch": 2.988522238163558,
      "grad_norm": 1.0535105290811348,
      "learning_rate": 0.0002989302290325658,
      "loss": 5.4688,
      "step": 2083
    },
    {
      "epoch": 2.9899569583931136,
      "grad_norm": 0.9591683653866201,
      "learning_rate": 0.00029890432774880055,
      "loss": 5.625,
      "step": 2084
    },
    {
      "epoch": 2.9913916786226684,
      "grad_norm": 1.0147021698213203,
      "learning_rate": 0.0002988781177928489,
      "loss": 5.5625,
      "step": 2085
    },
    {
      "epoch": 2.9928263988522237,
      "grad_norm": 0.9190338966173717,
      "learning_rate": 0.000298851599219043,
      "loss": 5.4375,
      "step": 2086
    },
    {
      "epoch": 2.994261119081779,
      "grad_norm": 0.9937983479179479,
      "learning_rate": 0.00029882477208235475,
      "loss": 5.5938,
      "step": 2087
    },
    {
      "epoch": 2.995695839311334,
      "grad_norm": 1.0419286989237462,
      "learning_rate": 0.00029879763643839553,
      "loss": 5.3438,
      "step": 2088
    },
    {
      "epoch": 2.9971305595408895,
      "grad_norm": 0.8723378351787171,
      "learning_rate": 0.0002987701923434164,
      "loss": 5.4375,
      "step": 2089
    },
    {
      "epoch": 2.9985652797704447,
      "grad_norm": 1.0242187104646234,
      "learning_rate": 0.0002987424398543077,
      "loss": 5.7188,
      "step": 2090
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.9495085969449841,
      "learning_rate": 0.00029871437902859925,
      "loss": 5.375,
      "step": 2091
    },
    {
      "epoch": 3.0,
      "eval_loss": 5.507716178894043,
      "eval_runtime": 20.9458,
      "eval_samples_per_second": 7.734,
      "eval_steps_per_second": 7.734,
      "step": 2091
    },
    {
      "epoch": 3.0014347202295553,
      "grad_norm": 0.9536570668647056,
      "learning_rate": 0.00029868600992445985,
      "loss": 5.4062,
      "step": 2092
    },
    {
      "epoch": 3.0028694404591105,
      "grad_norm": 1.0128265954525488,
      "learning_rate": 0.00029865733260069744,
      "loss": 4.8125,
      "step": 2093
    },
    {
      "epoch": 3.004304160688666,
      "grad_norm": 1.0046873669437684,
      "learning_rate": 0.00029862834711675884,
      "loss": 5.125,
      "step": 2094
    },
    {
      "epoch": 3.005738880918221,
      "grad_norm": 1.035117208635706,
      "learning_rate": 0.0002985990535327297,
      "loss": 5.0312,
      "step": 2095
    },
    {
      "epoch": 3.0071736011477763,
      "grad_norm": 1.1205055182781514,
      "learning_rate": 0.00029856945190933433,
      "loss": 5.0312,
      "step": 2096
    },
    {
      "epoch": 3.0086083213773316,
      "grad_norm": 1.167270377600797,
      "learning_rate": 0.0002985395423079357,
      "loss": 5.0938,
      "step": 2097
    },
    {
      "epoch": 3.010043041606887,
      "grad_norm": 1.1825487822474305,
      "learning_rate": 0.000298509324790535,
      "loss": 5.1875,
      "step": 2098
    },
    {
      "epoch": 3.011477761836442,
      "grad_norm": 1.126298157114353,
      "learning_rate": 0.0002984787994197719,
      "loss": 4.8125,
      "step": 2099
    },
    {
      "epoch": 3.012912482065997,
      "grad_norm": 1.1696943874225751,
      "learning_rate": 0.0002984479662589241,
      "loss": 5.4688,
      "step": 2100
    },
    {
      "epoch": 3.014347202295552,
      "grad_norm": 1.0744021419821965,
      "learning_rate": 0.0002984168253719074,
      "loss": 5.6562,
      "step": 2101
    },
    {
      "epoch": 3.0157819225251075,
      "grad_norm": 1.1143127108189506,
      "learning_rate": 0.0002983853768232756,
      "loss": 5.0312,
      "step": 2102
    },
    {
      "epoch": 3.0172166427546627,
      "grad_norm": 1.041304236958151,
      "learning_rate": 0.00029835362067822004,
      "loss": 4.4375,
      "step": 2103
    },
    {
      "epoch": 3.018651362984218,
      "grad_norm": 1.4773462036903702,
      "learning_rate": 0.00029832155700257,
      "loss": 5.2812,
      "step": 2104
    },
    {
      "epoch": 3.0200860832137733,
      "grad_norm": 1.2954594350572635,
      "learning_rate": 0.0002982891858627918,
      "loss": 5.3125,
      "step": 2105
    },
    {
      "epoch": 3.0215208034433285,
      "grad_norm": 1.1116018012295736,
      "learning_rate": 0.00029825650732598976,
      "loss": 5.0,
      "step": 2106
    },
    {
      "epoch": 3.022955523672884,
      "grad_norm": 1.177839985789463,
      "learning_rate": 0.0002982235214599048,
      "loss": 5.2812,
      "step": 2107
    },
    {
      "epoch": 3.024390243902439,
      "grad_norm": 1.0525186689778612,
      "learning_rate": 0.0002981902283329153,
      "loss": 4.8125,
      "step": 2108
    },
    {
      "epoch": 3.0258249641319943,
      "grad_norm": 1.0383432308387222,
      "learning_rate": 0.00029815662801403633,
      "loss": 5.25,
      "step": 2109
    },
    {
      "epoch": 3.0272596843615496,
      "grad_norm": 1.256965754307978,
      "learning_rate": 0.0002981227205729201,
      "loss": 4.625,
      "step": 2110
    },
    {
      "epoch": 3.028694404591105,
      "grad_norm": 1.2313212242279894,
      "learning_rate": 0.00029808850607985506,
      "loss": 4.9688,
      "step": 2111
    },
    {
      "epoch": 3.03012912482066,
      "grad_norm": 1.1597438815884034,
      "learning_rate": 0.0002980539846057665,
      "loss": 4.7188,
      "step": 2112
    },
    {
      "epoch": 3.0315638450502154,
      "grad_norm": 1.35436044030397,
      "learning_rate": 0.00029801915622221584,
      "loss": 5.375,
      "step": 2113
    },
    {
      "epoch": 3.0329985652797706,
      "grad_norm": 1.1909283462712708,
      "learning_rate": 0.00029798402100140087,
      "loss": 5.2812,
      "step": 2114
    },
    {
      "epoch": 3.034433285509326,
      "grad_norm": 1.0302657734606415,
      "learning_rate": 0.00029794857901615536,
      "loss": 4.375,
      "step": 2115
    },
    {
      "epoch": 3.0358680057388807,
      "grad_norm": 0.9943878718441062,
      "learning_rate": 0.00029791283033994893,
      "loss": 5.3125,
      "step": 2116
    },
    {
      "epoch": 3.037302725968436,
      "grad_norm": 1.1417907806696521,
      "learning_rate": 0.0002978767750468871,
      "loss": 4.9688,
      "step": 2117
    },
    {
      "epoch": 3.0387374461979912,
      "grad_norm": 1.6803449036186298,
      "learning_rate": 0.00029784041321171095,
      "loss": 5.1562,
      "step": 2118
    },
    {
      "epoch": 3.0401721664275465,
      "grad_norm": 1.1898756493529792,
      "learning_rate": 0.00029780374490979695,
      "loss": 5.25,
      "step": 2119
    },
    {
      "epoch": 3.0416068866571018,
      "grad_norm": 1.1898469821781859,
      "learning_rate": 0.00029776677021715685,
      "loss": 5.2188,
      "step": 2120
    },
    {
      "epoch": 3.043041606886657,
      "grad_norm": 1.2541436318192505,
      "learning_rate": 0.00029772948921043756,
      "loss": 5.0625,
      "step": 2121
    },
    {
      "epoch": 3.0444763271162123,
      "grad_norm": 8.722671177994343,
      "learning_rate": 0.0002976919019669211,
      "loss": 5.0938,
      "step": 2122
    },
    {
      "epoch": 3.0459110473457676,
      "grad_norm": 1.3422619343985853,
      "learning_rate": 0.0002976540085645241,
      "loss": 4.4688,
      "step": 2123
    },
    {
      "epoch": 3.047345767575323,
      "grad_norm": 1.2584564506736675,
      "learning_rate": 0.00029761580908179797,
      "loss": 5.1562,
      "step": 2124
    },
    {
      "epoch": 3.048780487804878,
      "grad_norm": 1.1625539230762711,
      "learning_rate": 0.0002975773035979286,
      "loss": 4.75,
      "step": 2125
    },
    {
      "epoch": 3.0502152080344334,
      "grad_norm": 1.2043239528972836,
      "learning_rate": 0.000297538492192736,
      "loss": 5.4375,
      "step": 2126
    },
    {
      "epoch": 3.0516499282639886,
      "grad_norm": 1.2575865630512828,
      "learning_rate": 0.00029749937494667473,
      "loss": 5.4688,
      "step": 2127
    },
    {
      "epoch": 3.053084648493544,
      "grad_norm": 1.2980924270107495,
      "learning_rate": 0.0002974599519408331,
      "loss": 4.7188,
      "step": 2128
    },
    {
      "epoch": 3.054519368723099,
      "grad_norm": 1.0820035445128071,
      "learning_rate": 0.00029742022325693324,
      "loss": 5.1875,
      "step": 2129
    },
    {
      "epoch": 3.0559540889526544,
      "grad_norm": 1.0832616287427095,
      "learning_rate": 0.000297380188977331,
      "loss": 5.3438,
      "step": 2130
    },
    {
      "epoch": 3.0573888091822097,
      "grad_norm": 1.1722819507904767,
      "learning_rate": 0.0002973398491850157,
      "loss": 4.2188,
      "step": 2131
    },
    {
      "epoch": 3.0588235294117645,
      "grad_norm": 1.1136091412794975,
      "learning_rate": 0.00029729920396360995,
      "loss": 4.9688,
      "step": 2132
    },
    {
      "epoch": 3.0602582496413198,
      "grad_norm": 1.6594200537332657,
      "learning_rate": 0.0002972582533973695,
      "loss": 4.4688,
      "step": 2133
    },
    {
      "epoch": 3.061692969870875,
      "grad_norm": 1.2513734150579472,
      "learning_rate": 0.0002972169975711832,
      "loss": 4.9062,
      "step": 2134
    },
    {
      "epoch": 3.0631276901004303,
      "grad_norm": 1.196018475723768,
      "learning_rate": 0.00029717543657057244,
      "loss": 5.375,
      "step": 2135
    },
    {
      "epoch": 3.0645624103299856,
      "grad_norm": 1.3446771668146869,
      "learning_rate": 0.00029713357048169144,
      "loss": 4.5625,
      "step": 2136
    },
    {
      "epoch": 3.065997130559541,
      "grad_norm": 1.152563742056473,
      "learning_rate": 0.00029709139939132685,
      "loss": 5.0938,
      "step": 2137
    },
    {
      "epoch": 3.067431850789096,
      "grad_norm": 1.101458156315951,
      "learning_rate": 0.0002970489233868974,
      "loss": 5.125,
      "step": 2138
    },
    {
      "epoch": 3.0688665710186513,
      "grad_norm": 1.2674850107287299,
      "learning_rate": 0.000297006142556454,
      "loss": 4.6562,
      "step": 2139
    },
    {
      "epoch": 3.0703012912482066,
      "grad_norm": 1.1404731583904486,
      "learning_rate": 0.0002969630569886794,
      "loss": 5.25,
      "step": 2140
    },
    {
      "epoch": 3.071736011477762,
      "grad_norm": 1.1855496923452533,
      "learning_rate": 0.0002969196667728883,
      "loss": 4.9375,
      "step": 2141
    },
    {
      "epoch": 3.073170731707317,
      "grad_norm": 1.100607664943876,
      "learning_rate": 0.00029687597199902656,
      "loss": 4.0312,
      "step": 2142
    },
    {
      "epoch": 3.0746054519368724,
      "grad_norm": 1.1906810607605645,
      "learning_rate": 0.0002968319727576716,
      "loss": 5.3438,
      "step": 2143
    },
    {
      "epoch": 3.0760401721664277,
      "grad_norm": 1.2130644222127107,
      "learning_rate": 0.00029678766914003187,
      "loss": 5.3125,
      "step": 2144
    },
    {
      "epoch": 3.077474892395983,
      "grad_norm": 1.0856779505302616,
      "learning_rate": 0.000296743061237947,
      "loss": 5.0625,
      "step": 2145
    },
    {
      "epoch": 3.078909612625538,
      "grad_norm": 1.0023089624261008,
      "learning_rate": 0.00029669814914388704,
      "loss": 5.5,
      "step": 2146
    },
    {
      "epoch": 3.0803443328550935,
      "grad_norm": 1.1043253327630915,
      "learning_rate": 0.0002966529329509528,
      "loss": 5.2812,
      "step": 2147
    },
    {
      "epoch": 3.0817790530846483,
      "grad_norm": 1.21915984176334,
      "learning_rate": 0.0002966074127528757,
      "loss": 5.25,
      "step": 2148
    },
    {
      "epoch": 3.0832137733142035,
      "grad_norm": 1.133322519741799,
      "learning_rate": 0.000296561588644017,
      "loss": 5.25,
      "step": 2149
    },
    {
      "epoch": 3.084648493543759,
      "grad_norm": 1.0632054529351291,
      "learning_rate": 0.000296515460719368,
      "loss": 4.9062,
      "step": 2150
    },
    {
      "epoch": 3.086083213773314,
      "grad_norm": 1.16951746898549,
      "learning_rate": 0.00029646902907454995,
      "loss": 5.1875,
      "step": 2151
    },
    {
      "epoch": 3.0875179340028693,
      "grad_norm": 1.2735273472204316,
      "learning_rate": 0.0002964222938058137,
      "loss": 5.3438,
      "step": 2152
    },
    {
      "epoch": 3.0889526542324246,
      "grad_norm": 1.4204912287665465,
      "learning_rate": 0.00029637525501003927,
      "loss": 4.7812,
      "step": 2153
    },
    {
      "epoch": 3.09038737446198,
      "grad_norm": 1.1813972332836529,
      "learning_rate": 0.0002963279127847362,
      "loss": 5.2812,
      "step": 2154
    },
    {
      "epoch": 3.091822094691535,
      "grad_norm": 1.1546792167498232,
      "learning_rate": 0.0002962802672280427,
      "loss": 5.1875,
      "step": 2155
    },
    {
      "epoch": 3.0932568149210904,
      "grad_norm": 1.1143165943749915,
      "learning_rate": 0.000296232318438726,
      "loss": 5.6875,
      "step": 2156
    },
    {
      "epoch": 3.0946915351506457,
      "grad_norm": 1.0742398020178507,
      "learning_rate": 0.0002961840665161819,
      "loss": 5.3125,
      "step": 2157
    },
    {
      "epoch": 3.096126255380201,
      "grad_norm": 1.0548344253852338,
      "learning_rate": 0.0002961355115604345,
      "loss": 5.625,
      "step": 2158
    },
    {
      "epoch": 3.097560975609756,
      "grad_norm": 1.0305555762926688,
      "learning_rate": 0.0002960866536721362,
      "loss": 5.1562,
      "step": 2159
    },
    {
      "epoch": 3.0989956958393114,
      "grad_norm": 1.065418247422882,
      "learning_rate": 0.0002960374929525671,
      "loss": 5.1875,
      "step": 2160
    },
    {
      "epoch": 3.1004304160688667,
      "grad_norm": 1.1474511179179936,
      "learning_rate": 0.00029598802950363533,
      "loss": 5.0625,
      "step": 2161
    },
    {
      "epoch": 3.101865136298422,
      "grad_norm": 1.2563172205283184,
      "learning_rate": 0.00029593826342787645,
      "loss": 5.2188,
      "step": 2162
    },
    {
      "epoch": 3.1032998565279772,
      "grad_norm": 1.191282991531356,
      "learning_rate": 0.00029588819482845335,
      "loss": 5.3125,
      "step": 2163
    },
    {
      "epoch": 3.104734576757532,
      "grad_norm": 1.2356039924109004,
      "learning_rate": 0.0002958378238091561,
      "loss": 4.5938,
      "step": 2164
    },
    {
      "epoch": 3.1061692969870873,
      "grad_norm": 1.2381671714257734,
      "learning_rate": 0.00029578715047440154,
      "loss": 4.4375,
      "step": 2165
    },
    {
      "epoch": 3.1076040172166426,
      "grad_norm": 1.2251462628809902,
      "learning_rate": 0.00029573617492923343,
      "loss": 4.4375,
      "step": 2166
    },
    {
      "epoch": 3.109038737446198,
      "grad_norm": 1.226951357184107,
      "learning_rate": 0.00029568489727932175,
      "loss": 4.8438,
      "step": 2167
    },
    {
      "epoch": 3.110473457675753,
      "grad_norm": 1.1286078262879395,
      "learning_rate": 0.0002956333176309629,
      "loss": 5.3438,
      "step": 2168
    },
    {
      "epoch": 3.1119081779053084,
      "grad_norm": 1.3165420872024984,
      "learning_rate": 0.0002955814360910791,
      "loss": 5.2188,
      "step": 2169
    },
    {
      "epoch": 3.1133428981348636,
      "grad_norm": 1.175030814470474,
      "learning_rate": 0.0002955292527672187,
      "loss": 5.5,
      "step": 2170
    },
    {
      "epoch": 3.114777618364419,
      "grad_norm": 1.1599494684749119,
      "learning_rate": 0.0002954767677675554,
      "loss": 5.0312,
      "step": 2171
    },
    {
      "epoch": 3.116212338593974,
      "grad_norm": 1.2724334853894186,
      "learning_rate": 0.00029542398120088823,
      "loss": 5.3125,
      "step": 2172
    },
    {
      "epoch": 3.1176470588235294,
      "grad_norm": 1.472012446262408,
      "learning_rate": 0.0002953708931766416,
      "loss": 5.125,
      "step": 2173
    },
    {
      "epoch": 3.1190817790530847,
      "grad_norm": 1.4095149061024206,
      "learning_rate": 0.00029531750380486454,
      "loss": 4.8438,
      "step": 2174
    },
    {
      "epoch": 3.12051649928264,
      "grad_norm": 1.1487104722709118,
      "learning_rate": 0.00029526381319623093,
      "loss": 5.2188,
      "step": 2175
    },
    {
      "epoch": 3.1219512195121952,
      "grad_norm": 4.104284865751604,
      "learning_rate": 0.0002952098214620391,
      "loss": 5.25,
      "step": 2176
    },
    {
      "epoch": 3.1233859397417505,
      "grad_norm": 20.902815785199778,
      "learning_rate": 0.00029515552871421153,
      "loss": 5.3438,
      "step": 2177
    },
    {
      "epoch": 3.1248206599713058,
      "grad_norm": 3.2906293302068725,
      "learning_rate": 0.0002951009350652948,
      "loss": 4.875,
      "step": 2178
    },
    {
      "epoch": 3.126255380200861,
      "grad_norm": 1.0463769606950937,
      "learning_rate": 0.00029504604062845896,
      "loss": 5.0938,
      "step": 2179
    },
    {
      "epoch": 3.1276901004304163,
      "grad_norm": 1.1749399745701525,
      "learning_rate": 0.000294990845517498,
      "loss": 5.125,
      "step": 2180
    },
    {
      "epoch": 3.129124820659971,
      "grad_norm": 1.2506262738536937,
      "learning_rate": 0.00029493534984682894,
      "loss": 4.375,
      "step": 2181
    },
    {
      "epoch": 3.1305595408895264,
      "grad_norm": 1.1376689659742867,
      "learning_rate": 0.00029487955373149176,
      "loss": 4.8438,
      "step": 2182
    },
    {
      "epoch": 3.1319942611190816,
      "grad_norm": 1.3261977063782364,
      "learning_rate": 0.0002948234572871496,
      "loss": 5.1562,
      "step": 2183
    },
    {
      "epoch": 3.133428981348637,
      "grad_norm": 1.0926264229627694,
      "learning_rate": 0.0002947670606300877,
      "loss": 5.125,
      "step": 2184
    },
    {
      "epoch": 3.134863701578192,
      "grad_norm": 1.171043368997181,
      "learning_rate": 0.00029471036387721406,
      "loss": 5.125,
      "step": 2185
    },
    {
      "epoch": 3.1362984218077474,
      "grad_norm": 1.0415832752930299,
      "learning_rate": 0.00029465336714605843,
      "loss": 5.0938,
      "step": 2186
    },
    {
      "epoch": 3.1377331420373027,
      "grad_norm": 1.0994176921008199,
      "learning_rate": 0.0002945960705547727,
      "loss": 5.25,
      "step": 2187
    },
    {
      "epoch": 3.139167862266858,
      "grad_norm": 1.1660086596246313,
      "learning_rate": 0.0002945384742221301,
      "loss": 5.3438,
      "step": 2188
    },
    {
      "epoch": 3.140602582496413,
      "grad_norm": 1.112671633614444,
      "learning_rate": 0.0002944805782675254,
      "loss": 5.0,
      "step": 2189
    },
    {
      "epoch": 3.1420373027259685,
      "grad_norm": 1.1303005793268202,
      "learning_rate": 0.00029442238281097435,
      "loss": 5.25,
      "step": 2190
    },
    {
      "epoch": 3.1434720229555237,
      "grad_norm": 1.1584537710633214,
      "learning_rate": 0.0002943638879731135,
      "loss": 5.1875,
      "step": 2191
    },
    {
      "epoch": 3.144906743185079,
      "grad_norm": 1.1104522964983323,
      "learning_rate": 0.00029430509387520033,
      "loss": 5.1562,
      "step": 2192
    },
    {
      "epoch": 3.1463414634146343,
      "grad_norm": 1.1797161127586426,
      "learning_rate": 0.00029424600063911226,
      "loss": 4.875,
      "step": 2193
    },
    {
      "epoch": 3.1477761836441895,
      "grad_norm": 1.0806989632923252,
      "learning_rate": 0.000294186608387347,
      "loss": 5.2188,
      "step": 2194
    },
    {
      "epoch": 3.149210903873745,
      "grad_norm": 1.0768047706640196,
      "learning_rate": 0.0002941269172430222,
      "loss": 4.9062,
      "step": 2195
    },
    {
      "epoch": 3.1506456241032996,
      "grad_norm": 1.1261024258938477,
      "learning_rate": 0.00029406692732987494,
      "loss": 5.2188,
      "step": 2196
    },
    {
      "epoch": 3.152080344332855,
      "grad_norm": 1.0853012862310425,
      "learning_rate": 0.0002940066387722618,
      "loss": 4.5938,
      "step": 2197
    },
    {
      "epoch": 3.15351506456241,
      "grad_norm": 1.1809564672663397,
      "learning_rate": 0.0002939460516951581,
      "loss": 5.3125,
      "step": 2198
    },
    {
      "epoch": 3.1549497847919654,
      "grad_norm": 1.1564952706155325,
      "learning_rate": 0.0002938851662241584,
      "loss": 5.0625,
      "step": 2199
    },
    {
      "epoch": 3.1563845050215207,
      "grad_norm": 1.0180818205817708,
      "learning_rate": 0.0002938239824854756,
      "loss": 5.1875,
      "step": 2200
    },
    {
      "epoch": 3.157819225251076,
      "grad_norm": 1.0927549077307601,
      "learning_rate": 0.0002937625006059409,
      "loss": 5.125,
      "step": 2201
    },
    {
      "epoch": 3.159253945480631,
      "grad_norm": 1.0292849992283557,
      "learning_rate": 0.00029370072071300364,
      "loss": 4.6562,
      "step": 2202
    },
    {
      "epoch": 3.1606886657101865,
      "grad_norm": 1.2203178812037654,
      "learning_rate": 0.00029363864293473067,
      "loss": 5.1875,
      "step": 2203
    },
    {
      "epoch": 3.1621233859397417,
      "grad_norm": 1.0361598970133097,
      "learning_rate": 0.0002935762673998067,
      "loss": 5.25,
      "step": 2204
    },
    {
      "epoch": 3.163558106169297,
      "grad_norm": 1.1732799696103253,
      "learning_rate": 0.00029351359423753333,
      "loss": 5.1562,
      "step": 2205
    },
    {
      "epoch": 3.1649928263988523,
      "grad_norm": 1.1897966043929267,
      "learning_rate": 0.0002934506235778295,
      "loss": 4.9062,
      "step": 2206
    },
    {
      "epoch": 3.1664275466284075,
      "grad_norm": 1.2578383738816048,
      "learning_rate": 0.0002933873555512305,
      "loss": 4.6875,
      "step": 2207
    },
    {
      "epoch": 3.167862266857963,
      "grad_norm": 1.0969950011769307,
      "learning_rate": 0.0002933237902888882,
      "loss": 5.0312,
      "step": 2208
    },
    {
      "epoch": 3.169296987087518,
      "grad_norm": 1.1152801566299553,
      "learning_rate": 0.0002932599279225707,
      "loss": 5.1562,
      "step": 2209
    },
    {
      "epoch": 3.1707317073170733,
      "grad_norm": 1.0930479451457775,
      "learning_rate": 0.0002931957685846618,
      "loss": 4.9375,
      "step": 2210
    },
    {
      "epoch": 3.1721664275466286,
      "grad_norm": 1.0987094948046405,
      "learning_rate": 0.00029313131240816116,
      "loss": 4.8125,
      "step": 2211
    },
    {
      "epoch": 3.173601147776184,
      "grad_norm": 1.0599391898719897,
      "learning_rate": 0.0002930665595266834,
      "loss": 5.0938,
      "step": 2212
    },
    {
      "epoch": 3.1750358680057387,
      "grad_norm": 1.3820130538646067,
      "learning_rate": 0.00029300151007445867,
      "loss": 5.2188,
      "step": 2213
    },
    {
      "epoch": 3.176470588235294,
      "grad_norm": 1.250401632402689,
      "learning_rate": 0.0002929361641863315,
      "loss": 5.3438,
      "step": 2214
    },
    {
      "epoch": 3.177905308464849,
      "grad_norm": 1.2322276719295422,
      "learning_rate": 0.00029287052199776113,
      "loss": 4.7812,
      "step": 2215
    },
    {
      "epoch": 3.1793400286944045,
      "grad_norm": 1.1535144287698735,
      "learning_rate": 0.00029280458364482087,
      "loss": 5.375,
      "step": 2216
    },
    {
      "epoch": 3.1807747489239597,
      "grad_norm": 1.2895118313677092,
      "learning_rate": 0.0002927383492641982,
      "loss": 4.9375,
      "step": 2217
    },
    {
      "epoch": 3.182209469153515,
      "grad_norm": 1.0850641613304361,
      "learning_rate": 0.000292671818993194,
      "loss": 4.9062,
      "step": 2218
    },
    {
      "epoch": 3.1836441893830703,
      "grad_norm": 1.0859934635977635,
      "learning_rate": 0.0002926049929697226,
      "loss": 4.9688,
      "step": 2219
    },
    {
      "epoch": 3.1850789096126255,
      "grad_norm": 1.0361605114576342,
      "learning_rate": 0.00029253787133231153,
      "loss": 5.4688,
      "step": 2220
    },
    {
      "epoch": 3.186513629842181,
      "grad_norm": 1.0507614751020569,
      "learning_rate": 0.000292470454220101,
      "loss": 5.1562,
      "step": 2221
    },
    {
      "epoch": 3.187948350071736,
      "grad_norm": 1.0540831960819348,
      "learning_rate": 0.0002924027417728437,
      "loss": 5.3438,
      "step": 2222
    },
    {
      "epoch": 3.1893830703012913,
      "grad_norm": 1.055950930869296,
      "learning_rate": 0.00029233473413090456,
      "loss": 5.2188,
      "step": 2223
    },
    {
      "epoch": 3.1908177905308466,
      "grad_norm": 1.0010998433471132,
      "learning_rate": 0.0002922664314352606,
      "loss": 5.1562,
      "step": 2224
    },
    {
      "epoch": 3.192252510760402,
      "grad_norm": 1.0221716234651634,
      "learning_rate": 0.0002921978338275002,
      "loss": 5.125,
      "step": 2225
    },
    {
      "epoch": 3.193687230989957,
      "grad_norm": 1.1117767468644426,
      "learning_rate": 0.00029212894144982327,
      "loss": 5.2188,
      "step": 2226
    },
    {
      "epoch": 3.1951219512195124,
      "grad_norm": 1.0999105594111016,
      "learning_rate": 0.0002920597544450407,
      "loss": 5.4375,
      "step": 2227
    },
    {
      "epoch": 3.1965566714490676,
      "grad_norm": 1.22127425189053,
      "learning_rate": 0.0002919902729565741,
      "loss": 4.5625,
      "step": 2228
    },
    {
      "epoch": 3.197991391678623,
      "grad_norm": 1.2334978570786064,
      "learning_rate": 0.0002919204971284557,
      "loss": 5.125,
      "step": 2229
    },
    {
      "epoch": 3.1994261119081777,
      "grad_norm": 1.283895769561079,
      "learning_rate": 0.0002918504271053275,
      "loss": 5.5,
      "step": 2230
    },
    {
      "epoch": 3.200860832137733,
      "grad_norm": 1.0717632408702638,
      "learning_rate": 0.0002917800630324419,
      "loss": 5.0312,
      "step": 2231
    },
    {
      "epoch": 3.2022955523672882,
      "grad_norm": 1.1228743202618072,
      "learning_rate": 0.00029170940505566037,
      "loss": 4.5,
      "step": 2232
    },
    {
      "epoch": 3.2037302725968435,
      "grad_norm": 1.1833603245751059,
      "learning_rate": 0.0002916384533214539,
      "loss": 5.0312,
      "step": 2233
    },
    {
      "epoch": 3.2051649928263988,
      "grad_norm": 1.107574871777023,
      "learning_rate": 0.00029156720797690226,
      "loss": 5.3125,
      "step": 2234
    },
    {
      "epoch": 3.206599713055954,
      "grad_norm": 1.5645667420750606,
      "learning_rate": 0.000291495669169694,
      "loss": 5.3125,
      "step": 2235
    },
    {
      "epoch": 3.2080344332855093,
      "grad_norm": 1.1469954389601305,
      "learning_rate": 0.0002914238370481259,
      "loss": 5.3438,
      "step": 2236
    },
    {
      "epoch": 3.2094691535150646,
      "grad_norm": 1.0256951050883218,
      "learning_rate": 0.000291351711761103,
      "loss": 5.375,
      "step": 2237
    },
    {
      "epoch": 3.21090387374462,
      "grad_norm": 1.007287617925673,
      "learning_rate": 0.0002912792934581377,
      "loss": 5.2812,
      "step": 2238
    },
    {
      "epoch": 3.212338593974175,
      "grad_norm": 1.133223281833408,
      "learning_rate": 0.00029120658228935,
      "loss": 5.3125,
      "step": 2239
    },
    {
      "epoch": 3.2137733142037304,
      "grad_norm": 1.1740397369636137,
      "learning_rate": 0.0002911335784054671,
      "loss": 5.1875,
      "step": 2240
    },
    {
      "epoch": 3.2152080344332856,
      "grad_norm": 1.0566472744861137,
      "learning_rate": 0.0002910602819578227,
      "loss": 5.125,
      "step": 2241
    },
    {
      "epoch": 3.216642754662841,
      "grad_norm": 1.2649979462802432,
      "learning_rate": 0.0002909866930983573,
      "loss": 5.0,
      "step": 2242
    },
    {
      "epoch": 3.218077474892396,
      "grad_norm": 1.1343203363658272,
      "learning_rate": 0.0002909128119796174,
      "loss": 5.375,
      "step": 2243
    },
    {
      "epoch": 3.2195121951219514,
      "grad_norm": 1.1255110918727858,
      "learning_rate": 0.00029083863875475517,
      "loss": 5.2188,
      "step": 2244
    },
    {
      "epoch": 3.2209469153515062,
      "grad_norm": 1.1848798563376817,
      "learning_rate": 0.00029076417357752865,
      "loss": 4.9375,
      "step": 2245
    },
    {
      "epoch": 3.2223816355810615,
      "grad_norm": 1.0624381750209437,
      "learning_rate": 0.00029068941660230084,
      "loss": 4.8125,
      "step": 2246
    },
    {
      "epoch": 3.2238163558106168,
      "grad_norm": 1.0644104264564425,
      "learning_rate": 0.0002906143679840397,
      "loss": 4.8125,
      "step": 2247
    },
    {
      "epoch": 3.225251076040172,
      "grad_norm": 1.0821787416136146,
      "learning_rate": 0.00029053902787831774,
      "loss": 5.0312,
      "step": 2248
    },
    {
      "epoch": 3.2266857962697273,
      "grad_norm": 1.1020582856705878,
      "learning_rate": 0.0002904633964413117,
      "loss": 5.0,
      "step": 2249
    },
    {
      "epoch": 3.2281205164992826,
      "grad_norm": 1.0823465201622369,
      "learning_rate": 0.00029038747382980235,
      "loss": 4.875,
      "step": 2250
    },
    {
      "epoch": 3.229555236728838,
      "grad_norm": 1.0823109259091965,
      "learning_rate": 0.0002903112602011738,
      "loss": 5.0312,
      "step": 2251
    },
    {
      "epoch": 3.230989956958393,
      "grad_norm": 1.2308893754512396,
      "learning_rate": 0.0002902347557134137,
      "loss": 5.125,
      "step": 2252
    },
    {
      "epoch": 3.2324246771879483,
      "grad_norm": 1.1590304265858526,
      "learning_rate": 0.00029015796052511255,
      "loss": 5.0625,
      "step": 2253
    },
    {
      "epoch": 3.2338593974175036,
      "grad_norm": 1.1976139251334477,
      "learning_rate": 0.0002900808747954633,
      "loss": 4.7812,
      "step": 2254
    },
    {
      "epoch": 3.235294117647059,
      "grad_norm": 1.0796539073453453,
      "learning_rate": 0.0002900034986842614,
      "loss": 4.9062,
      "step": 2255
    },
    {
      "epoch": 3.236728837876614,
      "grad_norm": 1.094513410024569,
      "learning_rate": 0.0002899258323519042,
      "loss": 4.8125,
      "step": 2256
    },
    {
      "epoch": 3.2381635581061694,
      "grad_norm": 1.140875858011971,
      "learning_rate": 0.0002898478759593905,
      "loss": 5.3125,
      "step": 2257
    },
    {
      "epoch": 3.2395982783357247,
      "grad_norm": 1.0315097938938806,
      "learning_rate": 0.0002897696296683206,
      "loss": 4.8125,
      "step": 2258
    },
    {
      "epoch": 3.24103299856528,
      "grad_norm": 1.0966416588135233,
      "learning_rate": 0.0002896910936408956,
      "loss": 5.3125,
      "step": 2259
    },
    {
      "epoch": 3.242467718794835,
      "grad_norm": 1.083378167209175,
      "learning_rate": 0.0002896122680399173,
      "loss": 4.8125,
      "step": 2260
    },
    {
      "epoch": 3.2439024390243905,
      "grad_norm": 1.0594686094092869,
      "learning_rate": 0.00028953315302878774,
      "loss": 5.3438,
      "step": 2261
    },
    {
      "epoch": 3.2453371592539453,
      "grad_norm": 1.0341955984445317,
      "learning_rate": 0.0002894537487715089,
      "loss": 4.625,
      "step": 2262
    },
    {
      "epoch": 3.2467718794835005,
      "grad_norm": 1.109045106824569,
      "learning_rate": 0.0002893740554326823,
      "loss": 5.2812,
      "step": 2263
    },
    {
      "epoch": 3.248206599713056,
      "grad_norm": 1.0148047720531708,
      "learning_rate": 0.00028929407317750876,
      "loss": 5.125,
      "step": 2264
    },
    {
      "epoch": 3.249641319942611,
      "grad_norm": 1.0189240735881446,
      "learning_rate": 0.0002892138021717881,
      "loss": 4.6875,
      "step": 2265
    },
    {
      "epoch": 3.2510760401721663,
      "grad_norm": 1.0477394327368448,
      "learning_rate": 0.00028913324258191854,
      "loss": 4.625,
      "step": 2266
    },
    {
      "epoch": 3.2525107604017216,
      "grad_norm": 1.0998359120476808,
      "learning_rate": 0.0002890523945748966,
      "loss": 5.125,
      "step": 2267
    },
    {
      "epoch": 3.253945480631277,
      "grad_norm": 1.0516727059149025,
      "learning_rate": 0.0002889712583183167,
      "loss": 5.2188,
      "step": 2268
    },
    {
      "epoch": 3.255380200860832,
      "grad_norm": 1.056000787424868,
      "learning_rate": 0.00028888983398037084,
      "loss": 5.3438,
      "step": 2269
    },
    {
      "epoch": 3.2568149210903874,
      "grad_norm": 1.068181308148281,
      "learning_rate": 0.0002888081217298479,
      "loss": 5.25,
      "step": 2270
    },
    {
      "epoch": 3.2582496413199427,
      "grad_norm": 1.1419355314958595,
      "learning_rate": 0.0002887261217361341,
      "loss": 5.2188,
      "step": 2271
    },
    {
      "epoch": 3.259684361549498,
      "grad_norm": 1.0690684045104837,
      "learning_rate": 0.00028864383416921167,
      "loss": 4.7812,
      "step": 2272
    },
    {
      "epoch": 3.261119081779053,
      "grad_norm": 1.02284340191417,
      "learning_rate": 0.00028856125919965924,
      "loss": 5.125,
      "step": 2273
    },
    {
      "epoch": 3.2625538020086085,
      "grad_norm": 1.0956139913575027,
      "learning_rate": 0.0002884783969986511,
      "loss": 5.1562,
      "step": 2274
    },
    {
      "epoch": 3.2639885222381637,
      "grad_norm": 1.0368732345262064,
      "learning_rate": 0.0002883952477379569,
      "loss": 5.2188,
      "step": 2275
    },
    {
      "epoch": 3.265423242467719,
      "grad_norm": 1.164498561945471,
      "learning_rate": 0.00028831181158994154,
      "loss": 5.4062,
      "step": 2276
    },
    {
      "epoch": 3.266857962697274,
      "grad_norm": 1.1073320599574294,
      "learning_rate": 0.0002882280887275645,
      "loss": 5.1562,
      "step": 2277
    },
    {
      "epoch": 3.2682926829268295,
      "grad_norm": 1.193206915863194,
      "learning_rate": 0.00028814407932437964,
      "loss": 4.9688,
      "step": 2278
    },
    {
      "epoch": 3.2697274031563843,
      "grad_norm": 1.0349788475857544,
      "learning_rate": 0.00028805978355453475,
      "loss": 5.4062,
      "step": 2279
    },
    {
      "epoch": 3.2711621233859396,
      "grad_norm": 1.121422055501429,
      "learning_rate": 0.0002879752015927713,
      "loss": 5.3125,
      "step": 2280
    },
    {
      "epoch": 3.272596843615495,
      "grad_norm": 2.2399734971327545,
      "learning_rate": 0.0002878903336144241,
      "loss": 5.5312,
      "step": 2281
    },
    {
      "epoch": 3.27403156384505,
      "grad_norm": 2.4225693297560307,
      "learning_rate": 0.00028780517979542055,
      "loss": 5.3438,
      "step": 2282
    },
    {
      "epoch": 3.2754662840746054,
      "grad_norm": 1.3873986343046403,
      "learning_rate": 0.00028771974031228107,
      "loss": 5.0938,
      "step": 2283
    },
    {
      "epoch": 3.2769010043041606,
      "grad_norm": 1.056131096471773,
      "learning_rate": 0.00028763401534211787,
      "loss": 5.2812,
      "step": 2284
    },
    {
      "epoch": 3.278335724533716,
      "grad_norm": 1.2230644575257938,
      "learning_rate": 0.0002875480050626351,
      "loss": 5.0625,
      "step": 2285
    },
    {
      "epoch": 3.279770444763271,
      "grad_norm": 1.038146456125764,
      "learning_rate": 0.0002874617096521282,
      "loss": 5.125,
      "step": 2286
    },
    {
      "epoch": 3.2812051649928264,
      "grad_norm": 1.0534940110357942,
      "learning_rate": 0.00028737512928948405,
      "loss": 5.1562,
      "step": 2287
    },
    {
      "epoch": 3.2826398852223817,
      "grad_norm": 1.1141906363702831,
      "learning_rate": 0.0002872882641541798,
      "loss": 5.0312,
      "step": 2288
    },
    {
      "epoch": 3.284074605451937,
      "grad_norm": 1.0614423239983164,
      "learning_rate": 0.000287201114426283,
      "loss": 5.2812,
      "step": 2289
    },
    {
      "epoch": 3.2855093256814922,
      "grad_norm": 1.106023234316837,
      "learning_rate": 0.00028711368028645144,
      "loss": 4.8438,
      "step": 2290
    },
    {
      "epoch": 3.2869440459110475,
      "grad_norm": 1.0692983643671459,
      "learning_rate": 0.0002870259619159322,
      "loss": 5.0938,
      "step": 2291
    },
    {
      "epoch": 3.2883787661406028,
      "grad_norm": 1.0901580042595107,
      "learning_rate": 0.00028693795949656165,
      "loss": 5.0,
      "step": 2292
    },
    {
      "epoch": 3.289813486370158,
      "grad_norm": 1.057021812525984,
      "learning_rate": 0.00028684967321076496,
      "loss": 4.9375,
      "step": 2293
    },
    {
      "epoch": 3.291248206599713,
      "grad_norm": 1.1622217085870892,
      "learning_rate": 0.0002867611032415558,
      "loss": 5.0938,
      "step": 2294
    },
    {
      "epoch": 3.292682926829268,
      "grad_norm": 1.0560679869681964,
      "learning_rate": 0.0002866722497725358,
      "loss": 5.0,
      "step": 2295
    },
    {
      "epoch": 3.2941176470588234,
      "grad_norm": 1.075723882215441,
      "learning_rate": 0.0002865831129878943,
      "loss": 5.2188,
      "step": 2296
    },
    {
      "epoch": 3.2955523672883786,
      "grad_norm": 1.0502024842780957,
      "learning_rate": 0.0002864936930724081,
      "loss": 5.4375,
      "step": 2297
    },
    {
      "epoch": 3.296987087517934,
      "grad_norm": 1.1138459532804115,
      "learning_rate": 0.0002864039902114407,
      "loss": 4.5,
      "step": 2298
    },
    {
      "epoch": 3.298421807747489,
      "grad_norm": 1.0357282428538066,
      "learning_rate": 0.0002863140045909422,
      "loss": 5.4688,
      "step": 2299
    },
    {
      "epoch": 3.2998565279770444,
      "grad_norm": 1.0492791468818603,
      "learning_rate": 0.00028622373639744893,
      "loss": 4.7812,
      "step": 2300
    },
    {
      "epoch": 3.3012912482065997,
      "grad_norm": 1.1078459388214943,
      "learning_rate": 0.0002861331858180829,
      "loss": 5.0625,
      "step": 2301
    },
    {
      "epoch": 3.302725968436155,
      "grad_norm": 0.997976012283416,
      "learning_rate": 0.0002860423530405515,
      "loss": 5.1562,
      "step": 2302
    },
    {
      "epoch": 3.30416068866571,
      "grad_norm": 1.089272559120307,
      "learning_rate": 0.0002859512382531472,
      "loss": 5.0938,
      "step": 2303
    },
    {
      "epoch": 3.3055954088952655,
      "grad_norm": 1.055008115543726,
      "learning_rate": 0.00028585984164474697,
      "loss": 5.0625,
      "step": 2304
    },
    {
      "epoch": 3.3070301291248207,
      "grad_norm": 1.0771192231095246,
      "learning_rate": 0.00028576816340481186,
      "loss": 5.0312,
      "step": 2305
    },
    {
      "epoch": 3.308464849354376,
      "grad_norm": 1.00510176647896,
      "learning_rate": 0.000285676203723387,
      "loss": 5.1562,
      "step": 2306
    },
    {
      "epoch": 3.3098995695839313,
      "grad_norm": 1.1360608452719965,
      "learning_rate": 0.0002855839627911008,
      "loss": 4.9062,
      "step": 2307
    },
    {
      "epoch": 3.3113342898134865,
      "grad_norm": 1.085321311792747,
      "learning_rate": 0.00028549144079916466,
      "loss": 5.5,
      "step": 2308
    },
    {
      "epoch": 3.3127690100430414,
      "grad_norm": 1.0140805785465599,
      "learning_rate": 0.0002853986379393726,
      "loss": 5.25,
      "step": 2309
    },
    {
      "epoch": 3.314203730272597,
      "grad_norm": 1.0630166131703582,
      "learning_rate": 0.00028530555440410104,
      "loss": 5.2188,
      "step": 2310
    },
    {
      "epoch": 3.315638450502152,
      "grad_norm": 1.107140530435926,
      "learning_rate": 0.00028521219038630803,
      "loss": 5.2188,
      "step": 2311
    },
    {
      "epoch": 3.317073170731707,
      "grad_norm": 1.088019912491595,
      "learning_rate": 0.000285118546079533,
      "loss": 4.625,
      "step": 2312
    },
    {
      "epoch": 3.3185078909612624,
      "grad_norm": 1.0729685555543869,
      "learning_rate": 0.0002850246216778966,
      "loss": 5.0938,
      "step": 2313
    },
    {
      "epoch": 3.3199426111908177,
      "grad_norm": 1.0751092138319678,
      "learning_rate": 0.0002849304173761001,
      "loss": 5.1562,
      "step": 2314
    },
    {
      "epoch": 3.321377331420373,
      "grad_norm": 1.1510852525856854,
      "learning_rate": 0.0002848359333694248,
      "loss": 5.4062,
      "step": 2315
    },
    {
      "epoch": 3.322812051649928,
      "grad_norm": 1.101987531683871,
      "learning_rate": 0.0002847411698537321,
      "loss": 4.9688,
      "step": 2316
    },
    {
      "epoch": 3.3242467718794835,
      "grad_norm": 1.057204820607426,
      "learning_rate": 0.0002846461270254624,
      "loss": 4.8125,
      "step": 2317
    },
    {
      "epoch": 3.3256814921090387,
      "grad_norm": 1.0748440738809917,
      "learning_rate": 0.0002845508050816355,
      "loss": 5.125,
      "step": 2318
    },
    {
      "epoch": 3.327116212338594,
      "grad_norm": 1.039747686637678,
      "learning_rate": 0.0002844552042198496,
      "loss": 5.3125,
      "step": 2319
    },
    {
      "epoch": 3.3285509325681493,
      "grad_norm": 1.0397704632766593,
      "learning_rate": 0.00028435932463828113,
      "loss": 4.75,
      "step": 2320
    },
    {
      "epoch": 3.3299856527977045,
      "grad_norm": 1.0569169206644087,
      "learning_rate": 0.0002842631665356843,
      "loss": 4.875,
      "step": 2321
    },
    {
      "epoch": 3.33142037302726,
      "grad_norm": 1.0708981733484377,
      "learning_rate": 0.00028416673011139065,
      "loss": 4.875,
      "step": 2322
    },
    {
      "epoch": 3.332855093256815,
      "grad_norm": 1.1089377208581974,
      "learning_rate": 0.0002840700155653087,
      "loss": 5.3125,
      "step": 2323
    },
    {
      "epoch": 3.3342898134863703,
      "grad_norm": 1.0267960680639645,
      "learning_rate": 0.00028397302309792345,
      "loss": 4.9688,
      "step": 2324
    },
    {
      "epoch": 3.3357245337159256,
      "grad_norm": 1.1090895594083894,
      "learning_rate": 0.0002838757529102962,
      "loss": 5.2188,
      "step": 2325
    },
    {
      "epoch": 3.3371592539454804,
      "grad_norm": 1.0295207359310024,
      "learning_rate": 0.00028377820520406353,
      "loss": 5.125,
      "step": 2326
    },
    {
      "epoch": 3.338593974175036,
      "grad_norm": 1.0110384084678379,
      "learning_rate": 0.0002836803801814379,
      "loss": 5.1562,
      "step": 2327
    },
    {
      "epoch": 3.340028694404591,
      "grad_norm": 1.5612166524092403,
      "learning_rate": 0.0002835822780452061,
      "loss": 5.0,
      "step": 2328
    },
    {
      "epoch": 3.341463414634146,
      "grad_norm": 1.3400618826066943,
      "learning_rate": 0.00028348389899872974,
      "loss": 4.9375,
      "step": 2329
    },
    {
      "epoch": 3.3428981348637015,
      "grad_norm": 1.041473170405038,
      "learning_rate": 0.0002833852432459442,
      "loss": 5.4688,
      "step": 2330
    },
    {
      "epoch": 3.3443328550932567,
      "grad_norm": 1.0798507959307992,
      "learning_rate": 0.0002832863109913586,
      "loss": 4.875,
      "step": 2331
    },
    {
      "epoch": 3.345767575322812,
      "grad_norm": 1.128630085081404,
      "learning_rate": 0.00028318710244005515,
      "loss": 5.4062,
      "step": 2332
    },
    {
      "epoch": 3.3472022955523673,
      "grad_norm": 1.0904228494602708,
      "learning_rate": 0.0002830876177976889,
      "loss": 5.4062,
      "step": 2333
    },
    {
      "epoch": 3.3486370157819225,
      "grad_norm": 1.0452993545985019,
      "learning_rate": 0.00028298785727048713,
      "loss": 5.1875,
      "step": 2334
    },
    {
      "epoch": 3.350071736011478,
      "grad_norm": 1.0617167621722896,
      "learning_rate": 0.0002828878210652492,
      "loss": 4.9688,
      "step": 2335
    },
    {
      "epoch": 3.351506456241033,
      "grad_norm": 1.1246789060857194,
      "learning_rate": 0.00028278750938934565,
      "loss": 5.1562,
      "step": 2336
    },
    {
      "epoch": 3.3529411764705883,
      "grad_norm": 1.062591913912219,
      "learning_rate": 0.00028268692245071833,
      "loss": 5.5,
      "step": 2337
    },
    {
      "epoch": 3.3543758967001436,
      "grad_norm": 1.0781095795553257,
      "learning_rate": 0.0002825860604578795,
      "loss": 5.4688,
      "step": 2338
    },
    {
      "epoch": 3.355810616929699,
      "grad_norm": 1.0083584347602965,
      "learning_rate": 0.0002824849236199117,
      "loss": 5.0938,
      "step": 2339
    },
    {
      "epoch": 3.357245337159254,
      "grad_norm": 1.0412192141043872,
      "learning_rate": 0.0002823835121464672,
      "loss": 5.125,
      "step": 2340
    },
    {
      "epoch": 3.3586800573888094,
      "grad_norm": 1.0649178566868092,
      "learning_rate": 0.0002822818262477676,
      "loss": 5.0,
      "step": 2341
    },
    {
      "epoch": 3.3601147776183646,
      "grad_norm": 1.0993027668664064,
      "learning_rate": 0.0002821798661346033,
      "loss": 5.25,
      "step": 2342
    },
    {
      "epoch": 3.3615494978479195,
      "grad_norm": 1.2477519634393652,
      "learning_rate": 0.00028207763201833317,
      "loss": 5.0625,
      "step": 2343
    },
    {
      "epoch": 3.3629842180774747,
      "grad_norm": 1.0423369471956951,
      "learning_rate": 0.0002819751241108841,
      "loss": 5.0312,
      "step": 2344
    },
    {
      "epoch": 3.36441893830703,
      "grad_norm": 1.0457802284048103,
      "learning_rate": 0.00028187234262475047,
      "loss": 4.9375,
      "step": 2345
    },
    {
      "epoch": 3.3658536585365852,
      "grad_norm": 1.0784739867358002,
      "learning_rate": 0.00028176928777299393,
      "loss": 5.25,
      "step": 2346
    },
    {
      "epoch": 3.3672883787661405,
      "grad_norm": 1.1076831099146136,
      "learning_rate": 0.00028166595976924266,
      "loss": 5.2188,
      "step": 2347
    },
    {
      "epoch": 3.3687230989956958,
      "grad_norm": 1.0490638588415075,
      "learning_rate": 0.000281562358827691,
      "loss": 4.5625,
      "step": 2348
    },
    {
      "epoch": 3.370157819225251,
      "grad_norm": 1.0141036796202456,
      "learning_rate": 0.0002814584851630993,
      "loss": 4.8438,
      "step": 2349
    },
    {
      "epoch": 3.3715925394548063,
      "grad_norm": 1.1183305699254529,
      "learning_rate": 0.00028135433899079316,
      "loss": 5.5938,
      "step": 2350
    },
    {
      "epoch": 3.3730272596843616,
      "grad_norm": 1.0300006501024321,
      "learning_rate": 0.000281249920526663,
      "loss": 5.2188,
      "step": 2351
    },
    {
      "epoch": 3.374461979913917,
      "grad_norm": 1.0364741989567956,
      "learning_rate": 0.00028114522998716376,
      "loss": 5.3125,
      "step": 2352
    },
    {
      "epoch": 3.375896700143472,
      "grad_norm": 1.0778996706220494,
      "learning_rate": 0.00028104026758931435,
      "loss": 5.5,
      "step": 2353
    },
    {
      "epoch": 3.3773314203730274,
      "grad_norm": 0.9786276098484947,
      "learning_rate": 0.00028093503355069733,
      "loss": 4.9375,
      "step": 2354
    },
    {
      "epoch": 3.3787661406025826,
      "grad_norm": 1.1031648189141625,
      "learning_rate": 0.0002808295280894582,
      "loss": 5.0,
      "step": 2355
    },
    {
      "epoch": 3.380200860832138,
      "grad_norm": 0.9795639666145675,
      "learning_rate": 0.00028072375142430524,
      "loss": 4.2812,
      "step": 2356
    },
    {
      "epoch": 3.381635581061693,
      "grad_norm": 1.0631037452544474,
      "learning_rate": 0.0002806177037745088,
      "loss": 5.1875,
      "step": 2357
    },
    {
      "epoch": 3.383070301291248,
      "grad_norm": 1.13579477501223,
      "learning_rate": 0.0002805113853599011,
      "loss": 5.4688,
      "step": 2358
    },
    {
      "epoch": 3.3845050215208037,
      "grad_norm": 1.0643909230066753,
      "learning_rate": 0.0002804047964008755,
      "loss": 4.8438,
      "step": 2359
    },
    {
      "epoch": 3.3859397417503585,
      "grad_norm": 1.08634823811482,
      "learning_rate": 0.00028029793711838646,
      "loss": 5.3125,
      "step": 2360
    },
    {
      "epoch": 3.3873744619799138,
      "grad_norm": 0.9925349072530808,
      "learning_rate": 0.0002801908077339484,
      "loss": 4.8125,
      "step": 2361
    },
    {
      "epoch": 3.388809182209469,
      "grad_norm": 1.0609936188627274,
      "learning_rate": 0.00028008340846963597,
      "loss": 4.9062,
      "step": 2362
    },
    {
      "epoch": 3.3902439024390243,
      "grad_norm": 1.082398861691516,
      "learning_rate": 0.0002799757395480832,
      "loss": 5.4688,
      "step": 2363
    },
    {
      "epoch": 3.3916786226685796,
      "grad_norm": 1.008880510016609,
      "learning_rate": 0.000279867801192483,
      "loss": 5.5625,
      "step": 2364
    },
    {
      "epoch": 3.393113342898135,
      "grad_norm": 1.0739888561878799,
      "learning_rate": 0.00027975959362658694,
      "loss": 5.0625,
      "step": 2365
    },
    {
      "epoch": 3.39454806312769,
      "grad_norm": 1.0164049241952473,
      "learning_rate": 0.00027965111707470454,
      "loss": 5.1875,
      "step": 2366
    },
    {
      "epoch": 3.3959827833572453,
      "grad_norm": 0.9779967973687721,
      "learning_rate": 0.000279542371761703,
      "loss": 5.2188,
      "step": 2367
    },
    {
      "epoch": 3.3974175035868006,
      "grad_norm": 1.0031717745563025,
      "learning_rate": 0.00027943335791300657,
      "loss": 5.0,
      "step": 2368
    },
    {
      "epoch": 3.398852223816356,
      "grad_norm": 1.097073465224073,
      "learning_rate": 0.0002793240757545963,
      "loss": 5.25,
      "step": 2369
    },
    {
      "epoch": 3.400286944045911,
      "grad_norm": 1.115888430263497,
      "learning_rate": 0.00027921452551300926,
      "loss": 5.2812,
      "step": 2370
    },
    {
      "epoch": 3.4017216642754664,
      "grad_norm": 1.093505114567103,
      "learning_rate": 0.0002791047074153384,
      "loss": 4.9375,
      "step": 2371
    },
    {
      "epoch": 3.4031563845050217,
      "grad_norm": 1.1446952913517734,
      "learning_rate": 0.0002789946216892318,
      "loss": 5.5312,
      "step": 2372
    },
    {
      "epoch": 3.404591104734577,
      "grad_norm": 1.1213509401334103,
      "learning_rate": 0.00027888426856289243,
      "loss": 5.2188,
      "step": 2373
    },
    {
      "epoch": 3.406025824964132,
      "grad_norm": 1.0352491353857678,
      "learning_rate": 0.0002787736482650775,
      "loss": 5.1875,
      "step": 2374
    },
    {
      "epoch": 3.407460545193687,
      "grad_norm": 1.0909108060801378,
      "learning_rate": 0.00027866276102509797,
      "loss": 5.3438,
      "step": 2375
    },
    {
      "epoch": 3.4088952654232423,
      "grad_norm": 1.1345720247927618,
      "learning_rate": 0.0002785516070728184,
      "loss": 4.75,
      "step": 2376
    },
    {
      "epoch": 3.4103299856527975,
      "grad_norm": 1.094283526068876,
      "learning_rate": 0.00027844018663865594,
      "loss": 4.4688,
      "step": 2377
    },
    {
      "epoch": 3.411764705882353,
      "grad_norm": 1.030442755759573,
      "learning_rate": 0.0002783284999535805,
      "loss": 5.1562,
      "step": 2378
    },
    {
      "epoch": 3.413199426111908,
      "grad_norm": 1.1121255575620461,
      "learning_rate": 0.0002782165472491135,
      "loss": 5.25,
      "step": 2379
    },
    {
      "epoch": 3.4146341463414633,
      "grad_norm": 1.0708113493311364,
      "learning_rate": 0.00027810432875732816,
      "loss": 5.1562,
      "step": 2380
    },
    {
      "epoch": 3.4160688665710186,
      "grad_norm": 1.1801647453387771,
      "learning_rate": 0.0002779918447108485,
      "loss": 5.375,
      "step": 2381
    },
    {
      "epoch": 3.417503586800574,
      "grad_norm": 1.1488037085646798,
      "learning_rate": 0.0002778790953428491,
      "loss": 5.0,
      "step": 2382
    },
    {
      "epoch": 3.418938307030129,
      "grad_norm": 1.104520802104783,
      "learning_rate": 0.00027776608088705436,
      "loss": 5.2812,
      "step": 2383
    },
    {
      "epoch": 3.4203730272596844,
      "grad_norm": 1.0861152555248743,
      "learning_rate": 0.0002776528015777384,
      "loss": 5.375,
      "step": 2384
    },
    {
      "epoch": 3.4218077474892397,
      "grad_norm": 1.2189731299724593,
      "learning_rate": 0.0002775392576497243,
      "loss": 5.2812,
      "step": 2385
    },
    {
      "epoch": 3.423242467718795,
      "grad_norm": 1.0600936335714195,
      "learning_rate": 0.00027742544933838365,
      "loss": 5.2188,
      "step": 2386
    },
    {
      "epoch": 3.42467718794835,
      "grad_norm": 1.0075938168525433,
      "learning_rate": 0.00027731137687963614,
      "loss": 5.0938,
      "step": 2387
    },
    {
      "epoch": 3.4261119081779055,
      "grad_norm": 1.108549238434662,
      "learning_rate": 0.000277197040509949,
      "loss": 5.2188,
      "step": 2388
    },
    {
      "epoch": 3.4275466284074607,
      "grad_norm": 0.9901349573444643,
      "learning_rate": 0.0002770824404663366,
      "loss": 5.2188,
      "step": 2389
    },
    {
      "epoch": 3.4289813486370155,
      "grad_norm": 0.9633788194426749,
      "learning_rate": 0.0002769675769863597,
      "loss": 5.125,
      "step": 2390
    },
    {
      "epoch": 3.4304160688665712,
      "grad_norm": 1.0743368061972869,
      "learning_rate": 0.00027685245030812544,
      "loss": 5.1562,
      "step": 2391
    },
    {
      "epoch": 3.431850789096126,
      "grad_norm": 1.0673526798432567,
      "learning_rate": 0.0002767370606702864,
      "loss": 5.0625,
      "step": 2392
    },
    {
      "epoch": 3.4332855093256813,
      "grad_norm": 1.03426719791537,
      "learning_rate": 0.00027662140831204016,
      "loss": 5.1875,
      "step": 2393
    },
    {
      "epoch": 3.4347202295552366,
      "grad_norm": 1.0934530497049069,
      "learning_rate": 0.0002765054934731291,
      "loss": 5.125,
      "step": 2394
    },
    {
      "epoch": 3.436154949784792,
      "grad_norm": 1.063180415164185,
      "learning_rate": 0.0002763893163938396,
      "loss": 5.0312,
      "step": 2395
    },
    {
      "epoch": 3.437589670014347,
      "grad_norm": 1.0267914349875702,
      "learning_rate": 0.0002762728773150018,
      "loss": 5.2812,
      "step": 2396
    },
    {
      "epoch": 3.4390243902439024,
      "grad_norm": 1.0602741892176755,
      "learning_rate": 0.00027615617647798864,
      "loss": 5.375,
      "step": 2397
    },
    {
      "epoch": 3.4404591104734576,
      "grad_norm": 1.0311198250381544,
      "learning_rate": 0.000276039214124716,
      "loss": 5.125,
      "step": 2398
    },
    {
      "epoch": 3.441893830703013,
      "grad_norm": 0.9984209599492918,
      "learning_rate": 0.00027592199049764174,
      "loss": 5.1562,
      "step": 2399
    },
    {
      "epoch": 3.443328550932568,
      "grad_norm": 1.0478754168549116,
      "learning_rate": 0.00027580450583976536,
      "loss": 4.7812,
      "step": 2400
    },
    {
      "epoch": 3.4447632711621234,
      "grad_norm": 1.1040812177758907,
      "learning_rate": 0.00027568676039462734,
      "loss": 5.3438,
      "step": 2401
    },
    {
      "epoch": 3.4461979913916787,
      "grad_norm": 1.0573047424893083,
      "learning_rate": 0.0002755687544063089,
      "loss": 5.375,
      "step": 2402
    },
    {
      "epoch": 3.447632711621234,
      "grad_norm": 0.9968283977287129,
      "learning_rate": 0.0002754504881194314,
      "loss": 5.2812,
      "step": 2403
    },
    {
      "epoch": 3.4490674318507892,
      "grad_norm": 1.0695118900632854,
      "learning_rate": 0.00027533196177915553,
      "loss": 4.9375,
      "step": 2404
    },
    {
      "epoch": 3.4505021520803445,
      "grad_norm": 1.0435614603390466,
      "learning_rate": 0.0002752131756311814,
      "loss": 5.125,
      "step": 2405
    },
    {
      "epoch": 3.4519368723098998,
      "grad_norm": 1.017185722076797,
      "learning_rate": 0.00027509412992174744,
      "loss": 4.8438,
      "step": 2406
    },
    {
      "epoch": 3.4533715925394546,
      "grad_norm": 1.1518338850258665,
      "learning_rate": 0.0002749748248976302,
      "loss": 5.4375,
      "step": 2407
    },
    {
      "epoch": 3.4548063127690103,
      "grad_norm": 1.0526035907213491,
      "learning_rate": 0.00027485526080614394,
      "loss": 4.5938,
      "step": 2408
    },
    {
      "epoch": 3.456241032998565,
      "grad_norm": 0.9938818617392084,
      "learning_rate": 0.0002747354378951396,
      "loss": 4.6875,
      "step": 2409
    },
    {
      "epoch": 3.4576757532281204,
      "grad_norm": 1.0685416782385726,
      "learning_rate": 0.00027461535641300504,
      "loss": 5.0625,
      "step": 2410
    },
    {
      "epoch": 3.4591104734576756,
      "grad_norm": 1.0251114312750147,
      "learning_rate": 0.0002744950166086638,
      "loss": 4.875,
      "step": 2411
    },
    {
      "epoch": 3.460545193687231,
      "grad_norm": 1.1150657814718545,
      "learning_rate": 0.00027437441873157516,
      "loss": 4.9688,
      "step": 2412
    },
    {
      "epoch": 3.461979913916786,
      "grad_norm": 1.0659356789859085,
      "learning_rate": 0.0002742535630317333,
      "loss": 5.1875,
      "step": 2413
    },
    {
      "epoch": 3.4634146341463414,
      "grad_norm": 1.0612016258625767,
      "learning_rate": 0.00027413244975966664,
      "loss": 5.1875,
      "step": 2414
    },
    {
      "epoch": 3.4648493543758967,
      "grad_norm": 1.0458268059112992,
      "learning_rate": 0.00027401107916643784,
      "loss": 5.2188,
      "step": 2415
    },
    {
      "epoch": 3.466284074605452,
      "grad_norm": 0.9782382300060415,
      "learning_rate": 0.00027388945150364283,
      "loss": 5.0625,
      "step": 2416
    },
    {
      "epoch": 3.4677187948350072,
      "grad_norm": 1.001240405961635,
      "learning_rate": 0.00027376756702341055,
      "loss": 5.2188,
      "step": 2417
    },
    {
      "epoch": 3.4691535150645625,
      "grad_norm": 1.0185911257646028,
      "learning_rate": 0.0002736454259784021,
      "loss": 5.0312,
      "step": 2418
    },
    {
      "epoch": 3.4705882352941178,
      "grad_norm": 1.0093981423137248,
      "learning_rate": 0.00027352302862181056,
      "loss": 5.3438,
      "step": 2419
    },
    {
      "epoch": 3.472022955523673,
      "grad_norm": 1.0634691308443303,
      "learning_rate": 0.0002734003752073604,
      "loss": 5.1875,
      "step": 2420
    },
    {
      "epoch": 3.4734576757532283,
      "grad_norm": 1.0056413395588464,
      "learning_rate": 0.0002732774659893067,
      "loss": 5.2188,
      "step": 2421
    },
    {
      "epoch": 3.4748923959827835,
      "grad_norm": 1.0219292672944966,
      "learning_rate": 0.00027315430122243497,
      "loss": 5.0312,
      "step": 2422
    },
    {
      "epoch": 3.476327116212339,
      "grad_norm": 1.0725590852255942,
      "learning_rate": 0.0002730308811620604,
      "loss": 5.5938,
      "step": 2423
    },
    {
      "epoch": 3.4777618364418936,
      "grad_norm": 1.0669875618654112,
      "learning_rate": 0.00027290720606402746,
      "loss": 4.4688,
      "step": 2424
    },
    {
      "epoch": 3.479196556671449,
      "grad_norm": 1.0740538294202813,
      "learning_rate": 0.0002727832761847092,
      "loss": 5.2188,
      "step": 2425
    },
    {
      "epoch": 3.480631276901004,
      "grad_norm": 1.452192201994813,
      "learning_rate": 0.00027265909178100675,
      "loss": 4.9062,
      "step": 2426
    },
    {
      "epoch": 3.4820659971305594,
      "grad_norm": 1.0769946062580449,
      "learning_rate": 0.00027253465311034917,
      "loss": 5.1562,
      "step": 2427
    },
    {
      "epoch": 3.4835007173601147,
      "grad_norm": 1.0559024939921766,
      "learning_rate": 0.00027240996043069227,
      "loss": 5.1875,
      "step": 2428
    },
    {
      "epoch": 3.48493543758967,
      "grad_norm": 1.0164428293059296,
      "learning_rate": 0.00027228501400051856,
      "loss": 5.125,
      "step": 2429
    },
    {
      "epoch": 3.486370157819225,
      "grad_norm": 1.0553005438869147,
      "learning_rate": 0.0002721598140788366,
      "loss": 5.375,
      "step": 2430
    },
    {
      "epoch": 3.4878048780487805,
      "grad_norm": 1.0136148003951757,
      "learning_rate": 0.0002720343609251803,
      "loss": 4.875,
      "step": 2431
    },
    {
      "epoch": 3.4892395982783357,
      "grad_norm": 1.027374252846732,
      "learning_rate": 0.00027190865479960864,
      "loss": 5.0625,
      "step": 2432
    },
    {
      "epoch": 3.490674318507891,
      "grad_norm": 1.005408444109726,
      "learning_rate": 0.00027178269596270493,
      "loss": 5.0625,
      "step": 2433
    },
    {
      "epoch": 3.4921090387374463,
      "grad_norm": 1.046759412267886,
      "learning_rate": 0.00027165648467557637,
      "loss": 5.2188,
      "step": 2434
    },
    {
      "epoch": 3.4935437589670015,
      "grad_norm": 1.0678640732459799,
      "learning_rate": 0.0002715300211998535,
      "loss": 5.3438,
      "step": 2435
    },
    {
      "epoch": 3.494978479196557,
      "grad_norm": 1.0256243753145466,
      "learning_rate": 0.00027140330579768945,
      "loss": 5.3438,
      "step": 2436
    },
    {
      "epoch": 3.496413199426112,
      "grad_norm": 1.0229592633912643,
      "learning_rate": 0.0002712763387317598,
      "loss": 5.125,
      "step": 2437
    },
    {
      "epoch": 3.4978479196556673,
      "grad_norm": 1.1199132406735122,
      "learning_rate": 0.0002711491202652619,
      "loss": 5.2188,
      "step": 2438
    },
    {
      "epoch": 3.499282639885222,
      "grad_norm": 1.0858646190455752,
      "learning_rate": 0.00027102165066191387,
      "loss": 4.9062,
      "step": 2439
    },
    {
      "epoch": 3.500717360114778,
      "grad_norm": 1.0531357218452575,
      "learning_rate": 0.0002708939301859547,
      "loss": 5.1562,
      "step": 2440
    },
    {
      "epoch": 3.5021520803443327,
      "grad_norm": 1.0580822330854516,
      "learning_rate": 0.0002707659591021435,
      "loss": 5.2188,
      "step": 2441
    },
    {
      "epoch": 3.503586800573888,
      "grad_norm": 1.1372794971120297,
      "learning_rate": 0.0002706377376757586,
      "loss": 5.25,
      "step": 2442
    },
    {
      "epoch": 3.505021520803443,
      "grad_norm": 1.023393001458688,
      "learning_rate": 0.0002705092661725975,
      "loss": 5.2188,
      "step": 2443
    },
    {
      "epoch": 3.5064562410329985,
      "grad_norm": 1.0451065847538858,
      "learning_rate": 0.0002703805448589761,
      "loss": 5.4375,
      "step": 2444
    },
    {
      "epoch": 3.5078909612625537,
      "grad_norm": 0.9747267404317778,
      "learning_rate": 0.00027025157400172793,
      "loss": 5.0625,
      "step": 2445
    },
    {
      "epoch": 3.509325681492109,
      "grad_norm": 0.9425558337757608,
      "learning_rate": 0.0002701223538682041,
      "loss": 4.9688,
      "step": 2446
    },
    {
      "epoch": 3.5107604017216643,
      "grad_norm": 1.0326392207277237,
      "learning_rate": 0.0002699928847262722,
      "loss": 5.0625,
      "step": 2447
    },
    {
      "epoch": 3.5121951219512195,
      "grad_norm": 0.9559288565838197,
      "learning_rate": 0.00026986316684431616,
      "loss": 4.8125,
      "step": 2448
    },
    {
      "epoch": 3.513629842180775,
      "grad_norm": 1.1209997923533805,
      "learning_rate": 0.00026973320049123557,
      "loss": 4.9688,
      "step": 2449
    },
    {
      "epoch": 3.51506456241033,
      "grad_norm": 0.9785387503443455,
      "learning_rate": 0.000269602985936445,
      "loss": 5.2188,
      "step": 2450
    },
    {
      "epoch": 3.5164992826398853,
      "grad_norm": 1.1684884040308117,
      "learning_rate": 0.0002694725234498734,
      "loss": 5.1875,
      "step": 2451
    },
    {
      "epoch": 3.5179340028694406,
      "grad_norm": 1.1295348839716288,
      "learning_rate": 0.000269341813301964,
      "loss": 5.5625,
      "step": 2452
    },
    {
      "epoch": 3.519368723098996,
      "grad_norm": 1.0163267946715357,
      "learning_rate": 0.0002692108557636732,
      "loss": 5.0,
      "step": 2453
    },
    {
      "epoch": 3.5208034433285507,
      "grad_norm": 1.0790898762087477,
      "learning_rate": 0.00026907965110647026,
      "loss": 5.2812,
      "step": 2454
    },
    {
      "epoch": 3.5222381635581064,
      "grad_norm": 1.0485880004788346,
      "learning_rate": 0.0002689481996023367,
      "loss": 5.0938,
      "step": 2455
    },
    {
      "epoch": 3.523672883787661,
      "grad_norm": 1.061223696949115,
      "learning_rate": 0.0002688165015237658,
      "loss": 5.6875,
      "step": 2456
    },
    {
      "epoch": 3.525107604017217,
      "grad_norm": 1.0824100150859424,
      "learning_rate": 0.00026868455714376183,
      "loss": 5.0,
      "step": 2457
    },
    {
      "epoch": 3.5265423242467717,
      "grad_norm": 1.1082157877140173,
      "learning_rate": 0.00026855236673583997,
      "loss": 5.1875,
      "step": 2458
    },
    {
      "epoch": 3.527977044476327,
      "grad_norm": 1.0996764402377546,
      "learning_rate": 0.00026841993057402495,
      "loss": 5.3125,
      "step": 2459
    },
    {
      "epoch": 3.5294117647058822,
      "grad_norm": 1.0305623872268057,
      "learning_rate": 0.0002682872489328513,
      "loss": 4.7188,
      "step": 2460
    },
    {
      "epoch": 3.5308464849354375,
      "grad_norm": 1.0750974496594834,
      "learning_rate": 0.0002681543220873622,
      "loss": 5.2188,
      "step": 2461
    },
    {
      "epoch": 3.5322812051649928,
      "grad_norm": 1.090492013330636,
      "learning_rate": 0.00026802115031310936,
      "loss": 4.9375,
      "step": 2462
    },
    {
      "epoch": 3.533715925394548,
      "grad_norm": 1.0457777128065764,
      "learning_rate": 0.0002678877338861519,
      "loss": 5.3438,
      "step": 2463
    },
    {
      "epoch": 3.5351506456241033,
      "grad_norm": 1.0900541188375814,
      "learning_rate": 0.0002677540730830563,
      "loss": 5.125,
      "step": 2464
    },
    {
      "epoch": 3.5365853658536586,
      "grad_norm": 1.040147153322716,
      "learning_rate": 0.00026762016818089563,
      "loss": 4.9062,
      "step": 2465
    },
    {
      "epoch": 3.538020086083214,
      "grad_norm": 1.033851069061565,
      "learning_rate": 0.0002674860194572489,
      "loss": 5.375,
      "step": 2466
    },
    {
      "epoch": 3.539454806312769,
      "grad_norm": 1.1380072423462178,
      "learning_rate": 0.0002673516271902006,
      "loss": 5.125,
      "step": 2467
    },
    {
      "epoch": 3.5408895265423244,
      "grad_norm": 1.0365979367347655,
      "learning_rate": 0.00026721699165833994,
      "loss": 4.5,
      "step": 2468
    },
    {
      "epoch": 3.5423242467718796,
      "grad_norm": 1.0330318987504696,
      "learning_rate": 0.0002670821131407606,
      "loss": 5.1875,
      "step": 2469
    },
    {
      "epoch": 3.543758967001435,
      "grad_norm": 1.0252994383146685,
      "learning_rate": 0.00026694699191705994,
      "loss": 5.1562,
      "step": 2470
    },
    {
      "epoch": 3.5451936872309897,
      "grad_norm": 1.021327439793831,
      "learning_rate": 0.00026681162826733826,
      "loss": 5.2812,
      "step": 2471
    },
    {
      "epoch": 3.5466284074605454,
      "grad_norm": 1.0322901220448797,
      "learning_rate": 0.0002666760224721985,
      "loss": 5.125,
      "step": 2472
    },
    {
      "epoch": 3.5480631276901002,
      "grad_norm": 1.0635389987491335,
      "learning_rate": 0.00026654017481274567,
      "loss": 5.0938,
      "step": 2473
    },
    {
      "epoch": 3.5494978479196555,
      "grad_norm": 1.1619180764074477,
      "learning_rate": 0.00026640408557058597,
      "loss": 5.3438,
      "step": 2474
    },
    {
      "epoch": 3.5509325681492108,
      "grad_norm": 1.162104720647735,
      "learning_rate": 0.00026626775502782655,
      "loss": 5.1875,
      "step": 2475
    },
    {
      "epoch": 3.552367288378766,
      "grad_norm": 1.0647545344005662,
      "learning_rate": 0.00026613118346707456,
      "loss": 5.0312,
      "step": 2476
    },
    {
      "epoch": 3.5538020086083213,
      "grad_norm": 1.106608930737659,
      "learning_rate": 0.00026599437117143704,
      "loss": 5.2812,
      "step": 2477
    },
    {
      "epoch": 3.5552367288378766,
      "grad_norm": 1.0749272376930055,
      "learning_rate": 0.0002658573184245198,
      "loss": 5.0312,
      "step": 2478
    },
    {
      "epoch": 3.556671449067432,
      "grad_norm": 1.0617665013827322,
      "learning_rate": 0.0002657200255104273,
      "loss": 5.3438,
      "step": 2479
    },
    {
      "epoch": 3.558106169296987,
      "grad_norm": 1.0459417446895034,
      "learning_rate": 0.00026558249271376176,
      "loss": 5.0938,
      "step": 2480
    },
    {
      "epoch": 3.5595408895265424,
      "grad_norm": 1.1231635470212025,
      "learning_rate": 0.0002654447203196226,
      "loss": 4.9375,
      "step": 2481
    },
    {
      "epoch": 3.5609756097560976,
      "grad_norm": 1.0550339213559907,
      "learning_rate": 0.0002653067086136061,
      "loss": 4.7812,
      "step": 2482
    },
    {
      "epoch": 3.562410329985653,
      "grad_norm": 1.0126652460843488,
      "learning_rate": 0.00026516845788180445,
      "loss": 5.2812,
      "step": 2483
    },
    {
      "epoch": 3.563845050215208,
      "grad_norm": 1.0817455050511013,
      "learning_rate": 0.0002650299684108054,
      "loss": 5.0312,
      "step": 2484
    },
    {
      "epoch": 3.5652797704447634,
      "grad_norm": 1.0515836505925946,
      "learning_rate": 0.0002648912404876916,
      "loss": 4.875,
      "step": 2485
    },
    {
      "epoch": 3.5667144906743187,
      "grad_norm": 1.1049876700563832,
      "learning_rate": 0.00026475227440004,
      "loss": 5.3125,
      "step": 2486
    },
    {
      "epoch": 3.568149210903874,
      "grad_norm": 1.1690976164808364,
      "learning_rate": 0.0002646130704359213,
      "loss": 4.7188,
      "step": 2487
    },
    {
      "epoch": 3.5695839311334288,
      "grad_norm": 1.0618195531050167,
      "learning_rate": 0.00026447362888389915,
      "loss": 4.9375,
      "step": 2488
    },
    {
      "epoch": 3.5710186513629845,
      "grad_norm": 1.1716759247252546,
      "learning_rate": 0.00026433395003302984,
      "loss": 5.4375,
      "step": 2489
    },
    {
      "epoch": 3.5724533715925393,
      "grad_norm": 1.1625618945334941,
      "learning_rate": 0.00026419403417286163,
      "loss": 5.0938,
      "step": 2490
    },
    {
      "epoch": 3.5738880918220945,
      "grad_norm": 1.1172331581006951,
      "learning_rate": 0.0002640538815934339,
      "loss": 5.125,
      "step": 2491
    },
    {
      "epoch": 3.57532281205165,
      "grad_norm": 1.0800316330253472,
      "learning_rate": 0.0002639134925852769,
      "loss": 5.0625,
      "step": 2492
    },
    {
      "epoch": 3.576757532281205,
      "grad_norm": 1.1589548522617183,
      "learning_rate": 0.0002637728674394109,
      "loss": 4.9375,
      "step": 2493
    },
    {
      "epoch": 3.5781922525107603,
      "grad_norm": 1.0757075066391542,
      "learning_rate": 0.0002636320064473457,
      "loss": 5.125,
      "step": 2494
    },
    {
      "epoch": 3.5796269727403156,
      "grad_norm": 1.0594383510862928,
      "learning_rate": 0.00026349090990108006,
      "loss": 5.25,
      "step": 2495
    },
    {
      "epoch": 3.581061692969871,
      "grad_norm": 1.120843961472675,
      "learning_rate": 0.00026334957809310097,
      "loss": 5.0,
      "step": 2496
    },
    {
      "epoch": 3.582496413199426,
      "grad_norm": 1.1128673039910113,
      "learning_rate": 0.00026320801131638307,
      "loss": 4.9688,
      "step": 2497
    },
    {
      "epoch": 3.5839311334289814,
      "grad_norm": 1.0309683677461736,
      "learning_rate": 0.0002630662098643881,
      "loss": 4.4688,
      "step": 2498
    },
    {
      "epoch": 3.5853658536585367,
      "grad_norm": 1.1550087307116987,
      "learning_rate": 0.0002629241740310643,
      "loss": 5.0625,
      "step": 2499
    },
    {
      "epoch": 3.586800573888092,
      "grad_norm": 1.0611782502972245,
      "learning_rate": 0.00026278190411084583,
      "loss": 4.9375,
      "step": 2500
    },
    {
      "epoch": 3.588235294117647,
      "grad_norm": 1.0936550695622507,
      "learning_rate": 0.000262639400398652,
      "loss": 5.1875,
      "step": 2501
    },
    {
      "epoch": 3.5896700143472025,
      "grad_norm": 1.15789121442597,
      "learning_rate": 0.00026249666318988677,
      "loss": 4.5,
      "step": 2502
    },
    {
      "epoch": 3.5911047345767573,
      "grad_norm": 1.1142139858481517,
      "learning_rate": 0.0002623536927804382,
      "loss": 5.2812,
      "step": 2503
    },
    {
      "epoch": 3.592539454806313,
      "grad_norm": 1.0739098705233434,
      "learning_rate": 0.0002622104894666777,
      "loss": 5.25,
      "step": 2504
    },
    {
      "epoch": 3.593974175035868,
      "grad_norm": 1.0538091829332576,
      "learning_rate": 0.0002620670535454595,
      "loss": 5.0,
      "step": 2505
    },
    {
      "epoch": 3.5954088952654235,
      "grad_norm": 1.0935529872126915,
      "learning_rate": 0.0002619233853141201,
      "loss": 5.3125,
      "step": 2506
    },
    {
      "epoch": 3.5968436154949783,
      "grad_norm": 1.04161174173623,
      "learning_rate": 0.00026177948507047734,
      "loss": 5.0312,
      "step": 2507
    },
    {
      "epoch": 3.5982783357245336,
      "grad_norm": 0.9939509189909348,
      "learning_rate": 0.0002616353531128303,
      "loss": 4.8438,
      "step": 2508
    },
    {
      "epoch": 3.599713055954089,
      "grad_norm": 1.1448266794971511,
      "learning_rate": 0.0002614909897399582,
      "loss": 5.1875,
      "step": 2509
    },
    {
      "epoch": 3.601147776183644,
      "grad_norm": 1.0504999924911902,
      "learning_rate": 0.00026134639525111995,
      "loss": 5.1875,
      "step": 2510
    },
    {
      "epoch": 3.6025824964131994,
      "grad_norm": 1.0577805142541932,
      "learning_rate": 0.0002612015699460537,
      "loss": 4.75,
      "step": 2511
    },
    {
      "epoch": 3.6040172166427547,
      "grad_norm": 1.1081914685111607,
      "learning_rate": 0.00026105651412497595,
      "loss": 4.6875,
      "step": 2512
    },
    {
      "epoch": 3.60545193687231,
      "grad_norm": 1.0465684528639483,
      "learning_rate": 0.00026091122808858124,
      "loss": 4.6562,
      "step": 2513
    },
    {
      "epoch": 3.606886657101865,
      "grad_norm": 1.1657348771185174,
      "learning_rate": 0.000260765712138041,
      "loss": 5.4375,
      "step": 2514
    },
    {
      "epoch": 3.6083213773314204,
      "grad_norm": 1.130832102713584,
      "learning_rate": 0.0002606199665750036,
      "loss": 5.2812,
      "step": 2515
    },
    {
      "epoch": 3.6097560975609757,
      "grad_norm": 1.0971006786360178,
      "learning_rate": 0.0002604739917015932,
      "loss": 5.1875,
      "step": 2516
    },
    {
      "epoch": 3.611190817790531,
      "grad_norm": 1.042797414215172,
      "learning_rate": 0.0002603277878204093,
      "loss": 5.0938,
      "step": 2517
    },
    {
      "epoch": 3.6126255380200862,
      "grad_norm": 1.1266451000199516,
      "learning_rate": 0.00026018135523452626,
      "loss": 5.5312,
      "step": 2518
    },
    {
      "epoch": 3.6140602582496415,
      "grad_norm": 1.0938799093240519,
      "learning_rate": 0.0002600346942474924,
      "loss": 5.4062,
      "step": 2519
    },
    {
      "epoch": 3.6154949784791963,
      "grad_norm": 1.0076319181825357,
      "learning_rate": 0.00025988780516332966,
      "loss": 5.3438,
      "step": 2520
    },
    {
      "epoch": 3.616929698708752,
      "grad_norm": 1.0227140978674567,
      "learning_rate": 0.00025974068828653254,
      "loss": 5.0,
      "step": 2521
    },
    {
      "epoch": 3.618364418938307,
      "grad_norm": 1.1093929354960514,
      "learning_rate": 0.0002595933439220681,
      "loss": 5.0312,
      "step": 2522
    },
    {
      "epoch": 3.619799139167862,
      "grad_norm": 1.0309899526623407,
      "learning_rate": 0.0002594457723753746,
      "loss": 4.9688,
      "step": 2523
    },
    {
      "epoch": 3.6212338593974174,
      "grad_norm": 1.0937421571510086,
      "learning_rate": 0.00025929797395236165,
      "loss": 5.3125,
      "step": 2524
    },
    {
      "epoch": 3.6226685796269726,
      "grad_norm": 1.0664168432366252,
      "learning_rate": 0.00025914994895940874,
      "loss": 4.9688,
      "step": 2525
    },
    {
      "epoch": 3.624103299856528,
      "grad_norm": 1.0817360675129966,
      "learning_rate": 0.0002590016977033654,
      "loss": 5.125,
      "step": 2526
    },
    {
      "epoch": 3.625538020086083,
      "grad_norm": 1.0480299901366454,
      "learning_rate": 0.0002588532204915499,
      "loss": 5.5312,
      "step": 2527
    },
    {
      "epoch": 3.6269727403156384,
      "grad_norm": 1.110240143738001,
      "learning_rate": 0.00025870451763174905,
      "loss": 5.1875,
      "step": 2528
    },
    {
      "epoch": 3.6284074605451937,
      "grad_norm": 1.1584622120349808,
      "learning_rate": 0.0002585555894322175,
      "loss": 4.625,
      "step": 2529
    },
    {
      "epoch": 3.629842180774749,
      "grad_norm": 1.0455061826116905,
      "learning_rate": 0.00025840643620167675,
      "loss": 5.25,
      "step": 2530
    },
    {
      "epoch": 3.6312769010043042,
      "grad_norm": 1.2263324155405266,
      "learning_rate": 0.0002582570582493152,
      "loss": 4.7188,
      "step": 2531
    },
    {
      "epoch": 3.6327116212338595,
      "grad_norm": 1.140808434593077,
      "learning_rate": 0.0002581074558847866,
      "loss": 4.9062,
      "step": 2532
    },
    {
      "epoch": 3.6341463414634148,
      "grad_norm": 1.1049179793786186,
      "learning_rate": 0.00025795762941821027,
      "loss": 5.5312,
      "step": 2533
    },
    {
      "epoch": 3.63558106169297,
      "grad_norm": 1.2781773484160104,
      "learning_rate": 0.0002578075791601699,
      "loss": 5.125,
      "step": 2534
    },
    {
      "epoch": 3.637015781922525,
      "grad_norm": 1.169552739980003,
      "learning_rate": 0.00025765730542171315,
      "loss": 5.4375,
      "step": 2535
    },
    {
      "epoch": 3.6384505021520805,
      "grad_norm": 0.9786338512136308,
      "learning_rate": 0.00025750680851435097,
      "loss": 4.8125,
      "step": 2536
    },
    {
      "epoch": 3.6398852223816354,
      "grad_norm": 1.0940662164336374,
      "learning_rate": 0.0002573560887500568,
      "loss": 5.2188,
      "step": 2537
    },
    {
      "epoch": 3.641319942611191,
      "grad_norm": 1.1156628160756432,
      "learning_rate": 0.0002572051464412662,
      "loss": 4.6875,
      "step": 2538
    },
    {
      "epoch": 3.642754662840746,
      "grad_norm": 1.0619859295393965,
      "learning_rate": 0.0002570539819008761,
      "loss": 4.9688,
      "step": 2539
    },
    {
      "epoch": 3.644189383070301,
      "grad_norm": 1.0810674004522343,
      "learning_rate": 0.0002569025954422439,
      "loss": 5.1562,
      "step": 2540
    },
    {
      "epoch": 3.6456241032998564,
      "grad_norm": 1.1351003962803268,
      "learning_rate": 0.0002567509873791871,
      "loss": 5.2188,
      "step": 2541
    },
    {
      "epoch": 3.6470588235294117,
      "grad_norm": 1.0751172876948418,
      "learning_rate": 0.0002565991580259827,
      "loss": 5.0312,
      "step": 2542
    },
    {
      "epoch": 3.648493543758967,
      "grad_norm": 1.0438653490115435,
      "learning_rate": 0.0002564471076973663,
      "loss": 5.3125,
      "step": 2543
    },
    {
      "epoch": 3.649928263988522,
      "grad_norm": 1.0761656370167927,
      "learning_rate": 0.0002562948367085317,
      "loss": 4.9375,
      "step": 2544
    },
    {
      "epoch": 3.6513629842180775,
      "grad_norm": 1.0495391347141496,
      "learning_rate": 0.0002561423453751298,
      "loss": 5.0938,
      "step": 2545
    },
    {
      "epoch": 3.6527977044476327,
      "grad_norm": 1.0043033107992934,
      "learning_rate": 0.00025598963401326873,
      "loss": 4.875,
      "step": 2546
    },
    {
      "epoch": 3.654232424677188,
      "grad_norm": 1.0704333897082055,
      "learning_rate": 0.0002558367029395123,
      "loss": 5.0938,
      "step": 2547
    },
    {
      "epoch": 3.6556671449067433,
      "grad_norm": 1.1109466364918137,
      "learning_rate": 0.00025568355247088017,
      "loss": 5.5625,
      "step": 2548
    },
    {
      "epoch": 3.6571018651362985,
      "grad_norm": 1.3075160258343563,
      "learning_rate": 0.00025553018292484645,
      "loss": 4.8438,
      "step": 2549
    },
    {
      "epoch": 3.658536585365854,
      "grad_norm": 1.0284974397045228,
      "learning_rate": 0.0002553765946193396,
      "loss": 4.9688,
      "step": 2550
    },
    {
      "epoch": 3.659971305595409,
      "grad_norm": 1.0512168392116523,
      "learning_rate": 0.0002552227878727413,
      "loss": 4.9062,
      "step": 2551
    },
    {
      "epoch": 3.661406025824964,
      "grad_norm": 1.0590750596325718,
      "learning_rate": 0.00025506876300388653,
      "loss": 4.9688,
      "step": 2552
    },
    {
      "epoch": 3.6628407460545196,
      "grad_norm": 1.072882175423997,
      "learning_rate": 0.00025491452033206196,
      "loss": 5.4062,
      "step": 2553
    },
    {
      "epoch": 3.6642754662840744,
      "grad_norm": 1.0961825376504775,
      "learning_rate": 0.000254760060177006,
      "loss": 4.9062,
      "step": 2554
    },
    {
      "epoch": 3.6657101865136297,
      "grad_norm": 1.1215753022523949,
      "learning_rate": 0.00025460538285890775,
      "loss": 5.3438,
      "step": 2555
    },
    {
      "epoch": 3.667144906743185,
      "grad_norm": 1.0669822863667762,
      "learning_rate": 0.0002544504886984066,
      "loss": 5.0312,
      "step": 2556
    },
    {
      "epoch": 3.66857962697274,
      "grad_norm": 1.0985553757840778,
      "learning_rate": 0.00025429537801659137,
      "loss": 5.25,
      "step": 2557
    },
    {
      "epoch": 3.6700143472022955,
      "grad_norm": 1.0212977483715,
      "learning_rate": 0.0002541400511349998,
      "loss": 5.1562,
      "step": 2558
    },
    {
      "epoch": 3.6714490674318507,
      "grad_norm": 1.002083697376592,
      "learning_rate": 0.00025398450837561766,
      "loss": 5.4375,
      "step": 2559
    },
    {
      "epoch": 3.672883787661406,
      "grad_norm": 0.9990293499504355,
      "learning_rate": 0.0002538287500608785,
      "loss": 5.2188,
      "step": 2560
    },
    {
      "epoch": 3.6743185078909613,
      "grad_norm": 1.0489793343306029,
      "learning_rate": 0.0002536727765136623,
      "loss": 5.3125,
      "step": 2561
    },
    {
      "epoch": 3.6757532281205165,
      "grad_norm": 1.0085828082178423,
      "learning_rate": 0.00025351658805729553,
      "loss": 5.25,
      "step": 2562
    },
    {
      "epoch": 3.677187948350072,
      "grad_norm": 1.09616116467628,
      "learning_rate": 0.00025336018501555014,
      "loss": 5.125,
      "step": 2563
    },
    {
      "epoch": 3.678622668579627,
      "grad_norm": 1.027724776010812,
      "learning_rate": 0.00025320356771264265,
      "loss": 5.0938,
      "step": 2564
    },
    {
      "epoch": 3.6800573888091823,
      "grad_norm": 1.1062503650891047,
      "learning_rate": 0.00025304673647323406,
      "loss": 5.4375,
      "step": 2565
    },
    {
      "epoch": 3.6814921090387376,
      "grad_norm": 1.0151180700076459,
      "learning_rate": 0.0002528896916224286,
      "loss": 5.0,
      "step": 2566
    },
    {
      "epoch": 3.682926829268293,
      "grad_norm": 1.0438003889693106,
      "learning_rate": 0.00025273243348577346,
      "loss": 5.0938,
      "step": 2567
    },
    {
      "epoch": 3.684361549497848,
      "grad_norm": 1.0167835860920063,
      "learning_rate": 0.0002525749623892579,
      "loss": 5.1875,
      "step": 2568
    },
    {
      "epoch": 3.685796269727403,
      "grad_norm": 1.0221119342317124,
      "learning_rate": 0.00025241727865931264,
      "loss": 4.7812,
      "step": 2569
    },
    {
      "epoch": 3.6872309899569586,
      "grad_norm": 1.0835867923009523,
      "learning_rate": 0.0002522593826228092,
      "loss": 4.375,
      "step": 2570
    },
    {
      "epoch": 3.6886657101865135,
      "grad_norm": 1.0881223061253322,
      "learning_rate": 0.0002521012746070591,
      "loss": 5.2812,
      "step": 2571
    },
    {
      "epoch": 3.6901004304160687,
      "grad_norm": 1.3283702864599036,
      "learning_rate": 0.00025194295493981354,
      "loss": 5.5,
      "step": 2572
    },
    {
      "epoch": 3.691535150645624,
      "grad_norm": 1.123717965613662,
      "learning_rate": 0.0002517844239492621,
      "loss": 5.5312,
      "step": 2573
    },
    {
      "epoch": 3.6929698708751793,
      "grad_norm": 1.1041997907189698,
      "learning_rate": 0.0002516256819640328,
      "loss": 5.1562,
      "step": 2574
    },
    {
      "epoch": 3.6944045911047345,
      "grad_norm": 1.0902099054788261,
      "learning_rate": 0.0002514667293131907,
      "loss": 5.5312,
      "step": 2575
    },
    {
      "epoch": 3.69583931133429,
      "grad_norm": 1.1408615114025813,
      "learning_rate": 0.00025130756632623784,
      "loss": 5.0938,
      "step": 2576
    },
    {
      "epoch": 3.697274031563845,
      "grad_norm": 1.1097314289606595,
      "learning_rate": 0.00025114819333311214,
      "loss": 5.0625,
      "step": 2577
    },
    {
      "epoch": 3.6987087517934003,
      "grad_norm": 1.0680303859110503,
      "learning_rate": 0.0002509886106641868,
      "loss": 4.875,
      "step": 2578
    },
    {
      "epoch": 3.7001434720229556,
      "grad_norm": 1.0148598720629087,
      "learning_rate": 0.00025082881865026984,
      "loss": 4.9062,
      "step": 2579
    },
    {
      "epoch": 3.701578192252511,
      "grad_norm": 1.1133294578405826,
      "learning_rate": 0.0002506688176226031,
      "loss": 5.2812,
      "step": 2580
    },
    {
      "epoch": 3.703012912482066,
      "grad_norm": 1.0848032127669274,
      "learning_rate": 0.00025050860791286174,
      "loss": 4.8438,
      "step": 2581
    },
    {
      "epoch": 3.7044476327116214,
      "grad_norm": 1.0294250182599416,
      "learning_rate": 0.00025034818985315344,
      "loss": 5.4062,
      "step": 2582
    },
    {
      "epoch": 3.7058823529411766,
      "grad_norm": 1.0991215876164648,
      "learning_rate": 0.000250187563776018,
      "loss": 5.2812,
      "step": 2583
    },
    {
      "epoch": 3.7073170731707314,
      "grad_norm": 1.0367087556612444,
      "learning_rate": 0.0002500267300144262,
      "loss": 5.125,
      "step": 2584
    },
    {
      "epoch": 3.708751793400287,
      "grad_norm": 1.0428495042049162,
      "learning_rate": 0.0002498656889017795,
      "loss": 5.2812,
      "step": 2585
    },
    {
      "epoch": 3.710186513629842,
      "grad_norm": 1.0708120715362899,
      "learning_rate": 0.00024970444077190894,
      "loss": 5.4062,
      "step": 2586
    },
    {
      "epoch": 3.7116212338593977,
      "grad_norm": 1.0549475364506502,
      "learning_rate": 0.000249542985959075,
      "loss": 5.1875,
      "step": 2587
    },
    {
      "epoch": 3.7130559540889525,
      "grad_norm": 1.0244985591974622,
      "learning_rate": 0.0002493813247979665,
      "loss": 5.0312,
      "step": 2588
    },
    {
      "epoch": 3.7144906743185078,
      "grad_norm": 1.0244485107379555,
      "learning_rate": 0.00024921945762369985,
      "loss": 5.0312,
      "step": 2589
    },
    {
      "epoch": 3.715925394548063,
      "grad_norm": 1.0899348002988254,
      "learning_rate": 0.0002490573847718188,
      "loss": 5.125,
      "step": 2590
    },
    {
      "epoch": 3.7173601147776183,
      "grad_norm": 1.065407964751937,
      "learning_rate": 0.0002488951065782932,
      "loss": 5.0,
      "step": 2591
    },
    {
      "epoch": 3.7187948350071736,
      "grad_norm": 1.0512960874675008,
      "learning_rate": 0.0002487326233795188,
      "loss": 4.5312,
      "step": 2592
    },
    {
      "epoch": 3.720229555236729,
      "grad_norm": 1.1271173652115325,
      "learning_rate": 0.0002485699355123161,
      "loss": 5.1562,
      "step": 2593
    },
    {
      "epoch": 3.721664275466284,
      "grad_norm": 1.1131014500586083,
      "learning_rate": 0.00024840704331392994,
      "loss": 5.2812,
      "step": 2594
    },
    {
      "epoch": 3.7230989956958394,
      "grad_norm": 1.0743211094937366,
      "learning_rate": 0.00024824394712202885,
      "loss": 4.875,
      "step": 2595
    },
    {
      "epoch": 3.7245337159253946,
      "grad_norm": 1.0461549389498408,
      "learning_rate": 0.000248080647274704,
      "loss": 5.125,
      "step": 2596
    },
    {
      "epoch": 3.72596843615495,
      "grad_norm": 1.1515068058267446,
      "learning_rate": 0.00024791714411046906,
      "loss": 5.3438,
      "step": 2597
    },
    {
      "epoch": 3.727403156384505,
      "grad_norm": 1.1496157226616965,
      "learning_rate": 0.0002477534379682588,
      "loss": 5.1875,
      "step": 2598
    },
    {
      "epoch": 3.7288378766140604,
      "grad_norm": 1.1044579546715514,
      "learning_rate": 0.000247589529187429,
      "loss": 5.125,
      "step": 2599
    },
    {
      "epoch": 3.7302725968436157,
      "grad_norm": 1.0520523556865808,
      "learning_rate": 0.0002474254181077554,
      "loss": 4.8125,
      "step": 2600
    },
    {
      "epoch": 3.7317073170731705,
      "grad_norm": 1.1003594024829524,
      "learning_rate": 0.0002472611050694331,
      "loss": 5.1562,
      "step": 2601
    },
    {
      "epoch": 3.733142037302726,
      "grad_norm": 1.0382267477422418,
      "learning_rate": 0.0002470965904130759,
      "loss": 5.125,
      "step": 2602
    },
    {
      "epoch": 3.734576757532281,
      "grad_norm": 1.054585484179485,
      "learning_rate": 0.00024693187447971557,
      "loss": 5.3438,
      "step": 2603
    },
    {
      "epoch": 3.7360114777618363,
      "grad_norm": 1.1417587856180964,
      "learning_rate": 0.0002467669576108009,
      "loss": 5.0,
      "step": 2604
    },
    {
      "epoch": 3.7374461979913915,
      "grad_norm": 1.0399310508484823,
      "learning_rate": 0.00024660184014819753,
      "loss": 5.2812,
      "step": 2605
    },
    {
      "epoch": 3.738880918220947,
      "grad_norm": 1.0566279089037542,
      "learning_rate": 0.0002464365224341868,
      "loss": 5.2812,
      "step": 2606
    },
    {
      "epoch": 3.740315638450502,
      "grad_norm": 1.07540182833809,
      "learning_rate": 0.0002462710048114649,
      "loss": 5.0938,
      "step": 2607
    },
    {
      "epoch": 3.7417503586800573,
      "grad_norm": 1.091936832079425,
      "learning_rate": 0.0002461052876231429,
      "loss": 5.0312,
      "step": 2608
    },
    {
      "epoch": 3.7431850789096126,
      "grad_norm": 1.1227689252318223,
      "learning_rate": 0.00024593937121274525,
      "loss": 5.5,
      "step": 2609
    },
    {
      "epoch": 3.744619799139168,
      "grad_norm": 1.0360529490719206,
      "learning_rate": 0.00024577325592420936,
      "loss": 4.9688,
      "step": 2610
    },
    {
      "epoch": 3.746054519368723,
      "grad_norm": 1.0147625343623807,
      "learning_rate": 0.00024560694210188505,
      "loss": 4.75,
      "step": 2611
    },
    {
      "epoch": 3.7474892395982784,
      "grad_norm": 1.0653215185168394,
      "learning_rate": 0.00024544043009053364,
      "loss": 5.2812,
      "step": 2612
    },
    {
      "epoch": 3.7489239598278337,
      "grad_norm": 1.0662514747450893,
      "learning_rate": 0.0002452737202353273,
      "loss": 5.125,
      "step": 2613
    },
    {
      "epoch": 3.750358680057389,
      "grad_norm": 1.031753306698908,
      "learning_rate": 0.0002451068128818482,
      "loss": 5.0625,
      "step": 2614
    },
    {
      "epoch": 3.751793400286944,
      "grad_norm": 1.0449641752103227,
      "learning_rate": 0.0002449397083760881,
      "loss": 4.9062,
      "step": 2615
    },
    {
      "epoch": 3.753228120516499,
      "grad_norm": 1.0310221964770143,
      "learning_rate": 0.00024477240706444734,
      "loss": 5.1875,
      "step": 2616
    },
    {
      "epoch": 3.7546628407460547,
      "grad_norm": 1.0370468325148254,
      "learning_rate": 0.0002446049092937342,
      "loss": 4.7812,
      "step": 2617
    },
    {
      "epoch": 3.7560975609756095,
      "grad_norm": 1.039091079795283,
      "learning_rate": 0.0002444372154111644,
      "loss": 5.25,
      "step": 2618
    },
    {
      "epoch": 3.7575322812051652,
      "grad_norm": 1.0913203536569014,
      "learning_rate": 0.00024426932576435996,
      "loss": 5.0312,
      "step": 2619
    },
    {
      "epoch": 3.75896700143472,
      "grad_norm": 1.072819120310342,
      "learning_rate": 0.00024410124070134873,
      "loss": 5.4375,
      "step": 2620
    },
    {
      "epoch": 3.7604017216642753,
      "grad_norm": 1.0814124305650494,
      "learning_rate": 0.00024393296057056385,
      "loss": 5.2188,
      "step": 2621
    },
    {
      "epoch": 3.7618364418938306,
      "grad_norm": 1.0721564924673987,
      "learning_rate": 0.00024376448572084272,
      "loss": 5.2812,
      "step": 2622
    },
    {
      "epoch": 3.763271162123386,
      "grad_norm": 1.0228692612358123,
      "learning_rate": 0.00024359581650142625,
      "loss": 5.2812,
      "step": 2623
    },
    {
      "epoch": 3.764705882352941,
      "grad_norm": 1.0596818693870382,
      "learning_rate": 0.0002434269532619585,
      "loss": 5.3438,
      "step": 2624
    },
    {
      "epoch": 3.7661406025824964,
      "grad_norm": 1.0813993052989372,
      "learning_rate": 0.0002432578963524855,
      "loss": 5.1875,
      "step": 2625
    },
    {
      "epoch": 3.7675753228120517,
      "grad_norm": 1.0931080361822645,
      "learning_rate": 0.0002430886461234549,
      "loss": 5.1875,
      "step": 2626
    },
    {
      "epoch": 3.769010043041607,
      "grad_norm": 1.0225365927634111,
      "learning_rate": 0.00024291920292571513,
      "loss": 5.25,
      "step": 2627
    },
    {
      "epoch": 3.770444763271162,
      "grad_norm": 1.0704858428251496,
      "learning_rate": 0.0002427495671105145,
      "loss": 4.625,
      "step": 2628
    },
    {
      "epoch": 3.7718794835007174,
      "grad_norm": 1.0468212789775322,
      "learning_rate": 0.00024257973902950064,
      "loss": 4.75,
      "step": 2629
    },
    {
      "epoch": 3.7733142037302727,
      "grad_norm": 1.1925543815065638,
      "learning_rate": 0.00024240971903471978,
      "loss": 5.4375,
      "step": 2630
    },
    {
      "epoch": 3.774748923959828,
      "grad_norm": 1.082561642009318,
      "learning_rate": 0.000242239507478616,
      "loss": 5.25,
      "step": 2631
    },
    {
      "epoch": 3.7761836441893832,
      "grad_norm": 1.1549418692777687,
      "learning_rate": 0.0002420691047140304,
      "loss": 4.8125,
      "step": 2632
    },
    {
      "epoch": 3.777618364418938,
      "grad_norm": 1.0938306008974636,
      "learning_rate": 0.00024189851109420054,
      "loss": 5.5,
      "step": 2633
    },
    {
      "epoch": 3.7790530846484938,
      "grad_norm": 1.1176893016366976,
      "learning_rate": 0.0002417277269727595,
      "loss": 5.5625,
      "step": 2634
    },
    {
      "epoch": 3.7804878048780486,
      "grad_norm": 1.0410090318229899,
      "learning_rate": 0.0002415567527037354,
      "loss": 5.3125,
      "step": 2635
    },
    {
      "epoch": 3.7819225251076043,
      "grad_norm": 1.0690539397880594,
      "learning_rate": 0.00024138558864155037,
      "loss": 4.9062,
      "step": 2636
    },
    {
      "epoch": 3.783357245337159,
      "grad_norm": 0.9976982387088397,
      "learning_rate": 0.00024121423514102014,
      "loss": 5.0,
      "step": 2637
    },
    {
      "epoch": 3.7847919655667144,
      "grad_norm": 0.9939638657977814,
      "learning_rate": 0.00024104269255735298,
      "loss": 5.1562,
      "step": 2638
    },
    {
      "epoch": 3.7862266857962696,
      "grad_norm": 0.9850459165868019,
      "learning_rate": 0.00024087096124614924,
      "loss": 5.0312,
      "step": 2639
    },
    {
      "epoch": 3.787661406025825,
      "grad_norm": 1.038371901568012,
      "learning_rate": 0.00024069904156340043,
      "loss": 4.9062,
      "step": 2640
    },
    {
      "epoch": 3.78909612625538,
      "grad_norm": 1.1452560941905698,
      "learning_rate": 0.00024052693386548857,
      "loss": 5.4062,
      "step": 2641
    },
    {
      "epoch": 3.7905308464849354,
      "grad_norm": 1.0337050495974585,
      "learning_rate": 0.00024035463850918543,
      "loss": 5.1562,
      "step": 2642
    },
    {
      "epoch": 3.7919655667144907,
      "grad_norm": 1.121639644653891,
      "learning_rate": 0.00024018215585165176,
      "loss": 5.3125,
      "step": 2643
    },
    {
      "epoch": 3.793400286944046,
      "grad_norm": 1.083373346963093,
      "learning_rate": 0.0002400094862504367,
      "loss": 5.2188,
      "step": 2644
    },
    {
      "epoch": 3.7948350071736012,
      "grad_norm": 1.0092995391265311,
      "learning_rate": 0.0002398366300634766,
      "loss": 5.3438,
      "step": 2645
    },
    {
      "epoch": 3.7962697274031565,
      "grad_norm": 1.045704393276527,
      "learning_rate": 0.00023966358764909503,
      "loss": 5.4062,
      "step": 2646
    },
    {
      "epoch": 3.7977044476327118,
      "grad_norm": 1.0186633678196906,
      "learning_rate": 0.0002394903593660012,
      "loss": 4.7812,
      "step": 2647
    },
    {
      "epoch": 3.799139167862267,
      "grad_norm": 1.0537633803060582,
      "learning_rate": 0.0002393169455732899,
      "loss": 5.0,
      "step": 2648
    },
    {
      "epoch": 3.8005738880918223,
      "grad_norm": 1.0595679713613804,
      "learning_rate": 0.0002391433466304404,
      "loss": 5.2188,
      "step": 2649
    },
    {
      "epoch": 3.802008608321377,
      "grad_norm": 1.0332957380011711,
      "learning_rate": 0.0002389695628973156,
      "loss": 5.125,
      "step": 2650
    },
    {
      "epoch": 3.803443328550933,
      "grad_norm": 1.041859404485057,
      "learning_rate": 0.00023879559473416177,
      "loss": 5.2812,
      "step": 2651
    },
    {
      "epoch": 3.8048780487804876,
      "grad_norm": 1.02202445913923,
      "learning_rate": 0.00023862144250160725,
      "loss": 5.1562,
      "step": 2652
    },
    {
      "epoch": 3.806312769010043,
      "grad_norm": 1.0175489876470658,
      "learning_rate": 0.00023844710656066207,
      "loss": 5.2812,
      "step": 2653
    },
    {
      "epoch": 3.807747489239598,
      "grad_norm": 1.0224978591376797,
      "learning_rate": 0.000238272587272717,
      "loss": 4.9375,
      "step": 2654
    },
    {
      "epoch": 3.8091822094691534,
      "grad_norm": 1.0093015941302854,
      "learning_rate": 0.000238097884999543,
      "loss": 5.0,
      "step": 2655
    },
    {
      "epoch": 3.8106169296987087,
      "grad_norm": 1.0988526338217142,
      "learning_rate": 0.00023792300010329017,
      "loss": 5.2188,
      "step": 2656
    },
    {
      "epoch": 3.812051649928264,
      "grad_norm": 1.111489054452722,
      "learning_rate": 0.00023774793294648736,
      "loss": 5.0,
      "step": 2657
    },
    {
      "epoch": 3.813486370157819,
      "grad_norm": 1.059831916560788,
      "learning_rate": 0.00023757268389204114,
      "loss": 5.0625,
      "step": 2658
    },
    {
      "epoch": 3.8149210903873745,
      "grad_norm": 1.1264269643426912,
      "learning_rate": 0.0002373972533032352,
      "loss": 4.9688,
      "step": 2659
    },
    {
      "epoch": 3.8163558106169297,
      "grad_norm": 1.0859344873355703,
      "learning_rate": 0.00023722164154372938,
      "loss": 5.25,
      "step": 2660
    },
    {
      "epoch": 3.817790530846485,
      "grad_norm": 1.0932591170959145,
      "learning_rate": 0.00023704584897755936,
      "loss": 5.1562,
      "step": 2661
    },
    {
      "epoch": 3.8192252510760403,
      "grad_norm": 1.2166662846068843,
      "learning_rate": 0.00023686987596913543,
      "loss": 4.5938,
      "step": 2662
    },
    {
      "epoch": 3.8206599713055955,
      "grad_norm": 1.0735128912497534,
      "learning_rate": 0.000236693722883242,
      "loss": 5.25,
      "step": 2663
    },
    {
      "epoch": 3.822094691535151,
      "grad_norm": 1.036232355170348,
      "learning_rate": 0.00023651739008503662,
      "loss": 4.6562,
      "step": 2664
    },
    {
      "epoch": 3.8235294117647056,
      "grad_norm": 1.0805778346201032,
      "learning_rate": 0.00023634087794004966,
      "loss": 4.75,
      "step": 2665
    },
    {
      "epoch": 3.8249641319942613,
      "grad_norm": 1.1201668381409622,
      "learning_rate": 0.00023616418681418296,
      "loss": 4.8125,
      "step": 2666
    },
    {
      "epoch": 3.826398852223816,
      "grad_norm": 1.1078703488152262,
      "learning_rate": 0.00023598731707370963,
      "loss": 5.1875,
      "step": 2667
    },
    {
      "epoch": 3.827833572453372,
      "grad_norm": 1.0471040569743932,
      "learning_rate": 0.00023581026908527295,
      "loss": 5.3438,
      "step": 2668
    },
    {
      "epoch": 3.8292682926829267,
      "grad_norm": 1.1359060998981807,
      "learning_rate": 0.00023563304321588563,
      "loss": 5.4688,
      "step": 2669
    },
    {
      "epoch": 3.830703012912482,
      "grad_norm": 1.0780043183212555,
      "learning_rate": 0.00023545563983292923,
      "loss": 5.3125,
      "step": 2670
    },
    {
      "epoch": 3.832137733142037,
      "grad_norm": 1.1078255779919748,
      "learning_rate": 0.0002352780593041532,
      "loss": 4.6562,
      "step": 2671
    },
    {
      "epoch": 3.8335724533715925,
      "grad_norm": 1.0688268899358324,
      "learning_rate": 0.00023510030199767423,
      "loss": 5.25,
      "step": 2672
    },
    {
      "epoch": 3.8350071736011477,
      "grad_norm": 1.11984388326275,
      "learning_rate": 0.0002349223682819755,
      "loss": 4.875,
      "step": 2673
    },
    {
      "epoch": 3.836441893830703,
      "grad_norm": 1.083902375883974,
      "learning_rate": 0.00023474425852590587,
      "loss": 5.375,
      "step": 2674
    },
    {
      "epoch": 3.8378766140602583,
      "grad_norm": 1.128736060752717,
      "learning_rate": 0.00023456597309867906,
      "loss": 5.0625,
      "step": 2675
    },
    {
      "epoch": 3.8393113342898135,
      "grad_norm": 1.0548705112163608,
      "learning_rate": 0.00023438751236987306,
      "loss": 5.0938,
      "step": 2676
    },
    {
      "epoch": 3.840746054519369,
      "grad_norm": 1.0464370285753133,
      "learning_rate": 0.0002342088767094291,
      "loss": 5.375,
      "step": 2677
    },
    {
      "epoch": 3.842180774748924,
      "grad_norm": 1.121333118384276,
      "learning_rate": 0.00023403006648765125,
      "loss": 4.4375,
      "step": 2678
    },
    {
      "epoch": 3.8436154949784793,
      "grad_norm": 1.1352687140310667,
      "learning_rate": 0.00023385108207520515,
      "loss": 5.125,
      "step": 2679
    },
    {
      "epoch": 3.8450502152080346,
      "grad_norm": 1.1588385638828511,
      "learning_rate": 0.00023367192384311783,
      "loss": 5.0,
      "step": 2680
    },
    {
      "epoch": 3.84648493543759,
      "grad_norm": 1.0809089820951514,
      "learning_rate": 0.00023349259216277644,
      "loss": 5.1875,
      "step": 2681
    },
    {
      "epoch": 3.8479196556671447,
      "grad_norm": 1.0647342077267776,
      "learning_rate": 0.00023331308740592779,
      "loss": 5.1875,
      "step": 2682
    },
    {
      "epoch": 3.8493543758967004,
      "grad_norm": 1.1002445967861572,
      "learning_rate": 0.0002331334099446773,
      "loss": 4.9062,
      "step": 2683
    },
    {
      "epoch": 3.850789096126255,
      "grad_norm": 1.1183355417740648,
      "learning_rate": 0.00023295356015148866,
      "loss": 5.5,
      "step": 2684
    },
    {
      "epoch": 3.8522238163558105,
      "grad_norm": 1.0275753729598103,
      "learning_rate": 0.00023277353839918263,
      "loss": 5.3125,
      "step": 2685
    },
    {
      "epoch": 3.8536585365853657,
      "grad_norm": 1.0937912717612812,
      "learning_rate": 0.00023259334506093638,
      "loss": 5.0625,
      "step": 2686
    },
    {
      "epoch": 3.855093256814921,
      "grad_norm": 1.0313127561465807,
      "learning_rate": 0.000232412980510283,
      "loss": 5.0938,
      "step": 2687
    },
    {
      "epoch": 3.8565279770444763,
      "grad_norm": 1.031503514603218,
      "learning_rate": 0.0002322324451211102,
      "loss": 5.0312,
      "step": 2688
    },
    {
      "epoch": 3.8579626972740315,
      "grad_norm": 1.0881704604853117,
      "learning_rate": 0.0002320517392676601,
      "loss": 5.0938,
      "step": 2689
    },
    {
      "epoch": 3.859397417503587,
      "grad_norm": 1.100714725714459,
      "learning_rate": 0.00023187086332452796,
      "loss": 5.0938,
      "step": 2690
    },
    {
      "epoch": 3.860832137733142,
      "grad_norm": 1.1469611310051306,
      "learning_rate": 0.0002316898176666618,
      "loss": 5.2188,
      "step": 2691
    },
    {
      "epoch": 3.8622668579626973,
      "grad_norm": 1.1101770526990797,
      "learning_rate": 0.0002315086026693613,
      "loss": 5.0938,
      "step": 2692
    },
    {
      "epoch": 3.8637015781922526,
      "grad_norm": 1.0819528828071383,
      "learning_rate": 0.00023132721870827735,
      "loss": 4.5938,
      "step": 2693
    },
    {
      "epoch": 3.865136298421808,
      "grad_norm": 1.1020322920374213,
      "learning_rate": 0.00023114566615941098,
      "loss": 4.5312,
      "step": 2694
    },
    {
      "epoch": 3.866571018651363,
      "grad_norm": 1.078152024423005,
      "learning_rate": 0.00023096394539911275,
      "loss": 4.5625,
      "step": 2695
    },
    {
      "epoch": 3.8680057388809184,
      "grad_norm": 1.0897274470026608,
      "learning_rate": 0.0002307820568040818,
      "loss": 5.0625,
      "step": 2696
    },
    {
      "epoch": 3.869440459110473,
      "grad_norm": 1.1002437984914155,
      "learning_rate": 0.00023060000075136527,
      "loss": 5.2188,
      "step": 2697
    },
    {
      "epoch": 3.870875179340029,
      "grad_norm": 1.0839862880007105,
      "learning_rate": 0.0002304177776183575,
      "loss": 5.1562,
      "step": 2698
    },
    {
      "epoch": 3.8723098995695837,
      "grad_norm": 1.1608344146686507,
      "learning_rate": 0.00023023538778279903,
      "loss": 4.9688,
      "step": 2699
    },
    {
      "epoch": 3.8737446197991394,
      "grad_norm": 1.1915550910251984,
      "learning_rate": 0.0002300528316227762,
      "loss": 5.0,
      "step": 2700
    },
    {
      "epoch": 3.8751793400286942,
      "grad_norm": 1.1970848333563022,
      "learning_rate": 0.00022987010951671974,
      "loss": 5.375,
      "step": 2701
    },
    {
      "epoch": 3.8766140602582495,
      "grad_norm": 1.1283317027028525,
      "learning_rate": 0.00022968722184340477,
      "loss": 4.5938,
      "step": 2702
    },
    {
      "epoch": 3.8780487804878048,
      "grad_norm": 1.0857409375832627,
      "learning_rate": 0.00022950416898194948,
      "loss": 5.0312,
      "step": 2703
    },
    {
      "epoch": 3.87948350071736,
      "grad_norm": 1.2862169616547101,
      "learning_rate": 0.00022932095131181443,
      "loss": 5.1875,
      "step": 2704
    },
    {
      "epoch": 3.8809182209469153,
      "grad_norm": 1.11161399789388,
      "learning_rate": 0.00022913756921280192,
      "loss": 5.1875,
      "step": 2705
    },
    {
      "epoch": 3.8823529411764706,
      "grad_norm": 1.0838636025119155,
      "learning_rate": 0.00022895402306505498,
      "loss": 5.0312,
      "step": 2706
    },
    {
      "epoch": 3.883787661406026,
      "grad_norm": 1.0844504344827992,
      "learning_rate": 0.00022877031324905687,
      "loss": 4.625,
      "step": 2707
    },
    {
      "epoch": 3.885222381635581,
      "grad_norm": 1.1043825324868854,
      "learning_rate": 0.00022858644014562993,
      "loss": 5.0312,
      "step": 2708
    },
    {
      "epoch": 3.8866571018651364,
      "grad_norm": 1.0677166205174793,
      "learning_rate": 0.00022840240413593517,
      "loss": 5.0938,
      "step": 2709
    },
    {
      "epoch": 3.8880918220946916,
      "grad_norm": 1.111398537117892,
      "learning_rate": 0.00022821820560147118,
      "loss": 4.4062,
      "step": 2710
    },
    {
      "epoch": 3.889526542324247,
      "grad_norm": 1.1517947422748007,
      "learning_rate": 0.00022803384492407357,
      "loss": 5.4688,
      "step": 2711
    },
    {
      "epoch": 3.890961262553802,
      "grad_norm": 1.1096228011682063,
      "learning_rate": 0.00022784932248591397,
      "loss": 5.25,
      "step": 2712
    },
    {
      "epoch": 3.8923959827833574,
      "grad_norm": 1.148437675882417,
      "learning_rate": 0.00022766463866949932,
      "loss": 4.4688,
      "step": 2713
    },
    {
      "epoch": 3.8938307030129122,
      "grad_norm": 1.0876885236578842,
      "learning_rate": 0.00022747979385767116,
      "loss": 4.9062,
      "step": 2714
    },
    {
      "epoch": 3.895265423242468,
      "grad_norm": 1.0786152663341637,
      "learning_rate": 0.00022729478843360468,
      "loss": 5.375,
      "step": 2715
    },
    {
      "epoch": 3.8967001434720228,
      "grad_norm": 1.0501252687820648,
      "learning_rate": 0.00022710962278080818,
      "loss": 5.0938,
      "step": 2716
    },
    {
      "epoch": 3.8981348637015785,
      "grad_norm": 1.0591846216140361,
      "learning_rate": 0.00022692429728312185,
      "loss": 5.2812,
      "step": 2717
    },
    {
      "epoch": 3.8995695839311333,
      "grad_norm": 1.0255155228262212,
      "learning_rate": 0.00022673881232471746,
      "loss": 5.0938,
      "step": 2718
    },
    {
      "epoch": 3.9010043041606886,
      "grad_norm": 1.0082096018490994,
      "learning_rate": 0.0002265531682900973,
      "loss": 5.2188,
      "step": 2719
    },
    {
      "epoch": 3.902439024390244,
      "grad_norm": 1.085495424581112,
      "learning_rate": 0.00022636736556409323,
      "loss": 5.375,
      "step": 2720
    },
    {
      "epoch": 3.903873744619799,
      "grad_norm": 1.0694962402082298,
      "learning_rate": 0.00022618140453186633,
      "loss": 4.9688,
      "step": 2721
    },
    {
      "epoch": 3.9053084648493543,
      "grad_norm": 1.0545054716401538,
      "learning_rate": 0.00022599528557890565,
      "loss": 5.0,
      "step": 2722
    },
    {
      "epoch": 3.9067431850789096,
      "grad_norm": 1.0169383527913214,
      "learning_rate": 0.00022580900909102775,
      "loss": 4.7188,
      "step": 2723
    },
    {
      "epoch": 3.908177905308465,
      "grad_norm": 1.0735165441865213,
      "learning_rate": 0.00022562257545437561,
      "loss": 5.0625,
      "step": 2724
    },
    {
      "epoch": 3.90961262553802,
      "grad_norm": 1.138735146100227,
      "learning_rate": 0.00022543598505541803,
      "loss": 5.0625,
      "step": 2725
    },
    {
      "epoch": 3.9110473457675754,
      "grad_norm": 1.0755514630388394,
      "learning_rate": 0.00022524923828094883,
      "loss": 5.1562,
      "step": 2726
    },
    {
      "epoch": 3.9124820659971307,
      "grad_norm": 1.1106015482346194,
      "learning_rate": 0.00022506233551808594,
      "loss": 5.0625,
      "step": 2727
    },
    {
      "epoch": 3.913916786226686,
      "grad_norm": 1.1073568529816071,
      "learning_rate": 0.0002248752771542706,
      "loss": 4.4688,
      "step": 2728
    },
    {
      "epoch": 3.915351506456241,
      "grad_norm": 1.0971620210952573,
      "learning_rate": 0.00022468806357726665,
      "loss": 5.125,
      "step": 2729
    },
    {
      "epoch": 3.9167862266857965,
      "grad_norm": 1.1578802411865596,
      "learning_rate": 0.00022450069517515974,
      "loss": 5.4375,
      "step": 2730
    },
    {
      "epoch": 3.9182209469153513,
      "grad_norm": 1.1050789521260154,
      "learning_rate": 0.00022431317233635636,
      "loss": 4.2812,
      "step": 2731
    },
    {
      "epoch": 3.919655667144907,
      "grad_norm": 1.0965250058606733,
      "learning_rate": 0.00022412549544958328,
      "loss": 4.9688,
      "step": 2732
    },
    {
      "epoch": 3.921090387374462,
      "grad_norm": 1.1433358265727447,
      "learning_rate": 0.00022393766490388635,
      "loss": 5.0,
      "step": 2733
    },
    {
      "epoch": 3.922525107604017,
      "grad_norm": 1.0639669488822623,
      "learning_rate": 0.0002237496810886302,
      "loss": 4.625,
      "step": 2734
    },
    {
      "epoch": 3.9239598278335723,
      "grad_norm": 1.1074788503520034,
      "learning_rate": 0.00022356154439349713,
      "loss": 5.1562,
      "step": 2735
    },
    {
      "epoch": 3.9253945480631276,
      "grad_norm": 1.0844289707120416,
      "learning_rate": 0.00022337325520848625,
      "loss": 5.1562,
      "step": 2736
    },
    {
      "epoch": 3.926829268292683,
      "grad_norm": 1.0981384704892507,
      "learning_rate": 0.00022318481392391288,
      "loss": 5.0312,
      "step": 2737
    },
    {
      "epoch": 3.928263988522238,
      "grad_norm": 1.0537154395670902,
      "learning_rate": 0.00022299622093040753,
      "loss": 5.0,
      "step": 2738
    },
    {
      "epoch": 3.9296987087517934,
      "grad_norm": 1.1205814670529262,
      "learning_rate": 0.0002228074766189154,
      "loss": 5.0625,
      "step": 2739
    },
    {
      "epoch": 3.9311334289813487,
      "grad_norm": 1.0773581379806618,
      "learning_rate": 0.00022261858138069508,
      "loss": 5.25,
      "step": 2740
    },
    {
      "epoch": 3.932568149210904,
      "grad_norm": 1.1848350661089817,
      "learning_rate": 0.0002224295356073183,
      "loss": 5.1875,
      "step": 2741
    },
    {
      "epoch": 3.934002869440459,
      "grad_norm": 1.0504804822802098,
      "learning_rate": 0.00022224033969066854,
      "loss": 4.8125,
      "step": 2742
    },
    {
      "epoch": 3.9354375896700144,
      "grad_norm": 1.0830912998936333,
      "learning_rate": 0.0002220509940229409,
      "loss": 4.9062,
      "step": 2743
    },
    {
      "epoch": 3.9368723098995697,
      "grad_norm": 1.0809810255973198,
      "learning_rate": 0.00022186149899664054,
      "loss": 5.0312,
      "step": 2744
    },
    {
      "epoch": 3.938307030129125,
      "grad_norm": 1.0933207648293897,
      "learning_rate": 0.00022167185500458257,
      "loss": 5.3125,
      "step": 2745
    },
    {
      "epoch": 3.93974175035868,
      "grad_norm": 1.094423741878044,
      "learning_rate": 0.00022148206243989048,
      "loss": 5.2812,
      "step": 2746
    },
    {
      "epoch": 3.9411764705882355,
      "grad_norm": 1.0607729145241338,
      "learning_rate": 0.00022129212169599618,
      "loss": 4.8125,
      "step": 2747
    },
    {
      "epoch": 3.9426111908177903,
      "grad_norm": 1.0392585165837542,
      "learning_rate": 0.00022110203316663853,
      "loss": 4.9062,
      "step": 2748
    },
    {
      "epoch": 3.944045911047346,
      "grad_norm": 1.0960404488582467,
      "learning_rate": 0.00022091179724586274,
      "loss": 5.2188,
      "step": 2749
    },
    {
      "epoch": 3.945480631276901,
      "grad_norm": 1.0315007641873766,
      "learning_rate": 0.0002207214143280196,
      "loss": 4.8125,
      "step": 2750
    },
    {
      "epoch": 3.946915351506456,
      "grad_norm": 1.0468274705874658,
      "learning_rate": 0.0002205308848077646,
      "loss": 4.8438,
      "step": 2751
    },
    {
      "epoch": 3.9483500717360114,
      "grad_norm": 1.0859705595299567,
      "learning_rate": 0.00022034020908005716,
      "loss": 4.875,
      "step": 2752
    },
    {
      "epoch": 3.9497847919655666,
      "grad_norm": 1.0994654021466326,
      "learning_rate": 0.00022014938754015974,
      "loss": 5.1875,
      "step": 2753
    },
    {
      "epoch": 3.951219512195122,
      "grad_norm": 1.0817987828426796,
      "learning_rate": 0.00021995842058363711,
      "loss": 5.25,
      "step": 2754
    },
    {
      "epoch": 3.952654232424677,
      "grad_norm": 1.0987462862854307,
      "learning_rate": 0.00021976730860635537,
      "loss": 5.125,
      "step": 2755
    },
    {
      "epoch": 3.9540889526542324,
      "grad_norm": 1.0969229576230375,
      "learning_rate": 0.0002195760520044814,
      "loss": 5.1562,
      "step": 2756
    },
    {
      "epoch": 3.9555236728837877,
      "grad_norm": 1.0964455530925377,
      "learning_rate": 0.00021938465117448186,
      "loss": 4.7188,
      "step": 2757
    },
    {
      "epoch": 3.956958393113343,
      "grad_norm": 1.1443830525796064,
      "learning_rate": 0.00021919310651312223,
      "loss": 5.0625,
      "step": 2758
    },
    {
      "epoch": 3.9583931133428982,
      "grad_norm": 1.087857474975801,
      "learning_rate": 0.00021900141841746626,
      "loss": 4.9375,
      "step": 2759
    },
    {
      "epoch": 3.9598278335724535,
      "grad_norm": 1.0902839814212502,
      "learning_rate": 0.00021880958728487507,
      "loss": 4.9062,
      "step": 2760
    },
    {
      "epoch": 3.9612625538020088,
      "grad_norm": 1.0767363607078335,
      "learning_rate": 0.00021861761351300624,
      "loss": 5.4688,
      "step": 2761
    },
    {
      "epoch": 3.962697274031564,
      "grad_norm": 1.0693239499131515,
      "learning_rate": 0.00021842549749981298,
      "loss": 5.4375,
      "step": 2762
    },
    {
      "epoch": 3.964131994261119,
      "grad_norm": 1.0699131946924183,
      "learning_rate": 0.00021823323964354345,
      "loss": 5.25,
      "step": 2763
    },
    {
      "epoch": 3.9655667144906745,
      "grad_norm": 1.051037116156759,
      "learning_rate": 0.00021804084034273989,
      "loss": 4.6562,
      "step": 2764
    },
    {
      "epoch": 3.9670014347202294,
      "grad_norm": 1.0381170108505975,
      "learning_rate": 0.00021784829999623757,
      "loss": 4.875,
      "step": 2765
    },
    {
      "epoch": 3.9684361549497846,
      "grad_norm": 1.068814694436824,
      "learning_rate": 0.0002176556190031643,
      "loss": 4.9688,
      "step": 2766
    },
    {
      "epoch": 3.96987087517934,
      "grad_norm": 1.0620924796758526,
      "learning_rate": 0.00021746279776293934,
      "loss": 5.1562,
      "step": 2767
    },
    {
      "epoch": 3.971305595408895,
      "grad_norm": 1.0559348416785568,
      "learning_rate": 0.00021726983667527276,
      "loss": 5.0312,
      "step": 2768
    },
    {
      "epoch": 3.9727403156384504,
      "grad_norm": 1.1204593805391838,
      "learning_rate": 0.0002170767361401645,
      "loss": 4.9375,
      "step": 2769
    },
    {
      "epoch": 3.9741750358680057,
      "grad_norm": 1.086185531128483,
      "learning_rate": 0.00021688349655790348,
      "loss": 5.125,
      "step": 2770
    },
    {
      "epoch": 3.975609756097561,
      "grad_norm": 1.0578382428750475,
      "learning_rate": 0.00021669011832906705,
      "loss": 5.2188,
      "step": 2771
    },
    {
      "epoch": 3.977044476327116,
      "grad_norm": 1.0596309151910357,
      "learning_rate": 0.00021649660185451978,
      "loss": 5.125,
      "step": 2772
    },
    {
      "epoch": 3.9784791965566715,
      "grad_norm": 1.091948955580433,
      "learning_rate": 0.00021630294753541293,
      "loss": 4.9688,
      "step": 2773
    },
    {
      "epoch": 3.9799139167862267,
      "grad_norm": 1.1578057615468815,
      "learning_rate": 0.00021610915577318344,
      "loss": 5.3125,
      "step": 2774
    },
    {
      "epoch": 3.981348637015782,
      "grad_norm": 1.1102731381552753,
      "learning_rate": 0.00021591522696955321,
      "loss": 5.1875,
      "step": 2775
    },
    {
      "epoch": 3.9827833572453373,
      "grad_norm": 1.0264795105387814,
      "learning_rate": 0.0002157211615265282,
      "loss": 5.125,
      "step": 2776
    },
    {
      "epoch": 3.9842180774748925,
      "grad_norm": 1.1141932544502198,
      "learning_rate": 0.00021552695984639766,
      "loss": 5.3125,
      "step": 2777
    },
    {
      "epoch": 3.9856527977044474,
      "grad_norm": 1.066283142308768,
      "learning_rate": 0.00021533262233173315,
      "loss": 5.125,
      "step": 2778
    },
    {
      "epoch": 3.987087517934003,
      "grad_norm": 1.0835488915864995,
      "learning_rate": 0.0002151381493853879,
      "loss": 5.0,
      "step": 2779
    },
    {
      "epoch": 3.988522238163558,
      "grad_norm": 1.0981615305783645,
      "learning_rate": 0.00021494354141049588,
      "loss": 5.0625,
      "step": 2780
    },
    {
      "epoch": 3.9899569583931136,
      "grad_norm": 1.1068781713000617,
      "learning_rate": 0.0002147487988104709,
      "loss": 5.125,
      "step": 2781
    },
    {
      "epoch": 3.9913916786226684,
      "grad_norm": 1.0589676993100638,
      "learning_rate": 0.00021455392198900595,
      "loss": 5.0938,
      "step": 2782
    },
    {
      "epoch": 3.9928263988522237,
      "grad_norm": 1.0588916694960324,
      "learning_rate": 0.00021435891135007215,
      "loss": 4.7812,
      "step": 2783
    },
    {
      "epoch": 3.994261119081779,
      "grad_norm": 1.1267228342245543,
      "learning_rate": 0.00021416376729791806,
      "loss": 4.9062,
      "step": 2784
    },
    {
      "epoch": 3.995695839311334,
      "grad_norm": 1.04772484641901,
      "learning_rate": 0.00021396849023706886,
      "loss": 4.6562,
      "step": 2785
    },
    {
      "epoch": 3.9971305595408895,
      "grad_norm": 1.0737685816766487,
      "learning_rate": 0.00021377308057232532,
      "loss": 4.75,
      "step": 2786
    },
    {
      "epoch": 3.9985652797704447,
      "grad_norm": 1.180442644184964,
      "learning_rate": 0.00021357753870876315,
      "loss": 4.7812,
      "step": 2787
    },
    {
      "epoch": 4.0,
      "grad_norm": 1.1312328696422431,
      "learning_rate": 0.00021338186505173221,
      "loss": 4.5625,
      "step": 2788
    },
    {
      "epoch": 4.0,
      "eval_loss": 5.365933418273926,
      "eval_runtime": 18.1301,
      "eval_samples_per_second": 8.935,
      "eval_steps_per_second": 8.935,
      "step": 2788
    },
    {
      "epoch": 4.001434720229555,
      "grad_norm": 1.143959185139244,
      "learning_rate": 0.00021318606000685536,
      "loss": 4.5625,
      "step": 2789
    },
    {
      "epoch": 4.0028694404591105,
      "grad_norm": 1.0987484491518271,
      "learning_rate": 0.00021299012398002805,
      "loss": 3.875,
      "step": 2790
    },
    {
      "epoch": 4.004304160688665,
      "grad_norm": 1.1204228897467174,
      "learning_rate": 0.00021279405737741704,
      "loss": 4.5312,
      "step": 2791
    },
    {
      "epoch": 4.005738880918221,
      "grad_norm": 1.1630653267393676,
      "learning_rate": 0.00021259786060545986,
      "loss": 4.625,
      "step": 2792
    },
    {
      "epoch": 4.007173601147776,
      "grad_norm": 1.1506934395156843,
      "learning_rate": 0.00021240153407086395,
      "loss": 3.5625,
      "step": 2793
    },
    {
      "epoch": 4.008608321377332,
      "grad_norm": 1.1913900306811396,
      "learning_rate": 0.00021220507818060558,
      "loss": 3.6875,
      "step": 2794
    },
    {
      "epoch": 4.010043041606886,
      "grad_norm": 1.4388485563274254,
      "learning_rate": 0.00021200849334192931,
      "loss": 4.7188,
      "step": 2795
    },
    {
      "epoch": 4.011477761836442,
      "grad_norm": 1.3133005728402516,
      "learning_rate": 0.0002118117799623469,
      "loss": 4.1562,
      "step": 2796
    },
    {
      "epoch": 4.012912482065997,
      "grad_norm": 1.3023441286230375,
      "learning_rate": 0.00021161493844963668,
      "loss": 4.0938,
      "step": 2797
    },
    {
      "epoch": 4.014347202295553,
      "grad_norm": 1.3511029230597,
      "learning_rate": 0.00021141796921184247,
      "loss": 4.5,
      "step": 2798
    },
    {
      "epoch": 4.0157819225251075,
      "grad_norm": 1.3284151177658439,
      "learning_rate": 0.00021122087265727294,
      "loss": 3.6406,
      "step": 2799
    },
    {
      "epoch": 4.017216642754663,
      "grad_norm": 1.4911805813487229,
      "learning_rate": 0.0002110236491945007,
      "loss": 4.2812,
      "step": 2800
    },
    {
      "epoch": 4.018651362984218,
      "grad_norm": 1.441445130376538,
      "learning_rate": 0.0002108262992323614,
      "loss": 4.8438,
      "step": 2801
    },
    {
      "epoch": 4.020086083213774,
      "grad_norm": 1.422834653021914,
      "learning_rate": 0.00021062882317995286,
      "loss": 4.3438,
      "step": 2802
    },
    {
      "epoch": 4.0215208034433285,
      "grad_norm": 1.2932960724569635,
      "learning_rate": 0.00021043122144663435,
      "loss": 4.125,
      "step": 2803
    },
    {
      "epoch": 4.022955523672884,
      "grad_norm": 1.3039556024116572,
      "learning_rate": 0.0002102334944420257,
      "loss": 3.9844,
      "step": 2804
    },
    {
      "epoch": 4.024390243902439,
      "grad_norm": 1.2907609799220663,
      "learning_rate": 0.00021003564257600634,
      "loss": 4.4062,
      "step": 2805
    },
    {
      "epoch": 4.025824964131994,
      "grad_norm": 1.3051418821384346,
      "learning_rate": 0.0002098376662587146,
      "loss": 4.5,
      "step": 2806
    },
    {
      "epoch": 4.02725968436155,
      "grad_norm": 1.2486960481814753,
      "learning_rate": 0.00020963956590054674,
      "loss": 3.5,
      "step": 2807
    },
    {
      "epoch": 4.028694404591104,
      "grad_norm": 1.417708901735015,
      "learning_rate": 0.00020944134191215613,
      "loss": 5.0312,
      "step": 2808
    },
    {
      "epoch": 4.03012912482066,
      "grad_norm": 1.4790704760784077,
      "learning_rate": 0.0002092429947044526,
      "loss": 4.75,
      "step": 2809
    },
    {
      "epoch": 4.031563845050215,
      "grad_norm": 1.376148978789668,
      "learning_rate": 0.00020904452468860113,
      "loss": 4.375,
      "step": 2810
    },
    {
      "epoch": 4.032998565279771,
      "grad_norm": 1.3069894695302358,
      "learning_rate": 0.0002088459322760215,
      "loss": 3.3906,
      "step": 2811
    },
    {
      "epoch": 4.0344332855093255,
      "grad_norm": 1.384251666049296,
      "learning_rate": 0.00020864721787838714,
      "loss": 4.625,
      "step": 2812
    },
    {
      "epoch": 4.035868005738881,
      "grad_norm": 1.4320804931763407,
      "learning_rate": 0.0002084483819076243,
      "loss": 3.8125,
      "step": 2813
    },
    {
      "epoch": 4.037302725968436,
      "grad_norm": 1.3105752181975543,
      "learning_rate": 0.0002082494247759113,
      "loss": 3.5312,
      "step": 2814
    },
    {
      "epoch": 4.038737446197992,
      "grad_norm": 1.559023868721155,
      "learning_rate": 0.0002080503468956776,
      "loss": 4.4688,
      "step": 2815
    },
    {
      "epoch": 4.0401721664275465,
      "grad_norm": 1.5391806605104736,
      "learning_rate": 0.00020785114867960297,
      "loss": 4.2812,
      "step": 2816
    },
    {
      "epoch": 4.041606886657102,
      "grad_norm": 1.3905799879404028,
      "learning_rate": 0.0002076518305406167,
      "loss": 4.1562,
      "step": 2817
    },
    {
      "epoch": 4.043041606886657,
      "grad_norm": 1.4759193825394752,
      "learning_rate": 0.00020745239289189654,
      "loss": 4.3125,
      "step": 2818
    },
    {
      "epoch": 4.044476327116213,
      "grad_norm": 1.4395043271831869,
      "learning_rate": 0.00020725283614686805,
      "loss": 4.2812,
      "step": 2819
    },
    {
      "epoch": 4.045911047345768,
      "grad_norm": 1.402673532429906,
      "learning_rate": 0.00020705316071920372,
      "loss": 4.1562,
      "step": 2820
    },
    {
      "epoch": 4.047345767575322,
      "grad_norm": 1.5273646020185572,
      "learning_rate": 0.000206853367022822,
      "loss": 4.0312,
      "step": 2821
    },
    {
      "epoch": 4.048780487804878,
      "grad_norm": 1.3471425512370236,
      "learning_rate": 0.00020665345547188653,
      "loss": 4.0312,
      "step": 2822
    },
    {
      "epoch": 4.050215208034433,
      "grad_norm": 1.3156168989318189,
      "learning_rate": 0.00020645342648080518,
      "loss": 4.0938,
      "step": 2823
    },
    {
      "epoch": 4.051649928263989,
      "grad_norm": 1.3430639694063433,
      "learning_rate": 0.00020625328046422942,
      "loss": 3.6875,
      "step": 2824
    },
    {
      "epoch": 4.053084648493543,
      "grad_norm": 1.3677232302048707,
      "learning_rate": 0.0002060530178370532,
      "loss": 3.7188,
      "step": 2825
    },
    {
      "epoch": 4.054519368723099,
      "grad_norm": 1.4899873865971909,
      "learning_rate": 0.00020585263901441215,
      "loss": 4.5938,
      "step": 2826
    },
    {
      "epoch": 4.055954088952654,
      "grad_norm": 1.4101458607206176,
      "learning_rate": 0.000205652144411683,
      "loss": 4.2188,
      "step": 2827
    },
    {
      "epoch": 4.05738880918221,
      "grad_norm": 1.3507254376158269,
      "learning_rate": 0.00020545153444448218,
      "loss": 3.5938,
      "step": 2828
    },
    {
      "epoch": 4.0588235294117645,
      "grad_norm": 1.4331194384650923,
      "learning_rate": 0.00020525080952866554,
      "loss": 4.25,
      "step": 2829
    },
    {
      "epoch": 4.06025824964132,
      "grad_norm": 1.434964936129378,
      "learning_rate": 0.00020504997008032695,
      "loss": 4.1875,
      "step": 2830
    },
    {
      "epoch": 4.061692969870875,
      "grad_norm": 1.4007755120684888,
      "learning_rate": 0.00020484901651579796,
      "loss": 3.5938,
      "step": 2831
    },
    {
      "epoch": 4.063127690100431,
      "grad_norm": 1.3469111659405941,
      "learning_rate": 0.00020464794925164647,
      "loss": 3.5469,
      "step": 2832
    },
    {
      "epoch": 4.0645624103299856,
      "grad_norm": 1.5121513600406336,
      "learning_rate": 0.00020444676870467622,
      "loss": 4.1875,
      "step": 2833
    },
    {
      "epoch": 4.065997130559541,
      "grad_norm": 1.5204222464847208,
      "learning_rate": 0.00020424547529192572,
      "loss": 4.0312,
      "step": 2834
    },
    {
      "epoch": 4.067431850789096,
      "grad_norm": 1.4859356168699063,
      "learning_rate": 0.0002040440694306674,
      "loss": 3.9219,
      "step": 2835
    },
    {
      "epoch": 4.068866571018652,
      "grad_norm": 1.5193824547813066,
      "learning_rate": 0.00020384255153840688,
      "loss": 3.5938,
      "step": 2836
    },
    {
      "epoch": 4.070301291248207,
      "grad_norm": 1.5150890107761998,
      "learning_rate": 0.00020364092203288198,
      "loss": 4.0938,
      "step": 2837
    },
    {
      "epoch": 4.071736011477761,
      "grad_norm": 1.3957807412991583,
      "learning_rate": 0.0002034391813320619,
      "loss": 3.6719,
      "step": 2838
    },
    {
      "epoch": 4.073170731707317,
      "grad_norm": 1.6322463064084418,
      "learning_rate": 0.00020323732985414621,
      "loss": 3.7812,
      "step": 2839
    },
    {
      "epoch": 4.074605451936872,
      "grad_norm": 1.7312085034076234,
      "learning_rate": 0.00020303536801756435,
      "loss": 4.5625,
      "step": 2840
    },
    {
      "epoch": 4.076040172166428,
      "grad_norm": 1.4996079858846738,
      "learning_rate": 0.0002028332962409744,
      "loss": 4.0625,
      "step": 2841
    },
    {
      "epoch": 4.0774748923959825,
      "grad_norm": 1.435859340908815,
      "learning_rate": 0.00020263111494326237,
      "loss": 3.7188,
      "step": 2842
    },
    {
      "epoch": 4.078909612625538,
      "grad_norm": 1.6128850236767176,
      "learning_rate": 0.00020242882454354116,
      "loss": 4.1875,
      "step": 2843
    },
    {
      "epoch": 4.080344332855093,
      "grad_norm": 1.494867713957253,
      "learning_rate": 0.0002022264254611501,
      "loss": 4.4062,
      "step": 2844
    },
    {
      "epoch": 4.081779053084649,
      "grad_norm": 1.4402696063320966,
      "learning_rate": 0.0002020239181156536,
      "loss": 3.8906,
      "step": 2845
    },
    {
      "epoch": 4.0832137733142035,
      "grad_norm": 1.4960131611441752,
      "learning_rate": 0.00020182130292684054,
      "loss": 4.2812,
      "step": 2846
    },
    {
      "epoch": 4.084648493543759,
      "grad_norm": 1.412566736987923,
      "learning_rate": 0.00020161858031472353,
      "loss": 4.1875,
      "step": 2847
    },
    {
      "epoch": 4.086083213773314,
      "grad_norm": 1.4390364390296642,
      "learning_rate": 0.00020141575069953754,
      "loss": 3.7344,
      "step": 2848
    },
    {
      "epoch": 4.08751793400287,
      "grad_norm": 1.520965037083654,
      "learning_rate": 0.00020121281450173964,
      "loss": 4.3125,
      "step": 2849
    },
    {
      "epoch": 4.088952654232425,
      "grad_norm": 1.4719575164088015,
      "learning_rate": 0.00020100977214200765,
      "loss": 4.5,
      "step": 2850
    },
    {
      "epoch": 4.09038737446198,
      "grad_norm": 1.4627520992019971,
      "learning_rate": 0.00020080662404123965,
      "loss": 4.1875,
      "step": 2851
    },
    {
      "epoch": 4.091822094691535,
      "grad_norm": 1.3880404380422762,
      "learning_rate": 0.00020060337062055263,
      "loss": 4.4688,
      "step": 2852
    },
    {
      "epoch": 4.093256814921091,
      "grad_norm": 1.429397895690281,
      "learning_rate": 0.00020040001230128222,
      "loss": 4.5938,
      "step": 2853
    },
    {
      "epoch": 4.094691535150646,
      "grad_norm": 1.4719280518526872,
      "learning_rate": 0.0002001965495049814,
      "loss": 4.0312,
      "step": 2854
    },
    {
      "epoch": 4.0961262553802005,
      "grad_norm": 1.4401762247810024,
      "learning_rate": 0.0001999929826534195,
      "loss": 4.4062,
      "step": 2855
    },
    {
      "epoch": 4.097560975609756,
      "grad_norm": 1.4112989530179139,
      "learning_rate": 0.00019978931216858194,
      "loss": 4.625,
      "step": 2856
    },
    {
      "epoch": 4.098995695839311,
      "grad_norm": 1.3305100084629984,
      "learning_rate": 0.00019958553847266864,
      "loss": 3.875,
      "step": 2857
    },
    {
      "epoch": 4.100430416068867,
      "grad_norm": 1.430380374851356,
      "learning_rate": 0.00019938166198809362,
      "loss": 4.5,
      "step": 2858
    },
    {
      "epoch": 4.1018651362984215,
      "grad_norm": 1.4229637722689963,
      "learning_rate": 0.00019917768313748398,
      "loss": 4.5625,
      "step": 2859
    },
    {
      "epoch": 4.103299856527977,
      "grad_norm": 1.4675339320073546,
      "learning_rate": 0.00019897360234367894,
      "loss": 4.2812,
      "step": 2860
    },
    {
      "epoch": 4.104734576757532,
      "grad_norm": 1.4552637177557324,
      "learning_rate": 0.00019876942002972916,
      "loss": 4.2812,
      "step": 2861
    },
    {
      "epoch": 4.106169296987088,
      "grad_norm": 1.385708835617723,
      "learning_rate": 0.00019856513661889566,
      "loss": 3.6719,
      "step": 2862
    },
    {
      "epoch": 4.107604017216643,
      "grad_norm": 1.5313131836193088,
      "learning_rate": 0.00019836075253464903,
      "loss": 4.3125,
      "step": 2863
    },
    {
      "epoch": 4.109038737446198,
      "grad_norm": 1.560514140610581,
      "learning_rate": 0.00019815626820066866,
      "loss": 4.4375,
      "step": 2864
    },
    {
      "epoch": 4.110473457675753,
      "grad_norm": 1.4274521466835164,
      "learning_rate": 0.00019795168404084155,
      "loss": 3.7031,
      "step": 2865
    },
    {
      "epoch": 4.111908177905309,
      "grad_norm": 1.6809447997049065,
      "learning_rate": 0.0001977470004792618,
      "loss": 4.375,
      "step": 2866
    },
    {
      "epoch": 4.113342898134864,
      "grad_norm": 1.7287954009785154,
      "learning_rate": 0.00019754221794022954,
      "loss": 4.875,
      "step": 2867
    },
    {
      "epoch": 4.114777618364419,
      "grad_norm": 1.512762848198531,
      "learning_rate": 0.00019733733684825007,
      "loss": 4.0312,
      "step": 2868
    },
    {
      "epoch": 4.116212338593974,
      "grad_norm": 1.5073595191513924,
      "learning_rate": 0.0001971323576280329,
      "loss": 3.4531,
      "step": 2869
    },
    {
      "epoch": 4.117647058823529,
      "grad_norm": 1.4362534530478697,
      "learning_rate": 0.0001969272807044911,
      "loss": 3.7656,
      "step": 2870
    },
    {
      "epoch": 4.119081779053085,
      "grad_norm": 1.5770508360834512,
      "learning_rate": 0.00019672210650274014,
      "loss": 4.5625,
      "step": 2871
    },
    {
      "epoch": 4.1205164992826395,
      "grad_norm": 1.5116571402337853,
      "learning_rate": 0.0001965168354480973,
      "loss": 4.0625,
      "step": 2872
    },
    {
      "epoch": 4.121951219512195,
      "grad_norm": 1.5758402833620595,
      "learning_rate": 0.00019631146796608037,
      "loss": 4.4062,
      "step": 2873
    },
    {
      "epoch": 4.12338593974175,
      "grad_norm": 1.420812506988602,
      "learning_rate": 0.00019610600448240737,
      "loss": 4.0938,
      "step": 2874
    },
    {
      "epoch": 4.124820659971306,
      "grad_norm": 1.4572639384195196,
      "learning_rate": 0.00019590044542299508,
      "loss": 3.9688,
      "step": 2875
    },
    {
      "epoch": 4.126255380200861,
      "grad_norm": 1.564551855342136,
      "learning_rate": 0.0001956947912139585,
      "loss": 3.9844,
      "step": 2876
    },
    {
      "epoch": 4.127690100430416,
      "grad_norm": 1.5442297071435434,
      "learning_rate": 0.00019548904228160974,
      "loss": 3.6406,
      "step": 2877
    },
    {
      "epoch": 4.129124820659971,
      "grad_norm": 1.511995711096126,
      "learning_rate": 0.00019528319905245752,
      "loss": 3.9531,
      "step": 2878
    },
    {
      "epoch": 4.130559540889527,
      "grad_norm": 1.47400419571935,
      "learning_rate": 0.00019507726195320583,
      "loss": 3.6719,
      "step": 2879
    },
    {
      "epoch": 4.131994261119082,
      "grad_norm": 1.776669657557448,
      "learning_rate": 0.0001948712314107533,
      "loss": 4.3438,
      "step": 2880
    },
    {
      "epoch": 4.133428981348637,
      "grad_norm": 1.9636897669289197,
      "learning_rate": 0.00019466510785219227,
      "loss": 4.3438,
      "step": 2881
    },
    {
      "epoch": 4.134863701578192,
      "grad_norm": 1.4725006944871828,
      "learning_rate": 0.00019445889170480792,
      "loss": 3.5469,
      "step": 2882
    },
    {
      "epoch": 4.136298421807748,
      "grad_norm": 1.6613204852185925,
      "learning_rate": 0.00019425258339607736,
      "loss": 3.6562,
      "step": 2883
    },
    {
      "epoch": 4.137733142037303,
      "grad_norm": 1.91428116363752,
      "learning_rate": 0.0001940461833536687,
      "loss": 4.2188,
      "step": 2884
    },
    {
      "epoch": 4.1391678622668575,
      "grad_norm": 1.628643859383397,
      "learning_rate": 0.00019383969200544024,
      "loss": 3.9688,
      "step": 2885
    },
    {
      "epoch": 4.140602582496413,
      "grad_norm": 1.5081255133271563,
      "learning_rate": 0.0001936331097794395,
      "loss": 4.4062,
      "step": 2886
    },
    {
      "epoch": 4.142037302725968,
      "grad_norm": 1.594326886195781,
      "learning_rate": 0.0001934264371039025,
      "loss": 4.375,
      "step": 2887
    },
    {
      "epoch": 4.143472022955524,
      "grad_norm": 1.7286756933699983,
      "learning_rate": 0.00019321967440725276,
      "loss": 4.9062,
      "step": 2888
    },
    {
      "epoch": 4.144906743185079,
      "grad_norm": 1.5653673545214832,
      "learning_rate": 0.00019301282211810021,
      "loss": 4.4375,
      "step": 2889
    },
    {
      "epoch": 4.146341463414634,
      "grad_norm": 1.426558828208642,
      "learning_rate": 0.00019280588066524073,
      "loss": 4.7188,
      "step": 2890
    },
    {
      "epoch": 4.147776183644189,
      "grad_norm": 1.4958226554172502,
      "learning_rate": 0.00019259885047765487,
      "loss": 4.0938,
      "step": 2891
    },
    {
      "epoch": 4.149210903873745,
      "grad_norm": 1.8619746306087126,
      "learning_rate": 0.0001923917319845073,
      "loss": 4.2188,
      "step": 2892
    },
    {
      "epoch": 4.1506456241033,
      "grad_norm": 1.4917469006258364,
      "learning_rate": 0.00019218452561514546,
      "loss": 3.8906,
      "step": 2893
    },
    {
      "epoch": 4.152080344332855,
      "grad_norm": 1.4526514318681412,
      "learning_rate": 0.0001919772317990993,
      "loss": 4.5,
      "step": 2894
    },
    {
      "epoch": 4.15351506456241,
      "grad_norm": 1.676712968747999,
      "learning_rate": 0.0001917698509660798,
      "loss": 4.3438,
      "step": 2895
    },
    {
      "epoch": 4.154949784791966,
      "grad_norm": 1.575275492499815,
      "learning_rate": 0.0001915623835459784,
      "loss": 4.4688,
      "step": 2896
    },
    {
      "epoch": 4.156384505021521,
      "grad_norm": 1.417686600734999,
      "learning_rate": 0.000191354829968866,
      "loss": 4.0,
      "step": 2897
    },
    {
      "epoch": 4.157819225251076,
      "grad_norm": 1.4692419985052223,
      "learning_rate": 0.00019114719066499222,
      "loss": 4.3438,
      "step": 2898
    },
    {
      "epoch": 4.159253945480631,
      "grad_norm": 1.4640455426130936,
      "learning_rate": 0.0001909394660647842,
      "loss": 3.9062,
      "step": 2899
    },
    {
      "epoch": 4.160688665710187,
      "grad_norm": 1.5983177990737767,
      "learning_rate": 0.000190731656598846,
      "loss": 4.1562,
      "step": 2900
    },
    {
      "epoch": 4.162123385939742,
      "grad_norm": 1.5545188876747533,
      "learning_rate": 0.00019052376269795764,
      "loss": 4.1875,
      "step": 2901
    },
    {
      "epoch": 4.163558106169297,
      "grad_norm": 1.446753973731805,
      "learning_rate": 0.00019031578479307407,
      "loss": 3.6875,
      "step": 2902
    },
    {
      "epoch": 4.164992826398852,
      "grad_norm": 1.4973693906644632,
      "learning_rate": 0.00019010772331532448,
      "loss": 4.2188,
      "step": 2903
    },
    {
      "epoch": 4.166427546628407,
      "grad_norm": 1.4811993513305322,
      "learning_rate": 0.0001898995786960112,
      "loss": 3.9688,
      "step": 2904
    },
    {
      "epoch": 4.167862266857963,
      "grad_norm": 1.5499393073561996,
      "learning_rate": 0.00018969135136660896,
      "loss": 4.625,
      "step": 2905
    },
    {
      "epoch": 4.169296987087518,
      "grad_norm": 1.547445305730956,
      "learning_rate": 0.00018948304175876396,
      "loss": 3.9688,
      "step": 2906
    },
    {
      "epoch": 4.170731707317073,
      "grad_norm": 1.4695551390192005,
      "learning_rate": 0.000189274650304293,
      "loss": 4.1875,
      "step": 2907
    },
    {
      "epoch": 4.172166427546628,
      "grad_norm": 1.4728236722393446,
      "learning_rate": 0.00018906617743518245,
      "loss": 4.0312,
      "step": 2908
    },
    {
      "epoch": 4.173601147776184,
      "grad_norm": 1.5656865892278888,
      "learning_rate": 0.00018885762358358747,
      "loss": 4.5625,
      "step": 2909
    },
    {
      "epoch": 4.175035868005739,
      "grad_norm": 1.5547205574017422,
      "learning_rate": 0.0001886489891818311,
      "loss": 4.5,
      "step": 2910
    },
    {
      "epoch": 4.176470588235294,
      "grad_norm": 1.5241166285209058,
      "learning_rate": 0.0001884402746624034,
      "loss": 4.5,
      "step": 2911
    },
    {
      "epoch": 4.177905308464849,
      "grad_norm": 1.6231095910521844,
      "learning_rate": 0.00018823148045796052,
      "loss": 4.4062,
      "step": 2912
    },
    {
      "epoch": 4.179340028694405,
      "grad_norm": 1.3675800976883465,
      "learning_rate": 0.00018802260700132365,
      "loss": 3.8438,
      "step": 2913
    },
    {
      "epoch": 4.18077474892396,
      "grad_norm": 1.4951832413327293,
      "learning_rate": 0.0001878136547254784,
      "loss": 4.1562,
      "step": 2914
    },
    {
      "epoch": 4.182209469153515,
      "grad_norm": 1.539049569020531,
      "learning_rate": 0.0001876046240635738,
      "loss": 3.9375,
      "step": 2915
    },
    {
      "epoch": 4.18364418938307,
      "grad_norm": 1.7301155964402744,
      "learning_rate": 0.00018739551544892126,
      "loss": 4.0938,
      "step": 2916
    },
    {
      "epoch": 4.185078909612626,
      "grad_norm": 1.4699947969602176,
      "learning_rate": 0.00018718632931499386,
      "loss": 4.1562,
      "step": 2917
    },
    {
      "epoch": 4.186513629842181,
      "grad_norm": 1.573287930412435,
      "learning_rate": 0.00018697706609542528,
      "loss": 4.0938,
      "step": 2918
    },
    {
      "epoch": 4.187948350071736,
      "grad_norm": 1.4320203587243077,
      "learning_rate": 0.00018676772622400916,
      "loss": 3.5312,
      "step": 2919
    },
    {
      "epoch": 4.189383070301291,
      "grad_norm": 1.7636456366088202,
      "learning_rate": 0.00018655831013469784,
      "loss": 4.5312,
      "step": 2920
    },
    {
      "epoch": 4.190817790530846,
      "grad_norm": 1.6889880361472667,
      "learning_rate": 0.00018634881826160184,
      "loss": 4.0625,
      "step": 2921
    },
    {
      "epoch": 4.192252510760402,
      "grad_norm": 1.5366100515772954,
      "learning_rate": 0.00018613925103898855,
      "loss": 4.0938,
      "step": 2922
    },
    {
      "epoch": 4.193687230989957,
      "grad_norm": 1.6529214106135288,
      "learning_rate": 0.00018592960890128184,
      "loss": 4.0938,
      "step": 2923
    },
    {
      "epoch": 4.195121951219512,
      "grad_norm": 1.656306368976995,
      "learning_rate": 0.0001857198922830607,
      "loss": 3.9531,
      "step": 2924
    },
    {
      "epoch": 4.196556671449067,
      "grad_norm": 1.5952408142460481,
      "learning_rate": 0.0001855101016190585,
      "loss": 4.5312,
      "step": 2925
    },
    {
      "epoch": 4.197991391678623,
      "grad_norm": 1.6605584339626374,
      "learning_rate": 0.00018530023734416218,
      "loss": 4.25,
      "step": 2926
    },
    {
      "epoch": 4.199426111908178,
      "grad_norm": 1.5184646802441095,
      "learning_rate": 0.00018509029989341124,
      "loss": 4.375,
      "step": 2927
    },
    {
      "epoch": 4.200860832137733,
      "grad_norm": 1.4630169131607034,
      "learning_rate": 0.0001848802897019969,
      "loss": 4.2812,
      "step": 2928
    },
    {
      "epoch": 4.202295552367288,
      "grad_norm": 1.506408190868842,
      "learning_rate": 0.00018467020720526107,
      "loss": 3.9531,
      "step": 2929
    },
    {
      "epoch": 4.203730272596844,
      "grad_norm": 1.6236365223697302,
      "learning_rate": 0.00018446005283869566,
      "loss": 4.5938,
      "step": 2930
    },
    {
      "epoch": 4.205164992826399,
      "grad_norm": 1.649694463584942,
      "learning_rate": 0.00018424982703794154,
      "loss": 4.1875,
      "step": 2931
    },
    {
      "epoch": 4.2065997130559545,
      "grad_norm": 1.4102193227038413,
      "learning_rate": 0.00018403953023878757,
      "loss": 4.0938,
      "step": 2932
    },
    {
      "epoch": 4.208034433285509,
      "grad_norm": 1.4367657305031243,
      "learning_rate": 0.00018382916287716994,
      "loss": 3.875,
      "step": 2933
    },
    {
      "epoch": 4.209469153515064,
      "grad_norm": 1.4910214139095077,
      "learning_rate": 0.00018361872538917093,
      "loss": 4.1562,
      "step": 2934
    },
    {
      "epoch": 4.21090387374462,
      "grad_norm": 1.5663006695442012,
      "learning_rate": 0.0001834082182110184,
      "loss": 3.7969,
      "step": 2935
    },
    {
      "epoch": 4.212338593974175,
      "grad_norm": 1.471483382051231,
      "learning_rate": 0.0001831976417790845,
      "loss": 4.375,
      "step": 2936
    },
    {
      "epoch": 4.21377331420373,
      "grad_norm": 1.7107318749298968,
      "learning_rate": 0.00018298699652988506,
      "loss": 4.125,
      "step": 2937
    },
    {
      "epoch": 4.215208034433285,
      "grad_norm": 1.6650223117172813,
      "learning_rate": 0.00018277628290007836,
      "loss": 3.9531,
      "step": 2938
    },
    {
      "epoch": 4.216642754662841,
      "grad_norm": 1.4950145286299477,
      "learning_rate": 0.00018256550132646478,
      "loss": 4.0,
      "step": 2939
    },
    {
      "epoch": 4.218077474892396,
      "grad_norm": 1.5779338618363747,
      "learning_rate": 0.00018235465224598516,
      "loss": 4.3438,
      "step": 2940
    },
    {
      "epoch": 4.219512195121951,
      "grad_norm": 1.721556076072005,
      "learning_rate": 0.00018214373609572057,
      "loss": 3.9688,
      "step": 2941
    },
    {
      "epoch": 4.220946915351506,
      "grad_norm": 1.4616472971685808,
      "learning_rate": 0.00018193275331289095,
      "loss": 3.7656,
      "step": 2942
    },
    {
      "epoch": 4.222381635581062,
      "grad_norm": 1.6013708772601227,
      "learning_rate": 0.00018172170433485444,
      "loss": 4.0938,
      "step": 2943
    },
    {
      "epoch": 4.223816355810617,
      "grad_norm": 1.5205013471477378,
      "learning_rate": 0.00018151058959910645,
      "loss": 3.7812,
      "step": 2944
    },
    {
      "epoch": 4.2252510760401725,
      "grad_norm": 1.5618163899613944,
      "learning_rate": 0.0001812994095432785,
      "loss": 4.3438,
      "step": 2945
    },
    {
      "epoch": 4.226685796269727,
      "grad_norm": 1.5236891743247283,
      "learning_rate": 0.00018108816460513772,
      "loss": 4.0938,
      "step": 2946
    },
    {
      "epoch": 4.228120516499283,
      "grad_norm": 1.473173303137531,
      "learning_rate": 0.00018087685522258568,
      "loss": 3.5938,
      "step": 2947
    },
    {
      "epoch": 4.229555236728838,
      "grad_norm": 1.534965757807622,
      "learning_rate": 0.00018066548183365755,
      "loss": 4.375,
      "step": 2948
    },
    {
      "epoch": 4.2309899569583935,
      "grad_norm": 1.4186317072979675,
      "learning_rate": 0.00018045404487652104,
      "loss": 3.75,
      "step": 2949
    },
    {
      "epoch": 4.232424677187948,
      "grad_norm": 1.6477707166339248,
      "learning_rate": 0.00018024254478947587,
      "loss": 3.7656,
      "step": 2950
    },
    {
      "epoch": 4.233859397417503,
      "grad_norm": 1.489014474809699,
      "learning_rate": 0.00018003098201095245,
      "loss": 3.6406,
      "step": 2951
    },
    {
      "epoch": 4.235294117647059,
      "grad_norm": 1.5194553328637321,
      "learning_rate": 0.00017981935697951125,
      "loss": 3.9375,
      "step": 2952
    },
    {
      "epoch": 4.236728837876614,
      "grad_norm": 1.7204817834898982,
      "learning_rate": 0.00017960767013384173,
      "loss": 3.875,
      "step": 2953
    },
    {
      "epoch": 4.238163558106169,
      "grad_norm": 1.465994821714909,
      "learning_rate": 0.00017939592191276146,
      "loss": 3.5625,
      "step": 2954
    },
    {
      "epoch": 4.239598278335724,
      "grad_norm": 1.6006820611939772,
      "learning_rate": 0.00017918411275521533,
      "loss": 4.0312,
      "step": 2955
    },
    {
      "epoch": 4.24103299856528,
      "grad_norm": 1.5686603179235168,
      "learning_rate": 0.00017897224310027446,
      "loss": 4.2812,
      "step": 2956
    },
    {
      "epoch": 4.242467718794835,
      "grad_norm": 1.525367706981657,
      "learning_rate": 0.0001787603133871355,
      "loss": 3.7344,
      "step": 2957
    },
    {
      "epoch": 4.2439024390243905,
      "grad_norm": 1.5557807185761054,
      "learning_rate": 0.0001785483240551194,
      "loss": 4.25,
      "step": 2958
    },
    {
      "epoch": 4.245337159253945,
      "grad_norm": 1.5109903009646126,
      "learning_rate": 0.0001783362755436708,
      "loss": 4.5938,
      "step": 2959
    },
    {
      "epoch": 4.246771879483501,
      "grad_norm": 1.6283542795453818,
      "learning_rate": 0.00017812416829235723,
      "loss": 4.0625,
      "step": 2960
    },
    {
      "epoch": 4.248206599713056,
      "grad_norm": 1.4374564252976636,
      "learning_rate": 0.00017791200274086758,
      "loss": 4.0938,
      "step": 2961
    },
    {
      "epoch": 4.2496413199426115,
      "grad_norm": 1.4934513504606666,
      "learning_rate": 0.0001776997793290119,
      "loss": 3.9375,
      "step": 2962
    },
    {
      "epoch": 4.251076040172166,
      "grad_norm": 1.5256430054599632,
      "learning_rate": 0.00017748749849671997,
      "loss": 4.0625,
      "step": 2963
    },
    {
      "epoch": 4.252510760401722,
      "grad_norm": 1.4926207896348485,
      "learning_rate": 0.00017727516068404087,
      "loss": 3.7656,
      "step": 2964
    },
    {
      "epoch": 4.253945480631277,
      "grad_norm": 1.5318346515479009,
      "learning_rate": 0.00017706276633114155,
      "loss": 4.5,
      "step": 2965
    },
    {
      "epoch": 4.255380200860833,
      "grad_norm": 1.5431915045120732,
      "learning_rate": 0.00017685031587830625,
      "loss": 4.1875,
      "step": 2966
    },
    {
      "epoch": 4.256814921090387,
      "grad_norm": 1.6047989406868408,
      "learning_rate": 0.00017663780976593545,
      "loss": 4.125,
      "step": 2967
    },
    {
      "epoch": 4.258249641319942,
      "grad_norm": 1.5707946267472286,
      "learning_rate": 0.0001764252484345452,
      "loss": 4.3125,
      "step": 2968
    },
    {
      "epoch": 4.259684361549498,
      "grad_norm": 1.7187703801476224,
      "learning_rate": 0.00017621263232476584,
      "loss": 4.375,
      "step": 2969
    },
    {
      "epoch": 4.261119081779053,
      "grad_norm": 1.612595209870692,
      "learning_rate": 0.0001759999618773412,
      "loss": 3.7188,
      "step": 2970
    },
    {
      "epoch": 4.2625538020086085,
      "grad_norm": 1.630421967801306,
      "learning_rate": 0.00017578723753312802,
      "loss": 4.5938,
      "step": 2971
    },
    {
      "epoch": 4.263988522238163,
      "grad_norm": 1.5593211834651675,
      "learning_rate": 0.00017557445973309446,
      "loss": 3.7344,
      "step": 2972
    },
    {
      "epoch": 4.265423242467719,
      "grad_norm": 1.5620932918733779,
      "learning_rate": 0.00017536162891831973,
      "loss": 3.9531,
      "step": 2973
    },
    {
      "epoch": 4.266857962697274,
      "grad_norm": 1.5972550946050823,
      "learning_rate": 0.00017514874552999277,
      "loss": 4.5,
      "step": 2974
    },
    {
      "epoch": 4.2682926829268295,
      "grad_norm": 1.5207806166781723,
      "learning_rate": 0.00017493581000941157,
      "loss": 4.3438,
      "step": 2975
    },
    {
      "epoch": 4.269727403156384,
      "grad_norm": 1.472850492674159,
      "learning_rate": 0.0001747228227979823,
      "loss": 3.9062,
      "step": 2976
    },
    {
      "epoch": 4.27116212338594,
      "grad_norm": 1.5493257029190803,
      "learning_rate": 0.00017450978433721802,
      "loss": 4.3125,
      "step": 2977
    },
    {
      "epoch": 4.272596843615495,
      "grad_norm": 1.5531355984179218,
      "learning_rate": 0.00017429669506873832,
      "loss": 4.3438,
      "step": 2978
    },
    {
      "epoch": 4.274031563845051,
      "grad_norm": 1.5340836655290169,
      "learning_rate": 0.00017408355543426784,
      "loss": 4.0,
      "step": 2979
    },
    {
      "epoch": 4.275466284074605,
      "grad_norm": 1.6224683077979571,
      "learning_rate": 0.00017387036587563587,
      "loss": 4.1875,
      "step": 2980
    },
    {
      "epoch": 4.276901004304161,
      "grad_norm": 1.5100049133055113,
      "learning_rate": 0.00017365712683477504,
      "loss": 3.9219,
      "step": 2981
    },
    {
      "epoch": 4.278335724533716,
      "grad_norm": 1.4583398125767535,
      "learning_rate": 0.0001734438387537206,
      "loss": 4.0938,
      "step": 2982
    },
    {
      "epoch": 4.279770444763271,
      "grad_norm": 1.5704295823846348,
      "learning_rate": 0.00017323050207460937,
      "loss": 4.0625,
      "step": 2983
    },
    {
      "epoch": 4.281205164992826,
      "grad_norm": 1.3606911896011467,
      "learning_rate": 0.0001730171172396792,
      "loss": 3.7656,
      "step": 2984
    },
    {
      "epoch": 4.282639885222381,
      "grad_norm": 1.54098124553348,
      "learning_rate": 0.00017280368469126735,
      "loss": 4.3125,
      "step": 2985
    },
    {
      "epoch": 4.284074605451937,
      "grad_norm": 1.4810132452361597,
      "learning_rate": 0.00017259020487181027,
      "loss": 4.0938,
      "step": 2986
    },
    {
      "epoch": 4.285509325681492,
      "grad_norm": 1.5914646122687246,
      "learning_rate": 0.00017237667822384234,
      "loss": 4.1562,
      "step": 2987
    },
    {
      "epoch": 4.2869440459110475,
      "grad_norm": 1.7282181281567581,
      "learning_rate": 0.000172163105189995,
      "loss": 4.25,
      "step": 2988
    },
    {
      "epoch": 4.288378766140602,
      "grad_norm": 1.4932607247745724,
      "learning_rate": 0.00017194948621299593,
      "loss": 3.9219,
      "step": 2989
    },
    {
      "epoch": 4.289813486370158,
      "grad_norm": 1.552371921564981,
      "learning_rate": 0.0001717358217356678,
      "loss": 4.375,
      "step": 2990
    },
    {
      "epoch": 4.291248206599713,
      "grad_norm": 1.54185626951496,
      "learning_rate": 0.00017152211220092784,
      "loss": 4.0625,
      "step": 2991
    },
    {
      "epoch": 4.2926829268292686,
      "grad_norm": 1.5548680087470845,
      "learning_rate": 0.00017130835805178663,
      "loss": 3.9375,
      "step": 2992
    },
    {
      "epoch": 4.294117647058823,
      "grad_norm": 1.543625797952848,
      "learning_rate": 0.00017109455973134723,
      "loss": 3.6562,
      "step": 2993
    },
    {
      "epoch": 4.295552367288379,
      "grad_norm": 1.381148913360335,
      "learning_rate": 0.0001708807176828042,
      "loss": 3.7031,
      "step": 2994
    },
    {
      "epoch": 4.296987087517934,
      "grad_norm": 1.6500722598039361,
      "learning_rate": 0.0001706668323494428,
      "loss": 4.0938,
      "step": 2995
    },
    {
      "epoch": 4.29842180774749,
      "grad_norm": 1.6782508368505538,
      "learning_rate": 0.00017045290417463797,
      "loss": 4.0938,
      "step": 2996
    },
    {
      "epoch": 4.299856527977044,
      "grad_norm": 1.5490376930664438,
      "learning_rate": 0.0001702389336018536,
      "loss": 4.2812,
      "step": 2997
    },
    {
      "epoch": 4.301291248206599,
      "grad_norm": 1.7028115489591267,
      "learning_rate": 0.00017002492107464132,
      "loss": 4.2188,
      "step": 2998
    },
    {
      "epoch": 4.302725968436155,
      "grad_norm": 1.8163818593173242,
      "learning_rate": 0.00016981086703663978,
      "loss": 4.625,
      "step": 2999
    },
    {
      "epoch": 4.30416068866571,
      "grad_norm": 1.7008561768495927,
      "learning_rate": 0.00016959677193157367,
      "loss": 4.125,
      "step": 3000
    },
    {
      "epoch": 4.3055954088952655,
      "grad_norm": 1.5547431503268967,
      "learning_rate": 0.00016938263620325277,
      "loss": 4.5938,
      "step": 3001
    },
    {
      "epoch": 4.30703012912482,
      "grad_norm": 1.5103021474816902,
      "learning_rate": 0.00016916846029557125,
      "loss": 4.0312,
      "step": 3002
    },
    {
      "epoch": 4.308464849354376,
      "grad_norm": 1.618157091693944,
      "learning_rate": 0.0001689542446525063,
      "loss": 4.7812,
      "step": 3003
    },
    {
      "epoch": 4.309899569583931,
      "grad_norm": 1.6297674344685011,
      "learning_rate": 0.00016873998971811768,
      "loss": 4.5938,
      "step": 3004
    },
    {
      "epoch": 4.3113342898134865,
      "grad_norm": 1.671265836437892,
      "learning_rate": 0.00016852569593654658,
      "loss": 4.125,
      "step": 3005
    },
    {
      "epoch": 4.312769010043041,
      "grad_norm": 1.4889065106542902,
      "learning_rate": 0.00016831136375201463,
      "loss": 4.375,
      "step": 3006
    },
    {
      "epoch": 4.314203730272597,
      "grad_norm": 1.4885603966459477,
      "learning_rate": 0.00016809699360882308,
      "loss": 4.0312,
      "step": 3007
    },
    {
      "epoch": 4.315638450502152,
      "grad_norm": 1.5863856769466553,
      "learning_rate": 0.00016788258595135192,
      "loss": 4.25,
      "step": 3008
    },
    {
      "epoch": 4.317073170731708,
      "grad_norm": 1.7345164461730391,
      "learning_rate": 0.00016766814122405897,
      "loss": 4.1875,
      "step": 3009
    },
    {
      "epoch": 4.318507890961262,
      "grad_norm": 1.5137760039771242,
      "learning_rate": 0.00016745365987147872,
      "loss": 4.0938,
      "step": 3010
    },
    {
      "epoch": 4.319942611190818,
      "grad_norm": 1.5310989270726991,
      "learning_rate": 0.00016723914233822166,
      "loss": 4.3438,
      "step": 3011
    },
    {
      "epoch": 4.321377331420373,
      "grad_norm": 1.551059594323334,
      "learning_rate": 0.00016702458906897333,
      "loss": 4.0938,
      "step": 3012
    },
    {
      "epoch": 4.322812051649929,
      "grad_norm": 1.5540924386489108,
      "learning_rate": 0.00016681000050849335,
      "loss": 4.125,
      "step": 3013
    },
    {
      "epoch": 4.3242467718794835,
      "grad_norm": 1.6027076926324604,
      "learning_rate": 0.00016659537710161443,
      "loss": 4.1875,
      "step": 3014
    },
    {
      "epoch": 4.325681492109039,
      "grad_norm": 1.538938499786033,
      "learning_rate": 0.0001663807192932415,
      "loss": 4.2812,
      "step": 3015
    },
    {
      "epoch": 4.327116212338594,
      "grad_norm": 1.7043793092065627,
      "learning_rate": 0.00016616602752835092,
      "loss": 4.4688,
      "step": 3016
    },
    {
      "epoch": 4.328550932568149,
      "grad_norm": 1.634091479962303,
      "learning_rate": 0.00016595130225198926,
      "loss": 4.8125,
      "step": 3017
    },
    {
      "epoch": 4.3299856527977045,
      "grad_norm": 1.5475958614914016,
      "learning_rate": 0.00016573654390927283,
      "loss": 4.0,
      "step": 3018
    },
    {
      "epoch": 4.331420373027259,
      "grad_norm": 1.618325786201657,
      "learning_rate": 0.00016552175294538623,
      "loss": 4.2812,
      "step": 3019
    },
    {
      "epoch": 4.332855093256815,
      "grad_norm": 1.4491858641796878,
      "learning_rate": 0.0001653069298055817,
      "loss": 4.25,
      "step": 3020
    },
    {
      "epoch": 4.33428981348637,
      "grad_norm": 1.5844625787941449,
      "learning_rate": 0.0001650920749351784,
      "loss": 4.1562,
      "step": 3021
    },
    {
      "epoch": 4.335724533715926,
      "grad_norm": 1.5364010347141261,
      "learning_rate": 0.000164877188779561,
      "loss": 4.1562,
      "step": 3022
    },
    {
      "epoch": 4.33715925394548,
      "grad_norm": 1.5307113819403948,
      "learning_rate": 0.00016466227178417924,
      "loss": 3.8594,
      "step": 3023
    },
    {
      "epoch": 4.338593974175036,
      "grad_norm": 1.583884089184428,
      "learning_rate": 0.00016444732439454656,
      "loss": 4.125,
      "step": 3024
    },
    {
      "epoch": 4.340028694404591,
      "grad_norm": 1.5942774606505659,
      "learning_rate": 0.0001642323470562397,
      "loss": 4.25,
      "step": 3025
    },
    {
      "epoch": 4.341463414634147,
      "grad_norm": 1.5294960364376826,
      "learning_rate": 0.00016401734021489721,
      "loss": 3.8594,
      "step": 3026
    },
    {
      "epoch": 4.3428981348637015,
      "grad_norm": 1.497488587591444,
      "learning_rate": 0.00016380230431621893,
      "loss": 3.7656,
      "step": 3027
    },
    {
      "epoch": 4.344332855093257,
      "grad_norm": 1.537750813982027,
      "learning_rate": 0.00016358723980596488,
      "loss": 4.3125,
      "step": 3028
    },
    {
      "epoch": 4.345767575322812,
      "grad_norm": 1.5296539500338677,
      "learning_rate": 0.00016337214712995452,
      "loss": 4.25,
      "step": 3029
    },
    {
      "epoch": 4.347202295552368,
      "grad_norm": 1.518654147334628,
      "learning_rate": 0.00016315702673406555,
      "loss": 4.0625,
      "step": 3030
    },
    {
      "epoch": 4.3486370157819225,
      "grad_norm": 1.5206042949198944,
      "learning_rate": 0.00016294187906423313,
      "loss": 4.0938,
      "step": 3031
    },
    {
      "epoch": 4.350071736011477,
      "grad_norm": 1.5981414398045768,
      "learning_rate": 0.00016272670456644907,
      "loss": 4.125,
      "step": 3032
    },
    {
      "epoch": 4.351506456241033,
      "grad_norm": 1.4378838644613217,
      "learning_rate": 0.0001625115036867607,
      "loss": 3.6875,
      "step": 3033
    },
    {
      "epoch": 4.352941176470588,
      "grad_norm": 1.5665066591279582,
      "learning_rate": 0.00016229627687127014,
      "loss": 4.1875,
      "step": 3034
    },
    {
      "epoch": 4.354375896700144,
      "grad_norm": 1.540019536851501,
      "learning_rate": 0.0001620810245661331,
      "loss": 4.0,
      "step": 3035
    },
    {
      "epoch": 4.355810616929698,
      "grad_norm": 1.6887326055548526,
      "learning_rate": 0.0001618657472175583,
      "loss": 4.25,
      "step": 3036
    },
    {
      "epoch": 4.357245337159254,
      "grad_norm": 1.6289817039449919,
      "learning_rate": 0.0001616504452718063,
      "loss": 4.1562,
      "step": 3037
    },
    {
      "epoch": 4.358680057388809,
      "grad_norm": 1.5531864395295651,
      "learning_rate": 0.0001614351191751886,
      "loss": 4.5625,
      "step": 3038
    },
    {
      "epoch": 4.360114777618365,
      "grad_norm": 1.554717757366736,
      "learning_rate": 0.00016121976937406697,
      "loss": 4.0312,
      "step": 3039
    },
    {
      "epoch": 4.3615494978479195,
      "grad_norm": 1.58130424112273,
      "learning_rate": 0.000161004396314852,
      "loss": 4.1875,
      "step": 3040
    },
    {
      "epoch": 4.362984218077475,
      "grad_norm": 1.4814756346335471,
      "learning_rate": 0.0001607890004440027,
      "loss": 3.9062,
      "step": 3041
    },
    {
      "epoch": 4.36441893830703,
      "grad_norm": 1.5740283750066135,
      "learning_rate": 0.00016057358220802542,
      "loss": 4.4062,
      "step": 3042
    },
    {
      "epoch": 4.365853658536586,
      "grad_norm": 1.4944764776719226,
      "learning_rate": 0.00016035814205347276,
      "loss": 4.0312,
      "step": 3043
    },
    {
      "epoch": 4.3672883787661405,
      "grad_norm": 1.4887175868188502,
      "learning_rate": 0.00016014268042694268,
      "loss": 4.1562,
      "step": 3044
    },
    {
      "epoch": 4.368723098995696,
      "grad_norm": 1.5289013872734467,
      "learning_rate": 0.00015992719777507778,
      "loss": 3.8594,
      "step": 3045
    },
    {
      "epoch": 4.370157819225251,
      "grad_norm": 1.5883051315829289,
      "learning_rate": 0.0001597116945445643,
      "loss": 4.3125,
      "step": 3046
    },
    {
      "epoch": 4.371592539454806,
      "grad_norm": 1.511268062380379,
      "learning_rate": 0.00015949617118213096,
      "loss": 4.3438,
      "step": 3047
    },
    {
      "epoch": 4.373027259684362,
      "grad_norm": 1.6866815966472333,
      "learning_rate": 0.00015928062813454837,
      "loss": 4.3438,
      "step": 3048
    },
    {
      "epoch": 4.374461979913916,
      "grad_norm": 1.5823815202032532,
      "learning_rate": 0.00015906506584862778,
      "loss": 4.4375,
      "step": 3049
    },
    {
      "epoch": 4.375896700143472,
      "grad_norm": 1.5297556947048552,
      "learning_rate": 0.00015884948477122053,
      "loss": 4.0938,
      "step": 3050
    },
    {
      "epoch": 4.377331420373027,
      "grad_norm": 1.5311244154449304,
      "learning_rate": 0.00015863388534921675,
      "loss": 4.4062,
      "step": 3051
    },
    {
      "epoch": 4.378766140602583,
      "grad_norm": 1.5575875466831552,
      "learning_rate": 0.00015841826802954467,
      "loss": 4.3438,
      "step": 3052
    },
    {
      "epoch": 4.380200860832137,
      "grad_norm": 1.4139121102805714,
      "learning_rate": 0.0001582026332591696,
      "loss": 3.7656,
      "step": 3053
    },
    {
      "epoch": 4.381635581061693,
      "grad_norm": 1.5399083740358335,
      "learning_rate": 0.00015798698148509306,
      "loss": 4.0312,
      "step": 3054
    },
    {
      "epoch": 4.383070301291248,
      "grad_norm": 1.518795561820134,
      "learning_rate": 0.0001577713131543517,
      "loss": 4.0938,
      "step": 3055
    },
    {
      "epoch": 4.384505021520804,
      "grad_norm": 1.452428360192757,
      "learning_rate": 0.0001575556287140166,
      "loss": 3.6562,
      "step": 3056
    },
    {
      "epoch": 4.3859397417503585,
      "grad_norm": 1.5133660209619897,
      "learning_rate": 0.00015733992861119227,
      "loss": 4.0625,
      "step": 3057
    },
    {
      "epoch": 4.387374461979914,
      "grad_norm": 1.4022659333487502,
      "learning_rate": 0.00015712421329301557,
      "loss": 3.9688,
      "step": 3058
    },
    {
      "epoch": 4.388809182209469,
      "grad_norm": 1.620341773918479,
      "learning_rate": 0.00015690848320665506,
      "loss": 4.3438,
      "step": 3059
    },
    {
      "epoch": 4.390243902439025,
      "grad_norm": 1.5784006261239896,
      "learning_rate": 0.0001566927387993097,
      "loss": 4.4688,
      "step": 3060
    },
    {
      "epoch": 4.39167862266858,
      "grad_norm": 1.6010183347317906,
      "learning_rate": 0.00015647698051820828,
      "loss": 4.1562,
      "step": 3061
    },
    {
      "epoch": 4.393113342898135,
      "grad_norm": 1.587258185368765,
      "learning_rate": 0.0001562612088106083,
      "loss": 4.2812,
      "step": 3062
    },
    {
      "epoch": 4.39454806312769,
      "grad_norm": 1.5841969436944041,
      "learning_rate": 0.0001560454241237952,
      "loss": 4.3125,
      "step": 3063
    },
    {
      "epoch": 4.395982783357246,
      "grad_norm": 1.624764836489872,
      "learning_rate": 0.00015582962690508114,
      "loss": 4.0312,
      "step": 3064
    },
    {
      "epoch": 4.397417503586801,
      "grad_norm": 1.5752482812311055,
      "learning_rate": 0.0001556138176018044,
      "loss": 4.6562,
      "step": 3065
    },
    {
      "epoch": 4.398852223816355,
      "grad_norm": 1.5824294530074474,
      "learning_rate": 0.0001553979966613283,
      "loss": 4.1875,
      "step": 3066
    },
    {
      "epoch": 4.400286944045911,
      "grad_norm": 1.5553176572330745,
      "learning_rate": 0.00015518216453104018,
      "loss": 4.3125,
      "step": 3067
    },
    {
      "epoch": 4.401721664275466,
      "grad_norm": 1.492449327663968,
      "learning_rate": 0.00015496632165835073,
      "loss": 3.8594,
      "step": 3068
    },
    {
      "epoch": 4.403156384505022,
      "grad_norm": 1.4805329730498116,
      "learning_rate": 0.0001547504684906927,
      "loss": 3.9844,
      "step": 3069
    },
    {
      "epoch": 4.4045911047345765,
      "grad_norm": 1.430500434904257,
      "learning_rate": 0.00015453460547552042,
      "loss": 3.5156,
      "step": 3070
    },
    {
      "epoch": 4.406025824964132,
      "grad_norm": 1.6263384593875776,
      "learning_rate": 0.0001543187330603085,
      "loss": 4.25,
      "step": 3071
    },
    {
      "epoch": 4.407460545193687,
      "grad_norm": 1.6457286789734202,
      "learning_rate": 0.00015410285169255102,
      "loss": 4.1875,
      "step": 3072
    },
    {
      "epoch": 4.408895265423243,
      "grad_norm": 1.6045434047470002,
      "learning_rate": 0.00015388696181976063,
      "loss": 4.3438,
      "step": 3073
    },
    {
      "epoch": 4.4103299856527975,
      "grad_norm": 1.7098875933821909,
      "learning_rate": 0.00015367106388946772,
      "loss": 4.2188,
      "step": 3074
    },
    {
      "epoch": 4.411764705882353,
      "grad_norm": 1.5972022393659016,
      "learning_rate": 0.00015345515834921925,
      "loss": 4.2188,
      "step": 3075
    },
    {
      "epoch": 4.413199426111908,
      "grad_norm": 2.6274931526374985,
      "learning_rate": 0.00015323924564657798,
      "loss": 3.6406,
      "step": 3076
    },
    {
      "epoch": 4.414634146341464,
      "grad_norm": 1.6444578436168444,
      "learning_rate": 0.00015302332622912156,
      "loss": 3.8906,
      "step": 3077
    },
    {
      "epoch": 4.416068866571019,
      "grad_norm": 1.4977579471243059,
      "learning_rate": 0.00015280740054444153,
      "loss": 4.0938,
      "step": 3078
    },
    {
      "epoch": 4.417503586800574,
      "grad_norm": 1.4567602671350925,
      "learning_rate": 0.00015259146904014246,
      "loss": 3.9375,
      "step": 3079
    },
    {
      "epoch": 4.418938307030129,
      "grad_norm": 1.5620416097725343,
      "learning_rate": 0.0001523755321638409,
      "loss": 4.4062,
      "step": 3080
    },
    {
      "epoch": 4.420373027259684,
      "grad_norm": 1.5347963936028646,
      "learning_rate": 0.00015215959036316465,
      "loss": 4.125,
      "step": 3081
    },
    {
      "epoch": 4.42180774748924,
      "grad_norm": 1.4856096323940027,
      "learning_rate": 0.00015194364408575167,
      "loss": 3.8906,
      "step": 3082
    },
    {
      "epoch": 4.4232424677187945,
      "grad_norm": 1.5242097258716822,
      "learning_rate": 0.00015172769377924905,
      "loss": 3.5312,
      "step": 3083
    },
    {
      "epoch": 4.42467718794835,
      "grad_norm": 1.5639717780055598,
      "learning_rate": 0.00015151173989131259,
      "loss": 3.7656,
      "step": 3084
    },
    {
      "epoch": 4.426111908177905,
      "grad_norm": 1.5327103384501177,
      "learning_rate": 0.00015129578286960507,
      "loss": 3.9219,
      "step": 3085
    },
    {
      "epoch": 4.427546628407461,
      "grad_norm": 1.5302919178780994,
      "learning_rate": 0.00015107982316179617,
      "loss": 4.0312,
      "step": 3086
    },
    {
      "epoch": 4.4289813486370155,
      "grad_norm": 1.5695617591684217,
      "learning_rate": 0.00015086386121556086,
      "loss": 3.6562,
      "step": 3087
    },
    {
      "epoch": 4.430416068866571,
      "grad_norm": 1.5662582899854065,
      "learning_rate": 0.00015064789747857885,
      "loss": 4.0,
      "step": 3088
    },
    {
      "epoch": 4.431850789096126,
      "grad_norm": 1.5893522538580995,
      "learning_rate": 0.0001504319323985336,
      "loss": 4.0,
      "step": 3089
    },
    {
      "epoch": 4.433285509325682,
      "grad_norm": 1.7618992934080395,
      "learning_rate": 0.0001502159664231113,
      "loss": 4.0938,
      "step": 3090
    },
    {
      "epoch": 4.434720229555237,
      "grad_norm": 1.5501059836843194,
      "learning_rate": 0.00015,
      "loss": 3.9531,
      "step": 3091
    },
    {
      "epoch": 4.436154949784792,
      "grad_norm": 1.6841150054651832,
      "learning_rate": 0.0001497840335768887,
      "loss": 4.3438,
      "step": 3092
    },
    {
      "epoch": 4.437589670014347,
      "grad_norm": 1.626590689814542,
      "learning_rate": 0.0001495680676014664,
      "loss": 4.2188,
      "step": 3093
    },
    {
      "epoch": 4.439024390243903,
      "grad_norm": 1.6340198104597452,
      "learning_rate": 0.00014935210252142115,
      "loss": 4.0312,
      "step": 3094
    },
    {
      "epoch": 4.440459110473458,
      "grad_norm": 1.584662631159245,
      "learning_rate": 0.00014913613878443917,
      "loss": 3.9219,
      "step": 3095
    },
    {
      "epoch": 4.4418938307030125,
      "grad_norm": 1.5571829819605394,
      "learning_rate": 0.00014892017683820383,
      "loss": 4.2812,
      "step": 3096
    },
    {
      "epoch": 4.443328550932568,
      "grad_norm": 1.5511255276363962,
      "learning_rate": 0.0001487042171303949,
      "loss": 4.4688,
      "step": 3097
    },
    {
      "epoch": 4.444763271162123,
      "grad_norm": 1.5477907416697596,
      "learning_rate": 0.00014848826010868744,
      "loss": 4.5,
      "step": 3098
    },
    {
      "epoch": 4.446197991391679,
      "grad_norm": 1.6127229921699184,
      "learning_rate": 0.00014827230622075092,
      "loss": 4.2812,
      "step": 3099
    },
    {
      "epoch": 4.4476327116212335,
      "grad_norm": 1.4298174503535794,
      "learning_rate": 0.00014805635591424836,
      "loss": 4.0625,
      "step": 3100
    },
    {
      "epoch": 4.449067431850789,
      "grad_norm": 1.505571909994298,
      "learning_rate": 0.00014784040963683532,
      "loss": 4.0938,
      "step": 3101
    },
    {
      "epoch": 4.450502152080344,
      "grad_norm": 1.6380459481698129,
      "learning_rate": 0.000147624467836159,
      "loss": 4.0312,
      "step": 3102
    },
    {
      "epoch": 4.4519368723099,
      "grad_norm": 1.4985618747545795,
      "learning_rate": 0.00014740853095985757,
      "loss": 3.9531,
      "step": 3103
    },
    {
      "epoch": 4.453371592539455,
      "grad_norm": 1.4924533103386566,
      "learning_rate": 0.00014719259945555847,
      "loss": 3.8125,
      "step": 3104
    },
    {
      "epoch": 4.45480631276901,
      "grad_norm": 1.572553988395845,
      "learning_rate": 0.00014697667377087844,
      "loss": 4.6562,
      "step": 3105
    },
    {
      "epoch": 4.456241032998565,
      "grad_norm": 1.6890948213309342,
      "learning_rate": 0.000146760754353422,
      "loss": 4.375,
      "step": 3106
    },
    {
      "epoch": 4.457675753228121,
      "grad_norm": 1.5703017758233198,
      "learning_rate": 0.00014654484165078078,
      "loss": 4.0312,
      "step": 3107
    },
    {
      "epoch": 4.459110473457676,
      "grad_norm": 1.549552425838213,
      "learning_rate": 0.00014632893611053228,
      "loss": 4.4375,
      "step": 3108
    },
    {
      "epoch": 4.460545193687231,
      "grad_norm": 1.5665944889733494,
      "learning_rate": 0.00014611303818023937,
      "loss": 4.4062,
      "step": 3109
    },
    {
      "epoch": 4.461979913916786,
      "grad_norm": 1.5197653284218866,
      "learning_rate": 0.00014589714830744895,
      "loss": 3.7656,
      "step": 3110
    },
    {
      "epoch": 4.463414634146342,
      "grad_norm": 1.537511148738177,
      "learning_rate": 0.00014568126693969145,
      "loss": 4.1562,
      "step": 3111
    },
    {
      "epoch": 4.464849354375897,
      "grad_norm": 1.7149542595741123,
      "learning_rate": 0.00014546539452447958,
      "loss": 4.4688,
      "step": 3112
    },
    {
      "epoch": 4.466284074605452,
      "grad_norm": 1.5365768915207474,
      "learning_rate": 0.0001452495315093073,
      "loss": 4.3438,
      "step": 3113
    },
    {
      "epoch": 4.467718794835007,
      "grad_norm": 1.7565641044474463,
      "learning_rate": 0.00014503367834164927,
      "loss": 4.0312,
      "step": 3114
    },
    {
      "epoch": 4.469153515064562,
      "grad_norm": 1.5667959401794196,
      "learning_rate": 0.00014481783546895977,
      "loss": 4.25,
      "step": 3115
    },
    {
      "epoch": 4.470588235294118,
      "grad_norm": 1.593062122610644,
      "learning_rate": 0.00014460200333867173,
      "loss": 4.25,
      "step": 3116
    },
    {
      "epoch": 4.472022955523673,
      "grad_norm": 1.5123147352821802,
      "learning_rate": 0.0001443861823981956,
      "loss": 4.125,
      "step": 3117
    },
    {
      "epoch": 4.473457675753228,
      "grad_norm": 1.6193982840937913,
      "learning_rate": 0.00014417037309491883,
      "loss": 4.2188,
      "step": 3118
    },
    {
      "epoch": 4.474892395982783,
      "grad_norm": 1.4727401405142153,
      "learning_rate": 0.00014395457587620478,
      "loss": 3.9375,
      "step": 3119
    },
    {
      "epoch": 4.476327116212339,
      "grad_norm": 1.499567972432513,
      "learning_rate": 0.00014373879118939164,
      "loss": 3.9375,
      "step": 3120
    },
    {
      "epoch": 4.477761836441894,
      "grad_norm": 1.5898176556097696,
      "learning_rate": 0.00014352301948179178,
      "loss": 3.9062,
      "step": 3121
    },
    {
      "epoch": 4.479196556671449,
      "grad_norm": 1.5172632723877373,
      "learning_rate": 0.00014330726120069032,
      "loss": 3.6406,
      "step": 3122
    },
    {
      "epoch": 4.480631276901004,
      "grad_norm": 1.5657514546813684,
      "learning_rate": 0.00014309151679334494,
      "loss": 4.0938,
      "step": 3123
    },
    {
      "epoch": 4.48206599713056,
      "grad_norm": 1.530316863353775,
      "learning_rate": 0.00014287578670698438,
      "loss": 4.375,
      "step": 3124
    },
    {
      "epoch": 4.483500717360115,
      "grad_norm": 1.8813014814123135,
      "learning_rate": 0.00014266007138880773,
      "loss": 4.4688,
      "step": 3125
    },
    {
      "epoch": 4.48493543758967,
      "grad_norm": 1.556830014727442,
      "learning_rate": 0.00014244437128598338,
      "loss": 4.2812,
      "step": 3126
    },
    {
      "epoch": 4.486370157819225,
      "grad_norm": 1.5972624337152086,
      "learning_rate": 0.00014222868684564833,
      "loss": 4.3125,
      "step": 3127
    },
    {
      "epoch": 4.487804878048781,
      "grad_norm": 1.7200740088565023,
      "learning_rate": 0.00014201301851490697,
      "loss": 3.8906,
      "step": 3128
    },
    {
      "epoch": 4.489239598278336,
      "grad_norm": 1.6208415301361423,
      "learning_rate": 0.00014179736674083037,
      "loss": 4.4062,
      "step": 3129
    },
    {
      "epoch": 4.490674318507891,
      "grad_norm": 1.583794133510467,
      "learning_rate": 0.00014158173197045533,
      "loss": 4.0938,
      "step": 3130
    },
    {
      "epoch": 4.492109038737446,
      "grad_norm": 1.5789035056644916,
      "learning_rate": 0.00014136611465078323,
      "loss": 4.5,
      "step": 3131
    },
    {
      "epoch": 4.493543758967001,
      "grad_norm": 1.6659278276171796,
      "learning_rate": 0.00014115051522877944,
      "loss": 4.3125,
      "step": 3132
    },
    {
      "epoch": 4.494978479196557,
      "grad_norm": 1.6512806346305935,
      "learning_rate": 0.0001409349341513722,
      "loss": 3.9688,
      "step": 3133
    },
    {
      "epoch": 4.496413199426112,
      "grad_norm": 1.6051428650857136,
      "learning_rate": 0.00014071937186545166,
      "loss": 4.0625,
      "step": 3134
    },
    {
      "epoch": 4.497847919655667,
      "grad_norm": 1.545686868690295,
      "learning_rate": 0.00014050382881786904,
      "loss": 4.0938,
      "step": 3135
    },
    {
      "epoch": 4.499282639885222,
      "grad_norm": 1.5482724877306877,
      "learning_rate": 0.0001402883054554357,
      "loss": 4.0,
      "step": 3136
    },
    {
      "epoch": 4.500717360114778,
      "grad_norm": 1.5339785951196987,
      "learning_rate": 0.0001400728022249222,
      "loss": 4.4375,
      "step": 3137
    },
    {
      "epoch": 4.502152080344333,
      "grad_norm": 1.5360916568021123,
      "learning_rate": 0.00013985731957305732,
      "loss": 4.5,
      "step": 3138
    },
    {
      "epoch": 4.503586800573888,
      "grad_norm": 1.6426169747100798,
      "learning_rate": 0.00013964185794652727,
      "loss": 4.2812,
      "step": 3139
    },
    {
      "epoch": 4.505021520803443,
      "grad_norm": 1.5422133612733928,
      "learning_rate": 0.00013942641779197455,
      "loss": 4.1875,
      "step": 3140
    },
    {
      "epoch": 4.506456241032999,
      "grad_norm": 1.6132907133485885,
      "learning_rate": 0.00013921099955599726,
      "loss": 4.2188,
      "step": 3141
    },
    {
      "epoch": 4.507890961262554,
      "grad_norm": 1.5830629881240514,
      "learning_rate": 0.00013899560368514798,
      "loss": 4.0,
      "step": 3142
    },
    {
      "epoch": 4.509325681492109,
      "grad_norm": 1.5480326238497641,
      "learning_rate": 0.00013878023062593306,
      "loss": 3.9375,
      "step": 3143
    },
    {
      "epoch": 4.510760401721664,
      "grad_norm": 1.5655309762316802,
      "learning_rate": 0.00013856488082481137,
      "loss": 4.0625,
      "step": 3144
    },
    {
      "epoch": 4.512195121951219,
      "grad_norm": 1.5780065075667349,
      "learning_rate": 0.0001383495547281937,
      "loss": 4.0625,
      "step": 3145
    },
    {
      "epoch": 4.513629842180775,
      "grad_norm": 1.5924547430610825,
      "learning_rate": 0.0001381342527824417,
      "loss": 4.3438,
      "step": 3146
    },
    {
      "epoch": 4.51506456241033,
      "grad_norm": 1.5986421358915766,
      "learning_rate": 0.00013791897543386685,
      "loss": 4.2812,
      "step": 3147
    },
    {
      "epoch": 4.516499282639885,
      "grad_norm": 1.472398857210289,
      "learning_rate": 0.0001377037231287299,
      "loss": 3.8906,
      "step": 3148
    },
    {
      "epoch": 4.51793400286944,
      "grad_norm": 1.5230990381367053,
      "learning_rate": 0.0001374884963132393,
      "loss": 4.0312,
      "step": 3149
    },
    {
      "epoch": 4.519368723098996,
      "grad_norm": 1.6047432356005298,
      "learning_rate": 0.00013727329543355093,
      "loss": 4.1562,
      "step": 3150
    },
    {
      "epoch": 4.520803443328551,
      "grad_norm": 1.5481306741905143,
      "learning_rate": 0.00013705812093576681,
      "loss": 4.0,
      "step": 3151
    },
    {
      "epoch": 4.522238163558106,
      "grad_norm": 1.563282469753231,
      "learning_rate": 0.00013684297326593448,
      "loss": 3.9531,
      "step": 3152
    },
    {
      "epoch": 4.523672883787661,
      "grad_norm": 1.5352852885328816,
      "learning_rate": 0.00013662785287004548,
      "loss": 4.1562,
      "step": 3153
    },
    {
      "epoch": 4.525107604017217,
      "grad_norm": 1.5799778707524494,
      "learning_rate": 0.00013641276019403512,
      "loss": 4.375,
      "step": 3154
    },
    {
      "epoch": 4.526542324246772,
      "grad_norm": 1.5293406746908358,
      "learning_rate": 0.00013619769568378105,
      "loss": 4.0938,
      "step": 3155
    },
    {
      "epoch": 4.527977044476327,
      "grad_norm": 1.5658608969538705,
      "learning_rate": 0.00013598265978510276,
      "loss": 3.9062,
      "step": 3156
    },
    {
      "epoch": 4.529411764705882,
      "grad_norm": 1.65471477105343,
      "learning_rate": 0.00013576765294376033,
      "loss": 4.4062,
      "step": 3157
    },
    {
      "epoch": 4.530846484935438,
      "grad_norm": 1.5494584581391275,
      "learning_rate": 0.00013555267560545344,
      "loss": 3.9844,
      "step": 3158
    },
    {
      "epoch": 4.532281205164993,
      "grad_norm": 1.5882322669504179,
      "learning_rate": 0.00013533772821582076,
      "loss": 4.5312,
      "step": 3159
    },
    {
      "epoch": 4.533715925394548,
      "grad_norm": 1.5248395068546916,
      "learning_rate": 0.00013512281122043897,
      "loss": 4.125,
      "step": 3160
    },
    {
      "epoch": 4.535150645624103,
      "grad_norm": 1.5546721013609603,
      "learning_rate": 0.00013490792506482165,
      "loss": 4.3125,
      "step": 3161
    },
    {
      "epoch": 4.536585365853659,
      "grad_norm": 1.5751260341402342,
      "learning_rate": 0.0001346930701944183,
      "loss": 4.4062,
      "step": 3162
    },
    {
      "epoch": 4.538020086083214,
      "grad_norm": 1.5256114280657667,
      "learning_rate": 0.0001344782470546138,
      "loss": 4.1875,
      "step": 3163
    },
    {
      "epoch": 4.539454806312769,
      "grad_norm": 1.527727665252746,
      "learning_rate": 0.00013426345609072714,
      "loss": 4.5312,
      "step": 3164
    },
    {
      "epoch": 4.540889526542324,
      "grad_norm": 1.5419707790771486,
      "learning_rate": 0.00013404869774801066,
      "loss": 3.9844,
      "step": 3165
    },
    {
      "epoch": 4.542324246771879,
      "grad_norm": 1.5033277941723546,
      "learning_rate": 0.0001338339724716491,
      "loss": 3.5156,
      "step": 3166
    },
    {
      "epoch": 4.543758967001435,
      "grad_norm": 1.6096115428992823,
      "learning_rate": 0.00013361928070675848,
      "loss": 4.4688,
      "step": 3167
    },
    {
      "epoch": 4.54519368723099,
      "grad_norm": 1.4636594210934475,
      "learning_rate": 0.0001334046228983856,
      "loss": 3.9219,
      "step": 3168
    },
    {
      "epoch": 4.546628407460545,
      "grad_norm": 1.5593407214428288,
      "learning_rate": 0.00013318999949150662,
      "loss": 4.0625,
      "step": 3169
    },
    {
      "epoch": 4.5480631276901,
      "grad_norm": 1.6255668400948953,
      "learning_rate": 0.00013297541093102667,
      "loss": 4.2188,
      "step": 3170
    },
    {
      "epoch": 4.549497847919656,
      "grad_norm": 1.5643398648991385,
      "learning_rate": 0.00013276085766177834,
      "loss": 3.8594,
      "step": 3171
    },
    {
      "epoch": 4.550932568149211,
      "grad_norm": 1.5661803782796624,
      "learning_rate": 0.0001325463401285213,
      "loss": 3.9375,
      "step": 3172
    },
    {
      "epoch": 4.5523672883787665,
      "grad_norm": 1.5995787328301272,
      "learning_rate": 0.00013233185877594103,
      "loss": 3.9844,
      "step": 3173
    },
    {
      "epoch": 4.553802008608321,
      "grad_norm": 1.557296408829454,
      "learning_rate": 0.00013211741404864805,
      "loss": 3.7969,
      "step": 3174
    },
    {
      "epoch": 4.555236728837876,
      "grad_norm": 1.4809185428069607,
      "learning_rate": 0.00013190300639117692,
      "loss": 3.8281,
      "step": 3175
    },
    {
      "epoch": 4.556671449067432,
      "grad_norm": 1.619997352149626,
      "learning_rate": 0.0001316886362479854,
      "loss": 4.4375,
      "step": 3176
    },
    {
      "epoch": 4.5581061692969875,
      "grad_norm": 1.833878882169049,
      "learning_rate": 0.0001314743040634534,
      "loss": 3.875,
      "step": 3177
    },
    {
      "epoch": 4.559540889526542,
      "grad_norm": 1.5847059094540672,
      "learning_rate": 0.0001312600102818823,
      "loss": 4.3125,
      "step": 3178
    },
    {
      "epoch": 4.560975609756097,
      "grad_norm": 1.56909164073005,
      "learning_rate": 0.0001310457553474937,
      "loss": 4.0938,
      "step": 3179
    },
    {
      "epoch": 4.562410329985653,
      "grad_norm": 1.5827560296684096,
      "learning_rate": 0.00013083153970442878,
      "loss": 3.9062,
      "step": 3180
    },
    {
      "epoch": 4.563845050215208,
      "grad_norm": 1.5723195077909167,
      "learning_rate": 0.0001306173637967472,
      "loss": 4.0938,
      "step": 3181
    },
    {
      "epoch": 4.565279770444763,
      "grad_norm": 1.572809778432494,
      "learning_rate": 0.00013040322806842636,
      "loss": 3.8906,
      "step": 3182
    },
    {
      "epoch": 4.566714490674318,
      "grad_norm": 1.5919787688512017,
      "learning_rate": 0.0001301891329633602,
      "loss": 4.0312,
      "step": 3183
    },
    {
      "epoch": 4.568149210903874,
      "grad_norm": 1.5681562911151894,
      "learning_rate": 0.00012997507892535868,
      "loss": 3.6406,
      "step": 3184
    },
    {
      "epoch": 4.569583931133429,
      "grad_norm": 1.5656843104435942,
      "learning_rate": 0.0001297610663981464,
      "loss": 3.9062,
      "step": 3185
    },
    {
      "epoch": 4.5710186513629845,
      "grad_norm": 1.6090042097765898,
      "learning_rate": 0.000129547095825362,
      "loss": 4.0938,
      "step": 3186
    },
    {
      "epoch": 4.572453371592539,
      "grad_norm": 1.513849220674995,
      "learning_rate": 0.0001293331676505572,
      "loss": 3.875,
      "step": 3187
    },
    {
      "epoch": 4.573888091822095,
      "grad_norm": 1.5907734171737429,
      "learning_rate": 0.00012911928231719585,
      "loss": 4.375,
      "step": 3188
    },
    {
      "epoch": 4.57532281205165,
      "grad_norm": 1.6252731469160928,
      "learning_rate": 0.0001289054402686528,
      "loss": 4.3125,
      "step": 3189
    },
    {
      "epoch": 4.5767575322812055,
      "grad_norm": 1.6069192048331469,
      "learning_rate": 0.00012869164194821337,
      "loss": 4.4062,
      "step": 3190
    },
    {
      "epoch": 4.57819225251076,
      "grad_norm": 1.5797576350199463,
      "learning_rate": 0.00012847788779907216,
      "loss": 4.25,
      "step": 3191
    },
    {
      "epoch": 4.579626972740316,
      "grad_norm": 1.7112383447933692,
      "learning_rate": 0.00012826417826433217,
      "loss": 4.375,
      "step": 3192
    },
    {
      "epoch": 4.581061692969871,
      "grad_norm": 1.4755020626217346,
      "learning_rate": 0.00012805051378700412,
      "loss": 3.9375,
      "step": 3193
    },
    {
      "epoch": 4.582496413199426,
      "grad_norm": 1.5631377227047825,
      "learning_rate": 0.00012783689481000497,
      "loss": 4.0938,
      "step": 3194
    },
    {
      "epoch": 4.583931133428981,
      "grad_norm": 1.605224179828909,
      "learning_rate": 0.00012762332177615763,
      "loss": 4.25,
      "step": 3195
    },
    {
      "epoch": 4.585365853658536,
      "grad_norm": 1.5330775124733376,
      "learning_rate": 0.0001274097951281897,
      "loss": 4.0938,
      "step": 3196
    },
    {
      "epoch": 4.586800573888092,
      "grad_norm": 1.4851986761852987,
      "learning_rate": 0.00012719631530873268,
      "loss": 3.8281,
      "step": 3197
    },
    {
      "epoch": 4.588235294117647,
      "grad_norm": 1.5255152668374605,
      "learning_rate": 0.00012698288276032085,
      "loss": 4.1562,
      "step": 3198
    },
    {
      "epoch": 4.5896700143472025,
      "grad_norm": 1.6490530686653682,
      "learning_rate": 0.0001267694979253906,
      "loss": 4.2812,
      "step": 3199
    },
    {
      "epoch": 4.591104734576757,
      "grad_norm": 1.6676644776163492,
      "learning_rate": 0.0001265561612462794,
      "loss": 4.4375,
      "step": 3200
    },
    {
      "epoch": 4.592539454806313,
      "grad_norm": 1.5853719660082537,
      "learning_rate": 0.00012634287316522493,
      "loss": 4.0625,
      "step": 3201
    },
    {
      "epoch": 4.593974175035868,
      "grad_norm": 1.546533091657713,
      "learning_rate": 0.00012612963412436415,
      "loss": 3.7656,
      "step": 3202
    },
    {
      "epoch": 4.5954088952654235,
      "grad_norm": 1.5660889898236552,
      "learning_rate": 0.0001259164445657322,
      "loss": 4.0312,
      "step": 3203
    },
    {
      "epoch": 4.596843615494978,
      "grad_norm": 1.5626622554791183,
      "learning_rate": 0.0001257033049312617,
      "loss": 4.0312,
      "step": 3204
    },
    {
      "epoch": 4.598278335724534,
      "grad_norm": 1.685824571608104,
      "learning_rate": 0.00012549021566278195,
      "loss": 4.5312,
      "step": 3205
    },
    {
      "epoch": 4.599713055954089,
      "grad_norm": 1.717898942162702,
      "learning_rate": 0.00012527717720201776,
      "loss": 4.75,
      "step": 3206
    },
    {
      "epoch": 4.601147776183645,
      "grad_norm": 1.6104726471988762,
      "learning_rate": 0.0001250641899905884,
      "loss": 4.5,
      "step": 3207
    },
    {
      "epoch": 4.602582496413199,
      "grad_norm": 1.6974436210911878,
      "learning_rate": 0.00012485125447000723,
      "loss": 3.9531,
      "step": 3208
    },
    {
      "epoch": 4.604017216642754,
      "grad_norm": 1.695202917970306,
      "learning_rate": 0.00012463837108168024,
      "loss": 4.25,
      "step": 3209
    },
    {
      "epoch": 4.60545193687231,
      "grad_norm": 1.543726247663526,
      "learning_rate": 0.00012442554026690552,
      "loss": 4.2812,
      "step": 3210
    },
    {
      "epoch": 4.606886657101866,
      "grad_norm": 1.6758574000229836,
      "learning_rate": 0.00012421276246687198,
      "loss": 4.0312,
      "step": 3211
    },
    {
      "epoch": 4.60832137733142,
      "grad_norm": 1.6645612893197712,
      "learning_rate": 0.00012400003812265876,
      "loss": 4.2188,
      "step": 3212
    },
    {
      "epoch": 4.609756097560975,
      "grad_norm": 1.6644119430995234,
      "learning_rate": 0.00012378736767523416,
      "loss": 4.0938,
      "step": 3213
    },
    {
      "epoch": 4.611190817790531,
      "grad_norm": 1.5664038365897721,
      "learning_rate": 0.00012357475156545475,
      "loss": 4.0625,
      "step": 3214
    },
    {
      "epoch": 4.612625538020086,
      "grad_norm": 1.5808928154452782,
      "learning_rate": 0.00012336219023406452,
      "loss": 4.4375,
      "step": 3215
    },
    {
      "epoch": 4.6140602582496415,
      "grad_norm": 1.656437954963276,
      "learning_rate": 0.00012314968412169378,
      "loss": 3.9844,
      "step": 3216
    },
    {
      "epoch": 4.615494978479196,
      "grad_norm": 1.5820982592669806,
      "learning_rate": 0.00012293723366885845,
      "loss": 3.9531,
      "step": 3217
    },
    {
      "epoch": 4.616929698708752,
      "grad_norm": 1.6052034764578933,
      "learning_rate": 0.0001227248393159591,
      "loss": 4.2812,
      "step": 3218
    },
    {
      "epoch": 4.618364418938307,
      "grad_norm": 1.5423735473360853,
      "learning_rate": 0.00012251250150327998,
      "loss": 4.2188,
      "step": 3219
    },
    {
      "epoch": 4.619799139167863,
      "grad_norm": 1.6927140748380085,
      "learning_rate": 0.00012230022067098812,
      "loss": 4.0312,
      "step": 3220
    },
    {
      "epoch": 4.621233859397417,
      "grad_norm": 1.6105911584588708,
      "learning_rate": 0.00012208799725913242,
      "loss": 4.1562,
      "step": 3221
    },
    {
      "epoch": 4.622668579626973,
      "grad_norm": 1.57878164390116,
      "learning_rate": 0.00012187583170764277,
      "loss": 3.8438,
      "step": 3222
    },
    {
      "epoch": 4.624103299856528,
      "grad_norm": 1.5143654352353657,
      "learning_rate": 0.00012166372445632915,
      "loss": 3.5312,
      "step": 3223
    },
    {
      "epoch": 4.625538020086083,
      "grad_norm": 1.7506188829377491,
      "learning_rate": 0.00012145167594488065,
      "loss": 4.125,
      "step": 3224
    },
    {
      "epoch": 4.626972740315638,
      "grad_norm": 1.571000302258673,
      "learning_rate": 0.00012123968661286456,
      "loss": 4.125,
      "step": 3225
    },
    {
      "epoch": 4.628407460545194,
      "grad_norm": 1.6249500418305154,
      "learning_rate": 0.00012102775689972553,
      "loss": 3.7812,
      "step": 3226
    },
    {
      "epoch": 4.629842180774749,
      "grad_norm": 1.7401846279550248,
      "learning_rate": 0.00012081588724478468,
      "loss": 4.4375,
      "step": 3227
    },
    {
      "epoch": 4.631276901004304,
      "grad_norm": 1.496622254923537,
      "learning_rate": 0.00012060407808723854,
      "loss": 3.7188,
      "step": 3228
    },
    {
      "epoch": 4.6327116212338595,
      "grad_norm": 1.6149399293154008,
      "learning_rate": 0.00012039232986615831,
      "loss": 4.2188,
      "step": 3229
    },
    {
      "epoch": 4.634146341463414,
      "grad_norm": 1.6477085858648701,
      "learning_rate": 0.00012018064302048876,
      "loss": 3.8281,
      "step": 3230
    },
    {
      "epoch": 4.63558106169297,
      "grad_norm": 1.601070263235823,
      "learning_rate": 0.00011996901798904755,
      "loss": 3.8906,
      "step": 3231
    },
    {
      "epoch": 4.637015781922525,
      "grad_norm": 1.5186447014830495,
      "learning_rate": 0.00011975745521052413,
      "loss": 3.9219,
      "step": 3232
    },
    {
      "epoch": 4.6384505021520805,
      "grad_norm": 1.720491159326024,
      "learning_rate": 0.00011954595512347892,
      "loss": 3.5469,
      "step": 3233
    },
    {
      "epoch": 4.639885222381635,
      "grad_norm": 1.576293745052286,
      "learning_rate": 0.0001193345181663425,
      "loss": 4.3125,
      "step": 3234
    },
    {
      "epoch": 4.641319942611191,
      "grad_norm": 1.575763025424165,
      "learning_rate": 0.0001191231447774143,
      "loss": 4.3125,
      "step": 3235
    },
    {
      "epoch": 4.642754662840746,
      "grad_norm": 1.5608896879052931,
      "learning_rate": 0.00011891183539486225,
      "loss": 3.75,
      "step": 3236
    },
    {
      "epoch": 4.644189383070302,
      "grad_norm": 1.556457761466191,
      "learning_rate": 0.00011870059045672145,
      "loss": 3.8281,
      "step": 3237
    },
    {
      "epoch": 4.645624103299856,
      "grad_norm": 1.614430901419169,
      "learning_rate": 0.00011848941040089359,
      "loss": 4.0312,
      "step": 3238
    },
    {
      "epoch": 4.647058823529412,
      "grad_norm": 1.6773702279253195,
      "learning_rate": 0.00011827829566514555,
      "loss": 4.5938,
      "step": 3239
    },
    {
      "epoch": 4.648493543758967,
      "grad_norm": 1.7526856993798314,
      "learning_rate": 0.00011806724668710905,
      "loss": 4.25,
      "step": 3240
    },
    {
      "epoch": 4.649928263988523,
      "grad_norm": 1.6654914489735784,
      "learning_rate": 0.0001178562639042794,
      "loss": 4.3125,
      "step": 3241
    },
    {
      "epoch": 4.6513629842180775,
      "grad_norm": 1.62126195483296,
      "learning_rate": 0.00011764534775401481,
      "loss": 4.0938,
      "step": 3242
    },
    {
      "epoch": 4.652797704447632,
      "grad_norm": 1.7445992067199165,
      "learning_rate": 0.00011743449867353527,
      "loss": 4.1562,
      "step": 3243
    },
    {
      "epoch": 4.654232424677188,
      "grad_norm": 1.5590099522206122,
      "learning_rate": 0.00011722371709992164,
      "loss": 4.125,
      "step": 3244
    },
    {
      "epoch": 4.655667144906743,
      "grad_norm": 1.5299368064889527,
      "learning_rate": 0.00011701300347011494,
      "loss": 3.8125,
      "step": 3245
    },
    {
      "epoch": 4.6571018651362985,
      "grad_norm": 1.5359309146645757,
      "learning_rate": 0.00011680235822091544,
      "loss": 3.9062,
      "step": 3246
    },
    {
      "epoch": 4.658536585365853,
      "grad_norm": 1.6145258433495857,
      "learning_rate": 0.0001165917817889816,
      "loss": 3.9219,
      "step": 3247
    },
    {
      "epoch": 4.659971305595409,
      "grad_norm": 1.7116359276084876,
      "learning_rate": 0.00011638127461082904,
      "loss": 4.4062,
      "step": 3248
    },
    {
      "epoch": 4.661406025824964,
      "grad_norm": 1.521080783933119,
      "learning_rate": 0.00011617083712283005,
      "loss": 3.8125,
      "step": 3249
    },
    {
      "epoch": 4.66284074605452,
      "grad_norm": 1.5919320018413936,
      "learning_rate": 0.00011596046976121239,
      "loss": 4.0312,
      "step": 3250
    },
    {
      "epoch": 4.664275466284074,
      "grad_norm": 1.587081018093381,
      "learning_rate": 0.00011575017296205843,
      "loss": 4.125,
      "step": 3251
    },
    {
      "epoch": 4.66571018651363,
      "grad_norm": 1.5839393293144604,
      "learning_rate": 0.00011553994716130434,
      "loss": 4.5,
      "step": 3252
    },
    {
      "epoch": 4.667144906743185,
      "grad_norm": 1.630586554014274,
      "learning_rate": 0.00011532979279473891,
      "loss": 4.125,
      "step": 3253
    },
    {
      "epoch": 4.668579626972741,
      "grad_norm": 1.6478481717732825,
      "learning_rate": 0.00011511971029800309,
      "loss": 3.5938,
      "step": 3254
    },
    {
      "epoch": 4.6700143472022955,
      "grad_norm": 1.5394579339668109,
      "learning_rate": 0.00011490970010658872,
      "loss": 4.1875,
      "step": 3255
    },
    {
      "epoch": 4.671449067431851,
      "grad_norm": 1.5471218013303742,
      "learning_rate": 0.0001146997626558378,
      "loss": 3.7656,
      "step": 3256
    },
    {
      "epoch": 4.672883787661406,
      "grad_norm": 1.747283945385709,
      "learning_rate": 0.00011448989838094146,
      "loss": 4.2188,
      "step": 3257
    },
    {
      "epoch": 4.674318507890961,
      "grad_norm": 1.5797206487874835,
      "learning_rate": 0.00011428010771693927,
      "loss": 3.75,
      "step": 3258
    },
    {
      "epoch": 4.6757532281205165,
      "grad_norm": 1.5606396156678788,
      "learning_rate": 0.0001140703910987181,
      "loss": 4.0938,
      "step": 3259
    },
    {
      "epoch": 4.677187948350072,
      "grad_norm": 1.466364185952311,
      "learning_rate": 0.0001138607489610114,
      "loss": 3.7812,
      "step": 3260
    },
    {
      "epoch": 4.678622668579627,
      "grad_norm": 1.7479421292249415,
      "learning_rate": 0.0001136511817383982,
      "loss": 4.3438,
      "step": 3261
    },
    {
      "epoch": 4.680057388809182,
      "grad_norm": 1.6934742514195393,
      "learning_rate": 0.00011344168986530215,
      "loss": 4.1562,
      "step": 3262
    },
    {
      "epoch": 4.681492109038738,
      "grad_norm": 1.5939701035610474,
      "learning_rate": 0.00011323227377599084,
      "loss": 4.3125,
      "step": 3263
    },
    {
      "epoch": 4.682926829268292,
      "grad_norm": 1.624699978716314,
      "learning_rate": 0.00011302293390457469,
      "loss": 4.375,
      "step": 3264
    },
    {
      "epoch": 4.684361549497848,
      "grad_norm": 1.5694314538001362,
      "learning_rate": 0.00011281367068500614,
      "loss": 3.75,
      "step": 3265
    },
    {
      "epoch": 4.685796269727403,
      "grad_norm": 1.6552161457832104,
      "learning_rate": 0.00011260448455107871,
      "loss": 4.4375,
      "step": 3266
    },
    {
      "epoch": 4.687230989956959,
      "grad_norm": 1.5925792488405606,
      "learning_rate": 0.00011239537593642618,
      "loss": 4.125,
      "step": 3267
    },
    {
      "epoch": 4.6886657101865135,
      "grad_norm": 1.6421594153216506,
      "learning_rate": 0.00011218634527452157,
      "loss": 4.3125,
      "step": 3268
    },
    {
      "epoch": 4.690100430416069,
      "grad_norm": 1.600767119613089,
      "learning_rate": 0.00011197739299867633,
      "loss": 4.1875,
      "step": 3269
    },
    {
      "epoch": 4.691535150645624,
      "grad_norm": 1.631661538023229,
      "learning_rate": 0.00011176851954203951,
      "loss": 4.3438,
      "step": 3270
    },
    {
      "epoch": 4.69296987087518,
      "grad_norm": 1.5978606577110968,
      "learning_rate": 0.00011155972533759658,
      "loss": 3.9844,
      "step": 3271
    },
    {
      "epoch": 4.6944045911047345,
      "grad_norm": 1.6119199323545175,
      "learning_rate": 0.00011135101081816888,
      "loss": 4.4688,
      "step": 3272
    },
    {
      "epoch": 4.695839311334289,
      "grad_norm": 1.6063874021041724,
      "learning_rate": 0.00011114237641641253,
      "loss": 4.0312,
      "step": 3273
    },
    {
      "epoch": 4.697274031563845,
      "grad_norm": 1.5681842920508535,
      "learning_rate": 0.00011093382256481756,
      "loss": 3.8281,
      "step": 3274
    },
    {
      "epoch": 4.698708751793401,
      "grad_norm": 1.604512954959459,
      "learning_rate": 0.00011072534969570698,
      "loss": 4.25,
      "step": 3275
    },
    {
      "epoch": 4.700143472022956,
      "grad_norm": 1.4949704343480068,
      "learning_rate": 0.000110516958241236,
      "loss": 3.7188,
      "step": 3276
    },
    {
      "epoch": 4.70157819225251,
      "grad_norm": 1.6737492620130265,
      "learning_rate": 0.00011030864863339103,
      "loss": 4.1562,
      "step": 3277
    },
    {
      "epoch": 4.703012912482066,
      "grad_norm": 1.8140891321964387,
      "learning_rate": 0.00011010042130398879,
      "loss": 4.1875,
      "step": 3278
    },
    {
      "epoch": 4.704447632711621,
      "grad_norm": 1.6097260165258866,
      "learning_rate": 0.00010989227668467556,
      "loss": 3.9531,
      "step": 3279
    },
    {
      "epoch": 4.705882352941177,
      "grad_norm": 1.5356544867692878,
      "learning_rate": 0.00010968421520692594,
      "loss": 3.9062,
      "step": 3280
    },
    {
      "epoch": 4.7073170731707314,
      "grad_norm": 1.5773448988710914,
      "learning_rate": 0.00010947623730204236,
      "loss": 3.8438,
      "step": 3281
    },
    {
      "epoch": 4.708751793400287,
      "grad_norm": 1.6467726775747746,
      "learning_rate": 0.00010926834340115395,
      "loss": 4.0938,
      "step": 3282
    },
    {
      "epoch": 4.710186513629842,
      "grad_norm": 1.7174559869390351,
      "learning_rate": 0.00010906053393521581,
      "loss": 4.7812,
      "step": 3283
    },
    {
      "epoch": 4.711621233859398,
      "grad_norm": 1.6620999593093404,
      "learning_rate": 0.00010885280933500778,
      "loss": 4.625,
      "step": 3284
    },
    {
      "epoch": 4.7130559540889525,
      "grad_norm": 1.6147668858835473,
      "learning_rate": 0.00010864517003113395,
      "loss": 4.1562,
      "step": 3285
    },
    {
      "epoch": 4.714490674318508,
      "grad_norm": 1.5829026061122293,
      "learning_rate": 0.00010843761645402154,
      "loss": 3.75,
      "step": 3286
    },
    {
      "epoch": 4.715925394548063,
      "grad_norm": 1.5909558532400676,
      "learning_rate": 0.00010823014903392015,
      "loss": 3.9219,
      "step": 3287
    },
    {
      "epoch": 4.717360114777619,
      "grad_norm": 1.5948698135737474,
      "learning_rate": 0.00010802276820090071,
      "loss": 3.7969,
      "step": 3288
    },
    {
      "epoch": 4.718794835007174,
      "grad_norm": 1.7591255333315998,
      "learning_rate": 0.00010781547438485454,
      "loss": 4.3125,
      "step": 3289
    },
    {
      "epoch": 4.720229555236729,
      "grad_norm": 1.562387314292782,
      "learning_rate": 0.00010760826801549271,
      "loss": 3.7656,
      "step": 3290
    },
    {
      "epoch": 4.721664275466284,
      "grad_norm": 1.606753731133363,
      "learning_rate": 0.00010740114952234508,
      "loss": 4.0625,
      "step": 3291
    },
    {
      "epoch": 4.723098995695839,
      "grad_norm": 1.5917469097910952,
      "learning_rate": 0.00010719411933475931,
      "loss": 3.8281,
      "step": 3292
    },
    {
      "epoch": 4.724533715925395,
      "grad_norm": 1.6646746585133796,
      "learning_rate": 0.00010698717788189976,
      "loss": 3.75,
      "step": 3293
    },
    {
      "epoch": 4.725968436154949,
      "grad_norm": 1.5850618537186936,
      "learning_rate": 0.00010678032559274721,
      "loss": 3.75,
      "step": 3294
    },
    {
      "epoch": 4.727403156384505,
      "grad_norm": 1.5970357669207687,
      "learning_rate": 0.00010657356289609743,
      "loss": 4.0938,
      "step": 3295
    },
    {
      "epoch": 4.72883787661406,
      "grad_norm": 1.645378410429676,
      "learning_rate": 0.00010636689022056045,
      "loss": 4.0625,
      "step": 3296
    },
    {
      "epoch": 4.730272596843616,
      "grad_norm": 1.5383402402329658,
      "learning_rate": 0.00010616030799455977,
      "loss": 3.75,
      "step": 3297
    },
    {
      "epoch": 4.7317073170731705,
      "grad_norm": 1.7215637742533274,
      "learning_rate": 0.0001059538166463313,
      "loss": 4.375,
      "step": 3298
    },
    {
      "epoch": 4.733142037302726,
      "grad_norm": 1.6601882844643303,
      "learning_rate": 0.00010574741660392261,
      "loss": 4.0625,
      "step": 3299
    },
    {
      "epoch": 4.734576757532281,
      "grad_norm": 1.653978042750132,
      "learning_rate": 0.00010554110829519204,
      "loss": 4.25,
      "step": 3300
    },
    {
      "epoch": 4.736011477761837,
      "grad_norm": 1.6213607778220227,
      "learning_rate": 0.00010533489214780772,
      "loss": 3.9688,
      "step": 3301
    },
    {
      "epoch": 4.7374461979913915,
      "grad_norm": 1.6233704198634047,
      "learning_rate": 0.0001051287685892467,
      "loss": 3.9375,
      "step": 3302
    },
    {
      "epoch": 4.738880918220947,
      "grad_norm": 1.633864709439344,
      "learning_rate": 0.00010492273804679415,
      "loss": 4.0625,
      "step": 3303
    },
    {
      "epoch": 4.740315638450502,
      "grad_norm": 1.634027891555854,
      "learning_rate": 0.00010471680094754247,
      "loss": 4.0312,
      "step": 3304
    },
    {
      "epoch": 4.741750358680058,
      "grad_norm": 1.6250280153915828,
      "learning_rate": 0.00010451095771839023,
      "loss": 3.9844,
      "step": 3305
    },
    {
      "epoch": 4.743185078909613,
      "grad_norm": 1.6231795445397479,
      "learning_rate": 0.00010430520878604155,
      "loss": 4.2188,
      "step": 3306
    },
    {
      "epoch": 4.744619799139167,
      "grad_norm": 1.6236874377047499,
      "learning_rate": 0.00010409955457700493,
      "loss": 4.2188,
      "step": 3307
    },
    {
      "epoch": 4.746054519368723,
      "grad_norm": 1.680407968196303,
      "learning_rate": 0.0001038939955175926,
      "loss": 4.0938,
      "step": 3308
    },
    {
      "epoch": 4.747489239598278,
      "grad_norm": 1.6048089448709497,
      "learning_rate": 0.00010368853203391958,
      "loss": 4.0938,
      "step": 3309
    },
    {
      "epoch": 4.748923959827834,
      "grad_norm": 1.6281774991755347,
      "learning_rate": 0.00010348316455190274,
      "loss": 4.375,
      "step": 3310
    },
    {
      "epoch": 4.7503586800573885,
      "grad_norm": 1.5107869211145213,
      "learning_rate": 0.00010327789349725983,
      "loss": 3.75,
      "step": 3311
    },
    {
      "epoch": 4.751793400286944,
      "grad_norm": 1.552208885588905,
      "learning_rate": 0.0001030727192955089,
      "loss": 3.5469,
      "step": 3312
    },
    {
      "epoch": 4.753228120516499,
      "grad_norm": 1.5447413348334438,
      "learning_rate": 0.00010286764237196709,
      "loss": 3.7031,
      "step": 3313
    },
    {
      "epoch": 4.754662840746055,
      "grad_norm": 1.603437709075044,
      "learning_rate": 0.00010266266315174993,
      "loss": 4.1562,
      "step": 3314
    },
    {
      "epoch": 4.7560975609756095,
      "grad_norm": 1.6060413182607132,
      "learning_rate": 0.00010245778205977046,
      "loss": 4.2188,
      "step": 3315
    },
    {
      "epoch": 4.757532281205165,
      "grad_norm": 1.615593370182129,
      "learning_rate": 0.0001022529995207382,
      "loss": 4.3438,
      "step": 3316
    },
    {
      "epoch": 4.75896700143472,
      "grad_norm": 1.625237165653453,
      "learning_rate": 0.00010204831595915846,
      "loss": 3.9844,
      "step": 3317
    },
    {
      "epoch": 4.760401721664276,
      "grad_norm": 1.666014476381387,
      "learning_rate": 0.00010184373179933135,
      "loss": 3.9375,
      "step": 3318
    },
    {
      "epoch": 4.761836441893831,
      "grad_norm": 1.6923732653789003,
      "learning_rate": 0.00010163924746535095,
      "loss": 4.5,
      "step": 3319
    },
    {
      "epoch": 4.763271162123386,
      "grad_norm": 1.5810576176717361,
      "learning_rate": 0.00010143486338110435,
      "loss": 3.875,
      "step": 3320
    },
    {
      "epoch": 4.764705882352941,
      "grad_norm": 1.6058720428256057,
      "learning_rate": 0.00010123057997027083,
      "loss": 3.9062,
      "step": 3321
    },
    {
      "epoch": 4.766140602582496,
      "grad_norm": 1.6612069620558487,
      "learning_rate": 0.00010102639765632103,
      "loss": 3.9531,
      "step": 3322
    },
    {
      "epoch": 4.767575322812052,
      "grad_norm": 1.6123453131225594,
      "learning_rate": 0.00010082231686251598,
      "loss": 3.8594,
      "step": 3323
    },
    {
      "epoch": 4.769010043041607,
      "grad_norm": 1.59440267089723,
      "learning_rate": 0.00010061833801190638,
      "loss": 3.9219,
      "step": 3324
    },
    {
      "epoch": 4.770444763271162,
      "grad_norm": 1.5658987212112536,
      "learning_rate": 0.00010041446152733137,
      "loss": 3.7656,
      "step": 3325
    },
    {
      "epoch": 4.771879483500717,
      "grad_norm": 1.7947349490238145,
      "learning_rate": 0.00010021068783141805,
      "loss": 4.2188,
      "step": 3326
    },
    {
      "epoch": 4.773314203730273,
      "grad_norm": 1.6973165524995952,
      "learning_rate": 0.00010000701734658042,
      "loss": 4.2188,
      "step": 3327
    },
    {
      "epoch": 4.7747489239598275,
      "grad_norm": 1.6201250208837927,
      "learning_rate": 9.980345049501863e-05,
      "loss": 4.1875,
      "step": 3328
    },
    {
      "epoch": 4.776183644189383,
      "grad_norm": 1.6633359957356022,
      "learning_rate": 9.959998769871776e-05,
      "loss": 4.3125,
      "step": 3329
    },
    {
      "epoch": 4.777618364418938,
      "grad_norm": 1.6146564863867847,
      "learning_rate": 9.939662937944737e-05,
      "loss": 3.9062,
      "step": 3330
    },
    {
      "epoch": 4.779053084648494,
      "grad_norm": 1.5752310390750905,
      "learning_rate": 9.919337595876036e-05,
      "loss": 3.625,
      "step": 3331
    },
    {
      "epoch": 4.780487804878049,
      "grad_norm": 1.663069848607643,
      "learning_rate": 9.899022785799231e-05,
      "loss": 4.3125,
      "step": 3332
    },
    {
      "epoch": 4.781922525107604,
      "grad_norm": 1.650467178800295,
      "learning_rate": 9.87871854982604e-05,
      "loss": 4.3438,
      "step": 3333
    },
    {
      "epoch": 4.783357245337159,
      "grad_norm": 1.6084110375538692,
      "learning_rate": 9.858424930046243e-05,
      "loss": 4.0,
      "step": 3334
    },
    {
      "epoch": 4.784791965566715,
      "grad_norm": 1.7485131641443399,
      "learning_rate": 9.838141968527645e-05,
      "loss": 3.8438,
      "step": 3335
    },
    {
      "epoch": 4.78622668579627,
      "grad_norm": 1.6063905417343045,
      "learning_rate": 9.817869707315939e-05,
      "loss": 4.1875,
      "step": 3336
    },
    {
      "epoch": 4.787661406025825,
      "grad_norm": 1.574508868879003,
      "learning_rate": 9.797608188434643e-05,
      "loss": 4.2188,
      "step": 3337
    },
    {
      "epoch": 4.78909612625538,
      "grad_norm": 1.564696500562961,
      "learning_rate": 9.77735745388499e-05,
      "loss": 3.8906,
      "step": 3338
    },
    {
      "epoch": 4.790530846484936,
      "grad_norm": 1.5617793581478987,
      "learning_rate": 9.75711754564588e-05,
      "loss": 4.0312,
      "step": 3339
    },
    {
      "epoch": 4.791965566714491,
      "grad_norm": 1.6051682025843657,
      "learning_rate": 9.736888505673765e-05,
      "loss": 4.25,
      "step": 3340
    },
    {
      "epoch": 4.7934002869440455,
      "grad_norm": 1.6528363017045795,
      "learning_rate": 9.716670375902554e-05,
      "loss": 4.3438,
      "step": 3341
    },
    {
      "epoch": 4.794835007173601,
      "grad_norm": 1.5768393131521412,
      "learning_rate": 9.696463198243561e-05,
      "loss": 3.8906,
      "step": 3342
    },
    {
      "epoch": 4.796269727403156,
      "grad_norm": 1.58451969907617,
      "learning_rate": 9.676267014585376e-05,
      "loss": 3.7969,
      "step": 3343
    },
    {
      "epoch": 4.797704447632712,
      "grad_norm": 1.626368646876913,
      "learning_rate": 9.656081866793813e-05,
      "loss": 4.1562,
      "step": 3344
    },
    {
      "epoch": 4.799139167862267,
      "grad_norm": 1.5898149173720784,
      "learning_rate": 9.6359077967118e-05,
      "loss": 3.7812,
      "step": 3345
    },
    {
      "epoch": 4.800573888091822,
      "grad_norm": 1.6810025345886928,
      "learning_rate": 9.61574484615931e-05,
      "loss": 3.5781,
      "step": 3346
    },
    {
      "epoch": 4.802008608321377,
      "grad_norm": 1.6584911588877276,
      "learning_rate": 9.59559305693326e-05,
      "loss": 4.0625,
      "step": 3347
    },
    {
      "epoch": 4.803443328550933,
      "grad_norm": 1.616204037349453,
      "learning_rate": 9.575452470807429e-05,
      "loss": 4.375,
      "step": 3348
    },
    {
      "epoch": 4.804878048780488,
      "grad_norm": 1.619364034063037,
      "learning_rate": 9.555323129532378e-05,
      "loss": 4.0,
      "step": 3349
    },
    {
      "epoch": 4.806312769010043,
      "grad_norm": 1.5405440726746344,
      "learning_rate": 9.535205074835351e-05,
      "loss": 3.7344,
      "step": 3350
    },
    {
      "epoch": 4.807747489239598,
      "grad_norm": 1.566545502136306,
      "learning_rate": 9.515098348420206e-05,
      "loss": 3.9062,
      "step": 3351
    },
    {
      "epoch": 4.809182209469154,
      "grad_norm": 1.4811702786731105,
      "learning_rate": 9.495002991967305e-05,
      "loss": 3.5469,
      "step": 3352
    },
    {
      "epoch": 4.810616929698709,
      "grad_norm": 1.619698431619212,
      "learning_rate": 9.474919047133448e-05,
      "loss": 3.6719,
      "step": 3353
    },
    {
      "epoch": 4.812051649928264,
      "grad_norm": 1.6889116072535526,
      "learning_rate": 9.454846555551779e-05,
      "loss": 3.8594,
      "step": 3354
    },
    {
      "epoch": 4.813486370157819,
      "grad_norm": 1.642504897391544,
      "learning_rate": 9.434785558831702e-05,
      "loss": 3.9375,
      "step": 3355
    },
    {
      "epoch": 4.814921090387374,
      "grad_norm": 1.6636450750623974,
      "learning_rate": 9.414736098558782e-05,
      "loss": 4.0938,
      "step": 3356
    },
    {
      "epoch": 4.81635581061693,
      "grad_norm": 1.5634709472445927,
      "learning_rate": 9.394698216294681e-05,
      "loss": 3.75,
      "step": 3357
    },
    {
      "epoch": 4.817790530846485,
      "grad_norm": 1.5792624700475684,
      "learning_rate": 9.374671953577056e-05,
      "loss": 3.6719,
      "step": 3358
    },
    {
      "epoch": 4.81922525107604,
      "grad_norm": 1.6280293360416858,
      "learning_rate": 9.354657351919478e-05,
      "loss": 4.2188,
      "step": 3359
    },
    {
      "epoch": 4.820659971305595,
      "grad_norm": 1.6331566152984547,
      "learning_rate": 9.334654452811349e-05,
      "loss": 4.0938,
      "step": 3360
    },
    {
      "epoch": 4.822094691535151,
      "grad_norm": 1.636060399769741,
      "learning_rate": 9.3146632977178e-05,
      "loss": 4.1875,
      "step": 3361
    },
    {
      "epoch": 4.823529411764706,
      "grad_norm": 1.6218824458505967,
      "learning_rate": 9.294683928079624e-05,
      "loss": 3.7656,
      "step": 3362
    },
    {
      "epoch": 4.824964131994261,
      "grad_norm": 1.5640684552608215,
      "learning_rate": 9.274716385313191e-05,
      "loss": 3.7031,
      "step": 3363
    },
    {
      "epoch": 4.826398852223816,
      "grad_norm": 1.723471125181605,
      "learning_rate": 9.254760710810347e-05,
      "loss": 4.4375,
      "step": 3364
    },
    {
      "epoch": 4.827833572453372,
      "grad_norm": 1.652872217755132,
      "learning_rate": 9.234816945938331e-05,
      "loss": 3.9375,
      "step": 3365
    },
    {
      "epoch": 4.829268292682927,
      "grad_norm": 1.6728696956748743,
      "learning_rate": 9.2148851320397e-05,
      "loss": 4.0625,
      "step": 3366
    },
    {
      "epoch": 4.830703012912482,
      "grad_norm": 1.6262393822580568,
      "learning_rate": 9.194965310432241e-05,
      "loss": 4.0,
      "step": 3367
    },
    {
      "epoch": 4.832137733142037,
      "grad_norm": 1.6589179973912882,
      "learning_rate": 9.175057522408868e-05,
      "loss": 4.1562,
      "step": 3368
    },
    {
      "epoch": 4.833572453371593,
      "grad_norm": 1.655369006519369,
      "learning_rate": 9.155161809237572e-05,
      "loss": 4.125,
      "step": 3369
    },
    {
      "epoch": 4.835007173601148,
      "grad_norm": 1.6378807084470905,
      "learning_rate": 9.135278212161287e-05,
      "loss": 4.0938,
      "step": 3370
    },
    {
      "epoch": 4.8364418938307026,
      "grad_norm": 1.6298451099666116,
      "learning_rate": 9.115406772397849e-05,
      "loss": 3.7344,
      "step": 3371
    },
    {
      "epoch": 4.837876614060258,
      "grad_norm": 1.6667645751191422,
      "learning_rate": 9.09554753113988e-05,
      "loss": 4.4062,
      "step": 3372
    },
    {
      "epoch": 4.839311334289814,
      "grad_norm": 1.6352062629985546,
      "learning_rate": 9.075700529554743e-05,
      "loss": 3.8594,
      "step": 3373
    },
    {
      "epoch": 4.840746054519369,
      "grad_norm": 1.633393847428663,
      "learning_rate": 9.055865808784384e-05,
      "loss": 3.4375,
      "step": 3374
    },
    {
      "epoch": 4.842180774748924,
      "grad_norm": 1.6475247072456072,
      "learning_rate": 9.036043409945326e-05,
      "loss": 3.8125,
      "step": 3375
    },
    {
      "epoch": 4.843615494978479,
      "grad_norm": 1.6447385695927563,
      "learning_rate": 9.016233374128539e-05,
      "loss": 4.1562,
      "step": 3376
    },
    {
      "epoch": 4.845050215208034,
      "grad_norm": 1.6604279724938007,
      "learning_rate": 8.996435742399364e-05,
      "loss": 4.1875,
      "step": 3377
    },
    {
      "epoch": 4.84648493543759,
      "grad_norm": 1.587739152514757,
      "learning_rate": 8.976650555797432e-05,
      "loss": 3.9219,
      "step": 3378
    },
    {
      "epoch": 4.847919655667145,
      "grad_norm": 1.5830688916287596,
      "learning_rate": 8.956877855336565e-05,
      "loss": 3.875,
      "step": 3379
    },
    {
      "epoch": 4.8493543758967,
      "grad_norm": 1.662390399545378,
      "learning_rate": 8.937117682004714e-05,
      "loss": 4.125,
      "step": 3380
    },
    {
      "epoch": 4.850789096126255,
      "grad_norm": 1.6306804321457837,
      "learning_rate": 8.91737007676386e-05,
      "loss": 4.1562,
      "step": 3381
    },
    {
      "epoch": 4.852223816355811,
      "grad_norm": 1.7121210220161902,
      "learning_rate": 8.897635080549931e-05,
      "loss": 4.0938,
      "step": 3382
    },
    {
      "epoch": 4.853658536585366,
      "grad_norm": 1.6887018841373898,
      "learning_rate": 8.877912734272703e-05,
      "loss": 4.0312,
      "step": 3383
    },
    {
      "epoch": 4.855093256814921,
      "grad_norm": 1.6060471143926884,
      "learning_rate": 8.858203078815753e-05,
      "loss": 3.8594,
      "step": 3384
    },
    {
      "epoch": 4.856527977044476,
      "grad_norm": 1.5846890442600683,
      "learning_rate": 8.838506155036332e-05,
      "loss": 3.75,
      "step": 3385
    },
    {
      "epoch": 4.857962697274031,
      "grad_norm": 1.6389527392425445,
      "learning_rate": 8.818822003765307e-05,
      "loss": 4.0,
      "step": 3386
    },
    {
      "epoch": 4.859397417503587,
      "grad_norm": 1.5470903593986127,
      "learning_rate": 8.79915066580707e-05,
      "loss": 3.6562,
      "step": 3387
    },
    {
      "epoch": 4.8608321377331425,
      "grad_norm": 1.6204948261359433,
      "learning_rate": 8.779492181939441e-05,
      "loss": 3.9062,
      "step": 3388
    },
    {
      "epoch": 4.862266857962697,
      "grad_norm": 1.7389239269744474,
      "learning_rate": 8.759846592913605e-05,
      "loss": 4.5312,
      "step": 3389
    },
    {
      "epoch": 4.863701578192252,
      "grad_norm": 1.573222651489278,
      "learning_rate": 8.74021393945401e-05,
      "loss": 3.6875,
      "step": 3390
    },
    {
      "epoch": 4.865136298421808,
      "grad_norm": 1.7151844920845039,
      "learning_rate": 8.720594262258296e-05,
      "loss": 4.3125,
      "step": 3391
    },
    {
      "epoch": 4.866571018651363,
      "grad_norm": 1.6516363443741133,
      "learning_rate": 8.7009876019972e-05,
      "loss": 4.1875,
      "step": 3392
    },
    {
      "epoch": 4.868005738880918,
      "grad_norm": 1.5514607402846015,
      "learning_rate": 8.68139399931446e-05,
      "loss": 3.8594,
      "step": 3393
    },
    {
      "epoch": 4.869440459110473,
      "grad_norm": 1.6208173628664648,
      "learning_rate": 8.661813494826776e-05,
      "loss": 3.7344,
      "step": 3394
    },
    {
      "epoch": 4.870875179340029,
      "grad_norm": 1.5467601714821426,
      "learning_rate": 8.642246129123682e-05,
      "loss": 3.5938,
      "step": 3395
    },
    {
      "epoch": 4.872309899569584,
      "grad_norm": 1.646165014774787,
      "learning_rate": 8.622691942767471e-05,
      "loss": 3.9844,
      "step": 3396
    },
    {
      "epoch": 4.873744619799139,
      "grad_norm": 1.6436786088941908,
      "learning_rate": 8.603150976293118e-05,
      "loss": 3.8438,
      "step": 3397
    },
    {
      "epoch": 4.875179340028694,
      "grad_norm": 1.673246916678517,
      "learning_rate": 8.583623270208191e-05,
      "loss": 4.0625,
      "step": 3398
    },
    {
      "epoch": 4.87661406025825,
      "grad_norm": 1.779382646937133,
      "learning_rate": 8.564108864992779e-05,
      "loss": 4.0938,
      "step": 3399
    },
    {
      "epoch": 4.878048780487805,
      "grad_norm": 1.626291541268375,
      "learning_rate": 8.544607801099408e-05,
      "loss": 4.2812,
      "step": 3400
    },
    {
      "epoch": 4.8794835007173605,
      "grad_norm": 1.6020423200959493,
      "learning_rate": 8.525120118952907e-05,
      "loss": 3.8125,
      "step": 3401
    },
    {
      "epoch": 4.880918220946915,
      "grad_norm": 1.662681079950777,
      "learning_rate": 8.505645858950409e-05,
      "loss": 4.1562,
      "step": 3402
    },
    {
      "epoch": 4.882352941176471,
      "grad_norm": 1.6107824334571923,
      "learning_rate": 8.486185061461207e-05,
      "loss": 3.7969,
      "step": 3403
    },
    {
      "epoch": 4.883787661406026,
      "grad_norm": 1.5869050321159388,
      "learning_rate": 8.46673776682668e-05,
      "loss": 3.7188,
      "step": 3404
    },
    {
      "epoch": 4.885222381635581,
      "grad_norm": 1.647097240600651,
      "learning_rate": 8.447304015360238e-05,
      "loss": 3.9375,
      "step": 3405
    },
    {
      "epoch": 4.886657101865136,
      "grad_norm": 1.6030544064596801,
      "learning_rate": 8.427883847347177e-05,
      "loss": 4.0938,
      "step": 3406
    },
    {
      "epoch": 4.888091822094691,
      "grad_norm": 1.612074043128597,
      "learning_rate": 8.408477303044673e-05,
      "loss": 3.8906,
      "step": 3407
    },
    {
      "epoch": 4.889526542324247,
      "grad_norm": 1.6987416868715561,
      "learning_rate": 8.389084422681654e-05,
      "loss": 4.1562,
      "step": 3408
    },
    {
      "epoch": 4.890961262553802,
      "grad_norm": 1.7600695145993763,
      "learning_rate": 8.369705246458709e-05,
      "loss": 3.9844,
      "step": 3409
    },
    {
      "epoch": 4.892395982783357,
      "grad_norm": 1.688785045309492,
      "learning_rate": 8.35033981454802e-05,
      "loss": 4.1562,
      "step": 3410
    },
    {
      "epoch": 4.893830703012912,
      "grad_norm": 1.563561935948221,
      "learning_rate": 8.330988167093297e-05,
      "loss": 3.7031,
      "step": 3411
    },
    {
      "epoch": 4.895265423242468,
      "grad_norm": 1.684610254204989,
      "learning_rate": 8.311650344209648e-05,
      "loss": 4.2188,
      "step": 3412
    },
    {
      "epoch": 4.896700143472023,
      "grad_norm": 1.8490065141205894,
      "learning_rate": 8.292326385983552e-05,
      "loss": 4.0938,
      "step": 3413
    },
    {
      "epoch": 4.8981348637015785,
      "grad_norm": 1.7673671476480397,
      "learning_rate": 8.273016332472725e-05,
      "loss": 4.25,
      "step": 3414
    },
    {
      "epoch": 4.899569583931133,
      "grad_norm": 1.6103391542947296,
      "learning_rate": 8.253720223706063e-05,
      "loss": 4.125,
      "step": 3415
    },
    {
      "epoch": 4.901004304160689,
      "grad_norm": 1.7528256369676334,
      "learning_rate": 8.234438099683571e-05,
      "loss": 3.9531,
      "step": 3416
    },
    {
      "epoch": 4.902439024390244,
      "grad_norm": 1.6424824676584646,
      "learning_rate": 8.21517000037624e-05,
      "loss": 3.6406,
      "step": 3417
    },
    {
      "epoch": 4.9038737446197995,
      "grad_norm": 1.7039724594823802,
      "learning_rate": 8.19591596572601e-05,
      "loss": 4.0312,
      "step": 3418
    },
    {
      "epoch": 4.905308464849354,
      "grad_norm": 1.7116357783849552,
      "learning_rate": 8.176676035645654e-05,
      "loss": 4.0938,
      "step": 3419
    },
    {
      "epoch": 4.906743185078909,
      "grad_norm": 1.6955795630028523,
      "learning_rate": 8.157450250018701e-05,
      "loss": 4.2812,
      "step": 3420
    },
    {
      "epoch": 4.908177905308465,
      "grad_norm": 1.6019569929690818,
      "learning_rate": 8.138238648699379e-05,
      "loss": 3.4375,
      "step": 3421
    },
    {
      "epoch": 4.909612625538021,
      "grad_norm": 1.7401998659327804,
      "learning_rate": 8.119041271512492e-05,
      "loss": 3.75,
      "step": 3422
    },
    {
      "epoch": 4.911047345767575,
      "grad_norm": 1.6780790312388776,
      "learning_rate": 8.099858158253375e-05,
      "loss": 4.0312,
      "step": 3423
    },
    {
      "epoch": 4.91248206599713,
      "grad_norm": 1.6403075918506438,
      "learning_rate": 8.080689348687781e-05,
      "loss": 3.9375,
      "step": 3424
    },
    {
      "epoch": 4.913916786226686,
      "grad_norm": 1.5894236747366526,
      "learning_rate": 8.061534882551814e-05,
      "loss": 3.8125,
      "step": 3425
    },
    {
      "epoch": 4.915351506456241,
      "grad_norm": 1.7561818100639004,
      "learning_rate": 8.042394799551856e-05,
      "loss": 4.3125,
      "step": 3426
    },
    {
      "epoch": 4.9167862266857965,
      "grad_norm": 1.6635913839628862,
      "learning_rate": 8.023269139364463e-05,
      "loss": 3.9219,
      "step": 3427
    },
    {
      "epoch": 4.918220946915351,
      "grad_norm": 1.6519899633069701,
      "learning_rate": 8.00415794163629e-05,
      "loss": 4.3125,
      "step": 3428
    },
    {
      "epoch": 4.919655667144907,
      "grad_norm": 1.6402353249197215,
      "learning_rate": 7.985061245984027e-05,
      "loss": 3.9375,
      "step": 3429
    },
    {
      "epoch": 4.921090387374462,
      "grad_norm": 1.683689989186902,
      "learning_rate": 7.965979091994281e-05,
      "loss": 4.0625,
      "step": 3430
    },
    {
      "epoch": 4.9225251076040175,
      "grad_norm": 1.6325811971516824,
      "learning_rate": 7.946911519223534e-05,
      "loss": 4.1875,
      "step": 3431
    },
    {
      "epoch": 4.923959827833572,
      "grad_norm": 1.7151910624461397,
      "learning_rate": 7.927858567198042e-05,
      "loss": 4.2812,
      "step": 3432
    },
    {
      "epoch": 4.925394548063128,
      "grad_norm": 1.6033849199843109,
      "learning_rate": 7.908820275413724e-05,
      "loss": 4.0938,
      "step": 3433
    },
    {
      "epoch": 4.926829268292683,
      "grad_norm": 1.6430076875611646,
      "learning_rate": 7.889796683336149e-05,
      "loss": 3.875,
      "step": 3434
    },
    {
      "epoch": 4.928263988522238,
      "grad_norm": 1.5455702360407342,
      "learning_rate": 7.870787830400379e-05,
      "loss": 3.6562,
      "step": 3435
    },
    {
      "epoch": 4.929698708751793,
      "grad_norm": 1.6165708222824837,
      "learning_rate": 7.851793756010951e-05,
      "loss": 4.2812,
      "step": 3436
    },
    {
      "epoch": 4.931133428981349,
      "grad_norm": 1.6928392495380855,
      "learning_rate": 7.832814499541751e-05,
      "loss": 4.0312,
      "step": 3437
    },
    {
      "epoch": 4.932568149210904,
      "grad_norm": 1.6210712089611923,
      "learning_rate": 7.813850100335943e-05,
      "loss": 4.2188,
      "step": 3438
    },
    {
      "epoch": 4.934002869440459,
      "grad_norm": 1.7125160485195,
      "learning_rate": 7.794900597705905e-05,
      "loss": 4.0938,
      "step": 3439
    },
    {
      "epoch": 4.9354375896700144,
      "grad_norm": 1.6167161461809902,
      "learning_rate": 7.77596603093314e-05,
      "loss": 4.0312,
      "step": 3440
    },
    {
      "epoch": 4.936872309899569,
      "grad_norm": 1.6037081491769056,
      "learning_rate": 7.757046439268172e-05,
      "loss": 3.9219,
      "step": 3441
    },
    {
      "epoch": 4.938307030129125,
      "grad_norm": 1.777794808124549,
      "learning_rate": 7.738141861930492e-05,
      "loss": 4.625,
      "step": 3442
    },
    {
      "epoch": 4.93974175035868,
      "grad_norm": 1.7345918248353793,
      "learning_rate": 7.719252338108458e-05,
      "loss": 4.2188,
      "step": 3443
    },
    {
      "epoch": 4.9411764705882355,
      "grad_norm": 1.5627866208746524,
      "learning_rate": 7.700377906959237e-05,
      "loss": 3.875,
      "step": 3444
    },
    {
      "epoch": 4.94261119081779,
      "grad_norm": 1.766479293179666,
      "learning_rate": 7.681518607608717e-05,
      "loss": 4.125,
      "step": 3445
    },
    {
      "epoch": 4.944045911047346,
      "grad_norm": 1.7371927914671963,
      "learning_rate": 7.662674479151375e-05,
      "loss": 4.5938,
      "step": 3446
    },
    {
      "epoch": 4.945480631276901,
      "grad_norm": 1.6745445346177823,
      "learning_rate": 7.643845560650284e-05,
      "loss": 3.8906,
      "step": 3447
    },
    {
      "epoch": 4.946915351506457,
      "grad_norm": 1.7039430896949423,
      "learning_rate": 7.625031891136976e-05,
      "loss": 4.0938,
      "step": 3448
    },
    {
      "epoch": 4.948350071736011,
      "grad_norm": 1.6280066547221475,
      "learning_rate": 7.606233509611361e-05,
      "loss": 4.125,
      "step": 3449
    },
    {
      "epoch": 4.949784791965567,
      "grad_norm": 1.6673832379099773,
      "learning_rate": 7.587450455041673e-05,
      "loss": 4.0,
      "step": 3450
    },
    {
      "epoch": 4.951219512195122,
      "grad_norm": 1.6245497212405147,
      "learning_rate": 7.568682766364361e-05,
      "loss": 4.0312,
      "step": 3451
    },
    {
      "epoch": 4.952654232424678,
      "grad_norm": 1.644436793297482,
      "learning_rate": 7.549930482484022e-05,
      "loss": 4.1562,
      "step": 3452
    },
    {
      "epoch": 4.954088952654232,
      "grad_norm": 1.6566236707422708,
      "learning_rate": 7.531193642273333e-05,
      "loss": 3.9688,
      "step": 3453
    },
    {
      "epoch": 4.955523672883787,
      "grad_norm": 1.6138051918764105,
      "learning_rate": 7.512472284572943e-05,
      "loss": 3.8125,
      "step": 3454
    },
    {
      "epoch": 4.956958393113343,
      "grad_norm": 1.6424314018437305,
      "learning_rate": 7.493766448191405e-05,
      "loss": 3.9062,
      "step": 3455
    },
    {
      "epoch": 4.958393113342898,
      "grad_norm": 1.5624240010680108,
      "learning_rate": 7.475076171905117e-05,
      "loss": 3.6406,
      "step": 3456
    },
    {
      "epoch": 4.9598278335724535,
      "grad_norm": 1.6427570784882883,
      "learning_rate": 7.456401494458192e-05,
      "loss": 4.0625,
      "step": 3457
    },
    {
      "epoch": 4.961262553802008,
      "grad_norm": 1.5869602040781554,
      "learning_rate": 7.43774245456244e-05,
      "loss": 3.8125,
      "step": 3458
    },
    {
      "epoch": 4.962697274031564,
      "grad_norm": 1.7313096255323253,
      "learning_rate": 7.419099090897226e-05,
      "loss": 3.9688,
      "step": 3459
    },
    {
      "epoch": 4.964131994261119,
      "grad_norm": 1.6844839448019093,
      "learning_rate": 7.40047144210943e-05,
      "loss": 3.875,
      "step": 3460
    },
    {
      "epoch": 4.9655667144906745,
      "grad_norm": 1.6792615338369679,
      "learning_rate": 7.381859546813367e-05,
      "loss": 3.75,
      "step": 3461
    },
    {
      "epoch": 4.967001434720229,
      "grad_norm": 1.6441141375462336,
      "learning_rate": 7.363263443590674e-05,
      "loss": 3.6875,
      "step": 3462
    },
    {
      "epoch": 4.968436154949785,
      "grad_norm": 1.7643245373480312,
      "learning_rate": 7.344683170990272e-05,
      "loss": 4.2812,
      "step": 3463
    },
    {
      "epoch": 4.96987087517934,
      "grad_norm": 1.667375624812277,
      "learning_rate": 7.326118767528254e-05,
      "loss": 4.2812,
      "step": 3464
    },
    {
      "epoch": 4.971305595408896,
      "grad_norm": 1.5673764320728976,
      "learning_rate": 7.307570271687812e-05,
      "loss": 3.8906,
      "step": 3465
    },
    {
      "epoch": 4.97274031563845,
      "grad_norm": 1.610579276341284,
      "learning_rate": 7.289037721919187e-05,
      "loss": 4.0625,
      "step": 3466
    },
    {
      "epoch": 4.974175035868006,
      "grad_norm": 1.7419936239011424,
      "learning_rate": 7.270521156639528e-05,
      "loss": 4.25,
      "step": 3467
    },
    {
      "epoch": 4.975609756097561,
      "grad_norm": 1.7344556193440186,
      "learning_rate": 7.252020614232884e-05,
      "loss": 4.2812,
      "step": 3468
    },
    {
      "epoch": 4.977044476327116,
      "grad_norm": 1.669547361988163,
      "learning_rate": 7.23353613305007e-05,
      "loss": 4.2812,
      "step": 3469
    },
    {
      "epoch": 4.9784791965566715,
      "grad_norm": 1.6235886105492692,
      "learning_rate": 7.2150677514086e-05,
      "loss": 3.6406,
      "step": 3470
    },
    {
      "epoch": 4.979913916786226,
      "grad_norm": 1.6418566707074074,
      "learning_rate": 7.19661550759264e-05,
      "loss": 3.6719,
      "step": 3471
    },
    {
      "epoch": 4.981348637015782,
      "grad_norm": 1.6477523749503369,
      "learning_rate": 7.178179439852882e-05,
      "loss": 4.0625,
      "step": 3472
    },
    {
      "epoch": 4.982783357245337,
      "grad_norm": 1.7050016701027382,
      "learning_rate": 7.159759586406482e-05,
      "loss": 4.4375,
      "step": 3473
    },
    {
      "epoch": 4.9842180774748925,
      "grad_norm": 1.6508657825248825,
      "learning_rate": 7.141355985437009e-05,
      "loss": 4.1562,
      "step": 3474
    },
    {
      "epoch": 4.985652797704447,
      "grad_norm": 1.5247288882143535,
      "learning_rate": 7.122968675094313e-05,
      "loss": 3.5938,
      "step": 3475
    },
    {
      "epoch": 4.987087517934003,
      "grad_norm": 1.6391606174984483,
      "learning_rate": 7.104597693494495e-05,
      "loss": 4.0312,
      "step": 3476
    },
    {
      "epoch": 4.988522238163558,
      "grad_norm": 1.6077277897699853,
      "learning_rate": 7.086243078719811e-05,
      "loss": 3.9062,
      "step": 3477
    },
    {
      "epoch": 4.989956958393114,
      "grad_norm": 1.7028700718905283,
      "learning_rate": 7.067904868818553e-05,
      "loss": 4.1562,
      "step": 3478
    },
    {
      "epoch": 4.991391678622668,
      "grad_norm": 1.8355256554019839,
      "learning_rate": 7.049583101805051e-05,
      "loss": 4.3438,
      "step": 3479
    },
    {
      "epoch": 4.992826398852224,
      "grad_norm": 1.6815252411265005,
      "learning_rate": 7.031277815659519e-05,
      "loss": 3.8281,
      "step": 3480
    },
    {
      "epoch": 4.994261119081779,
      "grad_norm": 1.7194099795378133,
      "learning_rate": 7.012989048328026e-05,
      "loss": 4.125,
      "step": 3481
    },
    {
      "epoch": 4.995695839311335,
      "grad_norm": 1.6316809768686884,
      "learning_rate": 6.994716837722388e-05,
      "loss": 4.2812,
      "step": 3482
    },
    {
      "epoch": 4.9971305595408895,
      "grad_norm": 1.591004781761539,
      "learning_rate": 6.976461221720093e-05,
      "loss": 3.875,
      "step": 3483
    },
    {
      "epoch": 4.998565279770444,
      "grad_norm": 1.5883822881841194,
      "learning_rate": 6.958222238164248e-05,
      "loss": 3.7969,
      "step": 3484
    },
    {
      "epoch": 5.0,
      "grad_norm": 1.6377893935558878,
      "learning_rate": 6.939999924863471e-05,
      "loss": 3.8594,
      "step": 3485
    },
    {
      "epoch": 5.0,
      "eval_loss": 5.514081954956055,
      "eval_runtime": 18.0092,
      "eval_samples_per_second": 8.995,
      "eval_steps_per_second": 8.995,
      "step": 3485
    },
    {
      "epoch": 5.001434720229555,
      "grad_norm": 1.5695815899112768,
      "learning_rate": 6.921794319591823e-05,
      "loss": 2.875,
      "step": 3486
    },
    {
      "epoch": 5.0028694404591105,
      "grad_norm": 1.3710138668592287,
      "learning_rate": 6.903605460088731e-05,
      "loss": 2.3594,
      "step": 3487
    },
    {
      "epoch": 5.004304160688665,
      "grad_norm": 1.532420107541595,
      "learning_rate": 6.8854333840589e-05,
      "loss": 2.5312,
      "step": 3488
    },
    {
      "epoch": 5.005738880918221,
      "grad_norm": 1.4984878993582995,
      "learning_rate": 6.867278129172258e-05,
      "loss": 2.5156,
      "step": 3489
    },
    {
      "epoch": 5.007173601147776,
      "grad_norm": 1.5955201097817833,
      "learning_rate": 6.849139733063872e-05,
      "loss": 2.5781,
      "step": 3490
    },
    {
      "epoch": 5.008608321377332,
      "grad_norm": 1.5756529426940455,
      "learning_rate": 6.831018233333825e-05,
      "loss": 2.4531,
      "step": 3491
    },
    {
      "epoch": 5.010043041606886,
      "grad_norm": 1.4702332932823268,
      "learning_rate": 6.812913667547203e-05,
      "loss": 2.125,
      "step": 3492
    },
    {
      "epoch": 5.011477761836442,
      "grad_norm": 1.4998556177459283,
      "learning_rate": 6.794826073233991e-05,
      "loss": 2.25,
      "step": 3493
    },
    {
      "epoch": 5.012912482065997,
      "grad_norm": 1.5831865159900227,
      "learning_rate": 6.776755487888975e-05,
      "loss": 2.4844,
      "step": 3494
    },
    {
      "epoch": 5.014347202295553,
      "grad_norm": 1.9452652833725868,
      "learning_rate": 6.758701948971698e-05,
      "loss": 2.6719,
      "step": 3495
    },
    {
      "epoch": 5.0157819225251075,
      "grad_norm": 1.5571169918014298,
      "learning_rate": 6.740665493906359e-05,
      "loss": 2.5,
      "step": 3496
    },
    {
      "epoch": 5.017216642754663,
      "grad_norm": 1.6780685357863203,
      "learning_rate": 6.722646160081734e-05,
      "loss": 2.4844,
      "step": 3497
    },
    {
      "epoch": 5.018651362984218,
      "grad_norm": 1.631031961081482,
      "learning_rate": 6.704643984851133e-05,
      "loss": 2.2344,
      "step": 3498
    },
    {
      "epoch": 5.020086083213774,
      "grad_norm": 1.7252846605103822,
      "learning_rate": 6.68665900553227e-05,
      "loss": 2.375,
      "step": 3499
    },
    {
      "epoch": 5.0215208034433285,
      "grad_norm": 1.7592147717548947,
      "learning_rate": 6.668691259407223e-05,
      "loss": 2.7969,
      "step": 3500
    },
    {
      "epoch": 5.022955523672884,
      "grad_norm": 1.6909154151943273,
      "learning_rate": 6.650740783722357e-05,
      "loss": 2.25,
      "step": 3501
    },
    {
      "epoch": 5.024390243902439,
      "grad_norm": 1.7443153930859017,
      "learning_rate": 6.632807615688216e-05,
      "loss": 2.2969,
      "step": 3502
    },
    {
      "epoch": 5.025824964131994,
      "grad_norm": 1.6865789488875351,
      "learning_rate": 6.614891792479485e-05,
      "loss": 2.1719,
      "step": 3503
    },
    {
      "epoch": 5.02725968436155,
      "grad_norm": 1.5869097312160265,
      "learning_rate": 6.596993351234881e-05,
      "loss": 2.3906,
      "step": 3504
    },
    {
      "epoch": 5.028694404591104,
      "grad_norm": 1.5930326891910442,
      "learning_rate": 6.579112329057086e-05,
      "loss": 2.3125,
      "step": 3505
    },
    {
      "epoch": 5.03012912482066,
      "grad_norm": 1.744377028381812,
      "learning_rate": 6.561248763012696e-05,
      "loss": 2.6719,
      "step": 3506
    },
    {
      "epoch": 5.031563845050215,
      "grad_norm": 1.5282047987593317,
      "learning_rate": 6.543402690132089e-05,
      "loss": 2.3594,
      "step": 3507
    },
    {
      "epoch": 5.032998565279771,
      "grad_norm": 1.5804297118450608,
      "learning_rate": 6.525574147409413e-05,
      "loss": 2.2969,
      "step": 3508
    },
    {
      "epoch": 5.0344332855093255,
      "grad_norm": 1.5297674715912137,
      "learning_rate": 6.50776317180245e-05,
      "loss": 2.2812,
      "step": 3509
    },
    {
      "epoch": 5.035868005738881,
      "grad_norm": 1.4682952696243248,
      "learning_rate": 6.489969800232576e-05,
      "loss": 2.0625,
      "step": 3510
    },
    {
      "epoch": 5.037302725968436,
      "grad_norm": 1.576860969792421,
      "learning_rate": 6.472194069584681e-05,
      "loss": 2.0938,
      "step": 3511
    },
    {
      "epoch": 5.038737446197992,
      "grad_norm": 1.639175847454445,
      "learning_rate": 6.454436016707074e-05,
      "loss": 2.3594,
      "step": 3512
    },
    {
      "epoch": 5.0401721664275465,
      "grad_norm": 1.6035850552191409,
      "learning_rate": 6.436695678411434e-05,
      "loss": 2.1562,
      "step": 3513
    },
    {
      "epoch": 5.041606886657102,
      "grad_norm": 1.5594979885088893,
      "learning_rate": 6.418973091472705e-05,
      "loss": 2.1562,
      "step": 3514
    },
    {
      "epoch": 5.043041606886657,
      "grad_norm": 1.6073859737654612,
      "learning_rate": 6.401268292629032e-05,
      "loss": 2.0781,
      "step": 3515
    },
    {
      "epoch": 5.044476327116213,
      "grad_norm": 1.7607326995250618,
      "learning_rate": 6.383581318581702e-05,
      "loss": 2.4844,
      "step": 3516
    },
    {
      "epoch": 5.045911047345768,
      "grad_norm": 1.589278390757578,
      "learning_rate": 6.365912205995036e-05,
      "loss": 2.0938,
      "step": 3517
    },
    {
      "epoch": 5.047345767575322,
      "grad_norm": 1.6088217914689094,
      "learning_rate": 6.348260991496338e-05,
      "loss": 2.4375,
      "step": 3518
    },
    {
      "epoch": 5.048780487804878,
      "grad_norm": 1.7517125174187278,
      "learning_rate": 6.330627711675804e-05,
      "loss": 2.5625,
      "step": 3519
    },
    {
      "epoch": 5.050215208034433,
      "grad_norm": 1.600565711839759,
      "learning_rate": 6.313012403086455e-05,
      "loss": 2.0781,
      "step": 3520
    },
    {
      "epoch": 5.051649928263989,
      "grad_norm": 1.6311992939067765,
      "learning_rate": 6.295415102244057e-05,
      "loss": 2.375,
      "step": 3521
    },
    {
      "epoch": 5.053084648493543,
      "grad_norm": 1.7017462664241128,
      "learning_rate": 6.277835845627062e-05,
      "loss": 2.1562,
      "step": 3522
    },
    {
      "epoch": 5.054519368723099,
      "grad_norm": 1.8347606091170519,
      "learning_rate": 6.260274669676483e-05,
      "loss": 2.8438,
      "step": 3523
    },
    {
      "epoch": 5.055954088952654,
      "grad_norm": 2.0487033526959153,
      "learning_rate": 6.242731610795886e-05,
      "loss": 2.2188,
      "step": 3524
    },
    {
      "epoch": 5.05738880918221,
      "grad_norm": 1.7146970693710966,
      "learning_rate": 6.225206705351262e-05,
      "loss": 2.3594,
      "step": 3525
    },
    {
      "epoch": 5.0588235294117645,
      "grad_norm": 1.588537909405189,
      "learning_rate": 6.207699989670978e-05,
      "loss": 2.1875,
      "step": 3526
    },
    {
      "epoch": 5.06025824964132,
      "grad_norm": 1.7425808493125605,
      "learning_rate": 6.190211500045704e-05,
      "loss": 2.4531,
      "step": 3527
    },
    {
      "epoch": 5.061692969870875,
      "grad_norm": 1.793790137869875,
      "learning_rate": 6.172741272728297e-05,
      "loss": 2.1719,
      "step": 3528
    },
    {
      "epoch": 5.063127690100431,
      "grad_norm": 1.6227530205457383,
      "learning_rate": 6.155289343933789e-05,
      "loss": 2.2344,
      "step": 3529
    },
    {
      "epoch": 5.0645624103299856,
      "grad_norm": 1.6456452041628782,
      "learning_rate": 6.137855749839271e-05,
      "loss": 2.0938,
      "step": 3530
    },
    {
      "epoch": 5.065997130559541,
      "grad_norm": 1.852192044739572,
      "learning_rate": 6.120440526583823e-05,
      "loss": 2.2969,
      "step": 3531
    },
    {
      "epoch": 5.067431850789096,
      "grad_norm": 1.738105563146069,
      "learning_rate": 6.1030437102684346e-05,
      "loss": 2.4375,
      "step": 3532
    },
    {
      "epoch": 5.068866571018652,
      "grad_norm": 1.8656355861905587,
      "learning_rate": 6.0856653369559615e-05,
      "loss": 2.7031,
      "step": 3533
    },
    {
      "epoch": 5.070301291248207,
      "grad_norm": 1.6424752184007785,
      "learning_rate": 6.068305442671005e-05,
      "loss": 2.2969,
      "step": 3534
    },
    {
      "epoch": 5.071736011477761,
      "grad_norm": 1.5284745856608384,
      "learning_rate": 6.050964063399877e-05,
      "loss": 2.0469,
      "step": 3535
    },
    {
      "epoch": 5.073170731707317,
      "grad_norm": 1.9114570582433419,
      "learning_rate": 6.033641235090501e-05,
      "loss": 2.2969,
      "step": 3536
    },
    {
      "epoch": 5.074605451936872,
      "grad_norm": 2.2165498937357038,
      "learning_rate": 6.016336993652335e-05,
      "loss": 2.4062,
      "step": 3537
    },
    {
      "epoch": 5.076040172166428,
      "grad_norm": 1.7256570569621152,
      "learning_rate": 5.9990513749563324e-05,
      "loss": 2.5625,
      "step": 3538
    },
    {
      "epoch": 5.0774748923959825,
      "grad_norm": 1.5681205318634834,
      "learning_rate": 5.981784414834815e-05,
      "loss": 2.0469,
      "step": 3539
    },
    {
      "epoch": 5.078909612625538,
      "grad_norm": 1.611444134365689,
      "learning_rate": 5.964536149081452e-05,
      "loss": 2.2656,
      "step": 3540
    },
    {
      "epoch": 5.080344332855093,
      "grad_norm": 1.7206188559899724,
      "learning_rate": 5.947306613451141e-05,
      "loss": 2.4375,
      "step": 3541
    },
    {
      "epoch": 5.081779053084649,
      "grad_norm": 1.756847651767722,
      "learning_rate": 5.9300958436599526e-05,
      "loss": 2.5781,
      "step": 3542
    },
    {
      "epoch": 5.0832137733142035,
      "grad_norm": 1.725787449515646,
      "learning_rate": 5.912903875385075e-05,
      "loss": 2.3438,
      "step": 3543
    },
    {
      "epoch": 5.084648493543759,
      "grad_norm": 1.6640255609877677,
      "learning_rate": 5.895730744264697e-05,
      "loss": 2.2812,
      "step": 3544
    },
    {
      "epoch": 5.086083213773314,
      "grad_norm": 1.928952437702545,
      "learning_rate": 5.878576485897985e-05,
      "loss": 2.375,
      "step": 3545
    },
    {
      "epoch": 5.08751793400287,
      "grad_norm": 1.822822059906543,
      "learning_rate": 5.8614411358449614e-05,
      "loss": 2.6562,
      "step": 3546
    },
    {
      "epoch": 5.088952654232425,
      "grad_norm": 1.6888024278609566,
      "learning_rate": 5.844324729626457e-05,
      "loss": 2.5156,
      "step": 3547
    },
    {
      "epoch": 5.09038737446198,
      "grad_norm": 1.7093874484108895,
      "learning_rate": 5.8272273027240465e-05,
      "loss": 2.3125,
      "step": 3548
    },
    {
      "epoch": 5.091822094691535,
      "grad_norm": 1.6596055300006662,
      "learning_rate": 5.8101488905799476e-05,
      "loss": 2.1094,
      "step": 3549
    },
    {
      "epoch": 5.093256814921091,
      "grad_norm": 1.7036410807172409,
      "learning_rate": 5.7930895285969556e-05,
      "loss": 2.3594,
      "step": 3550
    },
    {
      "epoch": 5.094691535150646,
      "grad_norm": 1.7105815553647825,
      "learning_rate": 5.776049252138399e-05,
      "loss": 2.4844,
      "step": 3551
    },
    {
      "epoch": 5.0961262553802005,
      "grad_norm": 1.7674595011038237,
      "learning_rate": 5.759028096528017e-05,
      "loss": 2.5625,
      "step": 3552
    },
    {
      "epoch": 5.097560975609756,
      "grad_norm": 1.563807398319452,
      "learning_rate": 5.742026097049936e-05,
      "loss": 2.0,
      "step": 3553
    },
    {
      "epoch": 5.098995695839311,
      "grad_norm": 1.798285683494048,
      "learning_rate": 5.7250432889485524e-05,
      "loss": 2.4688,
      "step": 3554
    },
    {
      "epoch": 5.100430416068867,
      "grad_norm": 1.9563052928795819,
      "learning_rate": 5.7080797074284846e-05,
      "loss": 2.375,
      "step": 3555
    },
    {
      "epoch": 5.1018651362984215,
      "grad_norm": 1.8870121741613632,
      "learning_rate": 5.691135387654506e-05,
      "loss": 2.4531,
      "step": 3556
    },
    {
      "epoch": 5.103299856527977,
      "grad_norm": 1.6316167401202883,
      "learning_rate": 5.6742103647514474e-05,
      "loss": 2.1406,
      "step": 3557
    },
    {
      "epoch": 5.104734576757532,
      "grad_norm": 1.9218230350859171,
      "learning_rate": 5.657304673804152e-05,
      "loss": 2.2656,
      "step": 3558
    },
    {
      "epoch": 5.106169296987088,
      "grad_norm": 1.9466591211702255,
      "learning_rate": 5.640418349857374e-05,
      "loss": 1.9922,
      "step": 3559
    },
    {
      "epoch": 5.107604017216643,
      "grad_norm": 1.8674905681169018,
      "learning_rate": 5.623551427915727e-05,
      "loss": 2.3125,
      "step": 3560
    },
    {
      "epoch": 5.109038737446198,
      "grad_norm": 1.6087865706312658,
      "learning_rate": 5.606703942943611e-05,
      "loss": 2.0469,
      "step": 3561
    },
    {
      "epoch": 5.110473457675753,
      "grad_norm": 1.7864918524856839,
      "learning_rate": 5.589875929865122e-05,
      "loss": 2.375,
      "step": 3562
    },
    {
      "epoch": 5.111908177905309,
      "grad_norm": 1.9136154565270884,
      "learning_rate": 5.5730674235640074e-05,
      "loss": 2.1406,
      "step": 3563
    },
    {
      "epoch": 5.113342898134864,
      "grad_norm": 1.838094968864649,
      "learning_rate": 5.556278458883562e-05,
      "loss": 2.3125,
      "step": 3564
    },
    {
      "epoch": 5.114777618364419,
      "grad_norm": 1.8316794969333978,
      "learning_rate": 5.5395090706265735e-05,
      "loss": 2.5,
      "step": 3565
    },
    {
      "epoch": 5.116212338593974,
      "grad_norm": 1.9096553611449396,
      "learning_rate": 5.522759293555261e-05,
      "loss": 2.4844,
      "step": 3566
    },
    {
      "epoch": 5.117647058823529,
      "grad_norm": 1.7843674073194997,
      "learning_rate": 5.506029162391193e-05,
      "loss": 2.1719,
      "step": 3567
    },
    {
      "epoch": 5.119081779053085,
      "grad_norm": 2.008618038605729,
      "learning_rate": 5.489318711815179e-05,
      "loss": 2.4219,
      "step": 3568
    },
    {
      "epoch": 5.1205164992826395,
      "grad_norm": 1.6768291972146665,
      "learning_rate": 5.472627976467273e-05,
      "loss": 2.125,
      "step": 3569
    },
    {
      "epoch": 5.121951219512195,
      "grad_norm": 1.7101735822157371,
      "learning_rate": 5.455956990946631e-05,
      "loss": 2.5156,
      "step": 3570
    },
    {
      "epoch": 5.12338593974175,
      "grad_norm": 1.7578883492258663,
      "learning_rate": 5.439305789811487e-05,
      "loss": 2.1875,
      "step": 3571
    },
    {
      "epoch": 5.124820659971306,
      "grad_norm": 2.179260860819737,
      "learning_rate": 5.422674407579066e-05,
      "loss": 2.3281,
      "step": 3572
    },
    {
      "epoch": 5.126255380200861,
      "grad_norm": 1.9111362507325418,
      "learning_rate": 5.406062878725475e-05,
      "loss": 2.3438,
      "step": 3573
    },
    {
      "epoch": 5.127690100430416,
      "grad_norm": 1.7397598779172525,
      "learning_rate": 5.389471237685704e-05,
      "loss": 2.3125,
      "step": 3574
    },
    {
      "epoch": 5.129124820659971,
      "grad_norm": 1.8969796936993752,
      "learning_rate": 5.372899518853506e-05,
      "loss": 2.4219,
      "step": 3575
    },
    {
      "epoch": 5.130559540889527,
      "grad_norm": 2.291280149824553,
      "learning_rate": 5.356347756581326e-05,
      "loss": 2.2969,
      "step": 3576
    },
    {
      "epoch": 5.131994261119082,
      "grad_norm": 2.0937723900549754,
      "learning_rate": 5.339815985180242e-05,
      "loss": 2.0156,
      "step": 3577
    },
    {
      "epoch": 5.133428981348637,
      "grad_norm": 1.5675791188439672,
      "learning_rate": 5.323304238919908e-05,
      "loss": 1.9141,
      "step": 3578
    },
    {
      "epoch": 5.134863701578192,
      "grad_norm": 1.7697884437674358,
      "learning_rate": 5.3068125520284434e-05,
      "loss": 2.125,
      "step": 3579
    },
    {
      "epoch": 5.136298421807748,
      "grad_norm": 1.8864418523513689,
      "learning_rate": 5.290340958692408e-05,
      "loss": 2.25,
      "step": 3580
    },
    {
      "epoch": 5.137733142037303,
      "grad_norm": 2.2709411326496314,
      "learning_rate": 5.273889493056689e-05,
      "loss": 1.9531,
      "step": 3581
    },
    {
      "epoch": 5.1391678622668575,
      "grad_norm": 1.8719280903487099,
      "learning_rate": 5.257458189224458e-05,
      "loss": 2.2969,
      "step": 3582
    },
    {
      "epoch": 5.140602582496413,
      "grad_norm": 1.74678070780651,
      "learning_rate": 5.241047081257098e-05,
      "loss": 2.1562,
      "step": 3583
    },
    {
      "epoch": 5.142037302725968,
      "grad_norm": 1.7077138209298763,
      "learning_rate": 5.224656203174114e-05,
      "loss": 2.0938,
      "step": 3584
    },
    {
      "epoch": 5.143472022955524,
      "grad_norm": 1.837168189926518,
      "learning_rate": 5.2082855889530914e-05,
      "loss": 2.0,
      "step": 3585
    },
    {
      "epoch": 5.144906743185079,
      "grad_norm": 2.019346161852851,
      "learning_rate": 5.1919352725295954e-05,
      "loss": 2.2969,
      "step": 3586
    },
    {
      "epoch": 5.146341463414634,
      "grad_norm": 1.6159395440401418,
      "learning_rate": 5.175605287797113e-05,
      "loss": 1.9688,
      "step": 3587
    },
    {
      "epoch": 5.147776183644189,
      "grad_norm": 1.6823270096950604,
      "learning_rate": 5.1592956686070055e-05,
      "loss": 2.1094,
      "step": 3588
    },
    {
      "epoch": 5.149210903873745,
      "grad_norm": 1.961370420098927,
      "learning_rate": 5.1430064487683904e-05,
      "loss": 2.1094,
      "step": 3589
    },
    {
      "epoch": 5.1506456241033,
      "grad_norm": 1.9566235586538083,
      "learning_rate": 5.126737662048121e-05,
      "loss": 2.2188,
      "step": 3590
    },
    {
      "epoch": 5.152080344332855,
      "grad_norm": 1.919055161209295,
      "learning_rate": 5.110489342170679e-05,
      "loss": 2.2969,
      "step": 3591
    },
    {
      "epoch": 5.15351506456241,
      "grad_norm": 1.7349624436153952,
      "learning_rate": 5.094261522818119e-05,
      "loss": 2.2344,
      "step": 3592
    },
    {
      "epoch": 5.154949784791966,
      "grad_norm": 1.6563665918445183,
      "learning_rate": 5.0780542376300154e-05,
      "loss": 1.9062,
      "step": 3593
    },
    {
      "epoch": 5.156384505021521,
      "grad_norm": 1.8684406922800318,
      "learning_rate": 5.061867520203357e-05,
      "loss": 2.2031,
      "step": 3594
    },
    {
      "epoch": 5.157819225251076,
      "grad_norm": 1.7520587134078305,
      "learning_rate": 5.0457014040924986e-05,
      "loss": 2.2969,
      "step": 3595
    },
    {
      "epoch": 5.159253945480631,
      "grad_norm": 1.786457949239138,
      "learning_rate": 5.0295559228091086e-05,
      "loss": 2.1406,
      "step": 3596
    },
    {
      "epoch": 5.160688665710187,
      "grad_norm": 1.9657403843430241,
      "learning_rate": 5.013431109822051e-05,
      "loss": 2.1875,
      "step": 3597
    },
    {
      "epoch": 5.162123385939742,
      "grad_norm": 2.2007130442873564,
      "learning_rate": 4.997326998557377e-05,
      "loss": 2.4219,
      "step": 3598
    },
    {
      "epoch": 5.163558106169297,
      "grad_norm": 1.7578283113646878,
      "learning_rate": 4.981243622398199e-05,
      "loss": 2.1406,
      "step": 3599
    },
    {
      "epoch": 5.164992826398852,
      "grad_norm": 2.122820247755488,
      "learning_rate": 4.96518101468465e-05,
      "loss": 2.4062,
      "step": 3600
    },
    {
      "epoch": 5.166427546628407,
      "grad_norm": 1.855766827687594,
      "learning_rate": 4.949139208713829e-05,
      "loss": 2.2812,
      "step": 3601
    },
    {
      "epoch": 5.167862266857963,
      "grad_norm": 2.327609461567874,
      "learning_rate": 4.933118237739688e-05,
      "loss": 2.4688,
      "step": 3602
    },
    {
      "epoch": 5.169296987087518,
      "grad_norm": 1.8101677349901764,
      "learning_rate": 4.917118134973015e-05,
      "loss": 2.3438,
      "step": 3603
    },
    {
      "epoch": 5.170731707317073,
      "grad_norm": 1.7334234823634844,
      "learning_rate": 4.9011389335813205e-05,
      "loss": 2.375,
      "step": 3604
    },
    {
      "epoch": 5.172166427546628,
      "grad_norm": 1.9585747182451876,
      "learning_rate": 4.885180666688785e-05,
      "loss": 2.5781,
      "step": 3605
    },
    {
      "epoch": 5.173601147776184,
      "grad_norm": 2.0624242672153534,
      "learning_rate": 4.869243367376216e-05,
      "loss": 1.9844,
      "step": 3606
    },
    {
      "epoch": 5.175035868005739,
      "grad_norm": 1.937230421584456,
      "learning_rate": 4.853327068680927e-05,
      "loss": 2.125,
      "step": 3607
    },
    {
      "epoch": 5.176470588235294,
      "grad_norm": 1.8312779331057745,
      "learning_rate": 4.837431803596722e-05,
      "loss": 2.4531,
      "step": 3608
    },
    {
      "epoch": 5.177905308464849,
      "grad_norm": 1.949458517964002,
      "learning_rate": 4.821557605073789e-05,
      "loss": 2.4062,
      "step": 3609
    },
    {
      "epoch": 5.179340028694405,
      "grad_norm": 1.6282033213625349,
      "learning_rate": 4.8057045060186476e-05,
      "loss": 2.0156,
      "step": 3610
    },
    {
      "epoch": 5.18077474892396,
      "grad_norm": 2.1565634295191027,
      "learning_rate": 4.789872539294083e-05,
      "loss": 2.3906,
      "step": 3611
    },
    {
      "epoch": 5.182209469153515,
      "grad_norm": 1.669846595018868,
      "learning_rate": 4.774061737719084e-05,
      "loss": 2.2031,
      "step": 3612
    },
    {
      "epoch": 5.18364418938307,
      "grad_norm": 1.8360400654393876,
      "learning_rate": 4.758272134068735e-05,
      "loss": 2.5625,
      "step": 3613
    },
    {
      "epoch": 5.185078909612626,
      "grad_norm": 1.826528279471981,
      "learning_rate": 4.7425037610742104e-05,
      "loss": 2.4375,
      "step": 3614
    },
    {
      "epoch": 5.186513629842181,
      "grad_norm": 1.565907207820991,
      "learning_rate": 4.7267566514226514e-05,
      "loss": 1.9688,
      "step": 3615
    },
    {
      "epoch": 5.187948350071736,
      "grad_norm": 1.772827720251455,
      "learning_rate": 4.711030837757135e-05,
      "loss": 2.3594,
      "step": 3616
    },
    {
      "epoch": 5.189383070301291,
      "grad_norm": 1.7281691712181393,
      "learning_rate": 4.695326352676596e-05,
      "loss": 2.2031,
      "step": 3617
    },
    {
      "epoch": 5.190817790530846,
      "grad_norm": 1.7730734819178344,
      "learning_rate": 4.679643228735732e-05,
      "loss": 2.2812,
      "step": 3618
    },
    {
      "epoch": 5.192252510760402,
      "grad_norm": 1.8088543304012437,
      "learning_rate": 4.663981498444984e-05,
      "loss": 2.375,
      "step": 3619
    },
    {
      "epoch": 5.193687230989957,
      "grad_norm": 1.6360117760098811,
      "learning_rate": 4.6483411942704424e-05,
      "loss": 1.9062,
      "step": 3620
    },
    {
      "epoch": 5.195121951219512,
      "grad_norm": 1.838354477555538,
      "learning_rate": 4.6327223486337704e-05,
      "loss": 2.4688,
      "step": 3621
    },
    {
      "epoch": 5.196556671449067,
      "grad_norm": 1.7757316218314778,
      "learning_rate": 4.61712499391215e-05,
      "loss": 2.2031,
      "step": 3622
    },
    {
      "epoch": 5.197991391678623,
      "grad_norm": 1.7233981189381562,
      "learning_rate": 4.6015491624382276e-05,
      "loss": 2.2188,
      "step": 3623
    },
    {
      "epoch": 5.199426111908178,
      "grad_norm": 1.7354757681021402,
      "learning_rate": 4.585994886500017e-05,
      "loss": 2.0156,
      "step": 3624
    },
    {
      "epoch": 5.200860832137733,
      "grad_norm": 1.7349888993073932,
      "learning_rate": 4.570462198340861e-05,
      "loss": 2.0469,
      "step": 3625
    },
    {
      "epoch": 5.202295552367288,
      "grad_norm": 1.622284188844118,
      "learning_rate": 4.554951130159342e-05,
      "loss": 1.9766,
      "step": 3626
    },
    {
      "epoch": 5.203730272596844,
      "grad_norm": 1.7162874098912309,
      "learning_rate": 4.539461714109223e-05,
      "loss": 2.0,
      "step": 3627
    },
    {
      "epoch": 5.205164992826399,
      "grad_norm": 1.912772821778707,
      "learning_rate": 4.5239939822994e-05,
      "loss": 2.4062,
      "step": 3628
    },
    {
      "epoch": 5.2065997130559545,
      "grad_norm": 1.7363143381161072,
      "learning_rate": 4.508547966793798e-05,
      "loss": 2.1562,
      "step": 3629
    },
    {
      "epoch": 5.208034433285509,
      "grad_norm": 1.7772652601359595,
      "learning_rate": 4.4931236996113436e-05,
      "loss": 2.5625,
      "step": 3630
    },
    {
      "epoch": 5.209469153515064,
      "grad_norm": 1.7502016559036448,
      "learning_rate": 4.477721212725865e-05,
      "loss": 2.2031,
      "step": 3631
    },
    {
      "epoch": 5.21090387374462,
      "grad_norm": 1.6685258807414358,
      "learning_rate": 4.462340538066042e-05,
      "loss": 2.0469,
      "step": 3632
    },
    {
      "epoch": 5.212338593974175,
      "grad_norm": 1.8370527192862638,
      "learning_rate": 4.446981707515354e-05,
      "loss": 2.3594,
      "step": 3633
    },
    {
      "epoch": 5.21377331420373,
      "grad_norm": 1.777423385911321,
      "learning_rate": 4.431644752911978e-05,
      "loss": 2.3125,
      "step": 3634
    },
    {
      "epoch": 5.215208034433285,
      "grad_norm": 1.7604328235446212,
      "learning_rate": 4.416329706048762e-05,
      "loss": 2.2969,
      "step": 3635
    },
    {
      "epoch": 5.216642754662841,
      "grad_norm": 1.811730728936138,
      "learning_rate": 4.4010365986731285e-05,
      "loss": 2.4062,
      "step": 3636
    },
    {
      "epoch": 5.218077474892396,
      "grad_norm": 1.640696523578574,
      "learning_rate": 4.385765462487015e-05,
      "loss": 1.9844,
      "step": 3637
    },
    {
      "epoch": 5.219512195121951,
      "grad_norm": 1.815218510623768,
      "learning_rate": 4.370516329146833e-05,
      "loss": 2.3438,
      "step": 3638
    },
    {
      "epoch": 5.220946915351506,
      "grad_norm": 1.8569719038032635,
      "learning_rate": 4.355289230263368e-05,
      "loss": 2.2656,
      "step": 3639
    },
    {
      "epoch": 5.222381635581062,
      "grad_norm": 1.6325104530094767,
      "learning_rate": 4.340084197401725e-05,
      "loss": 2.2656,
      "step": 3640
    },
    {
      "epoch": 5.223816355810617,
      "grad_norm": 1.6596599371631982,
      "learning_rate": 4.324901262081287e-05,
      "loss": 1.9141,
      "step": 3641
    },
    {
      "epoch": 5.2252510760401725,
      "grad_norm": 1.7126899692881328,
      "learning_rate": 4.3097404557756074e-05,
      "loss": 2.1719,
      "step": 3642
    },
    {
      "epoch": 5.226685796269727,
      "grad_norm": 1.8280451752105618,
      "learning_rate": 4.294601809912387e-05,
      "loss": 2.2344,
      "step": 3643
    },
    {
      "epoch": 5.228120516499283,
      "grad_norm": 2.0035344937039046,
      "learning_rate": 4.279485355873375e-05,
      "loss": 2.2812,
      "step": 3644
    },
    {
      "epoch": 5.229555236728838,
      "grad_norm": 1.7884771270313784,
      "learning_rate": 4.264391124994317e-05,
      "loss": 2.25,
      "step": 3645
    },
    {
      "epoch": 5.2309899569583935,
      "grad_norm": 1.7688809295750256,
      "learning_rate": 4.2493191485649055e-05,
      "loss": 2.375,
      "step": 3646
    },
    {
      "epoch": 5.232424677187948,
      "grad_norm": 2.0887881195606397,
      "learning_rate": 4.2342694578286815e-05,
      "loss": 2.4062,
      "step": 3647
    },
    {
      "epoch": 5.233859397417503,
      "grad_norm": 2.2199983158365515,
      "learning_rate": 4.219242083983009e-05,
      "loss": 2.6094,
      "step": 3648
    },
    {
      "epoch": 5.235294117647059,
      "grad_norm": 1.6828319821771773,
      "learning_rate": 4.2042370581789744e-05,
      "loss": 2.1094,
      "step": 3649
    },
    {
      "epoch": 5.236728837876614,
      "grad_norm": 1.7008079601703494,
      "learning_rate": 4.189254411521338e-05,
      "loss": 2.0625,
      "step": 3650
    },
    {
      "epoch": 5.238163558106169,
      "grad_norm": 1.926619592218448,
      "learning_rate": 4.174294175068483e-05,
      "loss": 2.6406,
      "step": 3651
    },
    {
      "epoch": 5.239598278335724,
      "grad_norm": 1.9982173061820059,
      "learning_rate": 4.159356379832318e-05,
      "loss": 2.3594,
      "step": 3652
    },
    {
      "epoch": 5.24103299856528,
      "grad_norm": 1.8281438323981651,
      "learning_rate": 4.144441056778251e-05,
      "loss": 2.3281,
      "step": 3653
    },
    {
      "epoch": 5.242467718794835,
      "grad_norm": 1.8326370959020888,
      "learning_rate": 4.129548236825096e-05,
      "loss": 2.2656,
      "step": 3654
    },
    {
      "epoch": 5.2439024390243905,
      "grad_norm": 1.6741772998909268,
      "learning_rate": 4.114677950845011e-05,
      "loss": 2.0781,
      "step": 3655
    },
    {
      "epoch": 5.245337159253945,
      "grad_norm": 1.7492748558953872,
      "learning_rate": 4.0998302296634586e-05,
      "loss": 2.1562,
      "step": 3656
    },
    {
      "epoch": 5.246771879483501,
      "grad_norm": 1.9877906826140466,
      "learning_rate": 4.0850051040591265e-05,
      "loss": 2.1719,
      "step": 3657
    },
    {
      "epoch": 5.248206599713056,
      "grad_norm": 1.8769436565013304,
      "learning_rate": 4.0702026047638355e-05,
      "loss": 2.3906,
      "step": 3658
    },
    {
      "epoch": 5.2496413199426115,
      "grad_norm": 1.753859889064714,
      "learning_rate": 4.055422762462534e-05,
      "loss": 2.1719,
      "step": 3659
    },
    {
      "epoch": 5.251076040172166,
      "grad_norm": 1.6421190181433594,
      "learning_rate": 4.040665607793192e-05,
      "loss": 1.9062,
      "step": 3660
    },
    {
      "epoch": 5.252510760401722,
      "grad_norm": 1.7447890952861869,
      "learning_rate": 4.025931171346739e-05,
      "loss": 2.0156,
      "step": 3661
    },
    {
      "epoch": 5.253945480631277,
      "grad_norm": 1.6931294270674848,
      "learning_rate": 4.011219483667039e-05,
      "loss": 2.0312,
      "step": 3662
    },
    {
      "epoch": 5.255380200860833,
      "grad_norm": 1.8151233282850248,
      "learning_rate": 3.9965305752507555e-05,
      "loss": 2.1875,
      "step": 3663
    },
    {
      "epoch": 5.256814921090387,
      "grad_norm": 1.6926397942699154,
      "learning_rate": 3.981864476547371e-05,
      "loss": 2.0,
      "step": 3664
    },
    {
      "epoch": 5.258249641319942,
      "grad_norm": 1.9507905848658644,
      "learning_rate": 3.9672212179590686e-05,
      "loss": 2.8281,
      "step": 3665
    },
    {
      "epoch": 5.259684361549498,
      "grad_norm": 1.7357134651872457,
      "learning_rate": 3.952600829840682e-05,
      "loss": 2.3594,
      "step": 3666
    },
    {
      "epoch": 5.261119081779053,
      "grad_norm": 1.747242040489253,
      "learning_rate": 3.938003342499638e-05,
      "loss": 2.0625,
      "step": 3667
    },
    {
      "epoch": 5.2625538020086085,
      "grad_norm": 1.8044888231165805,
      "learning_rate": 3.9234287861958985e-05,
      "loss": 2.1719,
      "step": 3668
    },
    {
      "epoch": 5.263988522238163,
      "grad_norm": 1.7448545573304417,
      "learning_rate": 3.908877191141876e-05,
      "loss": 2.0938,
      "step": 3669
    },
    {
      "epoch": 5.265423242467719,
      "grad_norm": 1.7485877193722246,
      "learning_rate": 3.894348587502401e-05,
      "loss": 2.1719,
      "step": 3670
    },
    {
      "epoch": 5.266857962697274,
      "grad_norm": 1.7014633462134314,
      "learning_rate": 3.879843005394631e-05,
      "loss": 2.1719,
      "step": 3671
    },
    {
      "epoch": 5.2682926829268295,
      "grad_norm": 1.8817303888788517,
      "learning_rate": 3.8653604748880026e-05,
      "loss": 2.0938,
      "step": 3672
    },
    {
      "epoch": 5.269727403156384,
      "grad_norm": 1.6686531488601104,
      "learning_rate": 3.8509010260041826e-05,
      "loss": 2.0312,
      "step": 3673
    },
    {
      "epoch": 5.27116212338594,
      "grad_norm": 2.1914372141092584,
      "learning_rate": 3.8364646887169645e-05,
      "loss": 2.7344,
      "step": 3674
    },
    {
      "epoch": 5.272596843615495,
      "grad_norm": 1.7626988724493042,
      "learning_rate": 3.82205149295226e-05,
      "loss": 2.5312,
      "step": 3675
    },
    {
      "epoch": 5.274031563845051,
      "grad_norm": 1.7156950542332763,
      "learning_rate": 3.8076614685879886e-05,
      "loss": 2.1406,
      "step": 3676
    },
    {
      "epoch": 5.275466284074605,
      "grad_norm": 1.7703031972482948,
      "learning_rate": 3.793294645454042e-05,
      "loss": 2.0156,
      "step": 3677
    },
    {
      "epoch": 5.276901004304161,
      "grad_norm": 1.7130914314830388,
      "learning_rate": 3.7789510533322276e-05,
      "loss": 2.2031,
      "step": 3678
    },
    {
      "epoch": 5.278335724533716,
      "grad_norm": 1.702990075028492,
      "learning_rate": 3.764630721956176e-05,
      "loss": 2.0469,
      "step": 3679
    },
    {
      "epoch": 5.279770444763271,
      "grad_norm": 1.893264745237737,
      "learning_rate": 3.7503336810113216e-05,
      "loss": 2.5156,
      "step": 3680
    },
    {
      "epoch": 5.281205164992826,
      "grad_norm": 1.9405191026808797,
      "learning_rate": 3.736059960134802e-05,
      "loss": 2.25,
      "step": 3681
    },
    {
      "epoch": 5.282639885222381,
      "grad_norm": 1.720989914498235,
      "learning_rate": 3.721809588915416e-05,
      "loss": 2.0312,
      "step": 3682
    },
    {
      "epoch": 5.284074605451937,
      "grad_norm": 1.9195373492006875,
      "learning_rate": 3.707582596893569e-05,
      "loss": 2.2969,
      "step": 3683
    },
    {
      "epoch": 5.285509325681492,
      "grad_norm": 1.703057093534601,
      "learning_rate": 3.6933790135611935e-05,
      "loss": 2.0469,
      "step": 3684
    },
    {
      "epoch": 5.2869440459110475,
      "grad_norm": 1.8036461379567814,
      "learning_rate": 3.6791988683616944e-05,
      "loss": 2.125,
      "step": 3685
    },
    {
      "epoch": 5.288378766140602,
      "grad_norm": 1.9806213369382175,
      "learning_rate": 3.665042190689904e-05,
      "loss": 2.625,
      "step": 3686
    },
    {
      "epoch": 5.289813486370158,
      "grad_norm": 1.7680153954168667,
      "learning_rate": 3.6509090098919874e-05,
      "loss": 1.9141,
      "step": 3687
    },
    {
      "epoch": 5.291248206599713,
      "grad_norm": 1.7742758207674594,
      "learning_rate": 3.636799355265425e-05,
      "loss": 2.2969,
      "step": 3688
    },
    {
      "epoch": 5.2926829268292686,
      "grad_norm": 1.9953600579896205,
      "learning_rate": 3.62271325605891e-05,
      "loss": 2.8125,
      "step": 3689
    },
    {
      "epoch": 5.294117647058823,
      "grad_norm": 1.8543663382503677,
      "learning_rate": 3.60865074147231e-05,
      "loss": 2.4531,
      "step": 3690
    },
    {
      "epoch": 5.295552367288379,
      "grad_norm": 1.821705600983437,
      "learning_rate": 3.594611840656611e-05,
      "loss": 2.2031,
      "step": 3691
    },
    {
      "epoch": 5.296987087517934,
      "grad_norm": 1.879527107337698,
      "learning_rate": 3.5805965827138366e-05,
      "loss": 2.0625,
      "step": 3692
    },
    {
      "epoch": 5.29842180774749,
      "grad_norm": 1.7165137810662525,
      "learning_rate": 3.566604996697014e-05,
      "loss": 2.1094,
      "step": 3693
    },
    {
      "epoch": 5.299856527977044,
      "grad_norm": 1.7576133169651245,
      "learning_rate": 3.552637111610087e-05,
      "loss": 2.1406,
      "step": 3694
    },
    {
      "epoch": 5.301291248206599,
      "grad_norm": 1.8165700198922716,
      "learning_rate": 3.5386929564078695e-05,
      "loss": 2.125,
      "step": 3695
    },
    {
      "epoch": 5.302725968436155,
      "grad_norm": 1.9134244747288525,
      "learning_rate": 3.5247725599959975e-05,
      "loss": 2.5312,
      "step": 3696
    },
    {
      "epoch": 5.30416068866571,
      "grad_norm": 1.8165835220122168,
      "learning_rate": 3.510875951230836e-05,
      "loss": 2.2344,
      "step": 3697
    },
    {
      "epoch": 5.3055954088952655,
      "grad_norm": 1.836216835580377,
      "learning_rate": 3.4970031589194584e-05,
      "loss": 2.3594,
      "step": 3698
    },
    {
      "epoch": 5.30703012912482,
      "grad_norm": 1.79983627412813,
      "learning_rate": 3.483154211819557e-05,
      "loss": 2.3281,
      "step": 3699
    },
    {
      "epoch": 5.308464849354376,
      "grad_norm": 1.8268427471972657,
      "learning_rate": 3.469329138639389e-05,
      "loss": 2.2344,
      "step": 3700
    },
    {
      "epoch": 5.309899569583931,
      "grad_norm": 1.803811594213238,
      "learning_rate": 3.4555279680377345e-05,
      "loss": 2.3281,
      "step": 3701
    },
    {
      "epoch": 5.3113342898134865,
      "grad_norm": 1.7860363770088463,
      "learning_rate": 3.4417507286238264e-05,
      "loss": 2.3281,
      "step": 3702
    },
    {
      "epoch": 5.312769010043041,
      "grad_norm": 1.8810099309694557,
      "learning_rate": 3.427997448957268e-05,
      "loss": 2.5,
      "step": 3703
    },
    {
      "epoch": 5.314203730272597,
      "grad_norm": 1.8821720648321978,
      "learning_rate": 3.4142681575480136e-05,
      "loss": 2.4531,
      "step": 3704
    },
    {
      "epoch": 5.315638450502152,
      "grad_norm": 1.8136937363741286,
      "learning_rate": 3.4005628828562935e-05,
      "loss": 2.375,
      "step": 3705
    },
    {
      "epoch": 5.317073170731708,
      "grad_norm": 1.7844171667414808,
      "learning_rate": 3.3868816532925355e-05,
      "loss": 2.3594,
      "step": 3706
    },
    {
      "epoch": 5.318507890961262,
      "grad_norm": 1.7134332258993943,
      "learning_rate": 3.3732244972173475e-05,
      "loss": 2.0625,
      "step": 3707
    },
    {
      "epoch": 5.319942611190818,
      "grad_norm": 1.7055935757325775,
      "learning_rate": 3.3595914429413984e-05,
      "loss": 2.0781,
      "step": 3708
    },
    {
      "epoch": 5.321377331420373,
      "grad_norm": 1.8626311862877227,
      "learning_rate": 3.345982518725428e-05,
      "loss": 2.1406,
      "step": 3709
    },
    {
      "epoch": 5.322812051649929,
      "grad_norm": 1.7314650906862423,
      "learning_rate": 3.332397752780145e-05,
      "loss": 2.0156,
      "step": 3710
    },
    {
      "epoch": 5.3242467718794835,
      "grad_norm": 1.88184556984162,
      "learning_rate": 3.3188371732661744e-05,
      "loss": 2.4844,
      "step": 3711
    },
    {
      "epoch": 5.325681492109039,
      "grad_norm": 1.7828571554354131,
      "learning_rate": 3.305300808294004e-05,
      "loss": 2.0469,
      "step": 3712
    },
    {
      "epoch": 5.327116212338594,
      "grad_norm": 1.7281796967011098,
      "learning_rate": 3.291788685923936e-05,
      "loss": 1.9531,
      "step": 3713
    },
    {
      "epoch": 5.328550932568149,
      "grad_norm": 1.8198075294829674,
      "learning_rate": 3.278300834166003e-05,
      "loss": 2.1094,
      "step": 3714
    },
    {
      "epoch": 5.3299856527977045,
      "grad_norm": 1.8455039580176067,
      "learning_rate": 3.264837280979943e-05,
      "loss": 2.0469,
      "step": 3715
    },
    {
      "epoch": 5.331420373027259,
      "grad_norm": 1.6851569174154064,
      "learning_rate": 3.251398054275111e-05,
      "loss": 1.9453,
      "step": 3716
    },
    {
      "epoch": 5.332855093256815,
      "grad_norm": 1.7498193848317631,
      "learning_rate": 3.237983181910435e-05,
      "loss": 2.0156,
      "step": 3717
    },
    {
      "epoch": 5.33428981348637,
      "grad_norm": 1.7333260572824358,
      "learning_rate": 3.224592691694369e-05,
      "loss": 2.1406,
      "step": 3718
    },
    {
      "epoch": 5.335724533715926,
      "grad_norm": 1.8240076126939386,
      "learning_rate": 3.2112266113848094e-05,
      "loss": 2.0781,
      "step": 3719
    },
    {
      "epoch": 5.33715925394548,
      "grad_norm": 1.8243264368143137,
      "learning_rate": 3.197884968689064e-05,
      "loss": 2.2812,
      "step": 3720
    },
    {
      "epoch": 5.338593974175036,
      "grad_norm": 1.712715330658915,
      "learning_rate": 3.1845677912637746e-05,
      "loss": 2.0312,
      "step": 3721
    },
    {
      "epoch": 5.340028694404591,
      "grad_norm": 1.8667806200418875,
      "learning_rate": 3.171275106714866e-05,
      "loss": 2.2656,
      "step": 3722
    },
    {
      "epoch": 5.341463414634147,
      "grad_norm": 1.9869086731186791,
      "learning_rate": 3.158006942597502e-05,
      "loss": 1.9062,
      "step": 3723
    },
    {
      "epoch": 5.3428981348637015,
      "grad_norm": 1.9227122960175873,
      "learning_rate": 3.144763326416e-05,
      "loss": 2.7031,
      "step": 3724
    },
    {
      "epoch": 5.344332855093257,
      "grad_norm": 1.758914236914271,
      "learning_rate": 3.131544285623811e-05,
      "loss": 2.1562,
      "step": 3725
    },
    {
      "epoch": 5.345767575322812,
      "grad_norm": 1.8319071582942392,
      "learning_rate": 3.118349847623424e-05,
      "loss": 2.0,
      "step": 3726
    },
    {
      "epoch": 5.347202295552368,
      "grad_norm": 2.0978328218461613,
      "learning_rate": 3.105180039766329e-05,
      "loss": 2.4375,
      "step": 3727
    },
    {
      "epoch": 5.3486370157819225,
      "grad_norm": 1.9251527415111294,
      "learning_rate": 3.092034889352976e-05,
      "loss": 2.3594,
      "step": 3728
    },
    {
      "epoch": 5.350071736011477,
      "grad_norm": 1.7903624632464508,
      "learning_rate": 3.0789144236326814e-05,
      "loss": 2.0781,
      "step": 3729
    },
    {
      "epoch": 5.351506456241033,
      "grad_norm": 1.7312895280223612,
      "learning_rate": 3.065818669803597e-05,
      "loss": 2.1875,
      "step": 3730
    },
    {
      "epoch": 5.352941176470588,
      "grad_norm": 1.6983870356937925,
      "learning_rate": 3.052747655012659e-05,
      "loss": 1.8359,
      "step": 3731
    },
    {
      "epoch": 5.354375896700144,
      "grad_norm": 1.8865132809800529,
      "learning_rate": 3.0397014063555032e-05,
      "loss": 2.3438,
      "step": 3732
    },
    {
      "epoch": 5.355810616929698,
      "grad_norm": 1.7892242400874174,
      "learning_rate": 3.0266799508764428e-05,
      "loss": 2.25,
      "step": 3733
    },
    {
      "epoch": 5.357245337159254,
      "grad_norm": 1.6274210223261099,
      "learning_rate": 3.0136833155683825e-05,
      "loss": 1.9297,
      "step": 3734
    },
    {
      "epoch": 5.358680057388809,
      "grad_norm": 1.8424156850187692,
      "learning_rate": 3.00071152737278e-05,
      "loss": 2.6406,
      "step": 3735
    },
    {
      "epoch": 5.360114777618365,
      "grad_norm": 1.7974271370205144,
      "learning_rate": 2.9877646131795934e-05,
      "loss": 2.25,
      "step": 3736
    },
    {
      "epoch": 5.3615494978479195,
      "grad_norm": 1.745111427864968,
      "learning_rate": 2.9748425998272045e-05,
      "loss": 2.0781,
      "step": 3737
    },
    {
      "epoch": 5.362984218077475,
      "grad_norm": 1.77213692228263,
      "learning_rate": 2.961945514102391e-05,
      "loss": 2.2656,
      "step": 3738
    },
    {
      "epoch": 5.36441893830703,
      "grad_norm": 1.7111415580852172,
      "learning_rate": 2.9490733827402473e-05,
      "loss": 1.9766,
      "step": 3739
    },
    {
      "epoch": 5.365853658536586,
      "grad_norm": 1.685103510084947,
      "learning_rate": 2.9362262324241388e-05,
      "loss": 1.9062,
      "step": 3740
    },
    {
      "epoch": 5.3672883787661405,
      "grad_norm": 1.8560069840125044,
      "learning_rate": 2.923404089785652e-05,
      "loss": 2.5156,
      "step": 3741
    },
    {
      "epoch": 5.368723098995696,
      "grad_norm": 1.8516128829093075,
      "learning_rate": 2.9106069814045257e-05,
      "loss": 2.4531,
      "step": 3742
    },
    {
      "epoch": 5.370157819225251,
      "grad_norm": 1.722498387266323,
      "learning_rate": 2.8978349338086148e-05,
      "loss": 2.2344,
      "step": 3743
    },
    {
      "epoch": 5.371592539454806,
      "grad_norm": 1.8307992271923474,
      "learning_rate": 2.885087973473816e-05,
      "loss": 2.2031,
      "step": 3744
    },
    {
      "epoch": 5.373027259684362,
      "grad_norm": 1.7703361142569856,
      "learning_rate": 2.872366126824015e-05,
      "loss": 2.0938,
      "step": 3745
    },
    {
      "epoch": 5.374461979913916,
      "grad_norm": 1.755438916428259,
      "learning_rate": 2.8596694202310537e-05,
      "loss": 2.0625,
      "step": 3746
    },
    {
      "epoch": 5.375896700143472,
      "grad_norm": 1.8629904894807339,
      "learning_rate": 2.846997880014657e-05,
      "loss": 2.0469,
      "step": 3747
    },
    {
      "epoch": 5.377331420373027,
      "grad_norm": 1.7695802706635935,
      "learning_rate": 2.834351532442361e-05,
      "loss": 2.0625,
      "step": 3748
    },
    {
      "epoch": 5.378766140602583,
      "grad_norm": 1.8200032566730109,
      "learning_rate": 2.8217304037295026e-05,
      "loss": 2.3438,
      "step": 3749
    },
    {
      "epoch": 5.380200860832137,
      "grad_norm": 1.916813912800639,
      "learning_rate": 2.8091345200391346e-05,
      "loss": 2.5156,
      "step": 3750
    },
    {
      "epoch": 5.381635581061693,
      "grad_norm": 1.915576765717705,
      "learning_rate": 2.7965639074819662e-05,
      "loss": 2.125,
      "step": 3751
    },
    {
      "epoch": 5.383070301291248,
      "grad_norm": 1.8767099224126156,
      "learning_rate": 2.7840185921163445e-05,
      "loss": 2.2344,
      "step": 3752
    },
    {
      "epoch": 5.384505021520804,
      "grad_norm": 1.773600684194839,
      "learning_rate": 2.771498599948145e-05,
      "loss": 2.2344,
      "step": 3753
    },
    {
      "epoch": 5.3859397417503585,
      "grad_norm": 1.827118491462096,
      "learning_rate": 2.7590039569307722e-05,
      "loss": 2.1719,
      "step": 3754
    },
    {
      "epoch": 5.387374461979914,
      "grad_norm": 1.6832928537907124,
      "learning_rate": 2.7465346889650826e-05,
      "loss": 1.9062,
      "step": 3755
    },
    {
      "epoch": 5.388809182209469,
      "grad_norm": 1.7253550119382894,
      "learning_rate": 2.734090821899323e-05,
      "loss": 2.0938,
      "step": 3756
    },
    {
      "epoch": 5.390243902439025,
      "grad_norm": 1.8300022367108946,
      "learning_rate": 2.7216723815290807e-05,
      "loss": 2.3281,
      "step": 3757
    },
    {
      "epoch": 5.39167862266858,
      "grad_norm": 1.6414777500827247,
      "learning_rate": 2.7092793935972525e-05,
      "loss": 1.8516,
      "step": 3758
    },
    {
      "epoch": 5.393113342898135,
      "grad_norm": 1.8261619573300905,
      "learning_rate": 2.6969118837939525e-05,
      "loss": 1.9531,
      "step": 3759
    },
    {
      "epoch": 5.39454806312769,
      "grad_norm": 1.7013631868198118,
      "learning_rate": 2.6845698777565e-05,
      "loss": 2.125,
      "step": 3760
    },
    {
      "epoch": 5.395982783357246,
      "grad_norm": 2.1758907908045795,
      "learning_rate": 2.6722534010693296e-05,
      "loss": 2.3438,
      "step": 3761
    },
    {
      "epoch": 5.397417503586801,
      "grad_norm": 1.7229453769224954,
      "learning_rate": 2.6599624792639586e-05,
      "loss": 1.9453,
      "step": 3762
    },
    {
      "epoch": 5.398852223816355,
      "grad_norm": 1.6985103387204017,
      "learning_rate": 2.647697137818942e-05,
      "loss": 1.9766,
      "step": 3763
    },
    {
      "epoch": 5.400286944045911,
      "grad_norm": 1.744840214171621,
      "learning_rate": 2.6354574021597875e-05,
      "loss": 1.9922,
      "step": 3764
    },
    {
      "epoch": 5.401721664275466,
      "grad_norm": 1.8447571837560564,
      "learning_rate": 2.6232432976589436e-05,
      "loss": 2.3594,
      "step": 3765
    },
    {
      "epoch": 5.403156384505022,
      "grad_norm": 1.700606860803402,
      "learning_rate": 2.611054849635712e-05,
      "loss": 1.8906,
      "step": 3766
    },
    {
      "epoch": 5.4045911047345765,
      "grad_norm": 1.697516278333844,
      "learning_rate": 2.598892083356212e-05,
      "loss": 2.0781,
      "step": 3767
    },
    {
      "epoch": 5.406025824964132,
      "grad_norm": 1.7271379863402505,
      "learning_rate": 2.5867550240333357e-05,
      "loss": 1.9297,
      "step": 3768
    },
    {
      "epoch": 5.407460545193687,
      "grad_norm": 1.7833669207020377,
      "learning_rate": 2.574643696826672e-05,
      "loss": 2.3125,
      "step": 3769
    },
    {
      "epoch": 5.408895265423243,
      "grad_norm": 1.6969572557503703,
      "learning_rate": 2.56255812684248e-05,
      "loss": 1.9844,
      "step": 3770
    },
    {
      "epoch": 5.4103299856527975,
      "grad_norm": 1.8212619328629889,
      "learning_rate": 2.5504983391336158e-05,
      "loss": 2.3906,
      "step": 3771
    },
    {
      "epoch": 5.411764705882353,
      "grad_norm": 1.866636727342737,
      "learning_rate": 2.538464358699494e-05,
      "loss": 2.4844,
      "step": 3772
    },
    {
      "epoch": 5.413199426111908,
      "grad_norm": 1.907301292067937,
      "learning_rate": 2.5264562104860363e-05,
      "loss": 2.4531,
      "step": 3773
    },
    {
      "epoch": 5.414634146341464,
      "grad_norm": 1.7160687742790237,
      "learning_rate": 2.5144739193856046e-05,
      "loss": 2.1406,
      "step": 3774
    },
    {
      "epoch": 5.416068866571019,
      "grad_norm": 1.7258562858579387,
      "learning_rate": 2.5025175102369726e-05,
      "loss": 2.1875,
      "step": 3775
    },
    {
      "epoch": 5.417503586800574,
      "grad_norm": 1.7787782113844495,
      "learning_rate": 2.490587007825255e-05,
      "loss": 2.0312,
      "step": 3776
    },
    {
      "epoch": 5.418938307030129,
      "grad_norm": 1.6160157604258876,
      "learning_rate": 2.4786824368818566e-05,
      "loss": 1.9766,
      "step": 3777
    },
    {
      "epoch": 5.420373027259684,
      "grad_norm": 1.740193468917794,
      "learning_rate": 2.466803822084444e-05,
      "loss": 1.9609,
      "step": 3778
    },
    {
      "epoch": 5.42180774748924,
      "grad_norm": 1.9415652852681249,
      "learning_rate": 2.454951188056865e-05,
      "loss": 2.3438,
      "step": 3779
    },
    {
      "epoch": 5.4232424677187945,
      "grad_norm": 1.8043570058703293,
      "learning_rate": 2.443124559369108e-05,
      "loss": 2.0938,
      "step": 3780
    },
    {
      "epoch": 5.42467718794835,
      "grad_norm": 1.7293296871351795,
      "learning_rate": 2.4313239605372682e-05,
      "loss": 1.8906,
      "step": 3781
    },
    {
      "epoch": 5.426111908177905,
      "grad_norm": 1.7394246019474744,
      "learning_rate": 2.4195494160234645e-05,
      "loss": 1.8125,
      "step": 3782
    },
    {
      "epoch": 5.427546628407461,
      "grad_norm": 1.8398487940634922,
      "learning_rate": 2.40780095023582e-05,
      "loss": 2.2031,
      "step": 3783
    },
    {
      "epoch": 5.4289813486370155,
      "grad_norm": 1.705756994809278,
      "learning_rate": 2.3960785875283988e-05,
      "loss": 1.9453,
      "step": 3784
    },
    {
      "epoch": 5.430416068866571,
      "grad_norm": 1.648034415468627,
      "learning_rate": 2.384382352201134e-05,
      "loss": 1.8359,
      "step": 3785
    },
    {
      "epoch": 5.431850789096126,
      "grad_norm": 1.854241946348294,
      "learning_rate": 2.3727122684998206e-05,
      "loss": 2.125,
      "step": 3786
    },
    {
      "epoch": 5.433285509325682,
      "grad_norm": 1.9937834131383279,
      "learning_rate": 2.3610683606160342e-05,
      "loss": 2.375,
      "step": 3787
    },
    {
      "epoch": 5.434720229555237,
      "grad_norm": 1.7441785385278807,
      "learning_rate": 2.349450652687088e-05,
      "loss": 2.0625,
      "step": 3788
    },
    {
      "epoch": 5.436154949784792,
      "grad_norm": 1.7970096435066136,
      "learning_rate": 2.3378591687959854e-05,
      "loss": 2.1094,
      "step": 3789
    },
    {
      "epoch": 5.437589670014347,
      "grad_norm": 1.7379046779157385,
      "learning_rate": 2.3262939329713593e-05,
      "loss": 1.9453,
      "step": 3790
    },
    {
      "epoch": 5.439024390243903,
      "grad_norm": 1.7187072323696286,
      "learning_rate": 2.3147549691874494e-05,
      "loss": 1.8828,
      "step": 3791
    },
    {
      "epoch": 5.440459110473458,
      "grad_norm": 1.930616794027438,
      "learning_rate": 2.303242301364024e-05,
      "loss": 2.6406,
      "step": 3792
    },
    {
      "epoch": 5.4418938307030125,
      "grad_norm": 1.7456545686952332,
      "learning_rate": 2.2917559533663405e-05,
      "loss": 1.8516,
      "step": 3793
    },
    {
      "epoch": 5.443328550932568,
      "grad_norm": 1.832587403325764,
      "learning_rate": 2.280295949005096e-05,
      "loss": 2.0781,
      "step": 3794
    },
    {
      "epoch": 5.444763271162123,
      "grad_norm": 1.8397593728583397,
      "learning_rate": 2.268862312036384e-05,
      "loss": 2.2969,
      "step": 3795
    },
    {
      "epoch": 5.446197991391679,
      "grad_norm": 1.9454254977291792,
      "learning_rate": 2.257455066161631e-05,
      "loss": 2.2969,
      "step": 3796
    },
    {
      "epoch": 5.4476327116212335,
      "grad_norm": 1.9215811615414642,
      "learning_rate": 2.2460742350275725e-05,
      "loss": 2.2188,
      "step": 3797
    },
    {
      "epoch": 5.449067431850789,
      "grad_norm": 1.7451723191856878,
      "learning_rate": 2.2347198422261587e-05,
      "loss": 1.9375,
      "step": 3798
    },
    {
      "epoch": 5.450502152080344,
      "grad_norm": 1.84136256108063,
      "learning_rate": 2.2233919112945602e-05,
      "loss": 2.0469,
      "step": 3799
    },
    {
      "epoch": 5.4519368723099,
      "grad_norm": 1.7648692467609777,
      "learning_rate": 2.21209046571509e-05,
      "loss": 2.0312,
      "step": 3800
    },
    {
      "epoch": 5.453371592539455,
      "grad_norm": 1.8181464896652937,
      "learning_rate": 2.2008155289151414e-05,
      "loss": 2.3594,
      "step": 3801
    },
    {
      "epoch": 5.45480631276901,
      "grad_norm": 1.7873758820506487,
      "learning_rate": 2.189567124267178e-05,
      "loss": 2.1562,
      "step": 3802
    },
    {
      "epoch": 5.456241032998565,
      "grad_norm": 1.7816149602761724,
      "learning_rate": 2.1783452750886466e-05,
      "loss": 2.0781,
      "step": 3803
    },
    {
      "epoch": 5.457675753228121,
      "grad_norm": 1.8474918689358404,
      "learning_rate": 2.1671500046419504e-05,
      "loss": 2.25,
      "step": 3804
    },
    {
      "epoch": 5.459110473457676,
      "grad_norm": 1.8865533017328646,
      "learning_rate": 2.1559813361344024e-05,
      "loss": 2.3438,
      "step": 3805
    },
    {
      "epoch": 5.460545193687231,
      "grad_norm": 1.6883008523946554,
      "learning_rate": 2.1448392927181645e-05,
      "loss": 1.8672,
      "step": 3806
    },
    {
      "epoch": 5.461979913916786,
      "grad_norm": 1.7700340991705097,
      "learning_rate": 2.1337238974902027e-05,
      "loss": 2.125,
      "step": 3807
    },
    {
      "epoch": 5.463414634146342,
      "grad_norm": 1.6479214184574478,
      "learning_rate": 2.1226351734922536e-05,
      "loss": 1.8672,
      "step": 3808
    },
    {
      "epoch": 5.464849354375897,
      "grad_norm": 1.7191472219717294,
      "learning_rate": 2.1115731437107537e-05,
      "loss": 1.9453,
      "step": 3809
    },
    {
      "epoch": 5.466284074605452,
      "grad_norm": 1.8221824932848638,
      "learning_rate": 2.1005378310768162e-05,
      "loss": 2.1094,
      "step": 3810
    },
    {
      "epoch": 5.467718794835007,
      "grad_norm": 1.775596872722067,
      "learning_rate": 2.0895292584661576e-05,
      "loss": 1.9062,
      "step": 3811
    },
    {
      "epoch": 5.469153515064562,
      "grad_norm": 1.6972285798025302,
      "learning_rate": 2.078547448699069e-05,
      "loss": 1.9062,
      "step": 3812
    },
    {
      "epoch": 5.470588235294118,
      "grad_norm": 1.870320618438452,
      "learning_rate": 2.067592424540368e-05,
      "loss": 2.0625,
      "step": 3813
    },
    {
      "epoch": 5.472022955523673,
      "grad_norm": 1.9315932667053473,
      "learning_rate": 2.056664208699338e-05,
      "loss": 2.1562,
      "step": 3814
    },
    {
      "epoch": 5.473457675753228,
      "grad_norm": 1.7845276811366475,
      "learning_rate": 2.0457628238297008e-05,
      "loss": 2.25,
      "step": 3815
    },
    {
      "epoch": 5.474892395982783,
      "grad_norm": 1.9160806990406312,
      "learning_rate": 2.0348882925295466e-05,
      "loss": 2.2031,
      "step": 3816
    },
    {
      "epoch": 5.476327116212339,
      "grad_norm": 1.9217075572850182,
      "learning_rate": 2.0240406373413055e-05,
      "loss": 2.3281,
      "step": 3817
    },
    {
      "epoch": 5.477761836441894,
      "grad_norm": 1.8356157273996867,
      "learning_rate": 2.013219880751699e-05,
      "loss": 2.1406,
      "step": 3818
    },
    {
      "epoch": 5.479196556671449,
      "grad_norm": 1.9136923031185191,
      "learning_rate": 2.0024260451916768e-05,
      "loss": 1.8203,
      "step": 3819
    },
    {
      "epoch": 5.480631276901004,
      "grad_norm": 1.7554578550391944,
      "learning_rate": 1.9916591530363985e-05,
      "loss": 2.25,
      "step": 3820
    },
    {
      "epoch": 5.48206599713056,
      "grad_norm": 1.8526996989111824,
      "learning_rate": 1.9809192266051587e-05,
      "loss": 2.2344,
      "step": 3821
    },
    {
      "epoch": 5.483500717360115,
      "grad_norm": 1.8155084582180891,
      "learning_rate": 1.970206288161354e-05,
      "loss": 2.1719,
      "step": 3822
    },
    {
      "epoch": 5.48493543758967,
      "grad_norm": 1.8627312573629478,
      "learning_rate": 1.9595203599124432e-05,
      "loss": 2.0781,
      "step": 3823
    },
    {
      "epoch": 5.486370157819225,
      "grad_norm": 2.0010737975535817,
      "learning_rate": 1.9488614640098905e-05,
      "loss": 2.8594,
      "step": 3824
    },
    {
      "epoch": 5.487804878048781,
      "grad_norm": 1.9628465001145794,
      "learning_rate": 1.938229622549118e-05,
      "loss": 2.1719,
      "step": 3825
    },
    {
      "epoch": 5.489239598278336,
      "grad_norm": 1.814968613266698,
      "learning_rate": 1.9276248575694774e-05,
      "loss": 2.0781,
      "step": 3826
    },
    {
      "epoch": 5.490674318507891,
      "grad_norm": 1.779567125879065,
      "learning_rate": 1.9170471910541763e-05,
      "loss": 1.9453,
      "step": 3827
    },
    {
      "epoch": 5.492109038737446,
      "grad_norm": 1.7950149097732166,
      "learning_rate": 1.906496644930261e-05,
      "loss": 2.0156,
      "step": 3828
    },
    {
      "epoch": 5.493543758967001,
      "grad_norm": 1.8198596647456358,
      "learning_rate": 1.895973241068562e-05,
      "loss": 2.1094,
      "step": 3829
    },
    {
      "epoch": 5.494978479196557,
      "grad_norm": 1.8335474840633958,
      "learning_rate": 1.8854770012836207e-05,
      "loss": 1.9688,
      "step": 3830
    },
    {
      "epoch": 5.496413199426112,
      "grad_norm": 2.3115923520497983,
      "learning_rate": 1.875007947333696e-05,
      "loss": 2.2344,
      "step": 3831
    },
    {
      "epoch": 5.497847919655667,
      "grad_norm": 1.8566251101655056,
      "learning_rate": 1.8645661009206814e-05,
      "loss": 2.2344,
      "step": 3832
    },
    {
      "epoch": 5.499282639885222,
      "grad_norm": 1.7992385234238961,
      "learning_rate": 1.8541514836900655e-05,
      "loss": 2.2031,
      "step": 3833
    },
    {
      "epoch": 5.500717360114778,
      "grad_norm": 1.7261172238338396,
      "learning_rate": 1.8437641172308992e-05,
      "loss": 2.1094,
      "step": 3834
    },
    {
      "epoch": 5.502152080344333,
      "grad_norm": 1.911179101292021,
      "learning_rate": 1.8334040230757345e-05,
      "loss": 2.6406,
      "step": 3835
    },
    {
      "epoch": 5.503586800573888,
      "grad_norm": 1.6979485969123689,
      "learning_rate": 1.823071222700601e-05,
      "loss": 1.8281,
      "step": 3836
    },
    {
      "epoch": 5.505021520803443,
      "grad_norm": 1.8287341357311122,
      "learning_rate": 1.8127657375249465e-05,
      "loss": 2.1562,
      "step": 3837
    },
    {
      "epoch": 5.506456241032999,
      "grad_norm": 1.8765694239585553,
      "learning_rate": 1.802487588911589e-05,
      "loss": 2.1094,
      "step": 3838
    },
    {
      "epoch": 5.507890961262554,
      "grad_norm": 1.7609019917543556,
      "learning_rate": 1.7922367981666808e-05,
      "loss": 2.0781,
      "step": 3839
    },
    {
      "epoch": 5.509325681492109,
      "grad_norm": 1.9309549455127855,
      "learning_rate": 1.7820133865396685e-05,
      "loss": 2.3125,
      "step": 3840
    },
    {
      "epoch": 5.510760401721664,
      "grad_norm": 1.7904559907286333,
      "learning_rate": 1.7718173752232368e-05,
      "loss": 2.3594,
      "step": 3841
    },
    {
      "epoch": 5.512195121951219,
      "grad_norm": 1.8842382363391488,
      "learning_rate": 1.76164878535328e-05,
      "loss": 2.1562,
      "step": 3842
    },
    {
      "epoch": 5.513629842180775,
      "grad_norm": 1.8477181850179354,
      "learning_rate": 1.751507638008829e-05,
      "loss": 2.0938,
      "step": 3843
    },
    {
      "epoch": 5.51506456241033,
      "grad_norm": 2.055988609922652,
      "learning_rate": 1.7413939542120486e-05,
      "loss": 2.9844,
      "step": 3844
    },
    {
      "epoch": 5.516499282639885,
      "grad_norm": 3.53778866805379,
      "learning_rate": 1.731307754928167e-05,
      "loss": 2.0156,
      "step": 3845
    },
    {
      "epoch": 5.51793400286944,
      "grad_norm": 1.712905108298068,
      "learning_rate": 1.72124906106543e-05,
      "loss": 1.9375,
      "step": 3846
    },
    {
      "epoch": 5.519368723098996,
      "grad_norm": 1.8410316060612102,
      "learning_rate": 1.7112178934750776e-05,
      "loss": 2.2031,
      "step": 3847
    },
    {
      "epoch": 5.520803443328551,
      "grad_norm": 1.740515578116813,
      "learning_rate": 1.7012142729512812e-05,
      "loss": 1.9922,
      "step": 3848
    },
    {
      "epoch": 5.522238163558106,
      "grad_norm": 1.8854122885246358,
      "learning_rate": 1.691238220231108e-05,
      "loss": 2.1406,
      "step": 3849
    },
    {
      "epoch": 5.523672883787661,
      "grad_norm": 1.7926607731503188,
      "learning_rate": 1.6812897559944843e-05,
      "loss": 2.0,
      "step": 3850
    },
    {
      "epoch": 5.525107604017217,
      "grad_norm": 1.798931636867188,
      "learning_rate": 1.671368900864142e-05,
      "loss": 2.0781,
      "step": 3851
    },
    {
      "epoch": 5.526542324246772,
      "grad_norm": 1.849769245494508,
      "learning_rate": 1.6614756754055796e-05,
      "loss": 1.9844,
      "step": 3852
    },
    {
      "epoch": 5.527977044476327,
      "grad_norm": 1.8957412018041921,
      "learning_rate": 1.6516101001270267e-05,
      "loss": 2.25,
      "step": 3853
    },
    {
      "epoch": 5.529411764705882,
      "grad_norm": 1.6817824154276972,
      "learning_rate": 1.641772195479385e-05,
      "loss": 1.7891,
      "step": 3854
    },
    {
      "epoch": 5.530846484935438,
      "grad_norm": 1.8156952013899297,
      "learning_rate": 1.63196198185621e-05,
      "loss": 2.2344,
      "step": 3855
    },
    {
      "epoch": 5.532281205164993,
      "grad_norm": 1.914144054218168,
      "learning_rate": 1.622179479593643e-05,
      "loss": 2.4375,
      "step": 3856
    },
    {
      "epoch": 5.533715925394548,
      "grad_norm": 1.9707913128720338,
      "learning_rate": 1.6124247089703827e-05,
      "loss": 2.3594,
      "step": 3857
    },
    {
      "epoch": 5.535150645624103,
      "grad_norm": 1.7798243900905728,
      "learning_rate": 1.6026976902076504e-05,
      "loss": 2.0,
      "step": 3858
    },
    {
      "epoch": 5.536585365853659,
      "grad_norm": 1.6558676086510642,
      "learning_rate": 1.592998443469127e-05,
      "loss": 1.8203,
      "step": 3859
    },
    {
      "epoch": 5.538020086083214,
      "grad_norm": 1.7132267165093042,
      "learning_rate": 1.58332698886093e-05,
      "loss": 1.9062,
      "step": 3860
    },
    {
      "epoch": 5.539454806312769,
      "grad_norm": 1.7221936488226144,
      "learning_rate": 1.5736833464315667e-05,
      "loss": 1.8828,
      "step": 3861
    },
    {
      "epoch": 5.540889526542324,
      "grad_norm": 1.8170246208232734,
      "learning_rate": 1.564067536171881e-05,
      "loss": 2.0469,
      "step": 3862
    },
    {
      "epoch": 5.542324246771879,
      "grad_norm": 1.891036598016914,
      "learning_rate": 1.5544795780150355e-05,
      "loss": 2.0469,
      "step": 3863
    },
    {
      "epoch": 5.543758967001435,
      "grad_norm": 1.792941905737129,
      "learning_rate": 1.5449194918364456e-05,
      "loss": 1.8672,
      "step": 3864
    },
    {
      "epoch": 5.54519368723099,
      "grad_norm": 1.8648181812712514,
      "learning_rate": 1.5353872974537568e-05,
      "loss": 2.2969,
      "step": 3865
    },
    {
      "epoch": 5.546628407460545,
      "grad_norm": 1.847491228175346,
      "learning_rate": 1.5258830146267932e-05,
      "loss": 1.9922,
      "step": 3866
    },
    {
      "epoch": 5.5480631276901,
      "grad_norm": 1.9917277925636845,
      "learning_rate": 1.5164066630575127e-05,
      "loss": 2.5469,
      "step": 3867
    },
    {
      "epoch": 5.549497847919656,
      "grad_norm": 1.922854872419414,
      "learning_rate": 1.506958262389984e-05,
      "loss": 2.3594,
      "step": 3868
    },
    {
      "epoch": 5.550932568149211,
      "grad_norm": 2.02819960223195,
      "learning_rate": 1.4975378322103359e-05,
      "loss": 1.9297,
      "step": 3869
    },
    {
      "epoch": 5.5523672883787665,
      "grad_norm": 1.9426411998072666,
      "learning_rate": 1.4881453920466995e-05,
      "loss": 2.3438,
      "step": 3870
    },
    {
      "epoch": 5.553802008608321,
      "grad_norm": 1.7872185223129236,
      "learning_rate": 1.4787809613692003e-05,
      "loss": 2.0781,
      "step": 3871
    },
    {
      "epoch": 5.555236728837876,
      "grad_norm": 1.8079987644285012,
      "learning_rate": 1.4694445595898918e-05,
      "loss": 2.2188,
      "step": 3872
    },
    {
      "epoch": 5.556671449067432,
      "grad_norm": 1.8176331912093058,
      "learning_rate": 1.4601362060627308e-05,
      "loss": 2.0156,
      "step": 3873
    },
    {
      "epoch": 5.5581061692969875,
      "grad_norm": 2.101004641810724,
      "learning_rate": 1.4508559200835323e-05,
      "loss": 2.9062,
      "step": 3874
    },
    {
      "epoch": 5.559540889526542,
      "grad_norm": 1.719172258785651,
      "learning_rate": 1.4416037208899162e-05,
      "loss": 1.8594,
      "step": 3875
    },
    {
      "epoch": 5.560975609756097,
      "grad_norm": 1.9863753389020085,
      "learning_rate": 1.4323796276612936e-05,
      "loss": 2.75,
      "step": 3876
    },
    {
      "epoch": 5.562410329985653,
      "grad_norm": 1.8457301067515148,
      "learning_rate": 1.4231836595188112e-05,
      "loss": 2.2344,
      "step": 3877
    },
    {
      "epoch": 5.563845050215208,
      "grad_norm": 1.8334513098644105,
      "learning_rate": 1.414015835525305e-05,
      "loss": 2.0781,
      "step": 3878
    },
    {
      "epoch": 5.565279770444763,
      "grad_norm": 1.829783394192664,
      "learning_rate": 1.4048761746852782e-05,
      "loss": 2.0,
      "step": 3879
    },
    {
      "epoch": 5.566714490674318,
      "grad_norm": 1.9121147530803142,
      "learning_rate": 1.3957646959448437e-05,
      "loss": 2.2969,
      "step": 3880
    },
    {
      "epoch": 5.568149210903874,
      "grad_norm": 1.6964662623973341,
      "learning_rate": 1.3866814181917064e-05,
      "loss": 1.8125,
      "step": 3881
    },
    {
      "epoch": 5.569583931133429,
      "grad_norm": 1.794402032271249,
      "learning_rate": 1.3776263602551057e-05,
      "loss": 2.1562,
      "step": 3882
    },
    {
      "epoch": 5.5710186513629845,
      "grad_norm": 1.7675478477598154,
      "learning_rate": 1.3685995409057805e-05,
      "loss": 2.1094,
      "step": 3883
    },
    {
      "epoch": 5.572453371592539,
      "grad_norm": 1.8185006526164542,
      "learning_rate": 1.359600978855932e-05,
      "loss": 2.2188,
      "step": 3884
    },
    {
      "epoch": 5.573888091822095,
      "grad_norm": 2.094587424046687,
      "learning_rate": 1.350630692759191e-05,
      "loss": 2.75,
      "step": 3885
    },
    {
      "epoch": 5.57532281205165,
      "grad_norm": 1.845424177884936,
      "learning_rate": 1.3416887012105659e-05,
      "loss": 1.9609,
      "step": 3886
    },
    {
      "epoch": 5.5767575322812055,
      "grad_norm": 1.6385058962967043,
      "learning_rate": 1.3327750227464245e-05,
      "loss": 1.7969,
      "step": 3887
    },
    {
      "epoch": 5.57819225251076,
      "grad_norm": 1.9800083174851169,
      "learning_rate": 1.3238896758444211e-05,
      "loss": 2.4844,
      "step": 3888
    },
    {
      "epoch": 5.579626972740316,
      "grad_norm": 1.7066844826774688,
      "learning_rate": 1.3150326789235005e-05,
      "loss": 1.9609,
      "step": 3889
    },
    {
      "epoch": 5.581061692969871,
      "grad_norm": 1.7286030077597452,
      "learning_rate": 1.3062040503438326e-05,
      "loss": 1.9219,
      "step": 3890
    },
    {
      "epoch": 5.582496413199426,
      "grad_norm": 1.7753711261939333,
      "learning_rate": 1.2974038084067744e-05,
      "loss": 2.2031,
      "step": 3891
    },
    {
      "epoch": 5.583931133428981,
      "grad_norm": 1.8752374621191614,
      "learning_rate": 1.2886319713548521e-05,
      "loss": 2.2031,
      "step": 3892
    },
    {
      "epoch": 5.585365853658536,
      "grad_norm": 1.8504129291656708,
      "learning_rate": 1.2798885573716966e-05,
      "loss": 2.2812,
      "step": 3893
    },
    {
      "epoch": 5.586800573888092,
      "grad_norm": 1.8840026962571697,
      "learning_rate": 1.2711735845820231e-05,
      "loss": 2.0781,
      "step": 3894
    },
    {
      "epoch": 5.588235294117647,
      "grad_norm": 1.8014822007878433,
      "learning_rate": 1.2624870710515956e-05,
      "loss": 2.0625,
      "step": 3895
    },
    {
      "epoch": 5.5896700143472025,
      "grad_norm": 2.1262185325425467,
      "learning_rate": 1.2538290347871748e-05,
      "loss": 2.4844,
      "step": 3896
    },
    {
      "epoch": 5.591104734576757,
      "grad_norm": 1.9888213800541152,
      "learning_rate": 1.2451994937364912e-05,
      "loss": 2.4531,
      "step": 3897
    },
    {
      "epoch": 5.592539454806313,
      "grad_norm": 1.7737107229002114,
      "learning_rate": 1.2365984657882116e-05,
      "loss": 2.0781,
      "step": 3898
    },
    {
      "epoch": 5.593974175035868,
      "grad_norm": 1.8060755353523916,
      "learning_rate": 1.228025968771889e-05,
      "loss": 2.0156,
      "step": 3899
    },
    {
      "epoch": 5.5954088952654235,
      "grad_norm": 1.7636219142026872,
      "learning_rate": 1.2194820204579387e-05,
      "loss": 2.0156,
      "step": 3900
    },
    {
      "epoch": 5.596843615494978,
      "grad_norm": 1.966865652924052,
      "learning_rate": 1.2109666385575944e-05,
      "loss": 2.2812,
      "step": 3901
    },
    {
      "epoch": 5.598278335724534,
      "grad_norm": 1.9400512710511597,
      "learning_rate": 1.202479840722868e-05,
      "loss": 2.25,
      "step": 3902
    },
    {
      "epoch": 5.599713055954089,
      "grad_norm": 1.8265371094489782,
      "learning_rate": 1.194021644546525e-05,
      "loss": 2.2344,
      "step": 3903
    },
    {
      "epoch": 5.601147776183645,
      "grad_norm": 1.8330243240952906,
      "learning_rate": 1.185592067562035e-05,
      "loss": 2.1094,
      "step": 3904
    },
    {
      "epoch": 5.602582496413199,
      "grad_norm": 1.780075612388073,
      "learning_rate": 1.1771911272435486e-05,
      "loss": 2.0,
      "step": 3905
    },
    {
      "epoch": 5.604017216642754,
      "grad_norm": 1.9760573355844455,
      "learning_rate": 1.1688188410058451e-05,
      "loss": 2.6094,
      "step": 3906
    },
    {
      "epoch": 5.60545193687231,
      "grad_norm": 1.8731857656692203,
      "learning_rate": 1.1604752262043088e-05,
      "loss": 2.3125,
      "step": 3907
    },
    {
      "epoch": 5.606886657101866,
      "grad_norm": 1.7497892244265163,
      "learning_rate": 1.1521603001348939e-05,
      "loss": 2.2188,
      "step": 3908
    },
    {
      "epoch": 5.60832137733142,
      "grad_norm": 1.8831753324548535,
      "learning_rate": 1.1438740800340746e-05,
      "loss": 2.0312,
      "step": 3909
    },
    {
      "epoch": 5.609756097560975,
      "grad_norm": 1.9804267107299698,
      "learning_rate": 1.1356165830788304e-05,
      "loss": 2.4531,
      "step": 3910
    },
    {
      "epoch": 5.611190817790531,
      "grad_norm": 1.8374451975015575,
      "learning_rate": 1.1273878263865893e-05,
      "loss": 2.2656,
      "step": 3911
    },
    {
      "epoch": 5.612625538020086,
      "grad_norm": 1.7245099778985344,
      "learning_rate": 1.1191878270152028e-05,
      "loss": 1.8672,
      "step": 3912
    },
    {
      "epoch": 5.6140602582496415,
      "grad_norm": 1.8571831344523242,
      "learning_rate": 1.1110166019629153e-05,
      "loss": 2.1406,
      "step": 3913
    },
    {
      "epoch": 5.615494978479196,
      "grad_norm": 1.874615712795908,
      "learning_rate": 1.1028741681683273e-05,
      "loss": 2.1094,
      "step": 3914
    },
    {
      "epoch": 5.616929698708752,
      "grad_norm": 1.6782133694686199,
      "learning_rate": 1.0947605425103373e-05,
      "loss": 1.8125,
      "step": 3915
    },
    {
      "epoch": 5.618364418938307,
      "grad_norm": 1.6531598777458856,
      "learning_rate": 1.0866757418081446e-05,
      "loss": 1.8594,
      "step": 3916
    },
    {
      "epoch": 5.619799139167863,
      "grad_norm": 1.8293650715449483,
      "learning_rate": 1.0786197828211879e-05,
      "loss": 1.9766,
      "step": 3917
    },
    {
      "epoch": 5.621233859397417,
      "grad_norm": 1.8740976091384187,
      "learning_rate": 1.0705926822491174e-05,
      "loss": 2.2344,
      "step": 3918
    },
    {
      "epoch": 5.622668579626973,
      "grad_norm": 1.8398444078606244,
      "learning_rate": 1.0625944567317707e-05,
      "loss": 2.0312,
      "step": 3919
    },
    {
      "epoch": 5.624103299856528,
      "grad_norm": 1.7082081682115062,
      "learning_rate": 1.0546251228491087e-05,
      "loss": 1.9609,
      "step": 3920
    },
    {
      "epoch": 5.625538020086083,
      "grad_norm": 2.065396854647132,
      "learning_rate": 1.0466846971212218e-05,
      "loss": 2.5938,
      "step": 3921
    },
    {
      "epoch": 5.626972740315638,
      "grad_norm": 1.7799110280323849,
      "learning_rate": 1.0387731960082662e-05,
      "loss": 2.125,
      "step": 3922
    },
    {
      "epoch": 5.628407460545194,
      "grad_norm": 1.9675886255243829,
      "learning_rate": 1.0308906359104385e-05,
      "loss": 2.5938,
      "step": 3923
    },
    {
      "epoch": 5.629842180774749,
      "grad_norm": 1.8253202920878888,
      "learning_rate": 1.023037033167941e-05,
      "loss": 2.375,
      "step": 3924
    },
    {
      "epoch": 5.631276901004304,
      "grad_norm": 1.9867383070575364,
      "learning_rate": 1.0152124040609493e-05,
      "loss": 2.5312,
      "step": 3925
    },
    {
      "epoch": 5.6327116212338595,
      "grad_norm": 1.740455140454405,
      "learning_rate": 1.0074167648095788e-05,
      "loss": 1.9609,
      "step": 3926
    },
    {
      "epoch": 5.634146341463414,
      "grad_norm": 1.8099135652021243,
      "learning_rate": 9.996501315738559e-06,
      "loss": 2.0781,
      "step": 3927
    },
    {
      "epoch": 5.63558106169297,
      "grad_norm": 1.8634193657398297,
      "learning_rate": 9.91912520453667e-06,
      "loss": 2.1562,
      "step": 3928
    },
    {
      "epoch": 5.637015781922525,
      "grad_norm": 1.8790671607639664,
      "learning_rate": 9.842039474887436e-06,
      "loss": 2.25,
      "step": 3929
    },
    {
      "epoch": 5.6384505021520805,
      "grad_norm": 1.879883361740242,
      "learning_rate": 9.765244286586248e-06,
      "loss": 2.2344,
      "step": 3930
    },
    {
      "epoch": 5.639885222381635,
      "grad_norm": 1.7681344342658591,
      "learning_rate": 9.68873979882615e-06,
      "loss": 1.8828,
      "step": 3931
    },
    {
      "epoch": 5.641319942611191,
      "grad_norm": 1.8282548018031972,
      "learning_rate": 9.612526170197665e-06,
      "loss": 2.0938,
      "step": 3932
    },
    {
      "epoch": 5.642754662840746,
      "grad_norm": 1.7420722472275694,
      "learning_rate": 9.536603558688283e-06,
      "loss": 1.9062,
      "step": 3933
    },
    {
      "epoch": 5.644189383070302,
      "grad_norm": 1.6435581961632804,
      "learning_rate": 9.460972121682242e-06,
      "loss": 1.7969,
      "step": 3934
    },
    {
      "epoch": 5.645624103299856,
      "grad_norm": 1.8659374224051837,
      "learning_rate": 9.385632015960298e-06,
      "loss": 2.2031,
      "step": 3935
    },
    {
      "epoch": 5.647058823529412,
      "grad_norm": 1.7818871220726729,
      "learning_rate": 9.31058339769914e-06,
      "loss": 1.9922,
      "step": 3936
    },
    {
      "epoch": 5.648493543758967,
      "grad_norm": 1.794841898747612,
      "learning_rate": 9.235826422471321e-06,
      "loss": 1.9844,
      "step": 3937
    },
    {
      "epoch": 5.649928263988523,
      "grad_norm": 2.0602173329560336,
      "learning_rate": 9.161361245244797e-06,
      "loss": 2.4844,
      "step": 3938
    },
    {
      "epoch": 5.6513629842180775,
      "grad_norm": 1.8958246051930956,
      "learning_rate": 9.087188020382608e-06,
      "loss": 2.2344,
      "step": 3939
    },
    {
      "epoch": 5.652797704447632,
      "grad_norm": 1.700198546930815,
      "learning_rate": 9.013306901642642e-06,
      "loss": 1.8438,
      "step": 3940
    },
    {
      "epoch": 5.654232424677188,
      "grad_norm": 1.918535399122894,
      "learning_rate": 8.939718042177258e-06,
      "loss": 2.0,
      "step": 3941
    },
    {
      "epoch": 5.655667144906743,
      "grad_norm": 1.812849950056746,
      "learning_rate": 8.866421594532896e-06,
      "loss": 2.0938,
      "step": 3942
    },
    {
      "epoch": 5.6571018651362985,
      "grad_norm": 1.8719986160811308,
      "learning_rate": 8.793417710649953e-06,
      "loss": 2.125,
      "step": 3943
    },
    {
      "epoch": 5.658536585365853,
      "grad_norm": 1.7773930946268637,
      "learning_rate": 8.720706541862271e-06,
      "loss": 2.0312,
      "step": 3944
    },
    {
      "epoch": 5.659971305595409,
      "grad_norm": 1.6819353342942562,
      "learning_rate": 8.648288238896983e-06,
      "loss": 2.125,
      "step": 3945
    },
    {
      "epoch": 5.661406025824964,
      "grad_norm": 1.7477050078798364,
      "learning_rate": 8.576162951874039e-06,
      "loss": 1.9688,
      "step": 3946
    },
    {
      "epoch": 5.66284074605452,
      "grad_norm": 1.7932594036168077,
      "learning_rate": 8.50433083030599e-06,
      "loss": 2.0156,
      "step": 3947
    },
    {
      "epoch": 5.664275466284074,
      "grad_norm": 1.8444277399030087,
      "learning_rate": 8.432792023097756e-06,
      "loss": 1.8672,
      "step": 3948
    },
    {
      "epoch": 5.66571018651363,
      "grad_norm": 1.853152665113789,
      "learning_rate": 8.361546678546116e-06,
      "loss": 2.1094,
      "step": 3949
    },
    {
      "epoch": 5.667144906743185,
      "grad_norm": 1.7693104512880546,
      "learning_rate": 8.29059494433963e-06,
      "loss": 1.875,
      "step": 3950
    },
    {
      "epoch": 5.668579626972741,
      "grad_norm": 2.0698217820372236,
      "learning_rate": 8.219936967558095e-06,
      "loss": 2.4844,
      "step": 3951
    },
    {
      "epoch": 5.6700143472022955,
      "grad_norm": 1.8075077623381206,
      "learning_rate": 8.149572894672429e-06,
      "loss": 1.7891,
      "step": 3952
    },
    {
      "epoch": 5.671449067431851,
      "grad_norm": 1.9229193940946048,
      "learning_rate": 8.079502871544324e-06,
      "loss": 2.3906,
      "step": 3953
    },
    {
      "epoch": 5.672883787661406,
      "grad_norm": 1.7495091855366256,
      "learning_rate": 8.00972704342584e-06,
      "loss": 1.875,
      "step": 3954
    },
    {
      "epoch": 5.674318507890961,
      "grad_norm": 1.7233819304805966,
      "learning_rate": 7.940245554959274e-06,
      "loss": 1.9922,
      "step": 3955
    },
    {
      "epoch": 5.6757532281205165,
      "grad_norm": 1.9209414970749434,
      "learning_rate": 7.871058550176712e-06,
      "loss": 2.2031,
      "step": 3956
    },
    {
      "epoch": 5.677187948350072,
      "grad_norm": 1.7830664524508761,
      "learning_rate": 7.802166172499762e-06,
      "loss": 2.0781,
      "step": 3957
    },
    {
      "epoch": 5.678622668579627,
      "grad_norm": 1.6879777955033552,
      "learning_rate": 7.733568564739357e-06,
      "loss": 1.8828,
      "step": 3958
    },
    {
      "epoch": 5.680057388809182,
      "grad_norm": 1.7671563595234854,
      "learning_rate": 7.665265869095394e-06,
      "loss": 1.9453,
      "step": 3959
    },
    {
      "epoch": 5.681492109038738,
      "grad_norm": 1.9389258089071388,
      "learning_rate": 7.5972582271563e-06,
      "loss": 2.2812,
      "step": 3960
    },
    {
      "epoch": 5.682926829268292,
      "grad_norm": 2.102531031808204,
      "learning_rate": 7.529545779899004e-06,
      "loss": 2.4844,
      "step": 3961
    },
    {
      "epoch": 5.684361549497848,
      "grad_norm": 1.847309292449346,
      "learning_rate": 7.462128667688444e-06,
      "loss": 2.0,
      "step": 3962
    },
    {
      "epoch": 5.685796269727403,
      "grad_norm": 1.8358888182874549,
      "learning_rate": 7.395007030277362e-06,
      "loss": 1.9453,
      "step": 3963
    },
    {
      "epoch": 5.687230989956959,
      "grad_norm": 1.8160108571994062,
      "learning_rate": 7.328181006806039e-06,
      "loss": 2.0156,
      "step": 3964
    },
    {
      "epoch": 5.6886657101865135,
      "grad_norm": 1.7546431143813233,
      "learning_rate": 7.261650735801816e-06,
      "loss": 1.8438,
      "step": 3965
    },
    {
      "epoch": 5.690100430416069,
      "grad_norm": 1.9460237209911186,
      "learning_rate": 7.19541635517909e-06,
      "loss": 2.4688,
      "step": 3966
    },
    {
      "epoch": 5.691535150645624,
      "grad_norm": 1.9165121118380382,
      "learning_rate": 7.129478002238881e-06,
      "loss": 2.2969,
      "step": 3967
    },
    {
      "epoch": 5.69296987087518,
      "grad_norm": 1.8288847020666505,
      "learning_rate": 7.063835813668501e-06,
      "loss": 2.1562,
      "step": 3968
    },
    {
      "epoch": 5.6944045911047345,
      "grad_norm": 1.7483050099846689,
      "learning_rate": 6.998489925541334e-06,
      "loss": 1.8359,
      "step": 3969
    },
    {
      "epoch": 5.695839311334289,
      "grad_norm": 1.7497015733899202,
      "learning_rate": 6.933440473316543e-06,
      "loss": 1.7969,
      "step": 3970
    },
    {
      "epoch": 5.697274031563845,
      "grad_norm": 1.6658092483651679,
      "learning_rate": 6.868687591838845e-06,
      "loss": 1.8281,
      "step": 3971
    },
    {
      "epoch": 5.698708751793401,
      "grad_norm": 2.042674377109601,
      "learning_rate": 6.804231415338152e-06,
      "loss": 2.7344,
      "step": 3972
    },
    {
      "epoch": 5.700143472022956,
      "grad_norm": 1.7022058627530532,
      "learning_rate": 6.740072077429282e-06,
      "loss": 1.8828,
      "step": 3973
    },
    {
      "epoch": 5.70157819225251,
      "grad_norm": 1.7394770490590306,
      "learning_rate": 6.676209711111746e-06,
      "loss": 1.9219,
      "step": 3974
    },
    {
      "epoch": 5.703012912482066,
      "grad_norm": 1.6964507762119556,
      "learning_rate": 6.612644448769483e-06,
      "loss": 1.8906,
      "step": 3975
    },
    {
      "epoch": 5.704447632711621,
      "grad_norm": 1.798486245221449,
      "learning_rate": 6.549376422170471e-06,
      "loss": 2.0,
      "step": 3976
    },
    {
      "epoch": 5.705882352941177,
      "grad_norm": 1.9298362450168685,
      "learning_rate": 6.4864057624666014e-06,
      "loss": 2.4844,
      "step": 3977
    },
    {
      "epoch": 5.7073170731707314,
      "grad_norm": 1.7152358495038993,
      "learning_rate": 6.4237326001933045e-06,
      "loss": 1.9688,
      "step": 3978
    },
    {
      "epoch": 5.708751793400287,
      "grad_norm": 1.762512604834437,
      "learning_rate": 6.361357065269307e-06,
      "loss": 1.8516,
      "step": 3979
    },
    {
      "epoch": 5.710186513629842,
      "grad_norm": 2.094731896590531,
      "learning_rate": 6.299279286996378e-06,
      "loss": 2.5156,
      "step": 3980
    },
    {
      "epoch": 5.711621233859398,
      "grad_norm": 1.9042538037863568,
      "learning_rate": 6.237499394059048e-06,
      "loss": 2.1719,
      "step": 3981
    },
    {
      "epoch": 5.7130559540889525,
      "grad_norm": 1.7337828067009666,
      "learning_rate": 6.176017514524373e-06,
      "loss": 1.8984,
      "step": 3982
    },
    {
      "epoch": 5.714490674318508,
      "grad_norm": 1.6898964443009539,
      "learning_rate": 6.114833775841571e-06,
      "loss": 1.8594,
      "step": 3983
    },
    {
      "epoch": 5.715925394548063,
      "grad_norm": 1.843202267786323,
      "learning_rate": 6.053948304841872e-06,
      "loss": 2.0938,
      "step": 3984
    },
    {
      "epoch": 5.717360114777619,
      "grad_norm": 1.7934396849987597,
      "learning_rate": 5.993361227738247e-06,
      "loss": 2.0312,
      "step": 3985
    },
    {
      "epoch": 5.718794835007174,
      "grad_norm": 1.8332395898749678,
      "learning_rate": 5.933072670125033e-06,
      "loss": 2.125,
      "step": 3986
    },
    {
      "epoch": 5.720229555236729,
      "grad_norm": 1.794108631574773,
      "learning_rate": 5.873082756977759e-06,
      "loss": 2.0156,
      "step": 3987
    },
    {
      "epoch": 5.721664275466284,
      "grad_norm": 1.8154741344838041,
      "learning_rate": 5.813391612652968e-06,
      "loss": 1.9375,
      "step": 3988
    },
    {
      "epoch": 5.723098995695839,
      "grad_norm": 1.890725546229001,
      "learning_rate": 5.753999360887729e-06,
      "loss": 2.2188,
      "step": 3989
    },
    {
      "epoch": 5.724533715925395,
      "grad_norm": 1.7554288365074053,
      "learning_rate": 5.694906124799675e-06,
      "loss": 1.7969,
      "step": 3990
    },
    {
      "epoch": 5.725968436154949,
      "grad_norm": 1.8801277556832336,
      "learning_rate": 5.6361120268864525e-06,
      "loss": 2.1094,
      "step": 3991
    },
    {
      "epoch": 5.727403156384505,
      "grad_norm": 1.9407517430419858,
      "learning_rate": 5.577617189025668e-06,
      "loss": 2.2031,
      "step": 3992
    },
    {
      "epoch": 5.72883787661406,
      "grad_norm": 1.83303253630518,
      "learning_rate": 5.519421732474594e-06,
      "loss": 2.0469,
      "step": 3993
    },
    {
      "epoch": 5.730272596843616,
      "grad_norm": 1.7321027409847474,
      "learning_rate": 5.461525777869863e-06,
      "loss": 1.8047,
      "step": 3994
    },
    {
      "epoch": 5.7317073170731705,
      "grad_norm": 1.8611383579688057,
      "learning_rate": 5.4039294452272895e-06,
      "loss": 2.1562,
      "step": 3995
    },
    {
      "epoch": 5.733142037302726,
      "grad_norm": 1.915665042124769,
      "learning_rate": 5.346632853941535e-06,
      "loss": 2.3594,
      "step": 3996
    },
    {
      "epoch": 5.734576757532281,
      "grad_norm": 1.7985554775780346,
      "learning_rate": 5.2896361227859565e-06,
      "loss": 2.0,
      "step": 3997
    },
    {
      "epoch": 5.736011477761837,
      "grad_norm": 1.77735680413774,
      "learning_rate": 5.232939369912276e-06,
      "loss": 1.8125,
      "step": 3998
    },
    {
      "epoch": 5.7374461979913915,
      "grad_norm": 1.8865564163552107,
      "learning_rate": 5.176542712850412e-06,
      "loss": 2.2344,
      "step": 3999
    },
    {
      "epoch": 5.738880918220947,
      "grad_norm": 1.7441925081158707,
      "learning_rate": 5.120446268508182e-06,
      "loss": 2.0625,
      "step": 4000
    },
    {
      "epoch": 5.740315638450502,
      "grad_norm": 1.9047414729506629,
      "learning_rate": 5.064650153171068e-06,
      "loss": 1.7812,
      "step": 4001
    },
    {
      "epoch": 5.741750358680058,
      "grad_norm": 1.8045766491632163,
      "learning_rate": 5.0091544825019484e-06,
      "loss": 2.0781,
      "step": 4002
    },
    {
      "epoch": 5.743185078909613,
      "grad_norm": 1.7845382555770137,
      "learning_rate": 4.9539593715409665e-06,
      "loss": 1.8125,
      "step": 4003
    },
    {
      "epoch": 5.744619799139167,
      "grad_norm": 1.8671290797824276,
      "learning_rate": 4.899064934705232e-06,
      "loss": 2.2969,
      "step": 4004
    },
    {
      "epoch": 5.746054519368723,
      "grad_norm": 1.8638478522839512,
      "learning_rate": 4.844471285788421e-06,
      "loss": 1.9141,
      "step": 4005
    },
    {
      "epoch": 5.747489239598278,
      "grad_norm": 1.7766688559611703,
      "learning_rate": 4.790178537960871e-06,
      "loss": 1.9609,
      "step": 4006
    },
    {
      "epoch": 5.748923959827834,
      "grad_norm": 1.8448824334535652,
      "learning_rate": 4.7361868037690205e-06,
      "loss": 1.8047,
      "step": 4007
    },
    {
      "epoch": 5.7503586800573885,
      "grad_norm": 1.7772191016804224,
      "learning_rate": 4.6824961951354265e-06,
      "loss": 2.1719,
      "step": 4008
    },
    {
      "epoch": 5.751793400286944,
      "grad_norm": 1.829943675267495,
      "learning_rate": 4.629106823358392e-06,
      "loss": 1.9844,
      "step": 4009
    },
    {
      "epoch": 5.753228120516499,
      "grad_norm": 1.9763625732309977,
      "learning_rate": 4.576018799111719e-06,
      "loss": 2.4062,
      "step": 4010
    },
    {
      "epoch": 5.754662840746055,
      "grad_norm": 1.7251381802668615,
      "learning_rate": 4.523232232444579e-06,
      "loss": 1.9844,
      "step": 4011
    },
    {
      "epoch": 5.7560975609756095,
      "grad_norm": 1.893427534773222,
      "learning_rate": 4.470747232781258e-06,
      "loss": 2.1094,
      "step": 4012
    },
    {
      "epoch": 5.757532281205165,
      "grad_norm": 1.7329993196154736,
      "learning_rate": 4.418563908920858e-06,
      "loss": 1.8906,
      "step": 4013
    },
    {
      "epoch": 5.75896700143472,
      "grad_norm": 1.8130719324537166,
      "learning_rate": 4.366682369037133e-06,
      "loss": 2.1719,
      "step": 4014
    },
    {
      "epoch": 5.760401721664276,
      "grad_norm": 1.850007170637996,
      "learning_rate": 4.315102720678221e-06,
      "loss": 2.0938,
      "step": 4015
    },
    {
      "epoch": 5.761836441893831,
      "grad_norm": 1.7831613302798512,
      "learning_rate": 4.263825070766524e-06,
      "loss": 1.9688,
      "step": 4016
    },
    {
      "epoch": 5.763271162123386,
      "grad_norm": 1.7885411913702713,
      "learning_rate": 4.2128495255984e-06,
      "loss": 1.9844,
      "step": 4017
    },
    {
      "epoch": 5.764705882352941,
      "grad_norm": 1.8900407643565795,
      "learning_rate": 4.162176190843902e-06,
      "loss": 2.2812,
      "step": 4018
    },
    {
      "epoch": 5.766140602582496,
      "grad_norm": 1.7744467471840586,
      "learning_rate": 4.111805171546623e-06,
      "loss": 2.0625,
      "step": 4019
    },
    {
      "epoch": 5.767575322812052,
      "grad_norm": 1.858174028366471,
      "learning_rate": 4.061736572123553e-06,
      "loss": 2.1094,
      "step": 4020
    },
    {
      "epoch": 5.769010043041607,
      "grad_norm": 1.8872153422365812,
      "learning_rate": 4.011970496364652e-06,
      "loss": 2.2344,
      "step": 4021
    },
    {
      "epoch": 5.770444763271162,
      "grad_norm": 1.8823572865769798,
      "learning_rate": 3.962507047432883e-06,
      "loss": 2.4062,
      "step": 4022
    },
    {
      "epoch": 5.771879483500717,
      "grad_norm": 1.8124274977453532,
      "learning_rate": 3.913346327863809e-06,
      "loss": 1.9844,
      "step": 4023
    },
    {
      "epoch": 5.773314203730273,
      "grad_norm": 1.833053089733598,
      "learning_rate": 3.864488439565428e-06,
      "loss": 2.1875,
      "step": 4024
    },
    {
      "epoch": 5.7747489239598275,
      "grad_norm": 1.8209494376953288,
      "learning_rate": 3.81593348381804e-06,
      "loss": 1.8828,
      "step": 4025
    },
    {
      "epoch": 5.776183644189383,
      "grad_norm": 1.8724904752406308,
      "learning_rate": 3.76768156127395e-06,
      "loss": 2.1094,
      "step": 4026
    },
    {
      "epoch": 5.777618364418938,
      "grad_norm": 1.8424626601044916,
      "learning_rate": 3.719732771957312e-06,
      "loss": 2.25,
      "step": 4027
    },
    {
      "epoch": 5.779053084648494,
      "grad_norm": 1.9137313565034773,
      "learning_rate": 3.6720872152638527e-06,
      "loss": 2.4062,
      "step": 4028
    },
    {
      "epoch": 5.780487804878049,
      "grad_norm": 1.8166227521368616,
      "learning_rate": 3.624744989960715e-06,
      "loss": 2.0781,
      "step": 4029
    },
    {
      "epoch": 5.781922525107604,
      "grad_norm": 1.7184576187807399,
      "learning_rate": 3.5777061941863306e-06,
      "loss": 1.8047,
      "step": 4030
    },
    {
      "epoch": 5.783357245337159,
      "grad_norm": 1.8026256844340849,
      "learning_rate": 3.530970925450033e-06,
      "loss": 1.9453,
      "step": 4031
    },
    {
      "epoch": 5.784791965566715,
      "grad_norm": 1.8864845757870996,
      "learning_rate": 3.484539280631993e-06,
      "loss": 2.3594,
      "step": 4032
    },
    {
      "epoch": 5.78622668579627,
      "grad_norm": 1.7463696528142456,
      "learning_rate": 3.4384113559830175e-06,
      "loss": 1.8828,
      "step": 4033
    },
    {
      "epoch": 5.787661406025825,
      "grad_norm": 1.8575125454680095,
      "learning_rate": 3.392587247124251e-06,
      "loss": 2.1562,
      "step": 4034
    },
    {
      "epoch": 5.78909612625538,
      "grad_norm": 1.8710367359657105,
      "learning_rate": 3.3470670490471085e-06,
      "loss": 2.2812,
      "step": 4035
    },
    {
      "epoch": 5.790530846484936,
      "grad_norm": 1.7336896732172018,
      "learning_rate": 3.3018508561129753e-06,
      "loss": 1.8203,
      "step": 4036
    },
    {
      "epoch": 5.791965566714491,
      "grad_norm": 1.7148047865724563,
      "learning_rate": 3.2569387620530072e-06,
      "loss": 1.9062,
      "step": 4037
    },
    {
      "epoch": 5.7934002869440455,
      "grad_norm": 1.7854082713752437,
      "learning_rate": 3.212330859968082e-06,
      "loss": 1.8984,
      "step": 4038
    },
    {
      "epoch": 5.794835007173601,
      "grad_norm": 1.7767772671731794,
      "learning_rate": 3.16802724232838e-06,
      "loss": 1.8984,
      "step": 4039
    },
    {
      "epoch": 5.796269727403156,
      "grad_norm": 1.8915388029613966,
      "learning_rate": 3.124028000973422e-06,
      "loss": 2.2656,
      "step": 4040
    },
    {
      "epoch": 5.797704447632712,
      "grad_norm": 1.8149841404347506,
      "learning_rate": 3.0803332271116808e-06,
      "loss": 1.9609,
      "step": 4041
    },
    {
      "epoch": 5.799139167862267,
      "grad_norm": 1.9624450090116272,
      "learning_rate": 3.0369430113205363e-06,
      "loss": 2.2344,
      "step": 4042
    },
    {
      "epoch": 5.800573888091822,
      "grad_norm": 1.7156735213489447,
      "learning_rate": 2.9938574435460217e-06,
      "loss": 1.8125,
      "step": 4043
    },
    {
      "epoch": 5.802008608321377,
      "grad_norm": 1.8892840467694851,
      "learning_rate": 2.9510766131026098e-06,
      "loss": 2.3906,
      "step": 4044
    },
    {
      "epoch": 5.803443328550933,
      "grad_norm": 1.8737045924522413,
      "learning_rate": 2.908600608673145e-06,
      "loss": 1.9375,
      "step": 4045
    },
    {
      "epoch": 5.804878048780488,
      "grad_norm": 1.7412577300961207,
      "learning_rate": 2.8664295183085105e-06,
      "loss": 1.9141,
      "step": 4046
    },
    {
      "epoch": 5.806312769010043,
      "grad_norm": 1.7917457976822435,
      "learning_rate": 2.8245634294275456e-06,
      "loss": 1.75,
      "step": 4047
    },
    {
      "epoch": 5.807747489239598,
      "grad_norm": 1.716964594175566,
      "learning_rate": 2.7830024288168106e-06,
      "loss": 1.7734,
      "step": 4048
    },
    {
      "epoch": 5.809182209469154,
      "grad_norm": 1.7827333754438737,
      "learning_rate": 2.7417466026304735e-06,
      "loss": 1.8828,
      "step": 4049
    },
    {
      "epoch": 5.810616929698709,
      "grad_norm": 2.005829283518403,
      "learning_rate": 2.700796036390074e-06,
      "loss": 2.625,
      "step": 4050
    },
    {
      "epoch": 5.812051649928264,
      "grad_norm": 1.747037451496191,
      "learning_rate": 2.6601508149843243e-06,
      "loss": 1.8906,
      "step": 4051
    },
    {
      "epoch": 5.813486370157819,
      "grad_norm": 1.9151710899675145,
      "learning_rate": 2.619811022668994e-06,
      "loss": 2.4375,
      "step": 4052
    },
    {
      "epoch": 5.814921090387374,
      "grad_norm": 1.909744792901027,
      "learning_rate": 2.5797767430667414e-06,
      "loss": 2.1094,
      "step": 4053
    },
    {
      "epoch": 5.81635581061693,
      "grad_norm": 1.7853139620306127,
      "learning_rate": 2.5400480591668826e-06,
      "loss": 1.9688,
      "step": 4054
    },
    {
      "epoch": 5.817790530846485,
      "grad_norm": 1.7604557208390965,
      "learning_rate": 2.5006250533252225e-06,
      "loss": 1.9297,
      "step": 4055
    },
    {
      "epoch": 5.81922525107604,
      "grad_norm": 1.720582919382098,
      "learning_rate": 2.461507807263957e-06,
      "loss": 1.8984,
      "step": 4056
    },
    {
      "epoch": 5.820659971305595,
      "grad_norm": 1.871114928571461,
      "learning_rate": 2.4226964020714557e-06,
      "loss": 2.0781,
      "step": 4057
    },
    {
      "epoch": 5.822094691535151,
      "grad_norm": 1.7951029318884029,
      "learning_rate": 2.3841909182020113e-06,
      "loss": 2.125,
      "step": 4058
    },
    {
      "epoch": 5.823529411764706,
      "grad_norm": 1.7727453986770443,
      "learning_rate": 2.3459914354758746e-06,
      "loss": 1.9688,
      "step": 4059
    },
    {
      "epoch": 5.824964131994261,
      "grad_norm": 1.7647518457249671,
      "learning_rate": 2.30809803307887e-06,
      "loss": 2.0,
      "step": 4060
    },
    {
      "epoch": 5.826398852223816,
      "grad_norm": 1.856155966716955,
      "learning_rate": 2.2705107895623966e-06,
      "loss": 1.9922,
      "step": 4061
    },
    {
      "epoch": 5.827833572453372,
      "grad_norm": 1.756282097627818,
      "learning_rate": 2.2332297828431433e-06,
      "loss": 1.8047,
      "step": 4062
    },
    {
      "epoch": 5.829268292682927,
      "grad_norm": 1.883638031345381,
      "learning_rate": 2.1962550902030583e-06,
      "loss": 2.1719,
      "step": 4063
    },
    {
      "epoch": 5.830703012912482,
      "grad_norm": 1.7287234632136959,
      "learning_rate": 2.159586788289014e-06,
      "loss": 1.8906,
      "step": 4064
    },
    {
      "epoch": 5.832137733142037,
      "grad_norm": 1.8041616996556402,
      "learning_rate": 2.1232249531128397e-06,
      "loss": 2.0625,
      "step": 4065
    },
    {
      "epoch": 5.833572453371593,
      "grad_norm": 1.772495272524435,
      "learning_rate": 2.0871696600510246e-06,
      "loss": 2.0469,
      "step": 4066
    },
    {
      "epoch": 5.835007173601148,
      "grad_norm": 1.8942533842592912,
      "learning_rate": 2.0514209838446316e-06,
      "loss": 2.2188,
      "step": 4067
    },
    {
      "epoch": 5.8364418938307026,
      "grad_norm": 1.7367975053620626,
      "learning_rate": 2.015978998599116e-06,
      "loss": 1.9141,
      "step": 4068
    },
    {
      "epoch": 5.837876614060258,
      "grad_norm": 2.0203657970534485,
      "learning_rate": 1.9808437777841247e-06,
      "loss": 2.0469,
      "step": 4069
    },
    {
      "epoch": 5.839311334289814,
      "grad_norm": 1.744264016575907,
      "learning_rate": 1.9460153942334967e-06,
      "loss": 1.8906,
      "step": 4070
    },
    {
      "epoch": 5.840746054519369,
      "grad_norm": 1.6995753043387947,
      "learning_rate": 1.911493920144913e-06,
      "loss": 1.8438,
      "step": 4071
    },
    {
      "epoch": 5.842180774748924,
      "grad_norm": 1.7898339638848195,
      "learning_rate": 1.8772794270798975e-06,
      "loss": 2.0781,
      "step": 4072
    },
    {
      "epoch": 5.843615494978479,
      "grad_norm": 1.8854788317594988,
      "learning_rate": 1.843371985963632e-06,
      "loss": 2.25,
      "step": 4073
    },
    {
      "epoch": 5.845050215208034,
      "grad_norm": 1.8944129878639444,
      "learning_rate": 1.8097716670847084e-06,
      "loss": 2.1875,
      "step": 4074
    },
    {
      "epoch": 5.84648493543759,
      "grad_norm": 1.723834004813391,
      "learning_rate": 1.7764785400951941e-06,
      "loss": 1.8047,
      "step": 4075
    },
    {
      "epoch": 5.847919655667145,
      "grad_norm": 1.8381672280703538,
      "learning_rate": 1.7434926740102163e-06,
      "loss": 2.3281,
      "step": 4076
    },
    {
      "epoch": 5.8493543758967,
      "grad_norm": 1.8973430164685015,
      "learning_rate": 1.7108141372081108e-06,
      "loss": 2.1406,
      "step": 4077
    },
    {
      "epoch": 5.850789096126255,
      "grad_norm": 2.0965194291418174,
      "learning_rate": 1.678442997430024e-06,
      "loss": 2.7812,
      "step": 4078
    },
    {
      "epoch": 5.852223816355811,
      "grad_norm": 1.7954606006919123,
      "learning_rate": 1.6463793217798949e-06,
      "loss": 1.9297,
      "step": 4079
    },
    {
      "epoch": 5.853658536585366,
      "grad_norm": 1.9781430166183482,
      "learning_rate": 1.614623176724389e-06,
      "loss": 2.2031,
      "step": 4080
    },
    {
      "epoch": 5.855093256814921,
      "grad_norm": 1.8033405698927896,
      "learning_rate": 1.5831746280925483e-06,
      "loss": 1.9844,
      "step": 4081
    },
    {
      "epoch": 5.856527977044476,
      "grad_norm": 1.845780594055733,
      "learning_rate": 1.552033741075892e-06,
      "loss": 2.0938,
      "step": 4082
    },
    {
      "epoch": 5.857962697274031,
      "grad_norm": 1.7477405633437118,
      "learning_rate": 1.5212005802280991e-06,
      "loss": 1.9453,
      "step": 4083
    },
    {
      "epoch": 5.859397417503587,
      "grad_norm": 1.8515947530494945,
      "learning_rate": 1.4906752094649588e-06,
      "loss": 2.1719,
      "step": 4084
    },
    {
      "epoch": 5.8608321377331425,
      "grad_norm": 1.8358242802909475,
      "learning_rate": 1.4604576920642708e-06,
      "loss": 2.0312,
      "step": 4085
    },
    {
      "epoch": 5.862266857962697,
      "grad_norm": 2.200988763979597,
      "learning_rate": 1.430548090665612e-06,
      "loss": 2.8906,
      "step": 4086
    },
    {
      "epoch": 5.863701578192252,
      "grad_norm": 1.8868103262183824,
      "learning_rate": 1.4009464672702697e-06,
      "loss": 2.3594,
      "step": 4087
    },
    {
      "epoch": 5.865136298421808,
      "grad_norm": 1.8599512987872526,
      "learning_rate": 1.3716528832411422e-06,
      "loss": 2.125,
      "step": 4088
    },
    {
      "epoch": 5.866571018651363,
      "grad_norm": 1.8120176194916615,
      "learning_rate": 1.342667399302555e-06,
      "loss": 2.0625,
      "step": 4089
    },
    {
      "epoch": 5.868005738880918,
      "grad_norm": 1.7722183400607938,
      "learning_rate": 1.3139900755401279e-06,
      "loss": 1.9297,
      "step": 4090
    },
    {
      "epoch": 5.869440459110473,
      "grad_norm": 1.826689716984036,
      "learning_rate": 1.2856209714007414e-06,
      "loss": 2.0469,
      "step": 4091
    },
    {
      "epoch": 5.870875179340029,
      "grad_norm": 1.830840991003034,
      "learning_rate": 1.2575601456922713e-06,
      "loss": 1.9766,
      "step": 4092
    },
    {
      "epoch": 5.872309899569584,
      "grad_norm": 2.0289939187493555,
      "learning_rate": 1.2298076565836035e-06,
      "loss": 2.5312,
      "step": 4093
    },
    {
      "epoch": 5.873744619799139,
      "grad_norm": 1.7968662904636565,
      "learning_rate": 1.2023635616044692e-06,
      "loss": 1.875,
      "step": 4094
    },
    {
      "epoch": 5.875179340028694,
      "grad_norm": 1.802936487428846,
      "learning_rate": 1.175227917645244e-06,
      "loss": 2.0,
      "step": 4095
    },
    {
      "epoch": 5.87661406025825,
      "grad_norm": 1.7497573823848203,
      "learning_rate": 1.1484007809569483e-06,
      "loss": 2.0781,
      "step": 4096
    },
    {
      "epoch": 5.878048780487805,
      "grad_norm": 1.6789023412652626,
      "learning_rate": 1.1218822071510647e-06,
      "loss": 1.6875,
      "step": 4097
    },
    {
      "epoch": 5.8794835007173605,
      "grad_norm": 1.8099267931903618,
      "learning_rate": 1.0956722511994364e-06,
      "loss": 2.0469,
      "step": 4098
    },
    {
      "epoch": 5.880918220946915,
      "grad_norm": 1.8127188251314907,
      "learning_rate": 1.0697709674341858e-06,
      "loss": 2.1562,
      "step": 4099
    },
    {
      "epoch": 5.882352941176471,
      "grad_norm": 1.845944870157086,
      "learning_rate": 1.0441784095475304e-06,
      "loss": 2.25,
      "step": 4100
    },
    {
      "epoch": 5.883787661406026,
      "grad_norm": 1.816618399150433,
      "learning_rate": 1.0188946305917155e-06,
      "loss": 2.1094,
      "step": 4101
    },
    {
      "epoch": 5.885222381635581,
      "grad_norm": 1.8107179050086624,
      "learning_rate": 9.93919682978933e-07,
      "loss": 2.2344,
      "step": 4102
    },
    {
      "epoch": 5.886657101865136,
      "grad_norm": 1.6996240299349619,
      "learning_rate": 9.692536184811527e-07,
      "loss": 1.6484,
      "step": 4103
    },
    {
      "epoch": 5.888091822094691,
      "grad_norm": 1.7522026633622423,
      "learning_rate": 9.448964882300569e-07,
      "loss": 1.8438,
      "step": 4104
    },
    {
      "epoch": 5.889526542324247,
      "grad_norm": 1.6818968324535732,
      "learning_rate": 9.208483427169066e-07,
      "loss": 1.6562,
      "step": 4105
    },
    {
      "epoch": 5.890961262553802,
      "grad_norm": 1.8369884978793545,
      "learning_rate": 8.971092317924755e-07,
      "loss": 2.0781,
      "step": 4106
    },
    {
      "epoch": 5.892395982783357,
      "grad_norm": 1.9171696872787305,
      "learning_rate": 8.736792046668827e-07,
      "loss": 2.3594,
      "step": 4107
    },
    {
      "epoch": 5.893830703012912,
      "grad_norm": 1.820923402051222,
      "learning_rate": 8.505583099095937e-07,
      "loss": 2.1719,
      "step": 4108
    },
    {
      "epoch": 5.895265423242468,
      "grad_norm": 1.9671790645824805,
      "learning_rate": 8.277465954491692e-07,
      "loss": 2.4844,
      "step": 4109
    },
    {
      "epoch": 5.896700143472023,
      "grad_norm": 1.742886688616682,
      "learning_rate": 8.052441085733329e-07,
      "loss": 1.8828,
      "step": 4110
    },
    {
      "epoch": 5.8981348637015785,
      "grad_norm": 1.7634858989266566,
      "learning_rate": 7.830508959287385e-07,
      "loss": 1.9844,
      "step": 4111
    },
    {
      "epoch": 5.899569583931133,
      "grad_norm": 1.784279342429238,
      "learning_rate": 7.611670035209683e-07,
      "loss": 2.1562,
      "step": 4112
    },
    {
      "epoch": 5.901004304160689,
      "grad_norm": 1.6933286160248313,
      "learning_rate": 7.395924767143679e-07,
      "loss": 1.7188,
      "step": 4113
    },
    {
      "epoch": 5.902439024390244,
      "grad_norm": 1.872239895302606,
      "learning_rate": 7.183273602319795e-07,
      "loss": 2.1719,
      "step": 4114
    },
    {
      "epoch": 5.9038737446197995,
      "grad_norm": 1.9229782425663748,
      "learning_rate": 6.973716981555078e-07,
      "loss": 2.0938,
      "step": 4115
    },
    {
      "epoch": 5.905308464849354,
      "grad_norm": 1.822845321512832,
      "learning_rate": 6.76725533925071e-07,
      "loss": 2.25,
      "step": 4116
    },
    {
      "epoch": 5.906743185078909,
      "grad_norm": 1.800859403655082,
      "learning_rate": 6.563889103393005e-07,
      "loss": 2.0156,
      "step": 4117
    },
    {
      "epoch": 5.908177905308465,
      "grad_norm": 1.7848352292021075,
      "learning_rate": 6.363618695551409e-07,
      "loss": 1.9453,
      "step": 4118
    },
    {
      "epoch": 5.909612625538021,
      "grad_norm": 1.7394394000780784,
      "learning_rate": 6.166444530877335e-07,
      "loss": 1.9453,
      "step": 4119
    },
    {
      "epoch": 5.911047345767575,
      "grad_norm": 1.8567196112757738,
      "learning_rate": 5.972367018104662e-07,
      "loss": 2.2031,
      "step": 4120
    },
    {
      "epoch": 5.91248206599713,
      "grad_norm": 1.8584179284639337,
      "learning_rate": 5.781386559547408e-07,
      "loss": 2.2188,
      "step": 4121
    },
    {
      "epoch": 5.913916786226686,
      "grad_norm": 1.8847051832592165,
      "learning_rate": 5.593503551099887e-07,
      "loss": 2.3281,
      "step": 4122
    },
    {
      "epoch": 5.915351506456241,
      "grad_norm": 1.7380840402031532,
      "learning_rate": 5.408718382235389e-07,
      "loss": 1.8047,
      "step": 4123
    },
    {
      "epoch": 5.9167862266857965,
      "grad_norm": 2.0635083571165374,
      "learning_rate": 5.227031436005169e-07,
      "loss": 2.6406,
      "step": 4124
    },
    {
      "epoch": 5.918220946915351,
      "grad_norm": 1.8831580246290844,
      "learning_rate": 5.048443089038789e-07,
      "loss": 2.1406,
      "step": 4125
    },
    {
      "epoch": 5.919655667144907,
      "grad_norm": 1.9073420988877645,
      "learning_rate": 4.872953711542116e-07,
      "loss": 2.1719,
      "step": 4126
    },
    {
      "epoch": 5.921090387374462,
      "grad_norm": 1.8770516944393463,
      "learning_rate": 4.7005636672964865e-07,
      "loss": 1.9922,
      "step": 4127
    },
    {
      "epoch": 5.9225251076040175,
      "grad_norm": 1.799001478377698,
      "learning_rate": 4.531273313659545e-07,
      "loss": 2.1719,
      "step": 4128
    },
    {
      "epoch": 5.923959827833572,
      "grad_norm": 1.8570994139701487,
      "learning_rate": 4.3650830015624085e-07,
      "loss": 2.0938,
      "step": 4129
    },
    {
      "epoch": 5.925394548063128,
      "grad_norm": 1.6720409313830495,
      "learning_rate": 4.2019930755105014e-07,
      "loss": 1.7109,
      "step": 4130
    },
    {
      "epoch": 5.926829268292683,
      "grad_norm": 1.8449706721691197,
      "learning_rate": 4.042003873582389e-07,
      "loss": 2.125,
      "step": 4131
    },
    {
      "epoch": 5.928263988522238,
      "grad_norm": 1.7963646235460147,
      "learning_rate": 3.8851157274282784e-07,
      "loss": 1.9297,
      "step": 4132
    },
    {
      "epoch": 5.929698708751793,
      "grad_norm": 1.9260409215814067,
      "learning_rate": 3.7313289622706855e-07,
      "loss": 2.125,
      "step": 4133
    },
    {
      "epoch": 5.931133428981349,
      "grad_norm": 1.861671962937326,
      "learning_rate": 3.5806438969027685e-07,
      "loss": 2.2812,
      "step": 4134
    },
    {
      "epoch": 5.932568149210904,
      "grad_norm": 1.7458076873105826,
      "learning_rate": 3.433060843688329e-07,
      "loss": 1.8984,
      "step": 4135
    },
    {
      "epoch": 5.934002869440459,
      "grad_norm": 1.7993549108511895,
      "learning_rate": 3.288580108560479e-07,
      "loss": 2.125,
      "step": 4136
    },
    {
      "epoch": 5.9354375896700144,
      "grad_norm": 1.8190015089974207,
      "learning_rate": 3.147201991021475e-07,
      "loss": 2.1094,
      "step": 4137
    },
    {
      "epoch": 5.936872309899569,
      "grad_norm": 1.719522258856918,
      "learning_rate": 3.0089267841418854e-07,
      "loss": 1.7812,
      "step": 4138
    },
    {
      "epoch": 5.938307030129125,
      "grad_norm": 1.9147669994882897,
      "learning_rate": 2.873754774560422e-07,
      "loss": 2.375,
      "step": 4139
    },
    {
      "epoch": 5.93974175035868,
      "grad_norm": 1.8050248918473681,
      "learning_rate": 2.74168624248261e-07,
      "loss": 2.0938,
      "step": 4140
    },
    {
      "epoch": 5.9411764705882355,
      "grad_norm": 1.803011387480649,
      "learning_rate": 2.6127214616809555e-07,
      "loss": 2.0781,
      "step": 4141
    },
    {
      "epoch": 5.94261119081779,
      "grad_norm": 1.8889799698224177,
      "learning_rate": 2.486860699493609e-07,
      "loss": 2.3906,
      "step": 4142
    },
    {
      "epoch": 5.944045911047346,
      "grad_norm": 1.6982618597433767,
      "learning_rate": 2.364104216824536e-07,
      "loss": 1.8281,
      "step": 4143
    },
    {
      "epoch": 5.945480631276901,
      "grad_norm": 12.154580022193937,
      "learning_rate": 2.2444522681425158e-07,
      "loss": 2.0938,
      "step": 4144
    },
    {
      "epoch": 5.946915351506457,
      "grad_norm": 1.7378096883681873,
      "learning_rate": 2.1279051014809756e-07,
      "loss": 1.9062,
      "step": 4145
    },
    {
      "epoch": 5.948350071736011,
      "grad_norm": 1.8364590297805992,
      "learning_rate": 2.0144629584369908e-07,
      "loss": 2.0156,
      "step": 4146
    },
    {
      "epoch": 5.949784791965567,
      "grad_norm": 1.7666554896430666,
      "learning_rate": 1.9041260741711195e-07,
      "loss": 1.8203,
      "step": 4147
    },
    {
      "epoch": 5.951219512195122,
      "grad_norm": 1.9247139339061656,
      "learning_rate": 1.7968946774072345e-07,
      "loss": 2.2031,
      "step": 4148
    },
    {
      "epoch": 5.952654232424678,
      "grad_norm": 1.7963828055117492,
      "learning_rate": 1.692768990431026e-07,
      "loss": 2.2031,
      "step": 4149
    },
    {
      "epoch": 5.954088952654232,
      "grad_norm": 1.8575798264598573,
      "learning_rate": 1.5917492290906663e-07,
      "loss": 2.25,
      "step": 4150
    },
    {
      "epoch": 5.955523672883787,
      "grad_norm": 1.7238876812632402,
      "learning_rate": 1.4938356027956455e-07,
      "loss": 1.8281,
      "step": 4151
    },
    {
      "epoch": 5.956958393113343,
      "grad_norm": 1.7892281264437213,
      "learning_rate": 1.3990283145166036e-07,
      "loss": 2.0,
      "step": 4152
    },
    {
      "epoch": 5.958393113342898,
      "grad_norm": 1.780616386613206,
      "learning_rate": 1.3073275607849986e-07,
      "loss": 2.0,
      "step": 4153
    },
    {
      "epoch": 5.9598278335724535,
      "grad_norm": 1.908228943253431,
      "learning_rate": 1.2187335316926061e-07,
      "loss": 2.3125,
      "step": 4154
    },
    {
      "epoch": 5.961262553802008,
      "grad_norm": 1.792693712836524,
      "learning_rate": 1.1332464108908534e-07,
      "loss": 2.0625,
      "step": 4155
    },
    {
      "epoch": 5.962697274031564,
      "grad_norm": 1.8695606046350026,
      "learning_rate": 1.0508663755908198e-07,
      "loss": 2.0625,
      "step": 4156
    },
    {
      "epoch": 5.964131994261119,
      "grad_norm": 1.821069710197554,
      "learning_rate": 9.715935965627365e-08,
      "loss": 2.0781,
      "step": 4157
    },
    {
      "epoch": 5.9655667144906745,
      "grad_norm": 1.7318155011041985,
      "learning_rate": 8.954282381356537e-08,
      "loss": 1.9766,
      "step": 4158
    },
    {
      "epoch": 5.967001434720229,
      "grad_norm": 1.6260911023015872,
      "learning_rate": 8.223704581969415e-08,
      "loss": 1.8125,
      "step": 4159
    },
    {
      "epoch": 5.968436154949785,
      "grad_norm": 1.942873236636933,
      "learning_rate": 7.524204081924556e-08,
      "loss": 2.2812,
      "step": 4160
    },
    {
      "epoch": 5.96987087517934,
      "grad_norm": 1.9329072293504614,
      "learning_rate": 6.855782331252058e-08,
      "loss": 2.5469,
      "step": 4161
    },
    {
      "epoch": 5.971305595408896,
      "grad_norm": 1.827057097720248,
      "learning_rate": 6.218440715565209e-08,
      "loss": 2.1562,
      "step": 4162
    },
    {
      "epoch": 5.97274031563845,
      "grad_norm": 1.8714862960739094,
      "learning_rate": 5.6121805560421785e-08,
      "loss": 2.125,
      "step": 4163
    },
    {
      "epoch": 5.974175035868006,
      "grad_norm": 1.6346515241064006,
      "learning_rate": 5.037003109436e-08,
      "loss": 1.7734,
      "step": 4164
    },
    {
      "epoch": 5.975609756097561,
      "grad_norm": 1.8717887615057274,
      "learning_rate": 4.4929095680645844e-08,
      "loss": 2.1406,
      "step": 4165
    },
    {
      "epoch": 5.977044476327116,
      "grad_norm": 1.8483494695940648,
      "learning_rate": 3.979901059807389e-08,
      "loss": 2.0781,
      "step": 4166
    },
    {
      "epoch": 5.9784791965566715,
      "grad_norm": 1.68703207760827,
      "learning_rate": 3.4979786481120767e-08,
      "loss": 1.8438,
      "step": 4167
    },
    {
      "epoch": 5.979913916786226,
      "grad_norm": 1.698029935963535,
      "learning_rate": 3.0471433319811945e-08,
      "loss": 1.6484,
      "step": 4168
    },
    {
      "epoch": 5.981348637015782,
      "grad_norm": 1.694376802348767,
      "learning_rate": 2.627396045975505e-08,
      "loss": 1.8516,
      "step": 4169
    },
    {
      "epoch": 5.982783357245337,
      "grad_norm": 1.9283896954485371,
      "learning_rate": 2.2387376602156504e-08,
      "loss": 2.4531,
      "step": 4170
    },
    {
      "epoch": 5.9842180774748925,
      "grad_norm": 1.7769156858473982,
      "learning_rate": 1.881168980372161e-08,
      "loss": 1.9062,
      "step": 4171
    },
    {
      "epoch": 5.985652797704447,
      "grad_norm": 1.9248537288462935,
      "learning_rate": 1.5546907476687852e-08,
      "loss": 2.375,
      "step": 4172
    },
    {
      "epoch": 5.987087517934003,
      "grad_norm": 2.0002086767040588,
      "learning_rate": 1.2593036388808264e-08,
      "loss": 2.5938,
      "step": 4173
    },
    {
      "epoch": 5.988522238163558,
      "grad_norm": 1.8380669386258897,
      "learning_rate": 9.950082663334746e-09,
      "loss": 2.0,
      "step": 4174
    },
    {
      "epoch": 5.989956958393114,
      "grad_norm": 1.7976725411614118,
      "learning_rate": 7.618051779001434e-09,
      "loss": 1.9219,
      "step": 4175
    },
    {
      "epoch": 5.991391678622668,
      "grad_norm": 1.7543742345364872,
      "learning_rate": 5.596948569991378e-09,
      "loss": 1.7891,
      "step": 4176
    },
    {
      "epoch": 5.992826398852224,
      "grad_norm": 1.8359166161939757,
      "learning_rate": 3.886777225969862e-09,
      "loss": 2.1562,
      "step": 4177
    },
    {
      "epoch": 5.994261119081779,
      "grad_norm": 2.054356812361309,
      "learning_rate": 2.4875412920344338e-09,
      "loss": 2.5469,
      "step": 4178
    },
    {
      "epoch": 5.995695839311335,
      "grad_norm": 2.0033286258902714,
      "learning_rate": 1.3992436687648711e-09,
      "loss": 2.2656,
      "step": 4179
    },
    {
      "epoch": 5.9971305595408895,
      "grad_norm": 1.7908387590796657,
      "learning_rate": 6.218866121565636e-10,
      "loss": 1.9844,
      "step": 4180
    },
    {
      "epoch": 5.998565279770444,
      "grad_norm": 1.7927520097893945,
      "learning_rate": 1.5547173360386244e-10,
      "loss": 1.9531,
      "step": 4181
    },
    {
      "epoch": 6.0,
      "grad_norm": 1.9770405866658813,
      "learning_rate": 0.0,
      "loss": 2.3594,
      "step": 4182
    },
    {
      "epoch": 6.0,
      "eval_loss": 5.842013835906982,
      "eval_runtime": 17.9875,
      "eval_samples_per_second": 9.006,
      "eval_steps_per_second": 9.006,
      "step": 4182
    },
    {
      "epoch": 6.0,
      "step": 4182,
      "total_flos": 6840825937920.0,
      "train_loss": 4.879769323888092,
      "train_runtime": 59485.0502,
      "train_samples_per_second": 0.07,
      "train_steps_per_second": 0.07
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 4182,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 6,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 6840825937920.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}