{
  "best_metric": 0.8067082166671753,
  "best_model_checkpoint": "miner_id_24/checkpoint-400",
  "epoch": 0.2624958985015859,
  "eval_steps": 200,
  "global_step": 2400,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00010937329104232747,
      "grad_norm": 1.0359435081481934,
      "learning_rate": 6.666666666666667e-06,
      "loss": 0.7552,
      "step": 1
    },
    {
      "epoch": 0.00010937329104232747,
      "eval_loss": 0.7747385501861572,
      "eval_runtime": 40.8616,
      "eval_samples_per_second": 18.012,
      "eval_steps_per_second": 4.503,
      "step": 1
    },
    {
      "epoch": 0.00021874658208465494,
      "grad_norm": 0.957185685634613,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 0.4443,
      "step": 2
    },
    {
      "epoch": 0.00032811987312698237,
      "grad_norm": 1.1346784830093384,
      "learning_rate": 2e-05,
      "loss": 0.8643,
      "step": 3
    },
    {
      "epoch": 0.0004374931641693099,
      "grad_norm": 0.9469565749168396,
      "learning_rate": 2.6666666666666667e-05,
      "loss": 0.7323,
      "step": 4
    },
    {
      "epoch": 0.0005468664552116373,
      "grad_norm": 0.7470714449882507,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 0.7802,
      "step": 5
    },
    {
      "epoch": 0.0006562397462539647,
      "grad_norm": 0.9336181282997131,
      "learning_rate": 4e-05,
      "loss": 0.7257,
      "step": 6
    },
    {
      "epoch": 0.0007656130372962922,
      "grad_norm": 1.0791195631027222,
      "learning_rate": 4.666666666666667e-05,
      "loss": 0.8429,
      "step": 7
    },
    {
      "epoch": 0.0008749863283386198,
      "grad_norm": 0.7835611701011658,
      "learning_rate": 5.333333333333333e-05,
      "loss": 0.6867,
      "step": 8
    },
    {
      "epoch": 0.0009843596193809471,
      "grad_norm": 0.97986900806427,
      "learning_rate": 6e-05,
      "loss": 1.344,
      "step": 9
    },
    {
      "epoch": 0.0010937329104232746,
      "grad_norm": 0.7541531920433044,
      "learning_rate": 6.666666666666667e-05,
      "loss": 1.0589,
      "step": 10
    },
    {
      "epoch": 0.001203106201465602,
      "grad_norm": 0.9011327624320984,
      "learning_rate": 7.333333333333333e-05,
      "loss": 0.9204,
      "step": 11
    },
    {
      "epoch": 0.0013124794925079295,
      "grad_norm": 0.73972088098526,
      "learning_rate": 8e-05,
      "loss": 0.5648,
      "step": 12
    },
    {
      "epoch": 0.001421852783550257,
      "grad_norm": 0.8409032225608826,
      "learning_rate": 8.666666666666667e-05,
      "loss": 0.7085,
      "step": 13
    },
    {
      "epoch": 0.0015312260745925844,
      "grad_norm": 0.7147814035415649,
      "learning_rate": 9.333333333333334e-05,
      "loss": 0.5697,
      "step": 14
    },
    {
      "epoch": 0.0016405993656349119,
      "grad_norm": 1.2943480014801025,
      "learning_rate": 0.0001,
      "loss": 0.5326,
      "step": 15
    },
    {
      "epoch": 0.0017499726566772395,
      "grad_norm": 1.0381604433059692,
      "learning_rate": 0.00010666666666666667,
      "loss": 0.6035,
      "step": 16
    },
    {
      "epoch": 0.001859345947719567,
      "grad_norm": 1.241224765777588,
      "learning_rate": 0.00011333333333333334,
      "loss": 0.8444,
      "step": 17
    },
    {
      "epoch": 0.0019687192387618942,
      "grad_norm": 1.2240588665008545,
      "learning_rate": 0.00012,
      "loss": 1.2189,
      "step": 18
    },
    {
      "epoch": 0.002078092529804222,
      "grad_norm": 0.6758236885070801,
      "learning_rate": 0.00012666666666666666,
      "loss": 0.8096,
      "step": 19
    },
    {
      "epoch": 0.002187465820846549,
      "grad_norm": 0.9755652546882629,
      "learning_rate": 0.00013333333333333334,
      "loss": 0.7745,
      "step": 20
    },
    {
      "epoch": 0.002296839111888877,
      "grad_norm": 0.9789362549781799,
      "learning_rate": 0.00014,
      "loss": 0.8419,
      "step": 21
    },
    {
      "epoch": 0.002406212402931204,
      "grad_norm": 1.243459939956665,
      "learning_rate": 0.00014666666666666666,
      "loss": 0.6975,
      "step": 22
    },
    {
      "epoch": 0.0025155856939735317,
      "grad_norm": 1.1147222518920898,
      "learning_rate": 0.00015333333333333334,
      "loss": 1.0447,
      "step": 23
    },
    {
      "epoch": 0.002624958985015859,
      "grad_norm": 0.7549237012863159,
      "learning_rate": 0.00016,
      "loss": 0.8227,
      "step": 24
    },
    {
      "epoch": 0.0027343322760581866,
      "grad_norm": 0.9991783499717712,
      "learning_rate": 0.0001666666666666667,
      "loss": 0.7753,
      "step": 25
    },
    {
      "epoch": 0.002843705567100514,
      "grad_norm": 0.8530986309051514,
      "learning_rate": 0.00017333333333333334,
      "loss": 1.0104,
      "step": 26
    },
    {
      "epoch": 0.0029530788581428415,
      "grad_norm": 1.0823960304260254,
      "learning_rate": 0.00018,
      "loss": 0.6805,
      "step": 27
    },
    {
      "epoch": 0.003062452149185169,
      "grad_norm": 1.1649422645568848,
      "learning_rate": 0.0001866666666666667,
      "loss": 0.651,
      "step": 28
    },
    {
      "epoch": 0.0031718254402274965,
      "grad_norm": 1.153540849685669,
      "learning_rate": 0.00019333333333333333,
      "loss": 0.6845,
      "step": 29
    },
    {
      "epoch": 0.0032811987312698237,
      "grad_norm": 1.0849957466125488,
      "learning_rate": 0.0002,
      "loss": 0.843,
      "step": 30
    },
    {
      "epoch": 0.0033905720223121514,
      "grad_norm": 1.088346242904663,
      "learning_rate": 0.00019999999934264446,
      "loss": 0.7297,
      "step": 31
    },
    {
      "epoch": 0.003499945313354479,
      "grad_norm": 0.8655444979667664,
      "learning_rate": 0.00019999999737057786,
      "loss": 0.8366,
      "step": 32
    },
    {
      "epoch": 0.0036093186043968063,
      "grad_norm": 0.9512057900428772,
      "learning_rate": 0.00019999999408380027,
      "loss": 0.5827,
      "step": 33
    },
    {
      "epoch": 0.003718691895439134,
      "grad_norm": 0.9010905623435974,
      "learning_rate": 0.0001999999894823116,
      "loss": 0.9626,
      "step": 34
    },
    {
      "epoch": 0.003828065186481461,
      "grad_norm": 0.8122968077659607,
      "learning_rate": 0.00019999998356611204,
      "loss": 0.9244,
      "step": 35
    },
    {
      "epoch": 0.0039374384775237884,
      "grad_norm": 1.0451189279556274,
      "learning_rate": 0.00019999997633520162,
      "loss": 0.8667,
      "step": 36
    },
    {
      "epoch": 0.004046811768566116,
      "grad_norm": 0.9873628616333008,
      "learning_rate": 0.00019999996778958046,
      "loss": 0.6803,
      "step": 37
    },
    {
      "epoch": 0.004156185059608444,
      "grad_norm": 0.9295932650566101,
      "learning_rate": 0.00019999995792924864,
      "loss": 0.6587,
      "step": 38
    },
    {
      "epoch": 0.0042655583506507715,
      "grad_norm": 0.9532923102378845,
      "learning_rate": 0.00019999994675420628,
      "loss": 0.7123,
      "step": 39
    },
    {
      "epoch": 0.004374931641693098,
      "grad_norm": 0.8833261132240295,
      "learning_rate": 0.00019999993426445358,
      "loss": 0.6655,
      "step": 40
    },
    {
      "epoch": 0.004484304932735426,
      "grad_norm": 0.7765618562698364,
      "learning_rate": 0.00019999992045999067,
      "loss": 0.6227,
      "step": 41
    },
    {
      "epoch": 0.004593678223777754,
      "grad_norm": 1.0266915559768677,
      "learning_rate": 0.0001999999053408177,
      "loss": 0.9985,
      "step": 42
    },
    {
      "epoch": 0.004703051514820081,
      "grad_norm": 0.7699204683303833,
      "learning_rate": 0.00019999988890693492,
      "loss": 0.8645,
      "step": 43
    },
    {
      "epoch": 0.004812424805862408,
      "grad_norm": 1.003393292427063,
      "learning_rate": 0.00019999987115834253,
      "loss": 0.8971,
      "step": 44
    },
    {
      "epoch": 0.004921798096904736,
      "grad_norm": 0.8142101168632507,
      "learning_rate": 0.0001999998520950408,
      "loss": 0.7234,
      "step": 45
    },
    {
      "epoch": 0.0050311713879470634,
      "grad_norm": 1.3098042011260986,
      "learning_rate": 0.0001999998317170299,
      "loss": 0.8737,
      "step": 46
    },
    {
      "epoch": 0.005140544678989391,
      "grad_norm": 0.8643680214881897,
      "learning_rate": 0.00019999981002431015,
      "loss": 0.8877,
      "step": 47
    },
    {
      "epoch": 0.005249917970031718,
      "grad_norm": 0.873254120349884,
      "learning_rate": 0.00019999978701688183,
      "loss": 0.6834,
      "step": 48
    },
    {
      "epoch": 0.005359291261074046,
      "grad_norm": 0.8523358106613159,
      "learning_rate": 0.00019999976269474522,
      "loss": 0.887,
      "step": 49
    },
    {
      "epoch": 0.005468664552116373,
      "grad_norm": 1.0463756322860718,
      "learning_rate": 0.00019999973705790068,
      "loss": 0.6026,
      "step": 50
    },
    {
      "epoch": 0.005578037843158701,
      "grad_norm": 0.9958584308624268,
      "learning_rate": 0.00019999971010634853,
      "loss": 0.8893,
      "step": 51
    },
    {
      "epoch": 0.005687411134201028,
      "grad_norm": 1.0434130430221558,
      "learning_rate": 0.0001999996818400891,
      "loss": 0.8421,
      "step": 52
    },
    {
      "epoch": 0.005796784425243355,
      "grad_norm": 0.917728841304779,
      "learning_rate": 0.0001999996522591228,
      "loss": 0.6586,
      "step": 53
    },
    {
      "epoch": 0.005906157716285683,
      "grad_norm": 0.8328091502189636,
      "learning_rate": 0.00019999962136345,
      "loss": 0.8971,
      "step": 54
    },
    {
      "epoch": 0.006015531007328011,
      "grad_norm": 1.2430554628372192,
      "learning_rate": 0.0001999995891530711,
      "loss": 1.0108,
      "step": 55
    },
    {
      "epoch": 0.006124904298370338,
      "grad_norm": 0.9426673054695129,
      "learning_rate": 0.00019999955562798654,
      "loss": 0.9291,
      "step": 56
    },
    {
      "epoch": 0.006234277589412665,
      "grad_norm": 1.0275059938430786,
      "learning_rate": 0.00019999952078819674,
      "loss": 1.0881,
      "step": 57
    },
    {
      "epoch": 0.006343650880454993,
      "grad_norm": 1.0648664236068726,
      "learning_rate": 0.00019999948463370217,
      "loss": 0.7744,
      "step": 58
    },
    {
      "epoch": 0.006453024171497321,
      "grad_norm": 0.9224843382835388,
      "learning_rate": 0.00019999944716450328,
      "loss": 0.8151,
      "step": 59
    },
    {
      "epoch": 0.006562397462539647,
      "grad_norm": 0.9548549652099609,
      "learning_rate": 0.00019999940838060062,
      "loss": 0.8695,
      "step": 60
    },
    {
      "epoch": 0.006671770753581975,
      "grad_norm": 0.9503769874572754,
      "learning_rate": 0.00019999936828199468,
      "loss": 0.7061,
      "step": 61
    },
    {
      "epoch": 0.006781144044624303,
      "grad_norm": 1.0756902694702148,
      "learning_rate": 0.00019999932686868595,
      "loss": 0.5131,
      "step": 62
    },
    {
      "epoch": 0.00689051733566663,
      "grad_norm": 0.9061060547828674,
      "learning_rate": 0.00019999928414067499,
      "loss": 1.0903,
      "step": 63
    },
    {
      "epoch": 0.006999890626708958,
      "grad_norm": 1.2045193910598755,
      "learning_rate": 0.0001999992400979624,
      "loss": 0.7959,
      "step": 64
    },
    {
      "epoch": 0.007109263917751285,
      "grad_norm": 0.785504162311554,
      "learning_rate": 0.0001999991947405487,
      "loss": 1.067,
      "step": 65
    },
    {
      "epoch": 0.007218637208793613,
      "grad_norm": 0.8506015539169312,
      "learning_rate": 0.00019999914806843454,
      "loss": 1.0416,
      "step": 66
    },
    {
      "epoch": 0.00732801049983594,
      "grad_norm": 1.103265404701233,
      "learning_rate": 0.00019999910008162048,
      "loss": 0.5667,
      "step": 67
    },
    {
      "epoch": 0.007437383790878268,
      "grad_norm": 0.9666427969932556,
      "learning_rate": 0.0001999990507801072,
      "loss": 0.7017,
      "step": 68
    },
    {
      "epoch": 0.007546757081920595,
      "grad_norm": 0.7427759170532227,
      "learning_rate": 0.0001999990001638953,
      "loss": 1.0521,
      "step": 69
    },
    {
      "epoch": 0.007656130372962922,
      "grad_norm": 1.2603650093078613,
      "learning_rate": 0.00019999894823298552,
      "loss": 0.7703,
      "step": 70
    },
    {
      "epoch": 0.00776550366400525,
      "grad_norm": 1.3171355724334717,
      "learning_rate": 0.00019999889498737848,
      "loss": 0.7608,
      "step": 71
    },
    {
      "epoch": 0.007874876955047577,
      "grad_norm": 0.9187859892845154,
      "learning_rate": 0.0001999988404270749,
      "loss": 0.9708,
      "step": 72
    },
    {
      "epoch": 0.007984250246089905,
      "grad_norm": 0.8871030807495117,
      "learning_rate": 0.0001999987845520755,
      "loss": 0.8331,
      "step": 73
    },
    {
      "epoch": 0.008093623537132232,
      "grad_norm": 0.8429688811302185,
      "learning_rate": 0.00019999872736238097,
      "loss": 1.0762,
      "step": 74
    },
    {
      "epoch": 0.008202996828174559,
      "grad_norm": 0.8408651351928711,
      "learning_rate": 0.0001999986688579921,
      "loss": 0.6704,
      "step": 75
    },
    {
      "epoch": 0.008312370119216888,
      "grad_norm": 0.7103726267814636,
      "learning_rate": 0.0001999986090389097,
      "loss": 0.8437,
      "step": 76
    },
    {
      "epoch": 0.008421743410259214,
      "grad_norm": 1.084578275680542,
      "learning_rate": 0.00019999854790513452,
      "loss": 0.7259,
      "step": 77
    },
    {
      "epoch": 0.008531116701301543,
      "grad_norm": 0.8537347316741943,
      "learning_rate": 0.0001999984854566673,
      "loss": 0.8551,
      "step": 78
    },
    {
      "epoch": 0.00864048999234387,
      "grad_norm": 1.005993366241455,
      "learning_rate": 0.00019999842169350897,
      "loss": 0.9122,
      "step": 79
    },
    {
      "epoch": 0.008749863283386197,
      "grad_norm": 1.0594606399536133,
      "learning_rate": 0.00019999835661566032,
      "loss": 0.7878,
      "step": 80
    },
    {
      "epoch": 0.008859236574428525,
      "grad_norm": 0.9891486763954163,
      "learning_rate": 0.00019999829022312218,
      "loss": 0.9339,
      "step": 81
    },
    {
      "epoch": 0.008968609865470852,
      "grad_norm": 1.752136468887329,
      "learning_rate": 0.00019999822251589547,
      "loss": 0.637,
      "step": 82
    },
    {
      "epoch": 0.009077983156513179,
      "grad_norm": 1.3982586860656738,
      "learning_rate": 0.00019999815349398104,
      "loss": 0.8485,
      "step": 83
    },
    {
      "epoch": 0.009187356447555507,
      "grad_norm": 1.1201657056808472,
      "learning_rate": 0.00019999808315737983,
      "loss": 0.8483,
      "step": 84
    },
    {
      "epoch": 0.009296729738597834,
      "grad_norm": 1.1798042058944702,
      "learning_rate": 0.00019999801150609271,
      "loss": 1.1654,
      "step": 85
    },
    {
      "epoch": 0.009406103029640163,
      "grad_norm": 1.119722843170166,
      "learning_rate": 0.00019999793854012072,
      "loss": 0.9427,
      "step": 86
    },
    {
      "epoch": 0.00951547632068249,
      "grad_norm": 1.9652173519134521,
      "learning_rate": 0.0001999978642594647,
      "loss": 1.0173,
      "step": 87
    },
    {
      "epoch": 0.009624849611724816,
      "grad_norm": 0.8673993349075317,
      "learning_rate": 0.00019999778866412572,
      "loss": 0.843,
      "step": 88
    },
    {
      "epoch": 0.009734222902767145,
      "grad_norm": 0.9615687727928162,
      "learning_rate": 0.00019999771175410475,
      "loss": 1.0409,
      "step": 89
    },
    {
      "epoch": 0.009843596193809472,
      "grad_norm": 0.9303264021873474,
      "learning_rate": 0.00019999763352940278,
      "loss": 1.0045,
      "step": 90
    },
    {
      "epoch": 0.009952969484851798,
      "grad_norm": 1.1048322916030884,
      "learning_rate": 0.00019999755399002087,
      "loss": 0.9833,
      "step": 91
    },
    {
      "epoch": 0.010062342775894127,
      "grad_norm": 0.7181215286254883,
      "learning_rate": 0.00019999747313596003,
      "loss": 0.8382,
      "step": 92
    },
    {
      "epoch": 0.010171716066936454,
      "grad_norm": 1.0009384155273438,
      "learning_rate": 0.00019999739096722134,
      "loss": 0.8917,
      "step": 93
    },
    {
      "epoch": 0.010281089357978782,
      "grad_norm": 0.7550287842750549,
      "learning_rate": 0.00019999730748380588,
      "loss": 0.9104,
      "step": 94
    },
    {
      "epoch": 0.010390462649021109,
      "grad_norm": 1.126756191253662,
      "learning_rate": 0.00019999722268571475,
      "loss": 0.8792,
      "step": 95
    },
    {
      "epoch": 0.010499835940063436,
      "grad_norm": 1.0714164972305298,
      "learning_rate": 0.00019999713657294907,
      "loss": 0.9516,
      "step": 96
    },
    {
      "epoch": 0.010609209231105764,
      "grad_norm": 1.324127197265625,
      "learning_rate": 0.00019999704914550997,
      "loss": 0.997,
      "step": 97
    },
    {
      "epoch": 0.010718582522148091,
      "grad_norm": 0.8866165280342102,
      "learning_rate": 0.00019999696040339857,
      "loss": 0.7956,
      "step": 98
    },
    {
      "epoch": 0.01082795581319042,
      "grad_norm": 0.9012518525123596,
      "learning_rate": 0.00019999687034661607,
      "loss": 0.9225,
      "step": 99
    },
    {
      "epoch": 0.010937329104232747,
      "grad_norm": 0.7945853471755981,
      "learning_rate": 0.00019999677897516364,
      "loss": 1.1462,
      "step": 100
    },
    {
      "epoch": 0.011046702395275073,
      "grad_norm": 1.0762516260147095,
      "learning_rate": 0.0001999966862890425,
      "loss": 0.8994,
      "step": 101
    },
    {
      "epoch": 0.011156075686317402,
      "grad_norm": 0.872011661529541,
      "learning_rate": 0.00019999659228825384,
      "loss": 1.169,
      "step": 102
    },
    {
      "epoch": 0.011265448977359729,
      "grad_norm": 1.1329362392425537,
      "learning_rate": 0.0001999964969727989,
      "loss": 0.6135,
      "step": 103
    },
    {
      "epoch": 0.011374822268402056,
      "grad_norm": 1.047389268875122,
      "learning_rate": 0.00019999640034267898,
      "loss": 1.0515,
      "step": 104
    },
    {
      "epoch": 0.011484195559444384,
      "grad_norm": 1.3864418268203735,
      "learning_rate": 0.00019999630239789527,
      "loss": 0.6238,
      "step": 105
    },
    {
      "epoch": 0.01159356885048671,
      "grad_norm": 0.9831883311271667,
      "learning_rate": 0.00019999620313844915,
      "loss": 1.1318,
      "step": 106
    },
    {
      "epoch": 0.01170294214152904,
      "grad_norm": 1.0314894914627075,
      "learning_rate": 0.00019999610256434184,
      "loss": 0.7566,
      "step": 107
    },
    {
      "epoch": 0.011812315432571366,
      "grad_norm": 1.4733610153198242,
      "learning_rate": 0.00019999600067557472,
      "loss": 0.7978,
      "step": 108
    },
    {
      "epoch": 0.011921688723613693,
      "grad_norm": 0.9159018993377686,
      "learning_rate": 0.0001999958974721491,
      "loss": 0.8544,
      "step": 109
    },
    {
      "epoch": 0.012031062014656022,
      "grad_norm": 0.8146981596946716,
      "learning_rate": 0.00019999579295406635,
      "loss": 0.5639,
      "step": 110
    },
    {
      "epoch": 0.012140435305698348,
      "grad_norm": 0.8243168592453003,
      "learning_rate": 0.0001999956871213278,
      "loss": 0.7903,
      "step": 111
    },
    {
      "epoch": 0.012249808596740675,
      "grad_norm": 0.980814516544342,
      "learning_rate": 0.00019999557997393494,
      "loss": 1.01,
      "step": 112
    },
    {
      "epoch": 0.012359181887783004,
      "grad_norm": 1.437961459159851,
      "learning_rate": 0.0001999954715118891,
      "loss": 0.8245,
      "step": 113
    },
    {
      "epoch": 0.01246855517882533,
      "grad_norm": 1.483574390411377,
      "learning_rate": 0.0001999953617351917,
      "loss": 0.9152,
      "step": 114
    },
    {
      "epoch": 0.012577928469867659,
      "grad_norm": 0.9745296835899353,
      "learning_rate": 0.00019999525064384423,
      "loss": 0.7377,
      "step": 115
    },
    {
      "epoch": 0.012687301760909986,
      "grad_norm": 1.2854357957839966,
      "learning_rate": 0.00019999513823784813,
      "loss": 1.0215,
      "step": 116
    },
    {
      "epoch": 0.012796675051952313,
      "grad_norm": 1.4880210161209106,
      "learning_rate": 0.00019999502451720487,
      "loss": 0.6604,
      "step": 117
    },
    {
      "epoch": 0.012906048342994641,
      "grad_norm": 1.0523297786712646,
      "learning_rate": 0.00019999490948191594,
      "loss": 0.8873,
      "step": 118
    },
    {
      "epoch": 0.013015421634036968,
      "grad_norm": 1.0283764600753784,
      "learning_rate": 0.0001999947931319829,
      "loss": 0.8407,
      "step": 119
    },
    {
      "epoch": 0.013124794925079295,
      "grad_norm": 1.0384728908538818,
      "learning_rate": 0.0001999946754674072,
      "loss": 0.9039,
      "step": 120
    },
    {
      "epoch": 0.013234168216121623,
      "grad_norm": 0.8750423789024353,
      "learning_rate": 0.00019999455648819049,
      "loss": 1.0058,
      "step": 121
    },
    {
      "epoch": 0.01334354150716395,
      "grad_norm": 0.8427900075912476,
      "learning_rate": 0.00019999443619433423,
      "loss": 1.0078,
      "step": 122
    },
    {
      "epoch": 0.013452914798206279,
      "grad_norm": 1.3203353881835938,
      "learning_rate": 0.00019999431458584004,
      "loss": 0.8924,
      "step": 123
    },
    {
      "epoch": 0.013562288089248606,
      "grad_norm": 0.7723014950752258,
      "learning_rate": 0.00019999419166270954,
      "loss": 0.8432,
      "step": 124
    },
    {
      "epoch": 0.013671661380290932,
      "grad_norm": 0.9909713864326477,
      "learning_rate": 0.00019999406742494434,
      "loss": 0.8528,
      "step": 125
    },
    {
      "epoch": 0.01378103467133326,
      "grad_norm": 1.0303891897201538,
      "learning_rate": 0.00019999394187254606,
      "loss": 0.6699,
      "step": 126
    },
    {
      "epoch": 0.013890407962375588,
      "grad_norm": 0.8098687529563904,
      "learning_rate": 0.00019999381500551632,
      "loss": 1.0615,
      "step": 127
    },
    {
      "epoch": 0.013999781253417916,
      "grad_norm": 0.8698800206184387,
      "learning_rate": 0.00019999368682385686,
      "loss": 0.7004,
      "step": 128
    },
    {
      "epoch": 0.014109154544460243,
      "grad_norm": 1.163340449333191,
      "learning_rate": 0.00019999355732756936,
      "loss": 0.7752,
      "step": 129
    },
    {
      "epoch": 0.01421852783550257,
      "grad_norm": 1.1491297483444214,
      "learning_rate": 0.00019999342651665542,
      "loss": 1.0112,
      "step": 130
    },
    {
      "epoch": 0.014327901126544898,
      "grad_norm": 0.7571056485176086,
      "learning_rate": 0.00019999329439111688,
      "loss": 1.0722,
      "step": 131
    },
    {
      "epoch": 0.014437274417587225,
      "grad_norm": 1.1919002532958984,
      "learning_rate": 0.00019999316095095542,
      "loss": 0.7939,
      "step": 132
    },
    {
      "epoch": 0.014546647708629552,
      "grad_norm": 1.0839415788650513,
      "learning_rate": 0.0001999930261961728,
      "loss": 0.7247,
      "step": 133
    },
    {
      "epoch": 0.01465602099967188,
      "grad_norm": 1.123969316482544,
      "learning_rate": 0.00019999289012677079,
      "loss": 0.7543,
      "step": 134
    },
    {
      "epoch": 0.014765394290714207,
      "grad_norm": 1.1143224239349365,
      "learning_rate": 0.0001999927527427512,
      "loss": 1.0124,
      "step": 135
    },
    {
      "epoch": 0.014874767581756536,
      "grad_norm": 1.0003845691680908,
      "learning_rate": 0.00019999261404411579,
      "loss": 0.7766,
      "step": 136
    },
    {
      "epoch": 0.014984140872798863,
      "grad_norm": 1.154555082321167,
      "learning_rate": 0.00019999247403086642,
      "loss": 0.8062,
      "step": 137
    },
    {
      "epoch": 0.01509351416384119,
      "grad_norm": 1.1724870204925537,
      "learning_rate": 0.00019999233270300492,
      "loss": 0.7935,
      "step": 138
    },
    {
      "epoch": 0.015202887454883518,
      "grad_norm": 0.812342643737793,
      "learning_rate": 0.00019999219006053317,
      "loss": 0.7218,
      "step": 139
    },
    {
      "epoch": 0.015312260745925845,
      "grad_norm": 1.1357048749923706,
      "learning_rate": 0.00019999204610345302,
      "loss": 0.7117,
      "step": 140
    },
    {
      "epoch": 0.015421634036968172,
      "grad_norm": 0.9869748950004578,
      "learning_rate": 0.0001999919008317664,
      "loss": 0.9765,
      "step": 141
    },
    {
      "epoch": 0.0155310073280105,
      "grad_norm": 0.977894127368927,
      "learning_rate": 0.00019999175424547513,
      "loss": 0.7474,
      "step": 142
    },
    {
      "epoch": 0.01564038061905283,
      "grad_norm": 0.9802875518798828,
      "learning_rate": 0.00019999160634458124,
      "loss": 0.7464,
      "step": 143
    },
    {
      "epoch": 0.015749753910095154,
      "grad_norm": 0.8524045348167419,
      "learning_rate": 0.0001999914571290866,
      "loss": 0.7183,
      "step": 144
    },
    {
      "epoch": 0.015859127201137482,
      "grad_norm": 1.2041178941726685,
      "learning_rate": 0.0001999913065989932,
      "loss": 0.8245,
      "step": 145
    },
    {
      "epoch": 0.01596850049217981,
      "grad_norm": 1.451375126838684,
      "learning_rate": 0.00019999115475430304,
      "loss": 0.8932,
      "step": 146
    },
    {
      "epoch": 0.016077873783222136,
      "grad_norm": 0.8621544241905212,
      "learning_rate": 0.00019999100159501812,
      "loss": 1.1615,
      "step": 147
    },
    {
      "epoch": 0.016187247074264464,
      "grad_norm": 1.1287329196929932,
      "learning_rate": 0.00019999084712114042,
      "loss": 1.1429,
      "step": 148
    },
    {
      "epoch": 0.016296620365306793,
      "grad_norm": 1.1720576286315918,
      "learning_rate": 0.00019999069133267195,
      "loss": 0.5356,
      "step": 149
    },
    {
      "epoch": 0.016405993656349118,
      "grad_norm": 0.7974927425384521,
      "learning_rate": 0.00019999053422961482,
      "loss": 1.082,
      "step": 150
    },
    {
      "epoch": 0.016515366947391447,
      "grad_norm": 0.86858731508255,
      "learning_rate": 0.00019999037581197108,
      "loss": 0.7021,
      "step": 151
    },
    {
      "epoch": 0.016624740238433775,
      "grad_norm": 0.8884678483009338,
      "learning_rate": 0.00019999021607974276,
      "loss": 0.8077,
      "step": 152
    },
    {
      "epoch": 0.0167341135294761,
      "grad_norm": 1.3161729574203491,
      "learning_rate": 0.00019999005503293203,
      "loss": 0.6789,
      "step": 153
    },
    {
      "epoch": 0.01684348682051843,
      "grad_norm": 1.1194474697113037,
      "learning_rate": 0.00019998989267154093,
      "loss": 0.8708,
      "step": 154
    },
    {
      "epoch": 0.016952860111560757,
      "grad_norm": 1.1400177478790283,
      "learning_rate": 0.0001999897289955717,
      "loss": 0.8416,
      "step": 155
    },
    {
      "epoch": 0.017062233402603086,
      "grad_norm": 1.155961513519287,
      "learning_rate": 0.0001999895640050264,
      "loss": 0.9628,
      "step": 156
    },
    {
      "epoch": 0.01717160669364541,
      "grad_norm": 1.5118356943130493,
      "learning_rate": 0.00019998939769990727,
      "loss": 0.9591,
      "step": 157
    },
    {
      "epoch": 0.01728097998468774,
      "grad_norm": 1.029440999031067,
      "learning_rate": 0.0001999892300802164,
      "loss": 0.5659,
      "step": 158
    },
    {
      "epoch": 0.017390353275730068,
      "grad_norm": 1.3784666061401367,
      "learning_rate": 0.00019998906114595608,
      "loss": 1.018,
      "step": 159
    },
    {
      "epoch": 0.017499726566772393,
      "grad_norm": 0.9848626852035522,
      "learning_rate": 0.00019998889089712849,
      "loss": 0.8016,
      "step": 160
    },
    {
      "epoch": 0.01760909985781472,
      "grad_norm": 1.188879132270813,
      "learning_rate": 0.0001999887193337359,
      "loss": 1.2011,
      "step": 161
    },
    {
      "epoch": 0.01771847314885705,
      "grad_norm": 0.9314888119697571,
      "learning_rate": 0.00019998854645578057,
      "loss": 0.7455,
      "step": 162
    },
    {
      "epoch": 0.017827846439899375,
      "grad_norm": 1.001659870147705,
      "learning_rate": 0.00019998837226326469,
      "loss": 1.033,
      "step": 163
    },
    {
      "epoch": 0.017937219730941704,
      "grad_norm": 1.4195637702941895,
      "learning_rate": 0.00019998819675619064,
      "loss": 0.8527,
      "step": 164
    },
    {
      "epoch": 0.018046593021984032,
      "grad_norm": 0.8885000944137573,
      "learning_rate": 0.00019998801993456069,
      "loss": 0.6358,
      "step": 165
    },
    {
      "epoch": 0.018155966313026357,
      "grad_norm": 1.070360779762268,
      "learning_rate": 0.0001999878417983772,
      "loss": 0.7843,
      "step": 166
    },
    {
      "epoch": 0.018265339604068686,
      "grad_norm": 1.1388875246047974,
      "learning_rate": 0.00019998766234764247,
      "loss": 0.9364,
      "step": 167
    },
    {
      "epoch": 0.018374712895111014,
      "grad_norm": 2.4844179153442383,
      "learning_rate": 0.00019998748158235884,
      "loss": 0.6608,
      "step": 168
    },
    {
      "epoch": 0.018484086186153343,
      "grad_norm": 1.0103005170822144,
      "learning_rate": 0.00019998729950252876,
      "loss": 0.7691,
      "step": 169
    },
    {
      "epoch": 0.018593459477195668,
      "grad_norm": 0.9184209704399109,
      "learning_rate": 0.00019998711610815458,
      "loss": 0.914,
      "step": 170
    },
    {
      "epoch": 0.018702832768237997,
      "grad_norm": 1.0094612836837769,
      "learning_rate": 0.00019998693139923867,
      "loss": 0.9174,
      "step": 171
    },
    {
      "epoch": 0.018812206059280325,
      "grad_norm": 0.7898897528648376,
      "learning_rate": 0.00019998674537578353,
      "loss": 0.9579,
      "step": 172
    },
    {
      "epoch": 0.01892157935032265,
      "grad_norm": 1.0184580087661743,
      "learning_rate": 0.00019998655803779163,
      "loss": 0.8242,
      "step": 173
    },
    {
      "epoch": 0.01903095264136498,
      "grad_norm": 1.002568244934082,
      "learning_rate": 0.00019998636938526533,
      "loss": 0.9002,
      "step": 174
    },
    {
      "epoch": 0.019140325932407307,
      "grad_norm": 0.7966347932815552,
      "learning_rate": 0.00019998617941820716,
      "loss": 1.0177,
      "step": 175
    },
    {
      "epoch": 0.019249699223449632,
      "grad_norm": 1.333112359046936,
      "learning_rate": 0.00019998598813661964,
      "loss": 0.6221,
      "step": 176
    },
    {
      "epoch": 0.01935907251449196,
      "grad_norm": 1.2348626852035522,
      "learning_rate": 0.00019998579554050526,
      "loss": 0.6833,
      "step": 177
    },
    {
      "epoch": 0.01946844580553429,
      "grad_norm": 1.1256965398788452,
      "learning_rate": 0.00019998560162986655,
      "loss": 0.9427,
      "step": 178
    },
    {
      "epoch": 0.019577819096576615,
      "grad_norm": 1.006744146347046,
      "learning_rate": 0.00019998540640470608,
      "loss": 0.8733,
      "step": 179
    },
    {
      "epoch": 0.019687192387618943,
      "grad_norm": 0.9952765107154846,
      "learning_rate": 0.00019998520986502636,
      "loss": 0.8656,
      "step": 180
    },
    {
      "epoch": 0.01979656567866127,
      "grad_norm": 0.9037217497825623,
      "learning_rate": 0.00019998501201083004,
      "loss": 0.9612,
      "step": 181
    },
    {
      "epoch": 0.019905938969703597,
      "grad_norm": 1.0065454244613647,
      "learning_rate": 0.0001999848128421197,
      "loss": 0.7898,
      "step": 182
    },
    {
      "epoch": 0.020015312260745925,
      "grad_norm": 1.0890108346939087,
      "learning_rate": 0.00019998461235889797,
      "loss": 0.7269,
      "step": 183
    },
    {
      "epoch": 0.020124685551788254,
      "grad_norm": 1.2539864778518677,
      "learning_rate": 0.00019998441056116745,
      "loss": 0.7934,
      "step": 184
    },
    {
      "epoch": 0.020234058842830582,
      "grad_norm": 0.9602129459381104,
      "learning_rate": 0.00019998420744893084,
      "loss": 0.549,
      "step": 185
    },
    {
      "epoch": 0.020343432133872907,
      "grad_norm": 1.4105061292648315,
      "learning_rate": 0.00019998400302219076,
      "loss": 1.005,
      "step": 186
    },
    {
      "epoch": 0.020452805424915236,
      "grad_norm": 1.430650234222412,
      "learning_rate": 0.0001999837972809499,
      "loss": 0.7051,
      "step": 187
    },
    {
      "epoch": 0.020562178715957564,
      "grad_norm": 1.191211223602295,
      "learning_rate": 0.00019998359022521106,
      "loss": 0.7129,
      "step": 188
    },
    {
      "epoch": 0.02067155200699989,
      "grad_norm": 0.9433074593544006,
      "learning_rate": 0.00019998338185497682,
      "loss": 0.7383,
      "step": 189
    },
    {
      "epoch": 0.020780925298042218,
      "grad_norm": 1.2458714246749878,
      "learning_rate": 0.00019998317217025005,
      "loss": 0.7533,
      "step": 190
    },
    {
      "epoch": 0.020890298589084547,
      "grad_norm": 1.443598747253418,
      "learning_rate": 0.00019998296117103341,
      "loss": 0.7505,
      "step": 191
    },
    {
      "epoch": 0.02099967188012687,
      "grad_norm": 0.9617491364479065,
      "learning_rate": 0.00019998274885732971,
      "loss": 0.8154,
      "step": 192
    },
    {
      "epoch": 0.0211090451711692,
      "grad_norm": 1.0256359577178955,
      "learning_rate": 0.00019998253522914174,
      "loss": 0.8709,
      "step": 193
    },
    {
      "epoch": 0.02121841846221153,
      "grad_norm": 1.1407520771026611,
      "learning_rate": 0.0001999823202864723,
      "loss": 1.0066,
      "step": 194
    },
    {
      "epoch": 0.021327791753253854,
      "grad_norm": 0.9075395464897156,
      "learning_rate": 0.00019998210402932424,
      "loss": 0.7433,
      "step": 195
    },
    {
      "epoch": 0.021437165044296182,
      "grad_norm": 1.1892637014389038,
      "learning_rate": 0.0001999818864577004,
      "loss": 0.6049,
      "step": 196
    },
    {
      "epoch": 0.02154653833533851,
      "grad_norm": 1.0141085386276245,
      "learning_rate": 0.0001999816675716036,
      "loss": 1.0684,
      "step": 197
    },
    {
      "epoch": 0.02165591162638084,
      "grad_norm": 1.0636556148529053,
      "learning_rate": 0.00019998144737103682,
      "loss": 1.0034,
      "step": 198
    },
    {
      "epoch": 0.021765284917423165,
      "grad_norm": 0.9643628597259521,
      "learning_rate": 0.0001999812258560028,
      "loss": 0.9938,
      "step": 199
    },
    {
      "epoch": 0.021874658208465493,
      "grad_norm": 0.9733682870864868,
      "learning_rate": 0.00019998100302650457,
      "loss": 1.0145,
      "step": 200
    },
    {
      "epoch": 0.021874658208465493,
      "eval_loss": 0.8068432807922363,
      "eval_runtime": 40.9547,
      "eval_samples_per_second": 17.971,
      "eval_steps_per_second": 4.493,
      "step": 200
    },
    {
      "epoch": 0.02198403149950782,
      "grad_norm": 0.89620041847229,
      "learning_rate": 0.00019998077888254501,
      "loss": 0.8309,
      "step": 201
    },
    {
      "epoch": 0.022093404790550147,
      "grad_norm": 1.041070580482483,
      "learning_rate": 0.0001999805534241271,
      "loss": 0.8251,
      "step": 202
    },
    {
      "epoch": 0.022202778081592475,
      "grad_norm": 0.8770344853401184,
      "learning_rate": 0.00019998032665125378,
      "loss": 0.9149,
      "step": 203
    },
    {
      "epoch": 0.022312151372634804,
      "grad_norm": 0.9978107810020447,
      "learning_rate": 0.000199980098563928,
      "loss": 0.8845,
      "step": 204
    },
    {
      "epoch": 0.02242152466367713,
      "grad_norm": 1.1167197227478027,
      "learning_rate": 0.00019997986916215284,
      "loss": 0.9254,
      "step": 205
    },
    {
      "epoch": 0.022530897954719457,
      "grad_norm": 1.0514531135559082,
      "learning_rate": 0.00019997963844593127,
      "loss": 0.8273,
      "step": 206
    },
    {
      "epoch": 0.022640271245761786,
      "grad_norm": 1.027596116065979,
      "learning_rate": 0.0001999794064152663,
      "loss": 0.867,
      "step": 207
    },
    {
      "epoch": 0.02274964453680411,
      "grad_norm": 1.3077362775802612,
      "learning_rate": 0.00019997917307016102,
      "loss": 0.9528,
      "step": 208
    },
    {
      "epoch": 0.02285901782784644,
      "grad_norm": 1.2617202997207642,
      "learning_rate": 0.0001999789384106185,
      "loss": 0.4163,
      "step": 209
    },
    {
      "epoch": 0.022968391118888768,
      "grad_norm": 1.9169830083847046,
      "learning_rate": 0.00019997870243664177,
      "loss": 0.8746,
      "step": 210
    },
    {
      "epoch": 0.023077764409931093,
      "grad_norm": 0.9455872774124146,
      "learning_rate": 0.00019997846514823396,
      "loss": 0.9282,
      "step": 211
    },
    {
      "epoch": 0.02318713770097342,
      "grad_norm": 1.0044574737548828,
      "learning_rate": 0.00019997822654539826,
      "loss": 0.8485,
      "step": 212
    },
    {
      "epoch": 0.02329651099201575,
      "grad_norm": 0.9601938128471375,
      "learning_rate": 0.00019997798662813772,
      "loss": 0.6501,
      "step": 213
    },
    {
      "epoch": 0.02340588428305808,
      "grad_norm": 0.7503620982170105,
      "learning_rate": 0.0001999777453964555,
      "loss": 0.9953,
      "step": 214
    },
    {
      "epoch": 0.023515257574100404,
      "grad_norm": 0.8733282685279846,
      "learning_rate": 0.0001999775028503548,
      "loss": 0.7488,
      "step": 215
    },
    {
      "epoch": 0.023624630865142732,
      "grad_norm": 1.1373885869979858,
      "learning_rate": 0.00019997725898983883,
      "loss": 0.8603,
      "step": 216
    },
    {
      "epoch": 0.02373400415618506,
      "grad_norm": 1.1404668092727661,
      "learning_rate": 0.00019997701381491072,
      "loss": 0.8454,
      "step": 217
    },
    {
      "epoch": 0.023843377447227386,
      "grad_norm": 0.7852329015731812,
      "learning_rate": 0.00019997676732557378,
      "loss": 0.5155,
      "step": 218
    },
    {
      "epoch": 0.023952750738269715,
      "grad_norm": 0.6994953751564026,
      "learning_rate": 0.0001999765195218312,
      "loss": 0.8015,
      "step": 219
    },
    {
      "epoch": 0.024062124029312043,
      "grad_norm": 1.1219515800476074,
      "learning_rate": 0.00019997627040368622,
      "loss": 0.94,
      "step": 220
    },
    {
      "epoch": 0.024171497320354368,
      "grad_norm": 1.3120551109313965,
      "learning_rate": 0.00019997601997114218,
      "loss": 0.9221,
      "step": 221
    },
    {
      "epoch": 0.024280870611396697,
      "grad_norm": 1.1464701890945435,
      "learning_rate": 0.00019997576822420232,
      "loss": 0.6533,
      "step": 222
    },
    {
      "epoch": 0.024390243902439025,
      "grad_norm": 0.9645900726318359,
      "learning_rate": 0.00019997551516286999,
      "loss": 1.0048,
      "step": 223
    },
    {
      "epoch": 0.02449961719348135,
      "grad_norm": 0.811614990234375,
      "learning_rate": 0.0001999752607871485,
      "loss": 1.1218,
      "step": 224
    },
    {
      "epoch": 0.02460899048452368,
      "grad_norm": 1.0914621353149414,
      "learning_rate": 0.0001999750050970411,
      "loss": 0.765,
      "step": 225
    },
    {
      "epoch": 0.024718363775566007,
      "grad_norm": 1.0596243143081665,
      "learning_rate": 0.00019997474809255135,
      "loss": 1.0341,
      "step": 226
    },
    {
      "epoch": 0.024827737066608336,
      "grad_norm": 1.055033564567566,
      "learning_rate": 0.00019997448977368247,
      "loss": 0.6386,
      "step": 227
    },
    {
      "epoch": 0.02493711035765066,
      "grad_norm": 0.9922929406166077,
      "learning_rate": 0.0001999742301404379,
      "loss": 0.7942,
      "step": 228
    },
    {
      "epoch": 0.02504648364869299,
      "grad_norm": 1.2093638181686401,
      "learning_rate": 0.00019997396919282107,
      "loss": 0.8164,
      "step": 229
    },
    {
      "epoch": 0.025155856939735318,
      "grad_norm": 1.3952484130859375,
      "learning_rate": 0.0001999737069308354,
      "loss": 0.8928,
      "step": 230
    },
    {
      "epoch": 0.025265230230777643,
      "grad_norm": 0.9438846707344055,
      "learning_rate": 0.00019997344335448433,
      "loss": 0.6457,
      "step": 231
    },
    {
      "epoch": 0.02537460352181997,
      "grad_norm": 0.7343907952308655,
      "learning_rate": 0.00019997317846377134,
      "loss": 0.8762,
      "step": 232
    },
    {
      "epoch": 0.0254839768128623,
      "grad_norm": 1.0288769006729126,
      "learning_rate": 0.00019997291225869987,
      "loss": 0.7636,
      "step": 233
    },
    {
      "epoch": 0.025593350103904625,
      "grad_norm": 1.232852578163147,
      "learning_rate": 0.00019997264473927347,
      "loss": 0.6876,
      "step": 234
    },
    {
      "epoch": 0.025702723394946954,
      "grad_norm": 1.0084220170974731,
      "learning_rate": 0.00019997237590549567,
      "loss": 0.8275,
      "step": 235
    },
    {
      "epoch": 0.025812096685989282,
      "grad_norm": 1.7499910593032837,
      "learning_rate": 0.00019997210575736999,
      "loss": 1.1544,
      "step": 236
    },
    {
      "epoch": 0.025921469977031607,
      "grad_norm": 0.9005192518234253,
      "learning_rate": 0.00019997183429489992,
      "loss": 0.9512,
      "step": 237
    },
    {
      "epoch": 0.026030843268073936,
      "grad_norm": 1.054895281791687,
      "learning_rate": 0.0001999715615180891,
      "loss": 0.7701,
      "step": 238
    },
    {
      "epoch": 0.026140216559116265,
      "grad_norm": 0.9881554245948792,
      "learning_rate": 0.00019997128742694107,
      "loss": 0.9372,
      "step": 239
    },
    {
      "epoch": 0.02624958985015859,
      "grad_norm": 0.9707517027854919,
      "learning_rate": 0.00019997101202145947,
      "loss": 0.978,
      "step": 240
    },
    {
      "epoch": 0.026358963141200918,
      "grad_norm": 1.2869802713394165,
      "learning_rate": 0.0001999707353016479,
      "loss": 1.1234,
      "step": 241
    },
    {
      "epoch": 0.026468336432243247,
      "grad_norm": 1.2063279151916504,
      "learning_rate": 0.00019997045726751001,
      "loss": 0.7118,
      "step": 242
    },
    {
      "epoch": 0.026577709723285575,
      "grad_norm": 0.9686263799667358,
      "learning_rate": 0.00019997017791904947,
      "loss": 0.8869,
      "step": 243
    },
    {
      "epoch": 0.0266870830143279,
      "grad_norm": 0.963753342628479,
      "learning_rate": 0.00019996989725626992,
      "loss": 0.8479,
      "step": 244
    },
    {
      "epoch": 0.02679645630537023,
      "grad_norm": 0.8817402720451355,
      "learning_rate": 0.00019996961527917506,
      "loss": 0.5295,
      "step": 245
    },
    {
      "epoch": 0.026905829596412557,
      "grad_norm": 1.706606149673462,
      "learning_rate": 0.00019996933198776858,
      "loss": 0.7777,
      "step": 246
    },
    {
      "epoch": 0.027015202887454882,
      "grad_norm": 0.8349090814590454,
      "learning_rate": 0.00019996904738205426,
      "loss": 0.836,
      "step": 247
    },
    {
      "epoch": 0.02712457617849721,
      "grad_norm": 0.9602643251419067,
      "learning_rate": 0.00019996876146203578,
      "loss": 1.0578,
      "step": 248
    },
    {
      "epoch": 0.02723394946953954,
      "grad_norm": 0.8937216401100159,
      "learning_rate": 0.00019996847422771693,
      "loss": 0.8529,
      "step": 249
    },
    {
      "epoch": 0.027343322760581865,
      "grad_norm": 0.9380630254745483,
      "learning_rate": 0.00019996818567910148,
      "loss": 0.8573,
      "step": 250
    },
    {
      "epoch": 0.027452696051624193,
      "grad_norm": 1.332655668258667,
      "learning_rate": 0.00019996789581619323,
      "loss": 0.629,
      "step": 251
    },
    {
      "epoch": 0.02756206934266652,
      "grad_norm": 1.4816393852233887,
      "learning_rate": 0.000199967604638996,
      "loss": 0.7475,
      "step": 252
    },
    {
      "epoch": 0.027671442633708847,
      "grad_norm": 1.049055814743042,
      "learning_rate": 0.0001999673121475136,
      "loss": 0.7129,
      "step": 253
    },
    {
      "epoch": 0.027780815924751175,
      "grad_norm": 1.3890293836593628,
      "learning_rate": 0.00019996701834174986,
      "loss": 1.0256,
      "step": 254
    },
    {
      "epoch": 0.027890189215793504,
      "grad_norm": 1.0529813766479492,
      "learning_rate": 0.00019996672322170867,
      "loss": 1.0666,
      "step": 255
    },
    {
      "epoch": 0.027999562506835832,
      "grad_norm": 0.8624351024627686,
      "learning_rate": 0.0001999664267873939,
      "loss": 0.6948,
      "step": 256
    },
    {
      "epoch": 0.028108935797878157,
      "grad_norm": 0.8577688336372375,
      "learning_rate": 0.00019996612903880947,
      "loss": 0.82,
      "step": 257
    },
    {
      "epoch": 0.028218309088920486,
      "grad_norm": 0.8573757410049438,
      "learning_rate": 0.00019996582997595924,
      "loss": 0.8273,
      "step": 258
    },
    {
      "epoch": 0.028327682379962815,
      "grad_norm": 1.2395519018173218,
      "learning_rate": 0.0001999655295988472,
      "loss": 0.8064,
      "step": 259
    },
    {
      "epoch": 0.02843705567100514,
      "grad_norm": 0.8964936137199402,
      "learning_rate": 0.00019996522790747726,
      "loss": 0.7224,
      "step": 260
    },
    {
      "epoch": 0.028546428962047468,
      "grad_norm": 0.9282931685447693,
      "learning_rate": 0.00019996492490185341,
      "loss": 0.9585,
      "step": 261
    },
    {
      "epoch": 0.028655802253089797,
      "grad_norm": 1.1618013381958008,
      "learning_rate": 0.00019996462058197962,
      "loss": 0.7717,
      "step": 262
    },
    {
      "epoch": 0.028765175544132122,
      "grad_norm": 0.9413585662841797,
      "learning_rate": 0.00019996431494785993,
      "loss": 0.7748,
      "step": 263
    },
    {
      "epoch": 0.02887454883517445,
      "grad_norm": 1.3444674015045166,
      "learning_rate": 0.0001999640079994983,
      "loss": 1.0287,
      "step": 264
    },
    {
      "epoch": 0.02898392212621678,
      "grad_norm": 1.3082046508789062,
      "learning_rate": 0.00019996369973689876,
      "loss": 0.7817,
      "step": 265
    },
    {
      "epoch": 0.029093295417259104,
      "grad_norm": 1.4798815250396729,
      "learning_rate": 0.0001999633901600654,
      "loss": 0.791,
      "step": 266
    },
    {
      "epoch": 0.029202668708301432,
      "grad_norm": 1.3128074407577515,
      "learning_rate": 0.00019996307926900233,
      "loss": 0.9972,
      "step": 267
    },
    {
      "epoch": 0.02931204199934376,
      "grad_norm": 1.3363100290298462,
      "learning_rate": 0.00019996276706371355,
      "loss": 0.7227,
      "step": 268
    },
    {
      "epoch": 0.029421415290386086,
      "grad_norm": 1.2146847248077393,
      "learning_rate": 0.00019996245354420323,
      "loss": 0.7839,
      "step": 269
    },
    {
      "epoch": 0.029530788581428415,
      "grad_norm": 1.0506778955459595,
      "learning_rate": 0.00019996213871047543,
      "loss": 0.8816,
      "step": 270
    },
    {
      "epoch": 0.029640161872470743,
      "grad_norm": 1.0352805852890015,
      "learning_rate": 0.00019996182256253435,
      "loss": 0.9029,
      "step": 271
    },
    {
      "epoch": 0.02974953516351307,
      "grad_norm": 1.319678544998169,
      "learning_rate": 0.00019996150510038412,
      "loss": 1.0377,
      "step": 272
    },
    {
      "epoch": 0.029858908454555397,
      "grad_norm": 1.0857889652252197,
      "learning_rate": 0.00019996118632402892,
      "loss": 0.8303,
      "step": 273
    },
    {
      "epoch": 0.029968281745597725,
      "grad_norm": 1.0412633419036865,
      "learning_rate": 0.00019996086623347292,
      "loss": 0.7897,
      "step": 274
    },
    {
      "epoch": 0.030077655036640054,
      "grad_norm": 0.9532299637794495,
      "learning_rate": 0.00019996054482872036,
      "loss": 0.834,
      "step": 275
    },
    {
      "epoch": 0.03018702832768238,
      "grad_norm": 1.0339388847351074,
      "learning_rate": 0.00019996022210977543,
      "loss": 0.8657,
      "step": 276
    },
    {
      "epoch": 0.030296401618724707,
      "grad_norm": 0.7535502910614014,
      "learning_rate": 0.00019995989807664242,
      "loss": 0.8136,
      "step": 277
    },
    {
      "epoch": 0.030405774909767036,
      "grad_norm": 1.1453170776367188,
      "learning_rate": 0.00019995957272932554,
      "loss": 0.6857,
      "step": 278
    },
    {
      "epoch": 0.03051514820080936,
      "grad_norm": 1.1806614398956299,
      "learning_rate": 0.0001999592460678291,
      "loss": 0.9984,
      "step": 279
    },
    {
      "epoch": 0.03062452149185169,
      "grad_norm": 1.112640142440796,
      "learning_rate": 0.0001999589180921574,
      "loss": 0.761,
      "step": 280
    },
    {
      "epoch": 0.030733894782894018,
      "grad_norm": 1.4966400861740112,
      "learning_rate": 0.0001999585888023147,
      "loss": 0.8953,
      "step": 281
    },
    {
      "epoch": 0.030843268073936343,
      "grad_norm": 1.293006420135498,
      "learning_rate": 0.0001999582581983054,
      "loss": 1.0241,
      "step": 282
    },
    {
      "epoch": 0.030952641364978672,
      "grad_norm": 1.177804946899414,
      "learning_rate": 0.0001999579262801338,
      "loss": 0.5965,
      "step": 283
    },
    {
      "epoch": 0.031062014656021,
      "grad_norm": 0.9398424029350281,
      "learning_rate": 0.0001999575930478043,
      "loss": 1.0178,
      "step": 284
    },
    {
      "epoch": 0.03117138794706333,
      "grad_norm": 1.0919867753982544,
      "learning_rate": 0.00019995725850132122,
      "loss": 0.9371,
      "step": 285
    },
    {
      "epoch": 0.03128076123810566,
      "grad_norm": 1.0972379446029663,
      "learning_rate": 0.000199956922640689,
      "loss": 0.962,
      "step": 286
    },
    {
      "epoch": 0.03139013452914798,
      "grad_norm": 1.2337533235549927,
      "learning_rate": 0.00019995658546591205,
      "loss": 1.1587,
      "step": 287
    },
    {
      "epoch": 0.03149950782019031,
      "grad_norm": 0.93784499168396,
      "learning_rate": 0.00019995624697699484,
      "loss": 0.7551,
      "step": 288
    },
    {
      "epoch": 0.03160888111123264,
      "grad_norm": 0.9531101584434509,
      "learning_rate": 0.00019995590717394177,
      "loss": 0.8181,
      "step": 289
    },
    {
      "epoch": 0.031718254402274965,
      "grad_norm": 1.0460001230239868,
      "learning_rate": 0.00019995556605675733,
      "loss": 1.0045,
      "step": 290
    },
    {
      "epoch": 0.03182762769331729,
      "grad_norm": 1.0514802932739258,
      "learning_rate": 0.00019995522362544597,
      "loss": 0.6646,
      "step": 291
    },
    {
      "epoch": 0.03193700098435962,
      "grad_norm": 1.0225249528884888,
      "learning_rate": 0.0001999548798800122,
      "loss": 0.8103,
      "step": 292
    },
    {
      "epoch": 0.03204637427540195,
      "grad_norm": 0.8883015513420105,
      "learning_rate": 0.0001999545348204606,
      "loss": 1.0488,
      "step": 293
    },
    {
      "epoch": 0.03215574756644427,
      "grad_norm": 0.8221065998077393,
      "learning_rate": 0.00019995418844679565,
      "loss": 0.7915,
      "step": 294
    },
    {
      "epoch": 0.032265120857486604,
      "grad_norm": 0.8032001852989197,
      "learning_rate": 0.00019995384075902192,
      "loss": 0.7785,
      "step": 295
    },
    {
      "epoch": 0.03237449414852893,
      "grad_norm": 1.0787360668182373,
      "learning_rate": 0.00019995349175714399,
      "loss": 0.6105,
      "step": 296
    },
    {
      "epoch": 0.032483867439571254,
      "grad_norm": 1.3346359729766846,
      "learning_rate": 0.00019995314144116642,
      "loss": 0.8981,
      "step": 297
    },
    {
      "epoch": 0.032593240730613586,
      "grad_norm": 1.1637407541275024,
      "learning_rate": 0.00019995278981109382,
      "loss": 0.6765,
      "step": 298
    },
    {
      "epoch": 0.03270261402165591,
      "grad_norm": 1.3199541568756104,
      "learning_rate": 0.00019995243686693085,
      "loss": 0.896,
      "step": 299
    },
    {
      "epoch": 0.032811987312698236,
      "grad_norm": 1.139554738998413,
      "learning_rate": 0.00019995208260868211,
      "loss": 0.865,
      "step": 300
    },
    {
      "epoch": 0.03292136060374057,
      "grad_norm": 1.1647419929504395,
      "learning_rate": 0.00019995172703635232,
      "loss": 0.7797,
      "step": 301
    },
    {
      "epoch": 0.03303073389478289,
      "grad_norm": 0.7142788767814636,
      "learning_rate": 0.00019995137014994606,
      "loss": 0.8755,
      "step": 302
    },
    {
      "epoch": 0.03314010718582522,
      "grad_norm": 0.908873438835144,
      "learning_rate": 0.00019995101194946808,
      "loss": 0.9655,
      "step": 303
    },
    {
      "epoch": 0.03324948047686755,
      "grad_norm": 1.0069727897644043,
      "learning_rate": 0.0001999506524349231,
      "loss": 0.9139,
      "step": 304
    },
    {
      "epoch": 0.033358853767909875,
      "grad_norm": 0.8300521373748779,
      "learning_rate": 0.0001999502916063158,
      "loss": 0.9362,
      "step": 305
    },
    {
      "epoch": 0.0334682270589522,
      "grad_norm": 1.2162195444107056,
      "learning_rate": 0.00019994992946365098,
      "loss": 0.7641,
      "step": 306
    },
    {
      "epoch": 0.03357760034999453,
      "grad_norm": 0.970177173614502,
      "learning_rate": 0.00019994956600693335,
      "loss": 0.9676,
      "step": 307
    },
    {
      "epoch": 0.03368697364103686,
      "grad_norm": 0.9938404560089111,
      "learning_rate": 0.00019994920123616772,
      "loss": 0.8936,
      "step": 308
    },
    {
      "epoch": 0.03379634693207919,
      "grad_norm": 1.2428972721099854,
      "learning_rate": 0.00019994883515135888,
      "loss": 0.885,
      "step": 309
    },
    {
      "epoch": 0.033905720223121515,
      "grad_norm": 0.8554952144622803,
      "learning_rate": 0.00019994846775251161,
      "loss": 1.0265,
      "step": 310
    },
    {
      "epoch": 0.03401509351416384,
      "grad_norm": 0.9248100519180298,
      "learning_rate": 0.00019994809903963078,
      "loss": 0.9309,
      "step": 311
    },
    {
      "epoch": 0.03412446680520617,
      "grad_norm": 1.1711786985397339,
      "learning_rate": 0.00019994772901272124,
      "loss": 0.867,
      "step": 312
    },
    {
      "epoch": 0.0342338400962485,
      "grad_norm": 1.6409622430801392,
      "learning_rate": 0.00019994735767178785,
      "loss": 1.0833,
      "step": 313
    },
    {
      "epoch": 0.03434321338729082,
      "grad_norm": 1.0994210243225098,
      "learning_rate": 0.00019994698501683546,
      "loss": 0.9876,
      "step": 314
    },
    {
      "epoch": 0.034452586678333154,
      "grad_norm": 1.307111144065857,
      "learning_rate": 0.00019994661104786901,
      "loss": 1.1115,
      "step": 315
    },
    {
      "epoch": 0.03456195996937548,
      "grad_norm": 1.2924015522003174,
      "learning_rate": 0.0001999462357648934,
      "loss": 0.7232,
      "step": 316
    },
    {
      "epoch": 0.034671333260417804,
      "grad_norm": 0.8390319347381592,
      "learning_rate": 0.00019994585916791353,
      "loss": 0.8054,
      "step": 317
    },
    {
      "epoch": 0.034780706551460136,
      "grad_norm": 1.4466496706008911,
      "learning_rate": 0.0001999454812569344,
      "loss": 0.8531,
      "step": 318
    },
    {
      "epoch": 0.03489007984250246,
      "grad_norm": 0.805334746837616,
      "learning_rate": 0.000199945102031961,
      "loss": 0.7877,
      "step": 319
    },
    {
      "epoch": 0.034999453133544786,
      "grad_norm": 0.8856577277183533,
      "learning_rate": 0.00019994472149299823,
      "loss": 1.0711,
      "step": 320
    },
    {
      "epoch": 0.03510882642458712,
      "grad_norm": 1.0543880462646484,
      "learning_rate": 0.00019994433964005116,
      "loss": 0.6526,
      "step": 321
    },
    {
      "epoch": 0.03521819971562944,
      "grad_norm": 0.9808034896850586,
      "learning_rate": 0.0001999439564731248,
      "loss": 0.6553,
      "step": 322
    },
    {
      "epoch": 0.03532757300667177,
      "grad_norm": 1.1530299186706543,
      "learning_rate": 0.00019994357199222418,
      "loss": 0.8814,
      "step": 323
    },
    {
      "epoch": 0.0354369462977141,
      "grad_norm": 1.1313234567642212,
      "learning_rate": 0.00019994318619735434,
      "loss": 0.73,
      "step": 324
    },
    {
      "epoch": 0.035546319588756425,
      "grad_norm": 1.1225991249084473,
      "learning_rate": 0.00019994279908852036,
      "loss": 0.8988,
      "step": 325
    },
    {
      "epoch": 0.03565569287979875,
      "grad_norm": 1.2102971076965332,
      "learning_rate": 0.00019994241066572735,
      "loss": 0.6714,
      "step": 326
    },
    {
      "epoch": 0.03576506617084108,
      "grad_norm": 1.3862812519073486,
      "learning_rate": 0.0001999420209289804,
      "loss": 0.6208,
      "step": 327
    },
    {
      "epoch": 0.03587443946188341,
      "grad_norm": 1.3298919200897217,
      "learning_rate": 0.00019994162987828465,
      "loss": 0.9615,
      "step": 328
    },
    {
      "epoch": 0.03598381275292573,
      "grad_norm": 1.1198225021362305,
      "learning_rate": 0.00019994123751364523,
      "loss": 0.8243,
      "step": 329
    },
    {
      "epoch": 0.036093186043968065,
      "grad_norm": 1.2356019020080566,
      "learning_rate": 0.00019994084383506726,
      "loss": 0.9731,
      "step": 330
    },
    {
      "epoch": 0.03620255933501039,
      "grad_norm": 1.9511923789978027,
      "learning_rate": 0.00019994044884255596,
      "loss": 0.8388,
      "step": 331
    },
    {
      "epoch": 0.036311932626052715,
      "grad_norm": 0.8875001072883606,
      "learning_rate": 0.00019994005253611653,
      "loss": 1.0167,
      "step": 332
    },
    {
      "epoch": 0.03642130591709505,
      "grad_norm": 1.0356827974319458,
      "learning_rate": 0.00019993965491575414,
      "loss": 0.7601,
      "step": 333
    },
    {
      "epoch": 0.03653067920813737,
      "grad_norm": 1.9006911516189575,
      "learning_rate": 0.00019993925598147408,
      "loss": 0.8644,
      "step": 334
    },
    {
      "epoch": 0.0366400524991797,
      "grad_norm": 1.149804711341858,
      "learning_rate": 0.00019993885573328153,
      "loss": 0.7937,
      "step": 335
    },
    {
      "epoch": 0.03674942579022203,
      "grad_norm": 1.0978573560714722,
      "learning_rate": 0.00019993845417118176,
      "loss": 0.9806,
      "step": 336
    },
    {
      "epoch": 0.036858799081264354,
      "grad_norm": 1.353148341178894,
      "learning_rate": 0.0001999380512951801,
      "loss": 0.6028,
      "step": 337
    },
    {
      "epoch": 0.036968172372306686,
      "grad_norm": 1.0444083213806152,
      "learning_rate": 0.00019993764710528184,
      "loss": 0.674,
      "step": 338
    },
    {
      "epoch": 0.03707754566334901,
      "grad_norm": 0.7757420539855957,
      "learning_rate": 0.00019993724160149222,
      "loss": 0.937,
      "step": 339
    },
    {
      "epoch": 0.037186918954391336,
      "grad_norm": 0.8659959435462952,
      "learning_rate": 0.00019993683478381665,
      "loss": 1.0106,
      "step": 340
    },
    {
      "epoch": 0.03729629224543367,
      "grad_norm": 0.8398618698120117,
      "learning_rate": 0.00019993642665226046,
      "loss": 0.7869,
      "step": 341
    },
    {
      "epoch": 0.03740566553647599,
      "grad_norm": 0.8791778087615967,
      "learning_rate": 0.00019993601720682898,
      "loss": 0.903,
      "step": 342
    },
    {
      "epoch": 0.03751503882751832,
      "grad_norm": 1.330810785293579,
      "learning_rate": 0.0001999356064475276,
      "loss": 0.6288,
      "step": 343
    },
    {
      "epoch": 0.03762441211856065,
      "grad_norm": 1.0563044548034668,
      "learning_rate": 0.00019993519437436176,
      "loss": 0.5645,
      "step": 344
    },
    {
      "epoch": 0.037733785409602975,
      "grad_norm": 1.2644983530044556,
      "learning_rate": 0.00019993478098733687,
      "loss": 0.8415,
      "step": 345
    },
    {
      "epoch": 0.0378431587006453,
      "grad_norm": 0.8137854337692261,
      "learning_rate": 0.00019993436628645833,
      "loss": 1.0094,
      "step": 346
    },
    {
      "epoch": 0.03795253199168763,
      "grad_norm": 1.2424585819244385,
      "learning_rate": 0.0001999339502717316,
      "loss": 0.7191,
      "step": 347
    },
    {
      "epoch": 0.03806190528272996,
      "grad_norm": 1.3705171346664429,
      "learning_rate": 0.0001999335329431622,
      "loss": 0.5286,
      "step": 348
    },
    {
      "epoch": 0.03817127857377228,
      "grad_norm": 1.1841068267822266,
      "learning_rate": 0.00019993311430075553,
      "loss": 0.5205,
      "step": 349
    },
    {
      "epoch": 0.038280651864814615,
      "grad_norm": 1.2048940658569336,
      "learning_rate": 0.00019993269434451718,
      "loss": 0.9276,
      "step": 350
    },
    {
      "epoch": 0.03839002515585694,
      "grad_norm": 1.2034653425216675,
      "learning_rate": 0.0001999322730744526,
      "loss": 0.7758,
      "step": 351
    },
    {
      "epoch": 0.038499398446899265,
      "grad_norm": 1.435682773590088,
      "learning_rate": 0.00019993185049056738,
      "loss": 0.8242,
      "step": 352
    },
    {
      "epoch": 0.0386087717379416,
      "grad_norm": 1.1770561933517456,
      "learning_rate": 0.0001999314265928671,
      "loss": 0.9822,
      "step": 353
    },
    {
      "epoch": 0.03871814502898392,
      "grad_norm": 0.7326700687408447,
      "learning_rate": 0.00019993100138135725,
      "loss": 0.8557,
      "step": 354
    },
    {
      "epoch": 0.03882751832002625,
      "grad_norm": 1.003616213798523,
      "learning_rate": 0.00019993057485604348,
      "loss": 0.6837,
      "step": 355
    },
    {
      "epoch": 0.03893689161106858,
      "grad_norm": 1.0169602632522583,
      "learning_rate": 0.00019993014701693134,
      "loss": 0.9012,
      "step": 356
    },
    {
      "epoch": 0.039046264902110904,
      "grad_norm": 1.0350092649459839,
      "learning_rate": 0.00019992971786402653,
      "loss": 0.867,
      "step": 357
    },
    {
      "epoch": 0.03915563819315323,
      "grad_norm": 1.0841048955917358,
      "learning_rate": 0.00019992928739733464,
      "loss": 0.4754,
      "step": 358
    },
    {
      "epoch": 0.03926501148419556,
      "grad_norm": 1.2736769914627075,
      "learning_rate": 0.00019992885561686134,
      "loss": 0.9531,
      "step": 359
    },
    {
      "epoch": 0.039374384775237886,
      "grad_norm": 0.9346782565116882,
      "learning_rate": 0.00019992842252261232,
      "loss": 0.6625,
      "step": 360
    },
    {
      "epoch": 0.03948375806628021,
      "grad_norm": 0.9822466373443604,
      "learning_rate": 0.00019992798811459327,
      "loss": 0.9554,
      "step": 361
    },
    {
      "epoch": 0.03959313135732254,
      "grad_norm": 1.0642709732055664,
      "learning_rate": 0.0001999275523928099,
      "loss": 0.8168,
      "step": 362
    },
    {
      "epoch": 0.03970250464836487,
      "grad_norm": 1.0021849870681763,
      "learning_rate": 0.00019992711535726793,
      "loss": 0.7259,
      "step": 363
    },
    {
      "epoch": 0.03981187793940719,
      "grad_norm": 1.1150245666503906,
      "learning_rate": 0.00019992667700797313,
      "loss": 1.01,
      "step": 364
    },
    {
      "epoch": 0.039921251230449525,
      "grad_norm": 1.0754119157791138,
      "learning_rate": 0.00019992623734493118,
      "loss": 1.0127,
      "step": 365
    },
    {
      "epoch": 0.04003062452149185,
      "grad_norm": 0.9095409512519836,
      "learning_rate": 0.000199925796368148,
      "loss": 0.818,
      "step": 366
    },
    {
      "epoch": 0.04013999781253418,
      "grad_norm": 1.5074443817138672,
      "learning_rate": 0.00019992535407762927,
      "loss": 0.7231,
      "step": 367
    },
    {
      "epoch": 0.04024937110357651,
      "grad_norm": 1.306563377380371,
      "learning_rate": 0.00019992491047338086,
      "loss": 0.8003,
      "step": 368
    },
    {
      "epoch": 0.04035874439461883,
      "grad_norm": 1.491228699684143,
      "learning_rate": 0.00019992446555540857,
      "loss": 0.9417,
      "step": 369
    },
    {
      "epoch": 0.040468117685661165,
      "grad_norm": 1.25246262550354,
      "learning_rate": 0.0001999240193237183,
      "loss": 0.6386,
      "step": 370
    },
    {
      "epoch": 0.04057749097670349,
      "grad_norm": 0.9611380100250244,
      "learning_rate": 0.00019992357177831587,
      "loss": 1.0323,
      "step": 371
    },
    {
      "epoch": 0.040686864267745815,
      "grad_norm": 0.857864260673523,
      "learning_rate": 0.00019992312291920716,
      "loss": 1.1258,
      "step": 372
    },
    {
      "epoch": 0.04079623755878815,
      "grad_norm": 0.9377604722976685,
      "learning_rate": 0.00019992267274639814,
      "loss": 0.9012,
      "step": 373
    },
    {
      "epoch": 0.04090561084983047,
      "grad_norm": 1.0209131240844727,
      "learning_rate": 0.0001999222212598946,
      "loss": 0.8956,
      "step": 374
    },
    {
      "epoch": 0.0410149841408728,
      "grad_norm": 0.9510963559150696,
      "learning_rate": 0.00019992176845970262,
      "loss": 0.7232,
      "step": 375
    },
    {
      "epoch": 0.04112435743191513,
      "grad_norm": 1.049834132194519,
      "learning_rate": 0.00019992131434582808,
      "loss": 0.9097,
      "step": 376
    },
    {
      "epoch": 0.041233730722957454,
      "grad_norm": 1.051466464996338,
      "learning_rate": 0.00019992085891827694,
      "loss": 0.8074,
      "step": 377
    },
    {
      "epoch": 0.04134310401399978,
      "grad_norm": 1.0262120962142944,
      "learning_rate": 0.00019992040217705525,
      "loss": 0.8217,
      "step": 378
    },
    {
      "epoch": 0.04145247730504211,
      "grad_norm": 0.8663240075111389,
      "learning_rate": 0.0001999199441221689,
      "loss": 0.8464,
      "step": 379
    },
    {
      "epoch": 0.041561850596084436,
      "grad_norm": 0.9827305674552917,
      "learning_rate": 0.000199919484753624,
      "loss": 0.6206,
      "step": 380
    },
    {
      "epoch": 0.04167122388712676,
      "grad_norm": 1.5495073795318604,
      "learning_rate": 0.0001999190240714266,
      "loss": 1.0151,
      "step": 381
    },
    {
      "epoch": 0.04178059717816909,
      "grad_norm": 1.396231770515442,
      "learning_rate": 0.0001999185620755827,
      "loss": 0.8768,
      "step": 382
    },
    {
      "epoch": 0.04188997046921142,
      "grad_norm": 1.0921934843063354,
      "learning_rate": 0.00019991809876609843,
      "loss": 0.8875,
      "step": 383
    },
    {
      "epoch": 0.04199934376025374,
      "grad_norm": 1.064682126045227,
      "learning_rate": 0.00019991763414297983,
      "loss": 0.6536,
      "step": 384
    },
    {
      "epoch": 0.042108717051296075,
      "grad_norm": 1.0808131694793701,
      "learning_rate": 0.00019991716820623304,
      "loss": 0.785,
      "step": 385
    },
    {
      "epoch": 0.0422180903423384,
      "grad_norm": 1.0913347005844116,
      "learning_rate": 0.0001999167009558642,
      "loss": 0.6544,
      "step": 386
    },
    {
      "epoch": 0.042327463633380726,
      "grad_norm": 1.3865599632263184,
      "learning_rate": 0.0001999162323918794,
      "loss": 0.8173,
      "step": 387
    },
    {
      "epoch": 0.04243683692442306,
      "grad_norm": 1.3333287239074707,
      "learning_rate": 0.00019991576251428487,
      "loss": 0.9835,
      "step": 388
    },
    {
      "epoch": 0.04254621021546538,
      "grad_norm": 0.8037435412406921,
      "learning_rate": 0.0001999152913230867,
      "loss": 0.931,
      "step": 389
    },
    {
      "epoch": 0.04265558350650771,
      "grad_norm": 0.8408225774765015,
      "learning_rate": 0.00019991481881829115,
      "loss": 0.88,
      "step": 390
    },
    {
      "epoch": 0.04276495679755004,
      "grad_norm": 1.035088062286377,
      "learning_rate": 0.00019991434499990442,
      "loss": 0.9706,
      "step": 391
    },
    {
      "epoch": 0.042874330088592365,
      "grad_norm": 1.2629435062408447,
      "learning_rate": 0.00019991386986793273,
      "loss": 0.7752,
      "step": 392
    },
    {
      "epoch": 0.04298370337963469,
      "grad_norm": 1.078934669494629,
      "learning_rate": 0.00019991339342238234,
      "loss": 0.4815,
      "step": 393
    },
    {
      "epoch": 0.04309307667067702,
      "grad_norm": 0.8836020231246948,
      "learning_rate": 0.0001999129156632595,
      "loss": 0.9411,
      "step": 394
    },
    {
      "epoch": 0.04320244996171935,
      "grad_norm": 1.166883945465088,
      "learning_rate": 0.00019991243659057045,
      "loss": 0.6927,
      "step": 395
    },
    {
      "epoch": 0.04331182325276168,
      "grad_norm": 1.344340443611145,
      "learning_rate": 0.0001999119562043216,
      "loss": 0.9603,
      "step": 396
    },
    {
      "epoch": 0.043421196543804004,
      "grad_norm": 0.9963370561599731,
      "learning_rate": 0.0001999114745045192,
      "loss": 1.0529,
      "step": 397
    },
    {
      "epoch": 0.04353056983484633,
      "grad_norm": 1.1938830614089966,
      "learning_rate": 0.00019991099149116955,
      "loss": 0.9239,
      "step": 398
    },
    {
      "epoch": 0.04363994312588866,
      "grad_norm": 1.109154462814331,
      "learning_rate": 0.00019991050716427903,
      "loss": 1.0685,
      "step": 399
    },
    {
      "epoch": 0.043749316416930986,
      "grad_norm": 0.9188171625137329,
      "learning_rate": 0.00019991002152385402,
      "loss": 1.0147,
      "step": 400
    },
    {
      "epoch": 0.043749316416930986,
      "eval_loss": 0.8067082166671753,
      "eval_runtime": 40.9342,
      "eval_samples_per_second": 17.98,
      "eval_steps_per_second": 4.495,
      "step": 400
    },
    {
      "epoch": 0.04385868970797331,
      "grad_norm": 0.9638638496398926,
      "learning_rate": 0.00019990953456990092,
      "loss": 0.9062,
      "step": 401
    },
    {
      "epoch": 0.04396806299901564,
      "grad_norm": 1.0281591415405273,
      "learning_rate": 0.00019990904630242607,
      "loss": 0.9666,
      "step": 402
    },
    {
      "epoch": 0.04407743629005797,
      "grad_norm": 1.0092509984970093,
      "learning_rate": 0.00019990855672143596,
      "loss": 0.6308,
      "step": 403
    },
    {
      "epoch": 0.04418680958110029,
      "grad_norm": 0.9775615334510803,
      "learning_rate": 0.00019990806582693697,
      "loss": 0.7727,
      "step": 404
    },
    {
      "epoch": 0.044296182872142625,
      "grad_norm": 1.1057891845703125,
      "learning_rate": 0.0001999075736189356,
      "loss": 1.2195,
      "step": 405
    },
    {
      "epoch": 0.04440555616318495,
      "grad_norm": 1.8804906606674194,
      "learning_rate": 0.0001999070800974383,
      "loss": 0.9471,
      "step": 406
    },
    {
      "epoch": 0.044514929454227276,
      "grad_norm": 0.916015088558197,
      "learning_rate": 0.00019990658526245153,
      "loss": 0.7251,
      "step": 407
    },
    {
      "epoch": 0.04462430274526961,
      "grad_norm": 1.1240051984786987,
      "learning_rate": 0.00019990608911398184,
      "loss": 1.0191,
      "step": 408
    },
    {
      "epoch": 0.04473367603631193,
      "grad_norm": 0.9934580326080322,
      "learning_rate": 0.00019990559165203572,
      "loss": 1.0016,
      "step": 409
    },
    {
      "epoch": 0.04484304932735426,
      "grad_norm": 0.9659127593040466,
      "learning_rate": 0.00019990509287661973,
      "loss": 1.0285,
      "step": 410
    },
    {
      "epoch": 0.04495242261839659,
      "grad_norm": 0.8822170495986938,
      "learning_rate": 0.00019990459278774046,
      "loss": 1.0685,
      "step": 411
    },
    {
      "epoch": 0.045061795909438915,
      "grad_norm": 1.0471923351287842,
      "learning_rate": 0.00019990409138540441,
      "loss": 0.8328,
      "step": 412
    },
    {
      "epoch": 0.04517116920048124,
      "grad_norm": 1.1356496810913086,
      "learning_rate": 0.0001999035886696182,
      "loss": 0.9262,
      "step": 413
    },
    {
      "epoch": 0.04528054249152357,
      "grad_norm": 0.9098622798919678,
      "learning_rate": 0.00019990308464038848,
      "loss": 0.6382,
      "step": 414
    },
    {
      "epoch": 0.0453899157825659,
      "grad_norm": 1.1171592473983765,
      "learning_rate": 0.00019990257929772184,
      "loss": 0.746,
      "step": 415
    },
    {
      "epoch": 0.04549928907360822,
      "grad_norm": 0.9921464920043945,
      "learning_rate": 0.0001999020726416249,
      "loss": 0.7603,
      "step": 416
    },
    {
      "epoch": 0.045608662364650554,
      "grad_norm": 1.0106383562088013,
      "learning_rate": 0.0001999015646721044,
      "loss": 0.7964,
      "step": 417
    },
    {
      "epoch": 0.04571803565569288,
      "grad_norm": 1.3405063152313232,
      "learning_rate": 0.00019990105538916694,
      "loss": 0.807,
      "step": 418
    },
    {
      "epoch": 0.045827408946735204,
      "grad_norm": 1.180208683013916,
      "learning_rate": 0.00019990054479281924,
      "loss": 0.9172,
      "step": 419
    },
    {
      "epoch": 0.045936782237777536,
      "grad_norm": 1.1107349395751953,
      "learning_rate": 0.00019990003288306802,
      "loss": 0.9676,
      "step": 420
    },
    {
      "epoch": 0.04604615552881986,
      "grad_norm": 0.8224467635154724,
      "learning_rate": 0.00019989951965991999,
      "loss": 0.811,
      "step": 421
    },
    {
      "epoch": 0.046155528819862186,
      "grad_norm": 1.0547099113464355,
      "learning_rate": 0.00019989900512338196,
      "loss": 0.9228,
      "step": 422
    },
    {
      "epoch": 0.04626490211090452,
      "grad_norm": 1.2838783264160156,
      "learning_rate": 0.0001998984892734606,
      "loss": 0.6898,
      "step": 423
    },
    {
      "epoch": 0.04637427540194684,
      "grad_norm": 1.7018957138061523,
      "learning_rate": 0.00019989797211016278,
      "loss": 0.8091,
      "step": 424
    },
    {
      "epoch": 0.046483648692989175,
      "grad_norm": 1.207707405090332,
      "learning_rate": 0.00019989745363349526,
      "loss": 0.6146,
      "step": 425
    },
    {
      "epoch": 0.0465930219840315,
      "grad_norm": 1.4657715559005737,
      "learning_rate": 0.00019989693384346482,
      "loss": 0.9031,
      "step": 426
    },
    {
      "epoch": 0.046702395275073826,
      "grad_norm": 1.3541256189346313,
      "learning_rate": 0.0001998964127400784,
      "loss": 0.6766,
      "step": 427
    },
    {
      "epoch": 0.04681176856611616,
      "grad_norm": 0.9115450382232666,
      "learning_rate": 0.00019989589032334268,
      "loss": 0.9605,
      "step": 428
    },
    {
      "epoch": 0.04692114185715848,
      "grad_norm": 0.9539338946342468,
      "learning_rate": 0.0001998953665932647,
      "loss": 1.0472,
      "step": 429
    },
    {
      "epoch": 0.04703051514820081,
      "grad_norm": 0.9659996628761292,
      "learning_rate": 0.00019989484154985126,
      "loss": 0.7071,
      "step": 430
    },
    {
      "epoch": 0.04713988843924314,
      "grad_norm": 1.097551703453064,
      "learning_rate": 0.0001998943151931093,
      "loss": 0.4573,
      "step": 431
    },
    {
      "epoch": 0.047249261730285465,
      "grad_norm": 1.287800908088684,
      "learning_rate": 0.0001998937875230457,
      "loss": 0.7062,
      "step": 432
    },
    {
      "epoch": 0.04735863502132779,
      "grad_norm": 0.9104124307632446,
      "learning_rate": 0.0001998932585396674,
      "loss": 0.5085,
      "step": 433
    },
    {
      "epoch": 0.04746800831237012,
      "grad_norm": 0.8423514366149902,
      "learning_rate": 0.0001998927282429814,
      "loss": 0.7665,
      "step": 434
    },
    {
      "epoch": 0.04757738160341245,
      "grad_norm": 1.021085500717163,
      "learning_rate": 0.0001998921966329946,
      "loss": 0.6975,
      "step": 435
    },
    {
      "epoch": 0.04768675489445477,
      "grad_norm": 1.40684175491333,
      "learning_rate": 0.0001998916637097141,
      "loss": 0.7913,
      "step": 436
    },
    {
      "epoch": 0.047796128185497104,
      "grad_norm": 1.0347301959991455,
      "learning_rate": 0.00019989112947314678,
      "loss": 0.7172,
      "step": 437
    },
    {
      "epoch": 0.04790550147653943,
      "grad_norm": 1.0268831253051758,
      "learning_rate": 0.00019989059392329974,
      "loss": 0.7212,
      "step": 438
    },
    {
      "epoch": 0.048014874767581754,
      "grad_norm": 1.0991255044937134,
      "learning_rate": 0.00019989005706018,
      "loss": 0.7781,
      "step": 439
    },
    {
      "epoch": 0.048124248058624086,
      "grad_norm": 1.0303900241851807,
      "learning_rate": 0.00019988951888379462,
      "loss": 0.8743,
      "step": 440
    },
    {
      "epoch": 0.04823362134966641,
      "grad_norm": 1.1497889757156372,
      "learning_rate": 0.0001998889793941507,
      "loss": 0.8768,
      "step": 441
    },
    {
      "epoch": 0.048342994640708736,
      "grad_norm": 1.1906489133834839,
      "learning_rate": 0.00019988843859125528,
      "loss": 0.7988,
      "step": 442
    },
    {
      "epoch": 0.04845236793175107,
      "grad_norm": 0.9526726603507996,
      "learning_rate": 0.0001998878964751155,
      "loss": 0.9272,
      "step": 443
    },
    {
      "epoch": 0.04856174122279339,
      "grad_norm": 1.0579299926757812,
      "learning_rate": 0.0001998873530457385,
      "loss": 0.7917,
      "step": 444
    },
    {
      "epoch": 0.04867111451383572,
      "grad_norm": 1.2798495292663574,
      "learning_rate": 0.0001998868083031314,
      "loss": 0.8362,
      "step": 445
    },
    {
      "epoch": 0.04878048780487805,
      "grad_norm": 1.187063217163086,
      "learning_rate": 0.00019988626224730135,
      "loss": 0.6954,
      "step": 446
    },
    {
      "epoch": 0.048889861095920376,
      "grad_norm": 0.8720710873603821,
      "learning_rate": 0.0001998857148782556,
      "loss": 0.6788,
      "step": 447
    },
    {
      "epoch": 0.0489992343869627,
      "grad_norm": 1.2096325159072876,
      "learning_rate": 0.00019988516619600128,
      "loss": 0.7242,
      "step": 448
    },
    {
      "epoch": 0.04910860767800503,
      "grad_norm": 0.9759934544563293,
      "learning_rate": 0.0001998846162005456,
      "loss": 0.82,
      "step": 449
    },
    {
      "epoch": 0.04921798096904736,
      "grad_norm": 0.9307674169540405,
      "learning_rate": 0.00019988406489189584,
      "loss": 1.0253,
      "step": 450
    },
    {
      "epoch": 0.04932735426008968,
      "grad_norm": 1.079480767250061,
      "learning_rate": 0.00019988351227005923,
      "loss": 0.7901,
      "step": 451
    },
    {
      "epoch": 0.049436727551132015,
      "grad_norm": 0.9951292276382446,
      "learning_rate": 0.000199882958335043,
      "loss": 0.8101,
      "step": 452
    },
    {
      "epoch": 0.04954610084217434,
      "grad_norm": 1.5982356071472168,
      "learning_rate": 0.00019988240308685447,
      "loss": 0.7624,
      "step": 453
    },
    {
      "epoch": 0.04965547413321667,
      "grad_norm": 1.5702210664749146,
      "learning_rate": 0.0001998818465255009,
      "loss": 1.0113,
      "step": 454
    },
    {
      "epoch": 0.049764847424259,
      "grad_norm": 0.8995147347450256,
      "learning_rate": 0.00019988128865098967,
      "loss": 0.8003,
      "step": 455
    },
    {
      "epoch": 0.04987422071530132,
      "grad_norm": 1.0795233249664307,
      "learning_rate": 0.00019988072946332808,
      "loss": 0.7688,
      "step": 456
    },
    {
      "epoch": 0.049983594006343654,
      "grad_norm": 1.1191943883895874,
      "learning_rate": 0.00019988016896252346,
      "loss": 0.8913,
      "step": 457
    },
    {
      "epoch": 0.05009296729738598,
      "grad_norm": 1.089416265487671,
      "learning_rate": 0.0001998796071485832,
      "loss": 0.6705,
      "step": 458
    },
    {
      "epoch": 0.050202340588428304,
      "grad_norm": 0.9763931632041931,
      "learning_rate": 0.0001998790440215147,
      "loss": 0.6319,
      "step": 459
    },
    {
      "epoch": 0.050311713879470636,
      "grad_norm": 1.4132522344589233,
      "learning_rate": 0.00019987847958132535,
      "loss": 0.7966,
      "step": 460
    },
    {
      "epoch": 0.05042108717051296,
      "grad_norm": 1.5261541604995728,
      "learning_rate": 0.00019987791382802255,
      "loss": 0.6739,
      "step": 461
    },
    {
      "epoch": 0.050530460461555286,
      "grad_norm": 1.1543093919754028,
      "learning_rate": 0.00019987734676161378,
      "loss": 1.3043,
      "step": 462
    },
    {
      "epoch": 0.05063983375259762,
      "grad_norm": 1.311062216758728,
      "learning_rate": 0.0001998767783821065,
      "loss": 0.8772,
      "step": 463
    },
    {
      "epoch": 0.05074920704363994,
      "grad_norm": 1.5114765167236328,
      "learning_rate": 0.00019987620868950812,
      "loss": 0.8614,
      "step": 464
    },
    {
      "epoch": 0.05085858033468227,
      "grad_norm": 1.1269599199295044,
      "learning_rate": 0.00019987563768382617,
      "loss": 0.9356,
      "step": 465
    },
    {
      "epoch": 0.0509679536257246,
      "grad_norm": 1.285370945930481,
      "learning_rate": 0.00019987506536506814,
      "loss": 0.6714,
      "step": 466
    },
    {
      "epoch": 0.051077326916766926,
      "grad_norm": 1.137934923171997,
      "learning_rate": 0.0001998744917332416,
      "loss": 0.5941,
      "step": 467
    },
    {
      "epoch": 0.05118670020780925,
      "grad_norm": 1.1598773002624512,
      "learning_rate": 0.00019987391678835404,
      "loss": 0.9834,
      "step": 468
    },
    {
      "epoch": 0.05129607349885158,
      "grad_norm": 1.5532463788986206,
      "learning_rate": 0.00019987334053041307,
      "loss": 0.8427,
      "step": 469
    },
    {
      "epoch": 0.05140544678989391,
      "grad_norm": 1.0216114521026611,
      "learning_rate": 0.00019987276295942621,
      "loss": 0.8592,
      "step": 470
    },
    {
      "epoch": 0.05151482008093623,
      "grad_norm": 1.5978375673294067,
      "learning_rate": 0.00019987218407540108,
      "loss": 0.6453,
      "step": 471
    },
    {
      "epoch": 0.051624193371978565,
      "grad_norm": 1.022755742073059,
      "learning_rate": 0.0001998716038783453,
      "loss": 0.9352,
      "step": 472
    },
    {
      "epoch": 0.05173356666302089,
      "grad_norm": 1.1233989000320435,
      "learning_rate": 0.00019987102236826646,
      "loss": 0.7528,
      "step": 473
    },
    {
      "epoch": 0.051842939954063215,
      "grad_norm": 1.0236766338348389,
      "learning_rate": 0.00019987043954517223,
      "loss": 0.7504,
      "step": 474
    },
    {
      "epoch": 0.05195231324510555,
      "grad_norm": 0.9642089009284973,
      "learning_rate": 0.0001998698554090703,
      "loss": 0.7342,
      "step": 475
    },
    {
      "epoch": 0.05206168653614787,
      "grad_norm": 1.0298606157302856,
      "learning_rate": 0.00019986926995996834,
      "loss": 0.9943,
      "step": 476
    },
    {
      "epoch": 0.0521710598271902,
      "grad_norm": 0.9320874214172363,
      "learning_rate": 0.000199868683197874,
      "loss": 1.1226,
      "step": 477
    },
    {
      "epoch": 0.05228043311823253,
      "grad_norm": 0.8626863956451416,
      "learning_rate": 0.000199868095122795,
      "loss": 1.0293,
      "step": 478
    },
    {
      "epoch": 0.052389806409274854,
      "grad_norm": 1.0206810235977173,
      "learning_rate": 0.00019986750573473914,
      "loss": 1.0032,
      "step": 479
    },
    {
      "epoch": 0.05249917970031718,
      "grad_norm": 1.1447771787643433,
      "learning_rate": 0.0001998669150337141,
      "loss": 0.8816,
      "step": 480
    },
    {
      "epoch": 0.05260855299135951,
      "grad_norm": 1.1172994375228882,
      "learning_rate": 0.0001998663230197277,
      "loss": 0.8034,
      "step": 481
    },
    {
      "epoch": 0.052717926282401836,
      "grad_norm": 1.1175955533981323,
      "learning_rate": 0.00019986572969278766,
      "loss": 0.9391,
      "step": 482
    },
    {
      "epoch": 0.05282729957344417,
      "grad_norm": 1.279219388961792,
      "learning_rate": 0.00019986513505290186,
      "loss": 0.7481,
      "step": 483
    },
    {
      "epoch": 0.05293667286448649,
      "grad_norm": 0.9596846103668213,
      "learning_rate": 0.00019986453910007806,
      "loss": 0.7093,
      "step": 484
    },
    {
      "epoch": 0.05304604615552882,
      "grad_norm": 1.5974267721176147,
      "learning_rate": 0.0001998639418343241,
      "loss": 0.9337,
      "step": 485
    },
    {
      "epoch": 0.05315541944657115,
      "grad_norm": 0.9189580678939819,
      "learning_rate": 0.0001998633432556478,
      "loss": 1.042,
      "step": 486
    },
    {
      "epoch": 0.053264792737613476,
      "grad_norm": 1.3200494050979614,
      "learning_rate": 0.00019986274336405714,
      "loss": 0.8717,
      "step": 487
    },
    {
      "epoch": 0.0533741660286558,
      "grad_norm": 1.514082431793213,
      "learning_rate": 0.0001998621421595599,
      "loss": 0.9438,
      "step": 488
    },
    {
      "epoch": 0.05348353931969813,
      "grad_norm": 1.1798110008239746,
      "learning_rate": 0.000199861539642164,
      "loss": 0.8857,
      "step": 489
    },
    {
      "epoch": 0.05359291261074046,
      "grad_norm": 1.3705772161483765,
      "learning_rate": 0.00019986093581187743,
      "loss": 0.7876,
      "step": 490
    },
    {
      "epoch": 0.05370228590178278,
      "grad_norm": 1.0883309841156006,
      "learning_rate": 0.00019986033066870805,
      "loss": 0.7006,
      "step": 491
    },
    {
      "epoch": 0.053811659192825115,
      "grad_norm": 1.2093448638916016,
      "learning_rate": 0.00019985972421266386,
      "loss": 0.8158,
      "step": 492
    },
    {
      "epoch": 0.05392103248386744,
      "grad_norm": 1.2223838567733765,
      "learning_rate": 0.00019985911644375282,
      "loss": 0.9867,
      "step": 493
    },
    {
      "epoch": 0.054030405774909765,
      "grad_norm": 1.2985742092132568,
      "learning_rate": 0.00019985850736198294,
      "loss": 0.7929,
      "step": 494
    },
    {
      "epoch": 0.0541397790659521,
      "grad_norm": 1.0266704559326172,
      "learning_rate": 0.00019985789696736215,
      "loss": 0.7462,
      "step": 495
    },
    {
      "epoch": 0.05424915235699442,
      "grad_norm": 1.272060513496399,
      "learning_rate": 0.00019985728525989858,
      "loss": 0.78,
      "step": 496
    },
    {
      "epoch": 0.05435852564803675,
      "grad_norm": 0.8229413032531738,
      "learning_rate": 0.00019985667223960021,
      "loss": 1.0024,
      "step": 497
    },
    {
      "epoch": 0.05446789893907908,
      "grad_norm": 1.0643401145935059,
      "learning_rate": 0.00019985605790647513,
      "loss": 0.8547,
      "step": 498
    },
    {
      "epoch": 0.054577272230121404,
      "grad_norm": 0.9842153787612915,
      "learning_rate": 0.00019985544226053137,
      "loss": 1.0151,
      "step": 499
    },
    {
      "epoch": 0.05468664552116373,
      "grad_norm": 1.050392508506775,
      "learning_rate": 0.00019985482530177707,
      "loss": 0.7329,
      "step": 500
    },
    {
      "epoch": 0.05479601881220606,
      "grad_norm": 1.1385303735733032,
      "learning_rate": 0.00019985420703022032,
      "loss": 0.8524,
      "step": 501
    },
    {
      "epoch": 0.054905392103248386,
      "grad_norm": 1.0153578519821167,
      "learning_rate": 0.0001998535874458693,
      "loss": 0.9798,
      "step": 502
    },
    {
      "epoch": 0.05501476539429071,
      "grad_norm": 0.8864844441413879,
      "learning_rate": 0.00019985296654873204,
      "loss": 0.8962,
      "step": 503
    },
    {
      "epoch": 0.05512413868533304,
      "grad_norm": 0.8665205836296082,
      "learning_rate": 0.0001998523443388168,
      "loss": 1.1352,
      "step": 504
    },
    {
      "epoch": 0.05523351197637537,
      "grad_norm": 1.2367112636566162,
      "learning_rate": 0.00019985172081613177,
      "loss": 0.9921,
      "step": 505
    },
    {
      "epoch": 0.055342885267417694,
      "grad_norm": 1.02898108959198,
      "learning_rate": 0.00019985109598068506,
      "loss": 0.9123,
      "step": 506
    },
    {
      "epoch": 0.055452258558460026,
      "grad_norm": 0.9751277565956116,
      "learning_rate": 0.000199850469832485,
      "loss": 1.0117,
      "step": 507
    },
    {
      "epoch": 0.05556163184950235,
      "grad_norm": 1.1283056735992432,
      "learning_rate": 0.00019984984237153973,
      "loss": 0.7363,
      "step": 508
    },
    {
      "epoch": 0.055671005140544676,
      "grad_norm": 1.480178952217102,
      "learning_rate": 0.0001998492135978575,
      "loss": 1.0154,
      "step": 509
    },
    {
      "epoch": 0.05578037843158701,
      "grad_norm": 1.3893234729766846,
      "learning_rate": 0.00019984858351144663,
      "loss": 0.6876,
      "step": 510
    },
    {
      "epoch": 0.05588975172262933,
      "grad_norm": 1.0186976194381714,
      "learning_rate": 0.00019984795211231535,
      "loss": 0.7121,
      "step": 511
    },
    {
      "epoch": 0.055999125013671665,
      "grad_norm": 1.1589125394821167,
      "learning_rate": 0.000199847319400472,
      "loss": 0.7955,
      "step": 512
    },
    {
      "epoch": 0.05610849830471399,
      "grad_norm": 1.0086039304733276,
      "learning_rate": 0.0001998466853759249,
      "loss": 0.8957,
      "step": 513
    },
    {
      "epoch": 0.056217871595756315,
      "grad_norm": 1.2082234621047974,
      "learning_rate": 0.00019984605003868237,
      "loss": 0.931,
      "step": 514
    },
    {
      "epoch": 0.05632724488679865,
      "grad_norm": 1.0067565441131592,
      "learning_rate": 0.0001998454133887528,
      "loss": 0.731,
      "step": 515
    },
    {
      "epoch": 0.05643661817784097,
      "grad_norm": 0.8393429517745972,
      "learning_rate": 0.00019984477542614446,
      "loss": 0.8231,
      "step": 516
    },
    {
      "epoch": 0.0565459914688833,
      "grad_norm": 0.9679846167564392,
      "learning_rate": 0.00019984413615086583,
      "loss": 1.0243,
      "step": 517
    },
    {
      "epoch": 0.05665536475992563,
      "grad_norm": 1.0620890855789185,
      "learning_rate": 0.0001998434955629253,
      "loss": 0.8942,
      "step": 518
    },
    {
      "epoch": 0.056764738050967954,
      "grad_norm": 0.8497173190116882,
      "learning_rate": 0.00019984285366233127,
      "loss": 0.8808,
      "step": 519
    },
    {
      "epoch": 0.05687411134201028,
      "grad_norm": 1.210013508796692,
      "learning_rate": 0.0001998422104490922,
      "loss": 0.6953,
      "step": 520
    },
    {
      "epoch": 0.05698348463305261,
      "grad_norm": 0.8720889091491699,
      "learning_rate": 0.00019984156592321652,
      "loss": 0.9666,
      "step": 521
    },
    {
      "epoch": 0.057092857924094936,
      "grad_norm": 1.122982144355774,
      "learning_rate": 0.00019984092008471272,
      "loss": 0.8495,
      "step": 522
    },
    {
      "epoch": 0.05720223121513726,
      "grad_norm": 1.1690536737442017,
      "learning_rate": 0.00019984027293358931,
      "loss": 1.202,
      "step": 523
    },
    {
      "epoch": 0.05731160450617959,
      "grad_norm": 1.0106743574142456,
      "learning_rate": 0.00019983962446985476,
      "loss": 0.9893,
      "step": 524
    },
    {
      "epoch": 0.05742097779722192,
      "grad_norm": 1.8566340208053589,
      "learning_rate": 0.0001998389746935176,
      "loss": 1.3652,
      "step": 525
    },
    {
      "epoch": 0.057530351088264244,
      "grad_norm": 0.9694240689277649,
      "learning_rate": 0.00019983832360458644,
      "loss": 0.6753,
      "step": 526
    },
    {
      "epoch": 0.057639724379306576,
      "grad_norm": 1.099011778831482,
      "learning_rate": 0.00019983767120306973,
      "loss": 1.549,
      "step": 527
    },
    {
      "epoch": 0.0577490976703489,
      "grad_norm": 1.0495198965072632,
      "learning_rate": 0.00019983701748897613,
      "loss": 1.1807,
      "step": 528
    },
    {
      "epoch": 0.057858470961391226,
      "grad_norm": 0.9285663962364197,
      "learning_rate": 0.0001998363624623142,
      "loss": 1.0697,
      "step": 529
    },
    {
      "epoch": 0.05796784425243356,
      "grad_norm": 1.0406607389450073,
      "learning_rate": 0.00019983570612309257,
      "loss": 1.0355,
      "step": 530
    },
    {
      "epoch": 0.05807721754347588,
      "grad_norm": 0.9569828510284424,
      "learning_rate": 0.00019983504847131985,
      "loss": 0.7724,
      "step": 531
    },
    {
      "epoch": 0.05818659083451821,
      "grad_norm": 1.041804313659668,
      "learning_rate": 0.0001998343895070047,
      "loss": 0.5987,
      "step": 532
    },
    {
      "epoch": 0.05829596412556054,
      "grad_norm": 1.242843508720398,
      "learning_rate": 0.00019983372923015576,
      "loss": 1.0367,
      "step": 533
    },
    {
      "epoch": 0.058405337416602865,
      "grad_norm": 1.2179800271987915,
      "learning_rate": 0.00019983306764078174,
      "loss": 0.8017,
      "step": 534
    },
    {
      "epoch": 0.05851471070764519,
      "grad_norm": 1.5981494188308716,
      "learning_rate": 0.00019983240473889132,
      "loss": 0.8737,
      "step": 535
    },
    {
      "epoch": 0.05862408399868752,
      "grad_norm": 1.071590781211853,
      "learning_rate": 0.00019983174052449324,
      "loss": 0.8819,
      "step": 536
    },
    {
      "epoch": 0.05873345728972985,
      "grad_norm": 0.9891796112060547,
      "learning_rate": 0.0001998310749975962,
      "loss": 1.1386,
      "step": 537
    },
    {
      "epoch": 0.05884283058077217,
      "grad_norm": 1.0623862743377686,
      "learning_rate": 0.00019983040815820896,
      "loss": 0.8083,
      "step": 538
    },
    {
      "epoch": 0.058952203871814504,
      "grad_norm": 0.9091552495956421,
      "learning_rate": 0.0001998297400063403,
      "loss": 0.5463,
      "step": 539
    },
    {
      "epoch": 0.05906157716285683,
      "grad_norm": 1.1463671922683716,
      "learning_rate": 0.000199829070541999,
      "loss": 0.8651,
      "step": 540
    },
    {
      "epoch": 0.05917095045389916,
      "grad_norm": 1.4799455404281616,
      "learning_rate": 0.00019982839976519386,
      "loss": 0.6439,
      "step": 541
    },
    {
      "epoch": 0.059280323744941486,
      "grad_norm": 1.2554148435592651,
      "learning_rate": 0.00019982772767593367,
      "loss": 0.9621,
      "step": 542
    },
    {
      "epoch": 0.05938969703598381,
      "grad_norm": 1.0151816606521606,
      "learning_rate": 0.00019982705427422733,
      "loss": 0.8456,
      "step": 543
    },
    {
      "epoch": 0.05949907032702614,
      "grad_norm": 0.9739223122596741,
      "learning_rate": 0.00019982637956008362,
      "loss": 1.0848,
      "step": 544
    },
    {
      "epoch": 0.05960844361806847,
      "grad_norm": 1.4318240880966187,
      "learning_rate": 0.00019982570353351147,
      "loss": 0.4684,
      "step": 545
    },
    {
      "epoch": 0.059717816909110794,
      "grad_norm": 1.1196770668029785,
      "learning_rate": 0.00019982502619451974,
      "loss": 0.7739,
      "step": 546
    },
    {
      "epoch": 0.059827190200153126,
      "grad_norm": 0.9427726864814758,
      "learning_rate": 0.00019982434754311733,
      "loss": 0.9338,
      "step": 547
    },
    {
      "epoch": 0.05993656349119545,
      "grad_norm": 1.3539577722549438,
      "learning_rate": 0.0001998236675793132,
      "loss": 0.9631,
      "step": 548
    },
    {
      "epoch": 0.060045936782237776,
      "grad_norm": 1.1712934970855713,
      "learning_rate": 0.00019982298630311622,
      "loss": 0.9422,
      "step": 549
    },
    {
      "epoch": 0.06015531007328011,
      "grad_norm": 1.177377700805664,
      "learning_rate": 0.0001998223037145354,
      "loss": 0.9431,
      "step": 550
    },
    {
      "epoch": 0.06026468336432243,
      "grad_norm": 1.0253443717956543,
      "learning_rate": 0.00019982161981357973,
      "loss": 1.1583,
      "step": 551
    },
    {
      "epoch": 0.06037405665536476,
      "grad_norm": 1.0737707614898682,
      "learning_rate": 0.00019982093460025815,
      "loss": 0.7857,
      "step": 552
    },
    {
      "epoch": 0.06048342994640709,
      "grad_norm": 1.4929778575897217,
      "learning_rate": 0.00019982024807457967,
      "loss": 1.0744,
      "step": 553
    },
    {
      "epoch": 0.060592803237449415,
      "grad_norm": 1.174723744392395,
      "learning_rate": 0.00019981956023655336,
      "loss": 1.124,
      "step": 554
    },
    {
      "epoch": 0.06070217652849174,
      "grad_norm": 1.4608044624328613,
      "learning_rate": 0.00019981887108618825,
      "loss": 0.91,
      "step": 555
    },
    {
      "epoch": 0.06081154981953407,
      "grad_norm": 1.2418204545974731,
      "learning_rate": 0.00019981818062349337,
      "loss": 0.6012,
      "step": 556
    },
    {
      "epoch": 0.0609209231105764,
      "grad_norm": 1.3971385955810547,
      "learning_rate": 0.0001998174888484778,
      "loss": 0.7114,
      "step": 557
    },
    {
      "epoch": 0.06103029640161872,
      "grad_norm": 1.189285397529602,
      "learning_rate": 0.0001998167957611507,
      "loss": 1.3319,
      "step": 558
    },
    {
      "epoch": 0.061139669692661054,
      "grad_norm": 1.088165521621704,
      "learning_rate": 0.0001998161013615211,
      "loss": 0.6337,
      "step": 559
    },
    {
      "epoch": 0.06124904298370338,
      "grad_norm": 1.2663531303405762,
      "learning_rate": 0.0001998154056495982,
      "loss": 0.7802,
      "step": 560
    },
    {
      "epoch": 0.061358416274745704,
      "grad_norm": 1.002173900604248,
      "learning_rate": 0.00019981470862539107,
      "loss": 0.8206,
      "step": 561
    },
    {
      "epoch": 0.061467789565788036,
      "grad_norm": 1.1963932514190674,
      "learning_rate": 0.00019981401028890895,
      "loss": 1.1556,
      "step": 562
    },
    {
      "epoch": 0.06157716285683036,
      "grad_norm": 1.1052930355072021,
      "learning_rate": 0.00019981331064016097,
      "loss": 0.9486,
      "step": 563
    },
    {
      "epoch": 0.061686536147872686,
      "grad_norm": 0.9965226054191589,
      "learning_rate": 0.00019981260967915634,
      "loss": 0.766,
      "step": 564
    },
    {
      "epoch": 0.06179590943891502,
      "grad_norm": 1.6856166124343872,
      "learning_rate": 0.0001998119074059043,
      "loss": 0.6992,
      "step": 565
    },
    {
      "epoch": 0.061905282729957344,
      "grad_norm": 1.4077011346817017,
      "learning_rate": 0.00019981120382041404,
      "loss": 0.8003,
      "step": 566
    },
    {
      "epoch": 0.06201465602099967,
      "grad_norm": 1.032565951347351,
      "learning_rate": 0.00019981049892269482,
      "loss": 0.7922,
      "step": 567
    },
    {
      "epoch": 0.062124029312042,
      "grad_norm": 1.1922955513000488,
      "learning_rate": 0.00019980979271275596,
      "loss": 0.7718,
      "step": 568
    },
    {
      "epoch": 0.062233402603084326,
      "grad_norm": 0.9688342213630676,
      "learning_rate": 0.00019980908519060667,
      "loss": 0.7989,
      "step": 569
    },
    {
      "epoch": 0.06234277589412666,
      "grad_norm": 1.5489237308502197,
      "learning_rate": 0.00019980837635625632,
      "loss": 0.8059,
      "step": 570
    },
    {
      "epoch": 0.06245214918516898,
      "grad_norm": 1.9893778562545776,
      "learning_rate": 0.0001998076662097142,
      "loss": 0.8632,
      "step": 571
    },
    {
      "epoch": 0.06256152247621131,
      "grad_norm": 1.1985156536102295,
      "learning_rate": 0.00019980695475098958,
      "loss": 1.0229,
      "step": 572
    },
    {
      "epoch": 0.06267089576725364,
      "grad_norm": 0.994389533996582,
      "learning_rate": 0.00019980624198009193,
      "loss": 1.1044,
      "step": 573
    },
    {
      "epoch": 0.06278026905829596,
      "grad_norm": 0.9276033043861389,
      "learning_rate": 0.00019980552789703056,
      "loss": 0.9062,
      "step": 574
    },
    {
      "epoch": 0.06288964234933829,
      "grad_norm": 1.2080670595169067,
      "learning_rate": 0.00019980481250181487,
      "loss": 0.769,
      "step": 575
    },
    {
      "epoch": 0.06299901564038062,
      "grad_norm": 1.1223119497299194,
      "learning_rate": 0.00019980409579445425,
      "loss": 1.137,
      "step": 576
    },
    {
      "epoch": 0.06310838893142294,
      "grad_norm": 1.0903812646865845,
      "learning_rate": 0.00019980337777495812,
      "loss": 0.9827,
      "step": 577
    },
    {
      "epoch": 0.06321776222246528,
      "grad_norm": 1.0898516178131104,
      "learning_rate": 0.00019980265844333594,
      "loss": 0.8881,
      "step": 578
    },
    {
      "epoch": 0.0633271355135076,
      "grad_norm": 0.9497270584106445,
      "learning_rate": 0.00019980193779959717,
      "loss": 0.9331,
      "step": 579
    },
    {
      "epoch": 0.06343650880454993,
      "grad_norm": 1.1686186790466309,
      "learning_rate": 0.00019980121584375126,
      "loss": 0.8766,
      "step": 580
    },
    {
      "epoch": 0.06354588209559225,
      "grad_norm": 1.187633991241455,
      "learning_rate": 0.00019980049257580773,
      "loss": 0.8418,
      "step": 581
    },
    {
      "epoch": 0.06365525538663458,
      "grad_norm": 1.136193037033081,
      "learning_rate": 0.00019979976799577607,
      "loss": 0.7776,
      "step": 582
    },
    {
      "epoch": 0.0637646286776769,
      "grad_norm": 1.1883234977722168,
      "learning_rate": 0.0001997990421036658,
      "loss": 0.8067,
      "step": 583
    },
    {
      "epoch": 0.06387400196871924,
      "grad_norm": 1.0206081867218018,
      "learning_rate": 0.0001997983148994865,
      "loss": 1.0334,
      "step": 584
    },
    {
      "epoch": 0.06398337525976157,
      "grad_norm": 0.9565343260765076,
      "learning_rate": 0.00019979758638324772,
      "loss": 0.9657,
      "step": 585
    },
    {
      "epoch": 0.0640927485508039,
      "grad_norm": 1.2159839868545532,
      "learning_rate": 0.00019979685655495896,
      "loss": 0.8276,
      "step": 586
    },
    {
      "epoch": 0.06420212184184622,
      "grad_norm": 1.3924200534820557,
      "learning_rate": 0.00019979612541462993,
      "loss": 0.8714,
      "step": 587
    },
    {
      "epoch": 0.06431149513288854,
      "grad_norm": 1.16556978225708,
      "learning_rate": 0.00019979539296227018,
      "loss": 0.8768,
      "step": 588
    },
    {
      "epoch": 0.06442086842393088,
      "grad_norm": 1.5815696716308594,
      "learning_rate": 0.00019979465919788933,
      "loss": 0.8323,
      "step": 589
    },
    {
      "epoch": 0.06453024171497321,
      "grad_norm": 1.1107839345932007,
      "learning_rate": 0.00019979392412149707,
      "loss": 0.8951,
      "step": 590
    },
    {
      "epoch": 0.06463961500601553,
      "grad_norm": 0.9651502966880798,
      "learning_rate": 0.00019979318773310302,
      "loss": 1.1726,
      "step": 591
    },
    {
      "epoch": 0.06474898829705786,
      "grad_norm": 1.1854195594787598,
      "learning_rate": 0.0001997924500327169,
      "loss": 0.7009,
      "step": 592
    },
    {
      "epoch": 0.06485836158810018,
      "grad_norm": 1.102640986442566,
      "learning_rate": 0.0001997917110203484,
      "loss": 0.7523,
      "step": 593
    },
    {
      "epoch": 0.06496773487914251,
      "grad_norm": 1.0900192260742188,
      "learning_rate": 0.00019979097069600717,
      "loss": 0.6592,
      "step": 594
    },
    {
      "epoch": 0.06507710817018485,
      "grad_norm": 1.2523647546768188,
      "learning_rate": 0.00019979022905970307,
      "loss": 0.7598,
      "step": 595
    },
    {
      "epoch": 0.06518648146122717,
      "grad_norm": 1.1489145755767822,
      "learning_rate": 0.00019978948611144574,
      "loss": 0.8636,
      "step": 596
    },
    {
      "epoch": 0.0652958547522695,
      "grad_norm": 1.1444084644317627,
      "learning_rate": 0.00019978874185124502,
      "loss": 0.8351,
      "step": 597
    },
    {
      "epoch": 0.06540522804331182,
      "grad_norm": 1.0838830471038818,
      "learning_rate": 0.00019978799627911063,
      "loss": 0.9453,
      "step": 598
    },
    {
      "epoch": 0.06551460133435415,
      "grad_norm": 0.9383161067962646,
      "learning_rate": 0.00019978724939505242,
      "loss": 0.7702,
      "step": 599
    },
    {
      "epoch": 0.06562397462539647,
      "grad_norm": 1.2142367362976074,
      "learning_rate": 0.00019978650119908018,
      "loss": 0.7413,
      "step": 600
    },
    {
      "epoch": 0.06562397462539647,
      "eval_loss": 0.817609429359436,
      "eval_runtime": 40.8601,
      "eval_samples_per_second": 18.013,
      "eval_steps_per_second": 4.503,
      "step": 600
    },
    {
      "epoch": 0.06573334791643881,
      "grad_norm": 1.1490843296051025,
      "learning_rate": 0.0001997857516912038,
      "loss": 1.2676,
      "step": 601
    },
    {
      "epoch": 0.06584272120748114,
      "grad_norm": 1.0191518068313599,
      "learning_rate": 0.00019978500087143307,
      "loss": 1.0855,
      "step": 602
    },
    {
      "epoch": 0.06595209449852346,
      "grad_norm": 1.3642194271087646,
      "learning_rate": 0.00019978424873977785,
      "loss": 0.6015,
      "step": 603
    },
    {
      "epoch": 0.06606146778956579,
      "grad_norm": 1.4552335739135742,
      "learning_rate": 0.00019978349529624812,
      "loss": 1.1351,
      "step": 604
    },
    {
      "epoch": 0.06617084108060811,
      "grad_norm": 1.0363779067993164,
      "learning_rate": 0.0001997827405408537,
      "loss": 0.6271,
      "step": 605
    },
    {
      "epoch": 0.06628021437165044,
      "grad_norm": 1.104835033416748,
      "learning_rate": 0.00019978198447360456,
      "loss": 0.789,
      "step": 606
    },
    {
      "epoch": 0.06638958766269278,
      "grad_norm": 1.1536211967468262,
      "learning_rate": 0.00019978122709451063,
      "loss": 0.8427,
      "step": 607
    },
    {
      "epoch": 0.0664989609537351,
      "grad_norm": 1.244495153427124,
      "learning_rate": 0.00019978046840358183,
      "loss": 0.8738,
      "step": 608
    },
    {
      "epoch": 0.06660833424477743,
      "grad_norm": 0.9507635831832886,
      "learning_rate": 0.00019977970840082818,
      "loss": 0.9701,
      "step": 609
    },
    {
      "epoch": 0.06671770753581975,
      "grad_norm": 1.0605548620224,
      "learning_rate": 0.00019977894708625966,
      "loss": 0.9389,
      "step": 610
    },
    {
      "epoch": 0.06682708082686208,
      "grad_norm": 1.1662912368774414,
      "learning_rate": 0.0001997781844598863,
      "loss": 0.8314,
      "step": 611
    },
    {
      "epoch": 0.0669364541179044,
      "grad_norm": 1.1008390188217163,
      "learning_rate": 0.00019977742052171803,
      "loss": 0.9678,
      "step": 612
    },
    {
      "epoch": 0.06704582740894674,
      "grad_norm": 0.9262655377388,
      "learning_rate": 0.00019977665527176502,
      "loss": 1.1337,
      "step": 613
    },
    {
      "epoch": 0.06715520069998906,
      "grad_norm": 1.0576245784759521,
      "learning_rate": 0.00019977588871003727,
      "loss": 0.8009,
      "step": 614
    },
    {
      "epoch": 0.06726457399103139,
      "grad_norm": 1.2124804258346558,
      "learning_rate": 0.00019977512083654486,
      "loss": 0.9089,
      "step": 615
    },
    {
      "epoch": 0.06737394728207372,
      "grad_norm": 1.283664584159851,
      "learning_rate": 0.0001997743516512979,
      "loss": 0.8328,
      "step": 616
    },
    {
      "epoch": 0.06748332057311604,
      "grad_norm": 1.108501672744751,
      "learning_rate": 0.0001997735811543065,
      "loss": 0.8678,
      "step": 617
    },
    {
      "epoch": 0.06759269386415838,
      "grad_norm": 1.1499704122543335,
      "learning_rate": 0.00019977280934558076,
      "loss": 0.9058,
      "step": 618
    },
    {
      "epoch": 0.0677020671552007,
      "grad_norm": 1.1553590297698975,
      "learning_rate": 0.00019977203622513086,
      "loss": 0.7613,
      "step": 619
    },
    {
      "epoch": 0.06781144044624303,
      "grad_norm": 1.5791667699813843,
      "learning_rate": 0.00019977126179296693,
      "loss": 0.7606,
      "step": 620
    },
    {
      "epoch": 0.06792081373728535,
      "grad_norm": 1.0687192678451538,
      "learning_rate": 0.0001997704860490992,
      "loss": 0.7789,
      "step": 621
    },
    {
      "epoch": 0.06803018702832768,
      "grad_norm": 1.2858752012252808,
      "learning_rate": 0.00019976970899353785,
      "loss": 1.04,
      "step": 622
    },
    {
      "epoch": 0.06813956031937,
      "grad_norm": 1.2823305130004883,
      "learning_rate": 0.00019976893062629308,
      "loss": 0.7686,
      "step": 623
    },
    {
      "epoch": 0.06824893361041234,
      "grad_norm": 0.7791513800621033,
      "learning_rate": 0.00019976815094737514,
      "loss": 0.9096,
      "step": 624
    },
    {
      "epoch": 0.06835830690145467,
      "grad_norm": 1.144914984703064,
      "learning_rate": 0.00019976736995679426,
      "loss": 1.0989,
      "step": 625
    },
    {
      "epoch": 0.068467680192497,
      "grad_norm": 1.3526418209075928,
      "learning_rate": 0.00019976658765456074,
      "loss": 0.9081,
      "step": 626
    },
    {
      "epoch": 0.06857705348353932,
      "grad_norm": 1.377889633178711,
      "learning_rate": 0.0001997658040406848,
      "loss": 0.8414,
      "step": 627
    },
    {
      "epoch": 0.06868642677458164,
      "grad_norm": 1.0736886262893677,
      "learning_rate": 0.00019976501911517683,
      "loss": 0.9343,
      "step": 628
    },
    {
      "epoch": 0.06879580006562397,
      "grad_norm": 1.338830590248108,
      "learning_rate": 0.00019976423287804712,
      "loss": 1.1015,
      "step": 629
    },
    {
      "epoch": 0.06890517335666631,
      "grad_norm": 0.9553831219673157,
      "learning_rate": 0.00019976344532930597,
      "loss": 0.7355,
      "step": 630
    },
    {
      "epoch": 0.06901454664770863,
      "grad_norm": 0.9868148565292358,
      "learning_rate": 0.00019976265646896377,
      "loss": 0.9508,
      "step": 631
    },
    {
      "epoch": 0.06912391993875096,
      "grad_norm": 1.1125775575637817,
      "learning_rate": 0.00019976186629703087,
      "loss": 0.9547,
      "step": 632
    },
    {
      "epoch": 0.06923329322979328,
      "grad_norm": 0.9383817911148071,
      "learning_rate": 0.0001997610748135177,
      "loss": 0.8079,
      "step": 633
    },
    {
      "epoch": 0.06934266652083561,
      "grad_norm": 1.1855041980743408,
      "learning_rate": 0.0001997602820184346,
      "loss": 0.9058,
      "step": 634
    },
    {
      "epoch": 0.06945203981187793,
      "grad_norm": 0.9881440997123718,
      "learning_rate": 0.00019975948791179203,
      "loss": 0.9206,
      "step": 635
    },
    {
      "epoch": 0.06956141310292027,
      "grad_norm": 0.9503551125526428,
      "learning_rate": 0.00019975869249360043,
      "loss": 0.8653,
      "step": 636
    },
    {
      "epoch": 0.0696707863939626,
      "grad_norm": 1.2306631803512573,
      "learning_rate": 0.00019975789576387028,
      "loss": 0.9693,
      "step": 637
    },
    {
      "epoch": 0.06978015968500492,
      "grad_norm": 1.0904885530471802,
      "learning_rate": 0.000199757097722612,
      "loss": 0.4848,
      "step": 638
    },
    {
      "epoch": 0.06988953297604725,
      "grad_norm": 1.0348321199417114,
      "learning_rate": 0.00019975629836983612,
      "loss": 0.7544,
      "step": 639
    },
    {
      "epoch": 0.06999890626708957,
      "grad_norm": 1.4437801837921143,
      "learning_rate": 0.00019975549770555312,
      "loss": 0.8284,
      "step": 640
    },
    {
      "epoch": 0.0701082795581319,
      "grad_norm": 1.0044362545013428,
      "learning_rate": 0.0001997546957297736,
      "loss": 0.8013,
      "step": 641
    },
    {
      "epoch": 0.07021765284917424,
      "grad_norm": 0.8750835657119751,
      "learning_rate": 0.00019975389244250802,
      "loss": 0.9223,
      "step": 642
    },
    {
      "epoch": 0.07032702614021656,
      "grad_norm": 0.9822641611099243,
      "learning_rate": 0.00019975308784376695,
      "loss": 0.503,
      "step": 643
    },
    {
      "epoch": 0.07043639943125889,
      "grad_norm": 1.0298289060592651,
      "learning_rate": 0.00019975228193356103,
      "loss": 0.7897,
      "step": 644
    },
    {
      "epoch": 0.07054577272230121,
      "grad_norm": 1.4158082008361816,
      "learning_rate": 0.0001997514747119008,
      "loss": 0.7782,
      "step": 645
    },
    {
      "epoch": 0.07065514601334354,
      "grad_norm": 1.096412181854248,
      "learning_rate": 0.0001997506661787969,
      "loss": 1.014,
      "step": 646
    },
    {
      "epoch": 0.07076451930438588,
      "grad_norm": 1.2402337789535522,
      "learning_rate": 0.00019974985633425995,
      "loss": 0.9853,
      "step": 647
    },
    {
      "epoch": 0.0708738925954282,
      "grad_norm": 1.048528790473938,
      "learning_rate": 0.00019974904517830057,
      "loss": 0.7008,
      "step": 648
    },
    {
      "epoch": 0.07098326588647053,
      "grad_norm": 1.127461552619934,
      "learning_rate": 0.00019974823271092946,
      "loss": 0.8591,
      "step": 649
    },
    {
      "epoch": 0.07109263917751285,
      "grad_norm": 1.5449364185333252,
      "learning_rate": 0.00019974741893215729,
      "loss": 0.6911,
      "step": 650
    },
    {
      "epoch": 0.07120201246855518,
      "grad_norm": 1.1602526903152466,
      "learning_rate": 0.00019974660384199474,
      "loss": 0.7851,
      "step": 651
    },
    {
      "epoch": 0.0713113857595975,
      "grad_norm": 1.5102430582046509,
      "learning_rate": 0.0001997457874404526,
      "loss": 0.5834,
      "step": 652
    },
    {
      "epoch": 0.07142075905063984,
      "grad_norm": 0.9589799642562866,
      "learning_rate": 0.0001997449697275415,
      "loss": 1.086,
      "step": 653
    },
    {
      "epoch": 0.07153013234168216,
      "grad_norm": 0.9409639239311218,
      "learning_rate": 0.00019974415070327228,
      "loss": 0.6376,
      "step": 654
    },
    {
      "epoch": 0.07163950563272449,
      "grad_norm": 1.3825045824050903,
      "learning_rate": 0.00019974333036765565,
      "loss": 1.05,
      "step": 655
    },
    {
      "epoch": 0.07174887892376682,
      "grad_norm": 1.228034257888794,
      "learning_rate": 0.0001997425087207024,
      "loss": 0.756,
      "step": 656
    },
    {
      "epoch": 0.07185825221480914,
      "grad_norm": 1.1063343286514282,
      "learning_rate": 0.00019974168576242333,
      "loss": 0.94,
      "step": 657
    },
    {
      "epoch": 0.07196762550585147,
      "grad_norm": 1.1796149015426636,
      "learning_rate": 0.0001997408614928293,
      "loss": 1.1948,
      "step": 658
    },
    {
      "epoch": 0.0720769987968938,
      "grad_norm": 1.2910804748535156,
      "learning_rate": 0.00019974003591193113,
      "loss": 0.7471,
      "step": 659
    },
    {
      "epoch": 0.07218637208793613,
      "grad_norm": 0.950053334236145,
      "learning_rate": 0.00019973920901973966,
      "loss": 0.8559,
      "step": 660
    },
    {
      "epoch": 0.07229574537897845,
      "grad_norm": 1.1288427114486694,
      "learning_rate": 0.00019973838081626576,
      "loss": 0.7652,
      "step": 661
    },
    {
      "epoch": 0.07240511867002078,
      "grad_norm": 1.3732799291610718,
      "learning_rate": 0.00019973755130152032,
      "loss": 0.9279,
      "step": 662
    },
    {
      "epoch": 0.0725144919610631,
      "grad_norm": 1.5457011461257935,
      "learning_rate": 0.00019973672047551426,
      "loss": 1.0739,
      "step": 663
    },
    {
      "epoch": 0.07262386525210543,
      "grad_norm": 1.3835077285766602,
      "learning_rate": 0.0001997358883382585,
      "loss": 0.9601,
      "step": 664
    },
    {
      "epoch": 0.07273323854314777,
      "grad_norm": 1.0740020275115967,
      "learning_rate": 0.00019973505488976394,
      "loss": 0.8934,
      "step": 665
    },
    {
      "epoch": 0.0728426118341901,
      "grad_norm": 1.0193759202957153,
      "learning_rate": 0.0001997342201300416,
      "loss": 0.8884,
      "step": 666
    },
    {
      "epoch": 0.07295198512523242,
      "grad_norm": 1.0482374429702759,
      "learning_rate": 0.00019973338405910243,
      "loss": 0.9933,
      "step": 667
    },
    {
      "epoch": 0.07306135841627474,
      "grad_norm": 0.8073828816413879,
      "learning_rate": 0.0001997325466769574,
      "loss": 0.4287,
      "step": 668
    },
    {
      "epoch": 0.07317073170731707,
      "grad_norm": 1.123384952545166,
      "learning_rate": 0.0001997317079836176,
      "loss": 1.0069,
      "step": 669
    },
    {
      "epoch": 0.0732801049983594,
      "grad_norm": 1.0574086904525757,
      "learning_rate": 0.00019973086797909391,
      "loss": 0.9728,
      "step": 670
    },
    {
      "epoch": 0.07338947828940173,
      "grad_norm": 1.0201141834259033,
      "learning_rate": 0.0001997300266633975,
      "loss": 1.0972,
      "step": 671
    },
    {
      "epoch": 0.07349885158044406,
      "grad_norm": 1.225523591041565,
      "learning_rate": 0.00019972918403653934,
      "loss": 0.8404,
      "step": 672
    },
    {
      "epoch": 0.07360822487148638,
      "grad_norm": 1.357897162437439,
      "learning_rate": 0.00019972834009853062,
      "loss": 1.0389,
      "step": 673
    },
    {
      "epoch": 0.07371759816252871,
      "grad_norm": 1.0925666093826294,
      "learning_rate": 0.00019972749484938233,
      "loss": 0.9689,
      "step": 674
    },
    {
      "epoch": 0.07382697145357103,
      "grad_norm": 1.1267412900924683,
      "learning_rate": 0.00019972664828910564,
      "loss": 0.7727,
      "step": 675
    },
    {
      "epoch": 0.07393634474461337,
      "grad_norm": 1.2903382778167725,
      "learning_rate": 0.00019972580041771165,
      "loss": 1.1321,
      "step": 676
    },
    {
      "epoch": 0.0740457180356557,
      "grad_norm": 1.1655809879302979,
      "learning_rate": 0.00019972495123521156,
      "loss": 0.9803,
      "step": 677
    },
    {
      "epoch": 0.07415509132669802,
      "grad_norm": 0.9937360286712646,
      "learning_rate": 0.00019972410074161644,
      "loss": 1.2199,
      "step": 678
    },
    {
      "epoch": 0.07426446461774035,
      "grad_norm": 1.1037606000900269,
      "learning_rate": 0.00019972324893693756,
      "loss": 0.8067,
      "step": 679
    },
    {
      "epoch": 0.07437383790878267,
      "grad_norm": 1.7199792861938477,
      "learning_rate": 0.0001997223958211861,
      "loss": 0.9226,
      "step": 680
    },
    {
      "epoch": 0.074483211199825,
      "grad_norm": 1.2497960329055786,
      "learning_rate": 0.00019972154139437324,
      "loss": 1.2316,
      "step": 681
    },
    {
      "epoch": 0.07459258449086734,
      "grad_norm": 1.2246016263961792,
      "learning_rate": 0.00019972068565651024,
      "loss": 0.7142,
      "step": 682
    },
    {
      "epoch": 0.07470195778190966,
      "grad_norm": 1.1919150352478027,
      "learning_rate": 0.00019971982860760834,
      "loss": 0.8632,
      "step": 683
    },
    {
      "epoch": 0.07481133107295199,
      "grad_norm": 1.457666039466858,
      "learning_rate": 0.00019971897024767882,
      "loss": 0.8739,
      "step": 684
    },
    {
      "epoch": 0.07492070436399431,
      "grad_norm": 1.2749696969985962,
      "learning_rate": 0.00019971811057673295,
      "loss": 0.6209,
      "step": 685
    },
    {
      "epoch": 0.07503007765503664,
      "grad_norm": 2.0851213932037354,
      "learning_rate": 0.00019971724959478202,
      "loss": 0.9724,
      "step": 686
    },
    {
      "epoch": 0.07513945094607896,
      "grad_norm": 1.120041847229004,
      "learning_rate": 0.00019971638730183742,
      "loss": 1.0215,
      "step": 687
    },
    {
      "epoch": 0.0752488242371213,
      "grad_norm": 1.146913766860962,
      "learning_rate": 0.0001997155236979104,
      "loss": 0.9925,
      "step": 688
    },
    {
      "epoch": 0.07535819752816363,
      "grad_norm": 1.2135933637619019,
      "learning_rate": 0.00019971465878301236,
      "loss": 0.6812,
      "step": 689
    },
    {
      "epoch": 0.07546757081920595,
      "grad_norm": 1.5919603109359741,
      "learning_rate": 0.00019971379255715466,
      "loss": 0.9658,
      "step": 690
    },
    {
      "epoch": 0.07557694411024828,
      "grad_norm": 0.9288296699523926,
      "learning_rate": 0.00019971292502034868,
      "loss": 1.1744,
      "step": 691
    },
    {
      "epoch": 0.0756863174012906,
      "grad_norm": 1.343369960784912,
      "learning_rate": 0.00019971205617260585,
      "loss": 0.9064,
      "step": 692
    },
    {
      "epoch": 0.07579569069233293,
      "grad_norm": 1.2773042917251587,
      "learning_rate": 0.00019971118601393756,
      "loss": 0.5802,
      "step": 693
    },
    {
      "epoch": 0.07590506398337526,
      "grad_norm": 1.0229064226150513,
      "learning_rate": 0.0001997103145443553,
      "loss": 0.8091,
      "step": 694
    },
    {
      "epoch": 0.07601443727441759,
      "grad_norm": 1.152958869934082,
      "learning_rate": 0.00019970944176387047,
      "loss": 0.7775,
      "step": 695
    },
    {
      "epoch": 0.07612381056545992,
      "grad_norm": 0.848763644695282,
      "learning_rate": 0.00019970856767249456,
      "loss": 0.7118,
      "step": 696
    },
    {
      "epoch": 0.07623318385650224,
      "grad_norm": 1.7074475288391113,
      "learning_rate": 0.0001997076922702391,
      "loss": 0.9012,
      "step": 697
    },
    {
      "epoch": 0.07634255714754457,
      "grad_norm": 0.8505508899688721,
      "learning_rate": 0.00019970681555711556,
      "loss": 0.9937,
      "step": 698
    },
    {
      "epoch": 0.07645193043858689,
      "grad_norm": 1.1460299491882324,
      "learning_rate": 0.0001997059375331355,
      "loss": 0.5383,
      "step": 699
    },
    {
      "epoch": 0.07656130372962923,
      "grad_norm": 1.167402982711792,
      "learning_rate": 0.00019970505819831043,
      "loss": 0.692,
      "step": 700
    },
    {
      "epoch": 0.07667067702067155,
      "grad_norm": 1.3995429277420044,
      "learning_rate": 0.0001997041775526519,
      "loss": 0.8846,
      "step": 701
    },
    {
      "epoch": 0.07678005031171388,
      "grad_norm": 1.0239083766937256,
      "learning_rate": 0.0001997032955961715,
      "loss": 0.8172,
      "step": 702
    },
    {
      "epoch": 0.0768894236027562,
      "grad_norm": 1.228286862373352,
      "learning_rate": 0.00019970241232888087,
      "loss": 0.8918,
      "step": 703
    },
    {
      "epoch": 0.07699879689379853,
      "grad_norm": 1.2466994524002075,
      "learning_rate": 0.00019970152775079157,
      "loss": 0.9824,
      "step": 704
    },
    {
      "epoch": 0.07710817018484087,
      "grad_norm": 1.0454096794128418,
      "learning_rate": 0.00019970064186191524,
      "loss": 0.7876,
      "step": 705
    },
    {
      "epoch": 0.0772175434758832,
      "grad_norm": 1.3275943994522095,
      "learning_rate": 0.00019969975466226352,
      "loss": 0.7415,
      "step": 706
    },
    {
      "epoch": 0.07732691676692552,
      "grad_norm": 1.2628555297851562,
      "learning_rate": 0.00019969886615184813,
      "loss": 0.9612,
      "step": 707
    },
    {
      "epoch": 0.07743629005796784,
      "grad_norm": 1.2491726875305176,
      "learning_rate": 0.00019969797633068067,
      "loss": 0.9752,
      "step": 708
    },
    {
      "epoch": 0.07754566334901017,
      "grad_norm": 1.105066180229187,
      "learning_rate": 0.0001996970851987729,
      "loss": 0.8346,
      "step": 709
    },
    {
      "epoch": 0.0776550366400525,
      "grad_norm": 1.2142994403839111,
      "learning_rate": 0.00019969619275613649,
      "loss": 0.7027,
      "step": 710
    },
    {
      "epoch": 0.07776440993109483,
      "grad_norm": 0.9537602663040161,
      "learning_rate": 0.0001996952990027832,
      "loss": 1.044,
      "step": 711
    },
    {
      "epoch": 0.07787378322213716,
      "grad_norm": 1.3910495042800903,
      "learning_rate": 0.00019969440393872482,
      "loss": 1.0096,
      "step": 712
    },
    {
      "epoch": 0.07798315651317948,
      "grad_norm": 1.3613632917404175,
      "learning_rate": 0.00019969350756397303,
      "loss": 0.8662,
      "step": 713
    },
    {
      "epoch": 0.07809252980422181,
      "grad_norm": 1.2845927476882935,
      "learning_rate": 0.00019969260987853966,
      "loss": 0.5798,
      "step": 714
    },
    {
      "epoch": 0.07820190309526413,
      "grad_norm": 1.6404705047607422,
      "learning_rate": 0.00019969171088243654,
      "loss": 0.7121,
      "step": 715
    },
    {
      "epoch": 0.07831127638630646,
      "grad_norm": 0.8574418425559998,
      "learning_rate": 0.00019969081057567544,
      "loss": 0.8782,
      "step": 716
    },
    {
      "epoch": 0.0784206496773488,
      "grad_norm": 1.0659464597702026,
      "learning_rate": 0.00019968990895826824,
      "loss": 0.9873,
      "step": 717
    },
    {
      "epoch": 0.07853002296839112,
      "grad_norm": 1.3987879753112793,
      "learning_rate": 0.00019968900603022674,
      "loss": 1.043,
      "step": 718
    },
    {
      "epoch": 0.07863939625943345,
      "grad_norm": 1.4074671268463135,
      "learning_rate": 0.00019968810179156284,
      "loss": 0.5627,
      "step": 719
    },
    {
      "epoch": 0.07874876955047577,
      "grad_norm": 1.5267953872680664,
      "learning_rate": 0.0001996871962422884,
      "loss": 0.8376,
      "step": 720
    },
    {
      "epoch": 0.0788581428415181,
      "grad_norm": 1.3651149272918701,
      "learning_rate": 0.00019968628938241544,
      "loss": 0.5277,
      "step": 721
    },
    {
      "epoch": 0.07896751613256042,
      "grad_norm": 1.42264723777771,
      "learning_rate": 0.00019968538121195573,
      "loss": 0.8679,
      "step": 722
    },
    {
      "epoch": 0.07907688942360276,
      "grad_norm": 0.9253861904144287,
      "learning_rate": 0.00019968447173092127,
      "loss": 0.6319,
      "step": 723
    },
    {
      "epoch": 0.07918626271464509,
      "grad_norm": 1.3918668031692505,
      "learning_rate": 0.00019968356093932408,
      "loss": 0.9424,
      "step": 724
    },
    {
      "epoch": 0.07929563600568741,
      "grad_norm": 1.2722500562667847,
      "learning_rate": 0.00019968264883717603,
      "loss": 0.7896,
      "step": 725
    },
    {
      "epoch": 0.07940500929672974,
      "grad_norm": 1.1754547357559204,
      "learning_rate": 0.00019968173542448918,
      "loss": 0.7964,
      "step": 726
    },
    {
      "epoch": 0.07951438258777206,
      "grad_norm": 1.2456198930740356,
      "learning_rate": 0.0001996808207012755,
      "loss": 0.9675,
      "step": 727
    },
    {
      "epoch": 0.07962375587881439,
      "grad_norm": 1.112210750579834,
      "learning_rate": 0.00019967990466754706,
      "loss": 0.8094,
      "step": 728
    },
    {
      "epoch": 0.07973312916985673,
      "grad_norm": 1.4162180423736572,
      "learning_rate": 0.00019967898732331589,
      "loss": 0.7958,
      "step": 729
    },
    {
      "epoch": 0.07984250246089905,
      "grad_norm": 1.1824671030044556,
      "learning_rate": 0.00019967806866859399,
      "loss": 0.9652,
      "step": 730
    },
    {
      "epoch": 0.07995187575194138,
      "grad_norm": 1.1127402782440186,
      "learning_rate": 0.00019967714870339353,
      "loss": 1.0534,
      "step": 731
    },
    {
      "epoch": 0.0800612490429837,
      "grad_norm": 1.2103041410446167,
      "learning_rate": 0.00019967622742772653,
      "loss": 0.8203,
      "step": 732
    },
    {
      "epoch": 0.08017062233402603,
      "grad_norm": 1.122659683227539,
      "learning_rate": 0.00019967530484160515,
      "loss": 1.0141,
      "step": 733
    },
    {
      "epoch": 0.08027999562506836,
      "grad_norm": 1.188337802886963,
      "learning_rate": 0.0001996743809450415,
      "loss": 0.8292,
      "step": 734
    },
    {
      "epoch": 0.08038936891611069,
      "grad_norm": 1.3577244281768799,
      "learning_rate": 0.00019967345573804773,
      "loss": 0.7919,
      "step": 735
    },
    {
      "epoch": 0.08049874220715302,
      "grad_norm": 1.403151035308838,
      "learning_rate": 0.00019967252922063598,
      "loss": 0.7486,
      "step": 736
    },
    {
      "epoch": 0.08060811549819534,
      "grad_norm": 1.0413349866867065,
      "learning_rate": 0.00019967160139281847,
      "loss": 0.7938,
      "step": 737
    },
    {
      "epoch": 0.08071748878923767,
      "grad_norm": 1.182256817817688,
      "learning_rate": 0.00019967067225460739,
      "loss": 1.0254,
      "step": 738
    },
    {
      "epoch": 0.08082686208027999,
      "grad_norm": 1.1335121393203735,
      "learning_rate": 0.00019966974180601495,
      "loss": 0.9295,
      "step": 739
    },
    {
      "epoch": 0.08093623537132233,
      "grad_norm": 0.9481456875801086,
      "learning_rate": 0.00019966881004705335,
      "loss": 0.7879,
      "step": 740
    },
    {
      "epoch": 0.08104560866236465,
      "grad_norm": 1.5649831295013428,
      "learning_rate": 0.00019966787697773487,
      "loss": 0.8673,
      "step": 741
    },
    {
      "epoch": 0.08115498195340698,
      "grad_norm": 0.9668005108833313,
      "learning_rate": 0.00019966694259807182,
      "loss": 1.0657,
      "step": 742
    },
    {
      "epoch": 0.0812643552444493,
      "grad_norm": 1.3596941232681274,
      "learning_rate": 0.00019966600690807641,
      "loss": 0.8447,
      "step": 743
    },
    {
      "epoch": 0.08137372853549163,
      "grad_norm": 1.0048425197601318,
      "learning_rate": 0.000199665069907761,
      "loss": 1.0387,
      "step": 744
    },
    {
      "epoch": 0.08148310182653395,
      "grad_norm": 1.011863350868225,
      "learning_rate": 0.00019966413159713784,
      "loss": 0.572,
      "step": 745
    },
    {
      "epoch": 0.0815924751175763,
      "grad_norm": 1.1538282632827759,
      "learning_rate": 0.00019966319197621933,
      "loss": 0.8894,
      "step": 746
    },
    {
      "epoch": 0.08170184840861862,
      "grad_norm": 1.2780123949050903,
      "learning_rate": 0.0001996622510450178,
      "loss": 0.7546,
      "step": 747
    },
    {
      "epoch": 0.08181122169966094,
      "grad_norm": 1.2636635303497314,
      "learning_rate": 0.00019966130880354563,
      "loss": 1.0885,
      "step": 748
    },
    {
      "epoch": 0.08192059499070327,
      "grad_norm": 1.4378074407577515,
      "learning_rate": 0.00019966036525181517,
      "loss": 0.8398,
      "step": 749
    },
    {
      "epoch": 0.0820299682817456,
      "grad_norm": 0.9686568975448608,
      "learning_rate": 0.0001996594203898389,
      "loss": 0.8958,
      "step": 750
    },
    {
      "epoch": 0.08213934157278792,
      "grad_norm": 0.9453415274620056,
      "learning_rate": 0.00019965847421762916,
      "loss": 0.7573,
      "step": 751
    },
    {
      "epoch": 0.08224871486383026,
      "grad_norm": 1.0684524774551392,
      "learning_rate": 0.00019965752673519843,
      "loss": 1.0317,
      "step": 752
    },
    {
      "epoch": 0.08235808815487258,
      "grad_norm": 1.2976714372634888,
      "learning_rate": 0.00019965657794255917,
      "loss": 0.8801,
      "step": 753
    },
    {
      "epoch": 0.08246746144591491,
      "grad_norm": 1.2436695098876953,
      "learning_rate": 0.00019965562783972384,
      "loss": 0.9685,
      "step": 754
    },
    {
      "epoch": 0.08257683473695723,
      "grad_norm": 1.6265769004821777,
      "learning_rate": 0.00019965467642670494,
      "loss": 0.8696,
      "step": 755
    },
    {
      "epoch": 0.08268620802799956,
      "grad_norm": 1.113477110862732,
      "learning_rate": 0.00019965372370351497,
      "loss": 0.7968,
      "step": 756
    },
    {
      "epoch": 0.08279558131904188,
      "grad_norm": 1.1436411142349243,
      "learning_rate": 0.00019965276967016647,
      "loss": 0.8767,
      "step": 757
    },
    {
      "epoch": 0.08290495461008422,
      "grad_norm": 1.0350077152252197,
      "learning_rate": 0.000199651814326672,
      "loss": 0.8886,
      "step": 758
    },
    {
      "epoch": 0.08301432790112655,
      "grad_norm": 1.208807110786438,
      "learning_rate": 0.00019965085767304408,
      "loss": 0.6376,
      "step": 759
    },
    {
      "epoch": 0.08312370119216887,
      "grad_norm": 1.3621273040771484,
      "learning_rate": 0.00019964989970929525,
      "loss": 0.8308,
      "step": 760
    },
    {
      "epoch": 0.0832330744832112,
      "grad_norm": 1.2521097660064697,
      "learning_rate": 0.00019964894043543823,
      "loss": 0.8721,
      "step": 761
    },
    {
      "epoch": 0.08334244777425352,
      "grad_norm": 1.5560908317565918,
      "learning_rate": 0.00019964797985148552,
      "loss": 1.0384,
      "step": 762
    },
    {
      "epoch": 0.08345182106529586,
      "grad_norm": 0.8045756220817566,
      "learning_rate": 0.0001996470179574498,
      "loss": 0.6202,
      "step": 763
    },
    {
      "epoch": 0.08356119435633819,
      "grad_norm": 1.2550946474075317,
      "learning_rate": 0.00019964605475334367,
      "loss": 0.6782,
      "step": 764
    },
    {
      "epoch": 0.08367056764738051,
      "grad_norm": 1.165345311164856,
      "learning_rate": 0.00019964509023917985,
      "loss": 0.9765,
      "step": 765
    },
    {
      "epoch": 0.08377994093842284,
      "grad_norm": 1.181070327758789,
      "learning_rate": 0.00019964412441497102,
      "loss": 0.9072,
      "step": 766
    },
    {
      "epoch": 0.08388931422946516,
      "grad_norm": 1.2799577713012695,
      "learning_rate": 0.00019964315728072983,
      "loss": 0.7609,
      "step": 767
    },
    {
      "epoch": 0.08399868752050749,
      "grad_norm": 1.2581814527511597,
      "learning_rate": 0.00019964218883646901,
      "loss": 1.0167,
      "step": 768
    },
    {
      "epoch": 0.08410806081154983,
      "grad_norm": 1.2967522144317627,
      "learning_rate": 0.00019964121908220132,
      "loss": 1.0021,
      "step": 769
    },
    {
      "epoch": 0.08421743410259215,
      "grad_norm": 1.5000118017196655,
      "learning_rate": 0.00019964024801793947,
      "loss": 0.7812,
      "step": 770
    },
    {
      "epoch": 0.08432680739363448,
      "grad_norm": 1.1445389986038208,
      "learning_rate": 0.00019963927564369625,
      "loss": 0.7056,
      "step": 771
    },
    {
      "epoch": 0.0844361806846768,
      "grad_norm": 1.3679161071777344,
      "learning_rate": 0.00019963830195948446,
      "loss": 0.6822,
      "step": 772
    },
    {
      "epoch": 0.08454555397571913,
      "grad_norm": 1.0828126668930054,
      "learning_rate": 0.0001996373269653169,
      "loss": 0.7763,
      "step": 773
    },
    {
      "epoch": 0.08465492726676145,
      "grad_norm": 1.3515561819076538,
      "learning_rate": 0.00019963635066120634,
      "loss": 0.8533,
      "step": 774
    },
    {
      "epoch": 0.08476430055780379,
      "grad_norm": 1.3976073265075684,
      "learning_rate": 0.00019963537304716568,
      "loss": 0.9915,
      "step": 775
    },
    {
      "epoch": 0.08487367384884612,
      "grad_norm": 0.981069803237915,
      "learning_rate": 0.00019963439412320767,
      "loss": 0.6723,
      "step": 776
    },
    {
      "epoch": 0.08498304713988844,
      "grad_norm": 1.1897884607315063,
      "learning_rate": 0.0001996334138893453,
      "loss": 0.8058,
      "step": 777
    },
    {
      "epoch": 0.08509242043093077,
      "grad_norm": 1.029106855392456,
      "learning_rate": 0.00019963243234559142,
      "loss": 0.7647,
      "step": 778
    },
    {
      "epoch": 0.08520179372197309,
      "grad_norm": 1.119536280632019,
      "learning_rate": 0.0001996314494919589,
      "loss": 0.7175,
      "step": 779
    },
    {
      "epoch": 0.08531116701301542,
      "grad_norm": 1.2119157314300537,
      "learning_rate": 0.00019963046532846067,
      "loss": 0.7693,
      "step": 780
    },
    {
      "epoch": 0.08542054030405775,
      "grad_norm": 1.2779622077941895,
      "learning_rate": 0.00019962947985510972,
      "loss": 1.0908,
      "step": 781
    },
    {
      "epoch": 0.08552991359510008,
      "grad_norm": 1.5152631998062134,
      "learning_rate": 0.00019962849307191894,
      "loss": 0.9018,
      "step": 782
    },
    {
      "epoch": 0.0856392868861424,
      "grad_norm": 1.2640904188156128,
      "learning_rate": 0.00019962750497890132,
      "loss": 1.1887,
      "step": 783
    },
    {
      "epoch": 0.08574866017718473,
      "grad_norm": 1.3365931510925293,
      "learning_rate": 0.00019962651557606988,
      "loss": 0.7064,
      "step": 784
    },
    {
      "epoch": 0.08585803346822705,
      "grad_norm": 1.191049575805664,
      "learning_rate": 0.0001996255248634376,
      "loss": 0.9107,
      "step": 785
    },
    {
      "epoch": 0.08596740675926938,
      "grad_norm": 1.3733034133911133,
      "learning_rate": 0.00019962453284101754,
      "loss": 0.8751,
      "step": 786
    },
    {
      "epoch": 0.08607678005031172,
      "grad_norm": 1.3037829399108887,
      "learning_rate": 0.00019962353950882272,
      "loss": 1.1918,
      "step": 787
    },
    {
      "epoch": 0.08618615334135404,
      "grad_norm": 1.273435354232788,
      "learning_rate": 0.00019962254486686616,
      "loss": 0.6163,
      "step": 788
    },
    {
      "epoch": 0.08629552663239637,
      "grad_norm": 1.2746548652648926,
      "learning_rate": 0.00019962154891516097,
      "loss": 0.8341,
      "step": 789
    },
    {
      "epoch": 0.0864048999234387,
      "grad_norm": 0.8775056600570679,
      "learning_rate": 0.00019962055165372028,
      "loss": 0.5022,
      "step": 790
    },
    {
      "epoch": 0.08651427321448102,
      "grad_norm": 1.1755577325820923,
      "learning_rate": 0.00019961955308255718,
      "loss": 0.7566,
      "step": 791
    },
    {
      "epoch": 0.08662364650552336,
      "grad_norm": 1.5284981727600098,
      "learning_rate": 0.00019961855320168475,
      "loss": 0.6847,
      "step": 792
    },
    {
      "epoch": 0.08673301979656568,
      "grad_norm": 1.4542872905731201,
      "learning_rate": 0.00019961755201111618,
      "loss": 1.0386,
      "step": 793
    },
    {
      "epoch": 0.08684239308760801,
      "grad_norm": 1.3919121026992798,
      "learning_rate": 0.0001996165495108646,
      "loss": 0.9977,
      "step": 794
    },
    {
      "epoch": 0.08695176637865033,
      "grad_norm": 1.5708112716674805,
      "learning_rate": 0.00019961554570094325,
      "loss": 0.6402,
      "step": 795
    },
    {
      "epoch": 0.08706113966969266,
      "grad_norm": 0.9465711712837219,
      "learning_rate": 0.0001996145405813653,
      "loss": 0.9086,
      "step": 796
    },
    {
      "epoch": 0.08717051296073498,
      "grad_norm": 1.1368910074234009,
      "learning_rate": 0.00019961353415214394,
      "loss": 0.7948,
      "step": 797
    },
    {
      "epoch": 0.08727988625177732,
      "grad_norm": 1.1227450370788574,
      "learning_rate": 0.00019961252641329243,
      "loss": 0.7257,
      "step": 798
    },
    {
      "epoch": 0.08738925954281965,
      "grad_norm": 1.1165131330490112,
      "learning_rate": 0.000199611517364824,
      "loss": 0.6876,
      "step": 799
    },
    {
      "epoch": 0.08749863283386197,
      "grad_norm": 0.9231796264648438,
      "learning_rate": 0.0001996105070067519,
      "loss": 0.8655,
      "step": 800
    },
    {
      "epoch": 0.08749863283386197,
      "eval_loss": 0.8182419538497925,
      "eval_runtime": 40.9467,
      "eval_samples_per_second": 17.975,
      "eval_steps_per_second": 4.494,
      "step": 800
    },
    {
      "epoch": 0.0876080061249043,
      "grad_norm": 0.9535033702850342,
      "learning_rate": 0.00019960949533908947,
      "loss": 0.5837,
      "step": 801
    },
    {
      "epoch": 0.08771737941594662,
      "grad_norm": 1.0001469850540161,
      "learning_rate": 0.00019960848236184994,
      "loss": 0.8218,
      "step": 802
    },
    {
      "epoch": 0.08782675270698895,
      "grad_norm": 0.9336425065994263,
      "learning_rate": 0.0001996074680750467,
      "loss": 0.7247,
      "step": 803
    },
    {
      "epoch": 0.08793612599803129,
      "grad_norm": 1.1211315393447876,
      "learning_rate": 0.00019960645247869306,
      "loss": 0.932,
      "step": 804
    },
    {
      "epoch": 0.08804549928907361,
      "grad_norm": 1.1419967412948608,
      "learning_rate": 0.00019960543557280232,
      "loss": 0.8864,
      "step": 805
    },
    {
      "epoch": 0.08815487258011594,
      "grad_norm": 1.0939565896987915,
      "learning_rate": 0.0001996044173573879,
      "loss": 1.049,
      "step": 806
    },
    {
      "epoch": 0.08826424587115826,
      "grad_norm": 1.215834617614746,
      "learning_rate": 0.00019960339783246317,
      "loss": 0.7574,
      "step": 807
    },
    {
      "epoch": 0.08837361916220059,
      "grad_norm": 1.1480846405029297,
      "learning_rate": 0.00019960237699804157,
      "loss": 1.0014,
      "step": 808
    },
    {
      "epoch": 0.08848299245324291,
      "grad_norm": 0.9107721447944641,
      "learning_rate": 0.0001996013548541365,
      "loss": 0.9391,
      "step": 809
    },
    {
      "epoch": 0.08859236574428525,
      "grad_norm": 1.5890494585037231,
      "learning_rate": 0.00019960033140076135,
      "loss": 0.8012,
      "step": 810
    },
    {
      "epoch": 0.08870173903532758,
      "grad_norm": 0.8832481503486633,
      "learning_rate": 0.00019959930663792963,
      "loss": 1.1373,
      "step": 811
    },
    {
      "epoch": 0.0888111123263699,
      "grad_norm": 1.0795847177505493,
      "learning_rate": 0.00019959828056565482,
      "loss": 0.7,
      "step": 812
    },
    {
      "epoch": 0.08892048561741223,
      "grad_norm": 0.908379077911377,
      "learning_rate": 0.00019959725318395037,
      "loss": 0.9298,
      "step": 813
    },
    {
      "epoch": 0.08902985890845455,
      "grad_norm": 1.1739095449447632,
      "learning_rate": 0.0001995962244928298,
      "loss": 0.7351,
      "step": 814
    },
    {
      "epoch": 0.08913923219949688,
      "grad_norm": 1.2324635982513428,
      "learning_rate": 0.00019959519449230665,
      "loss": 1.0177,
      "step": 815
    },
    {
      "epoch": 0.08924860549053922,
      "grad_norm": 1.2192935943603516,
      "learning_rate": 0.00019959416318239445,
      "loss": 0.5567,
      "step": 816
    },
    {
      "epoch": 0.08935797878158154,
      "grad_norm": 1.4438891410827637,
      "learning_rate": 0.00019959313056310677,
      "loss": 1.223,
      "step": 817
    },
    {
      "epoch": 0.08946735207262387,
      "grad_norm": 1.1402913331985474,
      "learning_rate": 0.00019959209663445715,
      "loss": 1.3433,
      "step": 818
    },
    {
      "epoch": 0.08957672536366619,
      "grad_norm": 1.3516430854797363,
      "learning_rate": 0.00019959106139645925,
      "loss": 0.9054,
      "step": 819
    },
    {
      "epoch": 0.08968609865470852,
      "grad_norm": 1.0977493524551392,
      "learning_rate": 0.0001995900248491266,
      "loss": 0.8874,
      "step": 820
    },
    {
      "epoch": 0.08979547194575085,
      "grad_norm": 1.1743345260620117,
      "learning_rate": 0.00019958898699247289,
      "loss": 0.8661,
      "step": 821
    },
    {
      "epoch": 0.08990484523679318,
      "grad_norm": 1.2266860008239746,
      "learning_rate": 0.00019958794782651173,
      "loss": 0.6191,
      "step": 822
    },
    {
      "epoch": 0.0900142185278355,
      "grad_norm": 0.9657822251319885,
      "learning_rate": 0.00019958690735125682,
      "loss": 0.871,
      "step": 823
    },
    {
      "epoch": 0.09012359181887783,
      "grad_norm": 1.24700927734375,
      "learning_rate": 0.00019958586556672177,
      "loss": 0.566,
      "step": 824
    },
    {
      "epoch": 0.09023296510992015,
      "grad_norm": 1.1197797060012817,
      "learning_rate": 0.00019958482247292033,
      "loss": 0.8812,
      "step": 825
    },
    {
      "epoch": 0.09034233840096248,
      "grad_norm": 1.1232218742370605,
      "learning_rate": 0.00019958377806986624,
      "loss": 0.8536,
      "step": 826
    },
    {
      "epoch": 0.09045171169200482,
      "grad_norm": 1.542871117591858,
      "learning_rate": 0.00019958273235757317,
      "loss": 1.0144,
      "step": 827
    },
    {
      "epoch": 0.09056108498304714,
      "grad_norm": 1.1551693677902222,
      "learning_rate": 0.00019958168533605491,
      "loss": 0.9076,
      "step": 828
    },
    {
      "epoch": 0.09067045827408947,
      "grad_norm": 1.194580078125,
      "learning_rate": 0.00019958063700532515,
      "loss": 0.8739,
      "step": 829
    },
    {
      "epoch": 0.0907798315651318,
      "grad_norm": 1.5410252809524536,
      "learning_rate": 0.0001995795873653978,
      "loss": 0.9722,
      "step": 830
    },
    {
      "epoch": 0.09088920485617412,
      "grad_norm": 1.229311466217041,
      "learning_rate": 0.00019957853641628656,
      "loss": 0.9499,
      "step": 831
    },
    {
      "epoch": 0.09099857814721644,
      "grad_norm": 1.1045327186584473,
      "learning_rate": 0.0001995774841580053,
      "loss": 0.685,
      "step": 832
    },
    {
      "epoch": 0.09110795143825878,
      "grad_norm": 1.4332363605499268,
      "learning_rate": 0.00019957643059056781,
      "loss": 0.7151,
      "step": 833
    },
    {
      "epoch": 0.09121732472930111,
      "grad_norm": 1.2968801259994507,
      "learning_rate": 0.00019957537571398796,
      "loss": 0.7946,
      "step": 834
    },
    {
      "epoch": 0.09132669802034343,
      "grad_norm": 1.0148797035217285,
      "learning_rate": 0.00019957431952827962,
      "loss": 0.8544,
      "step": 835
    },
    {
      "epoch": 0.09143607131138576,
      "grad_norm": 0.9621775150299072,
      "learning_rate": 0.00019957326203345668,
      "loss": 0.9745,
      "step": 836
    },
    {
      "epoch": 0.09154544460242808,
      "grad_norm": 1.2392730712890625,
      "learning_rate": 0.00019957220322953302,
      "loss": 0.4786,
      "step": 837
    },
    {
      "epoch": 0.09165481789347041,
      "grad_norm": 1.4548712968826294,
      "learning_rate": 0.00019957114311652262,
      "loss": 0.6708,
      "step": 838
    },
    {
      "epoch": 0.09176419118451275,
      "grad_norm": 1.454961895942688,
      "learning_rate": 0.00019957008169443937,
      "loss": 1.0329,
      "step": 839
    },
    {
      "epoch": 0.09187356447555507,
      "grad_norm": 1.2699053287506104,
      "learning_rate": 0.00019956901896329724,
      "loss": 0.6117,
      "step": 840
    },
    {
      "epoch": 0.0919829377665974,
      "grad_norm": 1.3051475286483765,
      "learning_rate": 0.00019956795492311014,
      "loss": 0.9572,
      "step": 841
    },
    {
      "epoch": 0.09209231105763972,
      "grad_norm": 1.2349427938461304,
      "learning_rate": 0.00019956688957389215,
      "loss": 0.7841,
      "step": 842
    },
    {
      "epoch": 0.09220168434868205,
      "grad_norm": 1.0892583131790161,
      "learning_rate": 0.00019956582291565724,
      "loss": 0.6221,
      "step": 843
    },
    {
      "epoch": 0.09231105763972437,
      "grad_norm": 1.7155765295028687,
      "learning_rate": 0.00019956475494841943,
      "loss": 0.8352,
      "step": 844
    },
    {
      "epoch": 0.09242043093076671,
      "grad_norm": 1.3395003080368042,
      "learning_rate": 0.00019956368567219276,
      "loss": 0.8833,
      "step": 845
    },
    {
      "epoch": 0.09252980422180904,
      "grad_norm": 1.1988462209701538,
      "learning_rate": 0.00019956261508699132,
      "loss": 0.8453,
      "step": 846
    },
    {
      "epoch": 0.09263917751285136,
      "grad_norm": 1.2849291563034058,
      "learning_rate": 0.00019956154319282913,
      "loss": 0.9758,
      "step": 847
    },
    {
      "epoch": 0.09274855080389369,
      "grad_norm": 0.9945152401924133,
      "learning_rate": 0.0001995604699897203,
      "loss": 0.7195,
      "step": 848
    },
    {
      "epoch": 0.09285792409493601,
      "grad_norm": 1.1506707668304443,
      "learning_rate": 0.00019955939547767896,
      "loss": 0.8726,
      "step": 849
    },
    {
      "epoch": 0.09296729738597835,
      "grad_norm": 1.3727513551712036,
      "learning_rate": 0.00019955831965671921,
      "loss": 1.0069,
      "step": 850
    },
    {
      "epoch": 0.09307667067702068,
      "grad_norm": 1.1457537412643433,
      "learning_rate": 0.00019955724252685526,
      "loss": 1.0295,
      "step": 851
    },
    {
      "epoch": 0.093186043968063,
      "grad_norm": 1.3083910942077637,
      "learning_rate": 0.0001995561640881012,
      "loss": 0.8109,
      "step": 852
    },
    {
      "epoch": 0.09329541725910533,
      "grad_norm": 1.1764094829559326,
      "learning_rate": 0.00019955508434047118,
      "loss": 0.6939,
      "step": 853
    },
    {
      "epoch": 0.09340479055014765,
      "grad_norm": 1.1331216096878052,
      "learning_rate": 0.0001995540032839795,
      "loss": 1.1515,
      "step": 854
    },
    {
      "epoch": 0.09351416384118998,
      "grad_norm": 1.0536712408065796,
      "learning_rate": 0.00019955292091864029,
      "loss": 0.6403,
      "step": 855
    },
    {
      "epoch": 0.09362353713223232,
      "grad_norm": 0.8079434037208557,
      "learning_rate": 0.0001995518372444678,
      "loss": 0.7601,
      "step": 856
    },
    {
      "epoch": 0.09373291042327464,
      "grad_norm": 1.0035877227783203,
      "learning_rate": 0.0001995507522614763,
      "loss": 0.8642,
      "step": 857
    },
    {
      "epoch": 0.09384228371431697,
      "grad_norm": 0.9096612930297852,
      "learning_rate": 0.00019954966596968002,
      "loss": 1.1461,
      "step": 858
    },
    {
      "epoch": 0.09395165700535929,
      "grad_norm": 1.1789451837539673,
      "learning_rate": 0.00019954857836909328,
      "loss": 1.1652,
      "step": 859
    },
    {
      "epoch": 0.09406103029640162,
      "grad_norm": 1.2239881753921509,
      "learning_rate": 0.00019954748945973037,
      "loss": 1.2469,
      "step": 860
    },
    {
      "epoch": 0.09417040358744394,
      "grad_norm": 1.324474811553955,
      "learning_rate": 0.00019954639924160556,
      "loss": 0.9968,
      "step": 861
    },
    {
      "epoch": 0.09427977687848628,
      "grad_norm": 1.157252550125122,
      "learning_rate": 0.00019954530771473325,
      "loss": 1.1599,
      "step": 862
    },
    {
      "epoch": 0.0943891501695286,
      "grad_norm": 0.7629270553588867,
      "learning_rate": 0.00019954421487912774,
      "loss": 0.7209,
      "step": 863
    },
    {
      "epoch": 0.09449852346057093,
      "grad_norm": 1.4981436729431152,
      "learning_rate": 0.00019954312073480345,
      "loss": 0.7902,
      "step": 864
    },
    {
      "epoch": 0.09460789675161325,
      "grad_norm": 1.2095366716384888,
      "learning_rate": 0.00019954202528177465,
      "loss": 1.0945,
      "step": 865
    },
    {
      "epoch": 0.09471727004265558,
      "grad_norm": 1.2913610935211182,
      "learning_rate": 0.00019954092852005588,
      "loss": 0.7072,
      "step": 866
    },
    {
      "epoch": 0.0948266433336979,
      "grad_norm": 1.056751012802124,
      "learning_rate": 0.00019953983044966153,
      "loss": 0.9528,
      "step": 867
    },
    {
      "epoch": 0.09493601662474024,
      "grad_norm": 1.055098533630371,
      "learning_rate": 0.00019953873107060596,
      "loss": 0.984,
      "step": 868
    },
    {
      "epoch": 0.09504538991578257,
      "grad_norm": 1.341044545173645,
      "learning_rate": 0.00019953763038290368,
      "loss": 0.7982,
      "step": 869
    },
    {
      "epoch": 0.0951547632068249,
      "grad_norm": 0.9234110713005066,
      "learning_rate": 0.00019953652838656917,
      "loss": 0.7717,
      "step": 870
    },
    {
      "epoch": 0.09526413649786722,
      "grad_norm": 1.9180636405944824,
      "learning_rate": 0.00019953542508161689,
      "loss": 1.0908,
      "step": 871
    },
    {
      "epoch": 0.09537350978890954,
      "grad_norm": 1.0126632452011108,
      "learning_rate": 0.00019953432046806137,
      "loss": 0.8611,
      "step": 872
    },
    {
      "epoch": 0.09548288307995187,
      "grad_norm": 0.9232673645019531,
      "learning_rate": 0.00019953321454591709,
      "loss": 0.8924,
      "step": 873
    },
    {
      "epoch": 0.09559225637099421,
      "grad_norm": 1.4557191133499146,
      "learning_rate": 0.00019953210731519865,
      "loss": 0.7869,
      "step": 874
    },
    {
      "epoch": 0.09570162966203653,
      "grad_norm": 1.2406479120254517,
      "learning_rate": 0.00019953099877592057,
      "loss": 0.9444,
      "step": 875
    },
    {
      "epoch": 0.09581100295307886,
      "grad_norm": 1.7575751543045044,
      "learning_rate": 0.00019952988892809744,
      "loss": 0.9689,
      "step": 876
    },
    {
      "epoch": 0.09592037624412118,
      "grad_norm": 1.237321376800537,
      "learning_rate": 0.0001995287777717438,
      "loss": 0.9258,
      "step": 877
    },
    {
      "epoch": 0.09602974953516351,
      "grad_norm": 1.3944149017333984,
      "learning_rate": 0.00019952766530687433,
      "loss": 0.7997,
      "step": 878
    },
    {
      "epoch": 0.09613912282620585,
      "grad_norm": 1.2106367349624634,
      "learning_rate": 0.0001995265515335036,
      "loss": 0.7602,
      "step": 879
    },
    {
      "epoch": 0.09624849611724817,
      "grad_norm": 1.1708970069885254,
      "learning_rate": 0.0001995254364516463,
      "loss": 0.9178,
      "step": 880
    },
    {
      "epoch": 0.0963578694082905,
      "grad_norm": 1.2044042348861694,
      "learning_rate": 0.00019952432006131707,
      "loss": 0.8981,
      "step": 881
    },
    {
      "epoch": 0.09646724269933282,
      "grad_norm": 1.2091017961502075,
      "learning_rate": 0.0001995232023625306,
      "loss": 1.0984,
      "step": 882
    },
    {
      "epoch": 0.09657661599037515,
      "grad_norm": 1.210006833076477,
      "learning_rate": 0.00019952208335530155,
      "loss": 0.6739,
      "step": 883
    },
    {
      "epoch": 0.09668598928141747,
      "grad_norm": 1.1765155792236328,
      "learning_rate": 0.00019952096303964463,
      "loss": 0.6625,
      "step": 884
    },
    {
      "epoch": 0.09679536257245981,
      "grad_norm": 1.6544713973999023,
      "learning_rate": 0.0001995198414155746,
      "loss": 0.8313,
      "step": 885
    },
    {
      "epoch": 0.09690473586350214,
      "grad_norm": 1.509202480316162,
      "learning_rate": 0.00019951871848310622,
      "loss": 0.8709,
      "step": 886
    },
    {
      "epoch": 0.09701410915454446,
      "grad_norm": 0.8444991707801819,
      "learning_rate": 0.00019951759424225422,
      "loss": 0.7864,
      "step": 887
    },
    {
      "epoch": 0.09712348244558679,
      "grad_norm": 1.0528488159179688,
      "learning_rate": 0.0001995164686930334,
      "loss": 1.0549,
      "step": 888
    },
    {
      "epoch": 0.09723285573662911,
      "grad_norm": 1.2691233158111572,
      "learning_rate": 0.00019951534183545856,
      "loss": 0.8455,
      "step": 889
    },
    {
      "epoch": 0.09734222902767144,
      "grad_norm": 1.04086172580719,
      "learning_rate": 0.00019951421366954446,
      "loss": 1.1132,
      "step": 890
    },
    {
      "epoch": 0.09745160231871378,
      "grad_norm": 1.0036054849624634,
      "learning_rate": 0.00019951308419530599,
      "loss": 0.794,
      "step": 891
    },
    {
      "epoch": 0.0975609756097561,
      "grad_norm": 1.2341976165771484,
      "learning_rate": 0.00019951195341275798,
      "loss": 0.8283,
      "step": 892
    },
    {
      "epoch": 0.09767034890079843,
      "grad_norm": 1.5961192846298218,
      "learning_rate": 0.0001995108213219153,
      "loss": 0.704,
      "step": 893
    },
    {
      "epoch": 0.09777972219184075,
      "grad_norm": 0.947320282459259,
      "learning_rate": 0.00019950968792279287,
      "loss": 0.852,
      "step": 894
    },
    {
      "epoch": 0.09788909548288308,
      "grad_norm": 1.3363678455352783,
      "learning_rate": 0.00019950855321540555,
      "loss": 0.883,
      "step": 895
    },
    {
      "epoch": 0.0979984687739254,
      "grad_norm": 0.8344139456748962,
      "learning_rate": 0.00019950741719976825,
      "loss": 0.9032,
      "step": 896
    },
    {
      "epoch": 0.09810784206496774,
      "grad_norm": 1.7639341354370117,
      "learning_rate": 0.0001995062798758959,
      "loss": 0.8914,
      "step": 897
    },
    {
      "epoch": 0.09821721535601007,
      "grad_norm": 1.239662766456604,
      "learning_rate": 0.0001995051412438035,
      "loss": 0.4648,
      "step": 898
    },
    {
      "epoch": 0.09832658864705239,
      "grad_norm": 1.1349619626998901,
      "learning_rate": 0.00019950400130350597,
      "loss": 0.8947,
      "step": 899
    },
    {
      "epoch": 0.09843596193809472,
      "grad_norm": 1.0377110242843628,
      "learning_rate": 0.00019950286005501833,
      "loss": 1.0922,
      "step": 900
    },
    {
      "epoch": 0.09854533522913704,
      "grad_norm": 1.5270278453826904,
      "learning_rate": 0.00019950171749835558,
      "loss": 0.7132,
      "step": 901
    },
    {
      "epoch": 0.09865470852017937,
      "grad_norm": 1.3682656288146973,
      "learning_rate": 0.00019950057363353273,
      "loss": 0.6956,
      "step": 902
    },
    {
      "epoch": 0.0987640818112217,
      "grad_norm": 1.4862194061279297,
      "learning_rate": 0.0001994994284605648,
      "loss": 1.1994,
      "step": 903
    },
    {
      "epoch": 0.09887345510226403,
      "grad_norm": 1.3727412223815918,
      "learning_rate": 0.0001994982819794669,
      "loss": 0.9017,
      "step": 904
    },
    {
      "epoch": 0.09898282839330635,
      "grad_norm": 1.2614322900772095,
      "learning_rate": 0.00019949713419025407,
      "loss": 0.8639,
      "step": 905
    },
    {
      "epoch": 0.09909220168434868,
      "grad_norm": 0.9942101240158081,
      "learning_rate": 0.00019949598509294138,
      "loss": 0.9419,
      "step": 906
    },
    {
      "epoch": 0.099201574975391,
      "grad_norm": 1.2384140491485596,
      "learning_rate": 0.00019949483468754395,
      "loss": 0.7995,
      "step": 907
    },
    {
      "epoch": 0.09931094826643334,
      "grad_norm": 1.643040418624878,
      "learning_rate": 0.00019949368297407695,
      "loss": 0.5917,
      "step": 908
    },
    {
      "epoch": 0.09942032155747567,
      "grad_norm": 1.224613904953003,
      "learning_rate": 0.00019949252995255545,
      "loss": 0.7475,
      "step": 909
    },
    {
      "epoch": 0.099529694848518,
      "grad_norm": 1.0784614086151123,
      "learning_rate": 0.00019949137562299467,
      "loss": 0.7325,
      "step": 910
    },
    {
      "epoch": 0.09963906813956032,
      "grad_norm": 1.1546502113342285,
      "learning_rate": 0.00019949021998540975,
      "loss": 0.706,
      "step": 911
    },
    {
      "epoch": 0.09974844143060264,
      "grad_norm": 0.9804129600524902,
      "learning_rate": 0.0001994890630398159,
      "loss": 0.914,
      "step": 912
    },
    {
      "epoch": 0.09985781472164497,
      "grad_norm": 1.2071402072906494,
      "learning_rate": 0.00019948790478622832,
      "loss": 1.1277,
      "step": 913
    },
    {
      "epoch": 0.09996718801268731,
      "grad_norm": 1.15370512008667,
      "learning_rate": 0.00019948674522466222,
      "loss": 0.8028,
      "step": 914
    },
    {
      "epoch": 0.10007656130372963,
      "grad_norm": 1.122122049331665,
      "learning_rate": 0.00019948558435513286,
      "loss": 0.9196,
      "step": 915
    },
    {
      "epoch": 0.10018593459477196,
      "grad_norm": 1.3481228351593018,
      "learning_rate": 0.00019948442217765556,
      "loss": 0.829,
      "step": 916
    },
    {
      "epoch": 0.10029530788581428,
      "grad_norm": 1.224122405052185,
      "learning_rate": 0.00019948325869224552,
      "loss": 0.896,
      "step": 917
    },
    {
      "epoch": 0.10040468117685661,
      "grad_norm": 1.0718632936477661,
      "learning_rate": 0.00019948209389891806,
      "loss": 0.9488,
      "step": 918
    },
    {
      "epoch": 0.10051405446789893,
      "grad_norm": 1.2147067785263062,
      "learning_rate": 0.00019948092779768848,
      "loss": 0.4492,
      "step": 919
    },
    {
      "epoch": 0.10062342775894127,
      "grad_norm": 1.484676718711853,
      "learning_rate": 0.00019947976038857217,
      "loss": 0.8467,
      "step": 920
    },
    {
      "epoch": 0.1007328010499836,
      "grad_norm": 1.0704717636108398,
      "learning_rate": 0.0001994785916715844,
      "loss": 0.8564,
      "step": 921
    },
    {
      "epoch": 0.10084217434102592,
      "grad_norm": 0.9627458453178406,
      "learning_rate": 0.0001994774216467406,
      "loss": 0.7387,
      "step": 922
    },
    {
      "epoch": 0.10095154763206825,
      "grad_norm": 1.1271440982818604,
      "learning_rate": 0.0001994762503140561,
      "loss": 0.6338,
      "step": 923
    },
    {
      "epoch": 0.10106092092311057,
      "grad_norm": 1.3446354866027832,
      "learning_rate": 0.00019947507767354634,
      "loss": 0.806,
      "step": 924
    },
    {
      "epoch": 0.1011702942141529,
      "grad_norm": 1.4003483057022095,
      "learning_rate": 0.0001994739037252267,
      "loss": 1.168,
      "step": 925
    },
    {
      "epoch": 0.10127966750519524,
      "grad_norm": 1.1401091814041138,
      "learning_rate": 0.00019947272846911266,
      "loss": 1.0078,
      "step": 926
    },
    {
      "epoch": 0.10138904079623756,
      "grad_norm": 0.9426333904266357,
      "learning_rate": 0.00019947155190521963,
      "loss": 1.2029,
      "step": 927
    },
    {
      "epoch": 0.10149841408727989,
      "grad_norm": 1.6015233993530273,
      "learning_rate": 0.00019947037403356311,
      "loss": 0.8601,
      "step": 928
    },
    {
      "epoch": 0.10160778737832221,
      "grad_norm": 1.1976593732833862,
      "learning_rate": 0.00019946919485415855,
      "loss": 0.7789,
      "step": 929
    },
    {
      "epoch": 0.10171716066936454,
      "grad_norm": 1.0622069835662842,
      "learning_rate": 0.00019946801436702147,
      "loss": 0.7763,
      "step": 930
    },
    {
      "epoch": 0.10182653396040686,
      "grad_norm": 1.2237211465835571,
      "learning_rate": 0.0001994668325721674,
      "loss": 0.5661,
      "step": 931
    },
    {
      "epoch": 0.1019359072514492,
      "grad_norm": 1.0646111965179443,
      "learning_rate": 0.00019946564946961187,
      "loss": 0.8108,
      "step": 932
    },
    {
      "epoch": 0.10204528054249153,
      "grad_norm": 1.4957557916641235,
      "learning_rate": 0.00019946446505937046,
      "loss": 0.8712,
      "step": 933
    },
    {
      "epoch": 0.10215465383353385,
      "grad_norm": 1.1500412225723267,
      "learning_rate": 0.0001994632793414587,
      "loss": 0.8437,
      "step": 934
    },
    {
      "epoch": 0.10226402712457618,
      "grad_norm": 1.8560198545455933,
      "learning_rate": 0.00019946209231589218,
      "loss": 1.0932,
      "step": 935
    },
    {
      "epoch": 0.1023734004156185,
      "grad_norm": 0.9968304634094238,
      "learning_rate": 0.00019946090398268652,
      "loss": 0.6757,
      "step": 936
    },
    {
      "epoch": 0.10248277370666084,
      "grad_norm": 1.1971726417541504,
      "learning_rate": 0.00019945971434185737,
      "loss": 0.8077,
      "step": 937
    },
    {
      "epoch": 0.10259214699770317,
      "grad_norm": 1.1957237720489502,
      "learning_rate": 0.00019945852339342033,
      "loss": 1.1207,
      "step": 938
    },
    {
      "epoch": 0.10270152028874549,
      "grad_norm": 1.2771124839782715,
      "learning_rate": 0.00019945733113739108,
      "loss": 0.8313,
      "step": 939
    },
    {
      "epoch": 0.10281089357978782,
      "grad_norm": 1.0227628946304321,
      "learning_rate": 0.00019945613757378525,
      "loss": 0.9256,
      "step": 940
    },
    {
      "epoch": 0.10292026687083014,
      "grad_norm": 1.058546781539917,
      "learning_rate": 0.0001994549427026186,
      "loss": 0.6399,
      "step": 941
    },
    {
      "epoch": 0.10302964016187247,
      "grad_norm": 1.2029428482055664,
      "learning_rate": 0.0001994537465239068,
      "loss": 0.9822,
      "step": 942
    },
    {
      "epoch": 0.1031390134529148,
      "grad_norm": 1.2278274297714233,
      "learning_rate": 0.0001994525490376656,
      "loss": 1.0237,
      "step": 943
    },
    {
      "epoch": 0.10324838674395713,
      "grad_norm": 1.1156113147735596,
      "learning_rate": 0.0001994513502439107,
      "loss": 1.0659,
      "step": 944
    },
    {
      "epoch": 0.10335776003499945,
      "grad_norm": 1.2822253704071045,
      "learning_rate": 0.0001994501501426579,
      "loss": 0.8882,
      "step": 945
    },
    {
      "epoch": 0.10346713332604178,
      "grad_norm": 1.2395724058151245,
      "learning_rate": 0.00019944894873392296,
      "loss": 0.9022,
      "step": 946
    },
    {
      "epoch": 0.1035765066170841,
      "grad_norm": 1.5277762413024902,
      "learning_rate": 0.0001994477460177217,
      "loss": 0.7879,
      "step": 947
    },
    {
      "epoch": 0.10368587990812643,
      "grad_norm": 1.5508108139038086,
      "learning_rate": 0.0001994465419940699,
      "loss": 0.6595,
      "step": 948
    },
    {
      "epoch": 0.10379525319916877,
      "grad_norm": 1.7353811264038086,
      "learning_rate": 0.0001994453366629834,
      "loss": 0.7912,
      "step": 949
    },
    {
      "epoch": 0.1039046264902111,
      "grad_norm": 1.2597202062606812,
      "learning_rate": 0.00019944413002447804,
      "loss": 0.9122,
      "step": 950
    },
    {
      "epoch": 0.10401399978125342,
      "grad_norm": 0.8856161236763,
      "learning_rate": 0.00019944292207856973,
      "loss": 0.958,
      "step": 951
    },
    {
      "epoch": 0.10412337307229574,
      "grad_norm": 1.1142675876617432,
      "learning_rate": 0.00019944171282527427,
      "loss": 0.8487,
      "step": 952
    },
    {
      "epoch": 0.10423274636333807,
      "grad_norm": 0.9531697630882263,
      "learning_rate": 0.00019944050226460762,
      "loss": 0.6694,
      "step": 953
    },
    {
      "epoch": 0.1043421196543804,
      "grad_norm": 1.542277455329895,
      "learning_rate": 0.0001994392903965857,
      "loss": 0.8129,
      "step": 954
    },
    {
      "epoch": 0.10445149294542273,
      "grad_norm": 1.6822351217269897,
      "learning_rate": 0.00019943807722122437,
      "loss": 0.7299,
      "step": 955
    },
    {
      "epoch": 0.10456086623646506,
      "grad_norm": 1.0231963396072388,
      "learning_rate": 0.00019943686273853965,
      "loss": 1.0218,
      "step": 956
    },
    {
      "epoch": 0.10467023952750738,
      "grad_norm": 1.1323602199554443,
      "learning_rate": 0.00019943564694854747,
      "loss": 0.8256,
      "step": 957
    },
    {
      "epoch": 0.10477961281854971,
      "grad_norm": 1.0868875980377197,
      "learning_rate": 0.0001994344298512639,
      "loss": 0.8666,
      "step": 958
    },
    {
      "epoch": 0.10488898610959203,
      "grad_norm": 1.1038410663604736,
      "learning_rate": 0.0001994332114467048,
      "loss": 1.0306,
      "step": 959
    },
    {
      "epoch": 0.10499835940063436,
      "grad_norm": 1.2264528274536133,
      "learning_rate": 0.0001994319917348863,
      "loss": 0.9931,
      "step": 960
    },
    {
      "epoch": 0.1051077326916767,
      "grad_norm": 1.3099048137664795,
      "learning_rate": 0.00019943077071582437,
      "loss": 0.9738,
      "step": 961
    },
    {
      "epoch": 0.10521710598271902,
      "grad_norm": 1.1323615312576294,
      "learning_rate": 0.0001994295483895351,
      "loss": 0.7654,
      "step": 962
    },
    {
      "epoch": 0.10532647927376135,
      "grad_norm": 1.001363754272461,
      "learning_rate": 0.00019942832475603454,
      "loss": 1.1669,
      "step": 963
    },
    {
      "epoch": 0.10543585256480367,
      "grad_norm": 1.0181318521499634,
      "learning_rate": 0.00019942709981533881,
      "loss": 0.9308,
      "step": 964
    },
    {
      "epoch": 0.105545225855846,
      "grad_norm": 1.2028900384902954,
      "learning_rate": 0.00019942587356746398,
      "loss": 0.9537,
      "step": 965
    },
    {
      "epoch": 0.10565459914688834,
      "grad_norm": 1.0889387130737305,
      "learning_rate": 0.0001994246460124262,
      "loss": 0.7132,
      "step": 966
    },
    {
      "epoch": 0.10576397243793066,
      "grad_norm": 1.1687062978744507,
      "learning_rate": 0.00019942341715024155,
      "loss": 0.9255,
      "step": 967
    },
    {
      "epoch": 0.10587334572897299,
      "grad_norm": 1.1625901460647583,
      "learning_rate": 0.00019942218698092626,
      "loss": 0.7728,
      "step": 968
    },
    {
      "epoch": 0.10598271902001531,
      "grad_norm": 1.3105515241622925,
      "learning_rate": 0.00019942095550449645,
      "loss": 0.9576,
      "step": 969
    },
    {
      "epoch": 0.10609209231105764,
      "grad_norm": 1.375712513923645,
      "learning_rate": 0.00019941972272096833,
      "loss": 0.7845,
      "step": 970
    },
    {
      "epoch": 0.10620146560209996,
      "grad_norm": 1.5827556848526,
      "learning_rate": 0.00019941848863035813,
      "loss": 0.9851,
      "step": 971
    },
    {
      "epoch": 0.1063108388931423,
      "grad_norm": 1.2516840696334839,
      "learning_rate": 0.00019941725323268202,
      "loss": 0.8683,
      "step": 972
    },
    {
      "epoch": 0.10642021218418463,
      "grad_norm": 1.6476911306381226,
      "learning_rate": 0.00019941601652795633,
      "loss": 0.9048,
      "step": 973
    },
    {
      "epoch": 0.10652958547522695,
      "grad_norm": 1.3262258768081665,
      "learning_rate": 0.00019941477851619723,
      "loss": 0.8709,
      "step": 974
    },
    {
      "epoch": 0.10663895876626928,
      "grad_norm": 1.1338956356048584,
      "learning_rate": 0.00019941353919742102,
      "loss": 0.9728,
      "step": 975
    },
    {
      "epoch": 0.1067483320573116,
      "grad_norm": 1.1912635564804077,
      "learning_rate": 0.00019941229857164402,
      "loss": 0.6258,
      "step": 976
    },
    {
      "epoch": 0.10685770534835393,
      "grad_norm": 1.1130871772766113,
      "learning_rate": 0.00019941105663888253,
      "loss": 0.6532,
      "step": 977
    },
    {
      "epoch": 0.10696707863939627,
      "grad_norm": 1.2323254346847534,
      "learning_rate": 0.00019940981339915286,
      "loss": 0.6111,
      "step": 978
    },
    {
      "epoch": 0.10707645193043859,
      "grad_norm": 1.1015089750289917,
      "learning_rate": 0.00019940856885247138,
      "loss": 0.9297,
      "step": 979
    },
    {
      "epoch": 0.10718582522148092,
      "grad_norm": 1.60472571849823,
      "learning_rate": 0.0001994073229988544,
      "loss": 0.9731,
      "step": 980
    },
    {
      "epoch": 0.10729519851252324,
      "grad_norm": 1.131201982498169,
      "learning_rate": 0.00019940607583831838,
      "loss": 0.767,
      "step": 981
    },
    {
      "epoch": 0.10740457180356557,
      "grad_norm": 1.0429736375808716,
      "learning_rate": 0.00019940482737087966,
      "loss": 0.9091,
      "step": 982
    },
    {
      "epoch": 0.10751394509460789,
      "grad_norm": 0.9605562686920166,
      "learning_rate": 0.0001994035775965547,
      "loss": 0.9739,
      "step": 983
    },
    {
      "epoch": 0.10762331838565023,
      "grad_norm": 1.3917828798294067,
      "learning_rate": 0.00019940232651535986,
      "loss": 0.8524,
      "step": 984
    },
    {
      "epoch": 0.10773269167669255,
      "grad_norm": 1.0217057466506958,
      "learning_rate": 0.0001994010741273116,
      "loss": 0.915,
      "step": 985
    },
    {
      "epoch": 0.10784206496773488,
      "grad_norm": 1.0886435508728027,
      "learning_rate": 0.00019939982043242648,
      "loss": 1.2458,
      "step": 986
    },
    {
      "epoch": 0.1079514382587772,
      "grad_norm": 1.5309573411941528,
      "learning_rate": 0.0001993985654307209,
      "loss": 1.2238,
      "step": 987
    },
    {
      "epoch": 0.10806081154981953,
      "grad_norm": 1.0701981782913208,
      "learning_rate": 0.00019939730912221136,
      "loss": 0.784,
      "step": 988
    },
    {
      "epoch": 0.10817018484086185,
      "grad_norm": 1.0573891401290894,
      "learning_rate": 0.0001993960515069144,
      "loss": 1.1575,
      "step": 989
    },
    {
      "epoch": 0.1082795581319042,
      "grad_norm": 1.0976394414901733,
      "learning_rate": 0.00019939479258484656,
      "loss": 0.9163,
      "step": 990
    },
    {
      "epoch": 0.10838893142294652,
      "grad_norm": 1.4406991004943848,
      "learning_rate": 0.00019939353235602433,
      "loss": 0.873,
      "step": 991
    },
    {
      "epoch": 0.10849830471398884,
      "grad_norm": 1.3609410524368286,
      "learning_rate": 0.00019939227082046437,
      "loss": 1.0543,
      "step": 992
    },
    {
      "epoch": 0.10860767800503117,
      "grad_norm": 1.1519649028778076,
      "learning_rate": 0.0001993910079781832,
      "loss": 0.784,
      "step": 993
    },
    {
      "epoch": 0.1087170512960735,
      "grad_norm": 1.45655357837677,
      "learning_rate": 0.00019938974382919747,
      "loss": 1.0298,
      "step": 994
    },
    {
      "epoch": 0.10882642458711583,
      "grad_norm": 1.1427465677261353,
      "learning_rate": 0.00019938847837352376,
      "loss": 0.7725,
      "step": 995
    },
    {
      "epoch": 0.10893579787815816,
      "grad_norm": 1.272451639175415,
      "learning_rate": 0.0001993872116111787,
      "loss": 0.799,
      "step": 996
    },
    {
      "epoch": 0.10904517116920048,
      "grad_norm": 1.3818475008010864,
      "learning_rate": 0.000199385943542179,
      "loss": 0.8428,
      "step": 997
    },
    {
      "epoch": 0.10915454446024281,
      "grad_norm": 1.7960386276245117,
      "learning_rate": 0.00019938467416654126,
      "loss": 0.9058,
      "step": 998
    },
    {
      "epoch": 0.10926391775128513,
      "grad_norm": 1.2292323112487793,
      "learning_rate": 0.00019938340348428223,
      "loss": 1.2595,
      "step": 999
    },
    {
      "epoch": 0.10937329104232746,
      "grad_norm": 1.3317714929580688,
      "learning_rate": 0.0001993821314954186,
      "loss": 0.5897,
      "step": 1000
    },
    {
      "epoch": 0.10937329104232746,
      "eval_loss": 0.8338143825531006,
      "eval_runtime": 40.981,
      "eval_samples_per_second": 17.96,
      "eval_steps_per_second": 4.49,
      "step": 1000
    },
    {
      "epoch": 0.1094826643333698,
      "grad_norm": 1.3029085397720337,
      "learning_rate": 0.00019938085819996707,
      "loss": 0.7051,
      "step": 1001
    },
    {
      "epoch": 0.10959203762441212,
      "grad_norm": 1.3885273933410645,
      "learning_rate": 0.0001993795835979444,
      "loss": 0.8482,
      "step": 1002
    },
    {
      "epoch": 0.10970141091545445,
      "grad_norm": 1.3138833045959473,
      "learning_rate": 0.00019937830768936734,
      "loss": 0.9426,
      "step": 1003
    },
    {
      "epoch": 0.10981078420649677,
      "grad_norm": 1.165816068649292,
      "learning_rate": 0.00019937703047425266,
      "loss": 0.8463,
      "step": 1004
    },
    {
      "epoch": 0.1099201574975391,
      "grad_norm": 1.4749541282653809,
      "learning_rate": 0.00019937575195261715,
      "loss": 0.8877,
      "step": 1005
    },
    {
      "epoch": 0.11002953078858142,
      "grad_norm": 1.2052497863769531,
      "learning_rate": 0.00019937447212447766,
      "loss": 0.7496,
      "step": 1006
    },
    {
      "epoch": 0.11013890407962376,
      "grad_norm": 1.328574776649475,
      "learning_rate": 0.00019937319098985097,
      "loss": 0.9381,
      "step": 1007
    },
    {
      "epoch": 0.11024827737066609,
      "grad_norm": 1.0889531373977661,
      "learning_rate": 0.00019937190854875392,
      "loss": 0.9546,
      "step": 1008
    },
    {
      "epoch": 0.11035765066170841,
      "grad_norm": 1.0116822719573975,
      "learning_rate": 0.0001993706248012034,
      "loss": 0.8989,
      "step": 1009
    },
    {
      "epoch": 0.11046702395275074,
      "grad_norm": 1.2166699171066284,
      "learning_rate": 0.00019936933974721628,
      "loss": 0.9835,
      "step": 1010
    },
    {
      "epoch": 0.11057639724379306,
      "grad_norm": 1.2124526500701904,
      "learning_rate": 0.0001993680533868094,
      "loss": 0.6474,
      "step": 1011
    },
    {
      "epoch": 0.11068577053483539,
      "grad_norm": 1.3906617164611816,
      "learning_rate": 0.0001993667657199998,
      "loss": 0.7466,
      "step": 1012
    },
    {
      "epoch": 0.11079514382587773,
      "grad_norm": 1.261439561843872,
      "learning_rate": 0.0001993654767468043,
      "loss": 0.7484,
      "step": 1013
    },
    {
      "epoch": 0.11090451711692005,
      "grad_norm": 1.1208627223968506,
      "learning_rate": 0.00019936418646723984,
      "loss": 0.5607,
      "step": 1014
    },
    {
      "epoch": 0.11101389040796238,
      "grad_norm": 0.9825077652931213,
      "learning_rate": 0.00019936289488132344,
      "loss": 1.061,
      "step": 1015
    },
    {
      "epoch": 0.1111232636990047,
      "grad_norm": 1.037803053855896,
      "learning_rate": 0.00019936160198907207,
      "loss": 1.2085,
      "step": 1016
    },
    {
      "epoch": 0.11123263699004703,
      "grad_norm": 0.9930386543273926,
      "learning_rate": 0.0001993603077905027,
      "loss": 0.8792,
      "step": 1017
    },
    {
      "epoch": 0.11134201028108935,
      "grad_norm": 1.240291953086853,
      "learning_rate": 0.00019935901228563242,
      "loss": 1.0581,
      "step": 1018
    },
    {
      "epoch": 0.11145138357213169,
      "grad_norm": 1.1221569776535034,
      "learning_rate": 0.00019935771547447813,
      "loss": 1.2503,
      "step": 1019
    },
    {
      "epoch": 0.11156075686317402,
      "grad_norm": 1.0757321119308472,
      "learning_rate": 0.000199356417357057,
      "loss": 0.8737,
      "step": 1020
    },
    {
      "epoch": 0.11167013015421634,
      "grad_norm": 1.155308723449707,
      "learning_rate": 0.00019935511793338603,
      "loss": 1.0213,
      "step": 1021
    },
    {
      "epoch": 0.11177950344525867,
      "grad_norm": 1.37980318069458,
      "learning_rate": 0.00019935381720348233,
      "loss": 0.5977,
      "step": 1022
    },
    {
      "epoch": 0.11188887673630099,
      "grad_norm": 1.43512761592865,
      "learning_rate": 0.000199352515167363,
      "loss": 0.7591,
      "step": 1023
    },
    {
      "epoch": 0.11199825002734333,
      "grad_norm": 1.7773255109786987,
      "learning_rate": 0.00019935121182504514,
      "loss": 0.7283,
      "step": 1024
    },
    {
      "epoch": 0.11210762331838565,
      "grad_norm": 1.696868896484375,
      "learning_rate": 0.00019934990717654594,
      "loss": 0.7844,
      "step": 1025
    },
    {
      "epoch": 0.11221699660942798,
      "grad_norm": 1.143088936805725,
      "learning_rate": 0.00019934860122188246,
      "loss": 0.9878,
      "step": 1026
    },
    {
      "epoch": 0.1123263699004703,
      "grad_norm": 1.112352728843689,
      "learning_rate": 0.00019934729396107196,
      "loss": 0.7798,
      "step": 1027
    },
    {
      "epoch": 0.11243574319151263,
      "grad_norm": 1.8689332008361816,
      "learning_rate": 0.00019934598539413155,
      "loss": 0.612,
      "step": 1028
    },
    {
      "epoch": 0.11254511648255495,
      "grad_norm": 0.9889987707138062,
      "learning_rate": 0.00019934467552107848,
      "loss": 1.0343,
      "step": 1029
    },
    {
      "epoch": 0.1126544897735973,
      "grad_norm": 1.5130908489227295,
      "learning_rate": 0.00019934336434192996,
      "loss": 0.7711,
      "step": 1030
    },
    {
      "epoch": 0.11276386306463962,
      "grad_norm": 1.0466634035110474,
      "learning_rate": 0.00019934205185670326,
      "loss": 1.0756,
      "step": 1031
    },
    {
      "epoch": 0.11287323635568194,
      "grad_norm": 1.2362555265426636,
      "learning_rate": 0.0001993407380654156,
      "loss": 0.8143,
      "step": 1032
    },
    {
      "epoch": 0.11298260964672427,
      "grad_norm": 1.537784218788147,
      "learning_rate": 0.00019933942296808423,
      "loss": 0.9417,
      "step": 1033
    },
    {
      "epoch": 0.1130919829377666,
      "grad_norm": 1.2751325368881226,
      "learning_rate": 0.0001993381065647265,
      "loss": 0.7144,
      "step": 1034
    },
    {
      "epoch": 0.11320135622880892,
      "grad_norm": 1.2967792749404907,
      "learning_rate": 0.00019933678885535966,
      "loss": 0.4835,
      "step": 1035
    },
    {
      "epoch": 0.11331072951985126,
      "grad_norm": 1.3515509366989136,
      "learning_rate": 0.00019933546984000105,
      "loss": 1.0139,
      "step": 1036
    },
    {
      "epoch": 0.11342010281089358,
      "grad_norm": 1.2777903079986572,
      "learning_rate": 0.00019933414951866808,
      "loss": 0.5097,
      "step": 1037
    },
    {
      "epoch": 0.11352947610193591,
      "grad_norm": 1.5770107507705688,
      "learning_rate": 0.00019933282789137797,
      "loss": 0.7356,
      "step": 1038
    },
    {
      "epoch": 0.11363884939297823,
      "grad_norm": 1.1685065031051636,
      "learning_rate": 0.00019933150495814823,
      "loss": 0.8904,
      "step": 1039
    },
    {
      "epoch": 0.11374822268402056,
      "grad_norm": 1.177513599395752,
      "learning_rate": 0.0001993301807189962,
      "loss": 0.626,
      "step": 1040
    },
    {
      "epoch": 0.11385759597506288,
      "grad_norm": 1.173245906829834,
      "learning_rate": 0.00019932885517393923,
      "loss": 0.8395,
      "step": 1041
    },
    {
      "epoch": 0.11396696926610522,
      "grad_norm": 1.0264663696289062,
      "learning_rate": 0.00019932752832299485,
      "loss": 1.2055,
      "step": 1042
    },
    {
      "epoch": 0.11407634255714755,
      "grad_norm": 0.9537520408630371,
      "learning_rate": 0.00019932620016618047,
      "loss": 0.8463,
      "step": 1043
    },
    {
      "epoch": 0.11418571584818987,
      "grad_norm": 1.092235803604126,
      "learning_rate": 0.00019932487070351348,
      "loss": 0.9027,
      "step": 1044
    },
    {
      "epoch": 0.1142950891392322,
      "grad_norm": 1.0555747747421265,
      "learning_rate": 0.00019932353993501147,
      "loss": 0.9653,
      "step": 1045
    },
    {
      "epoch": 0.11440446243027452,
      "grad_norm": 1.4583306312561035,
      "learning_rate": 0.00019932220786069186,
      "loss": 0.7427,
      "step": 1046
    },
    {
      "epoch": 0.11451383572131685,
      "grad_norm": 1.2356376647949219,
      "learning_rate": 0.00019932087448057222,
      "loss": 0.9556,
      "step": 1047
    },
    {
      "epoch": 0.11462320901235919,
      "grad_norm": 1.3306739330291748,
      "learning_rate": 0.00019931953979467003,
      "loss": 0.8455,
      "step": 1048
    },
    {
      "epoch": 0.11473258230340151,
      "grad_norm": 1.1184591054916382,
      "learning_rate": 0.00019931820380300283,
      "loss": 0.9796,
      "step": 1049
    },
    {
      "epoch": 0.11484195559444384,
      "grad_norm": 1.4422471523284912,
      "learning_rate": 0.00019931686650558823,
      "loss": 0.9608,
      "step": 1050
    },
    {
      "epoch": 0.11495132888548616,
      "grad_norm": 1.1774966716766357,
      "learning_rate": 0.00019931552790244378,
      "loss": 0.757,
      "step": 1051
    },
    {
      "epoch": 0.11506070217652849,
      "grad_norm": 1.2277871370315552,
      "learning_rate": 0.0001993141879935871,
      "loss": 0.834,
      "step": 1052
    },
    {
      "epoch": 0.11517007546757083,
      "grad_norm": 1.1363190412521362,
      "learning_rate": 0.0001993128467790358,
      "loss": 0.9226,
      "step": 1053
    },
    {
      "epoch": 0.11527944875861315,
      "grad_norm": 1.0564334392547607,
      "learning_rate": 0.00019931150425880748,
      "loss": 0.6555,
      "step": 1054
    },
    {
      "epoch": 0.11538882204965548,
      "grad_norm": 1.293544888496399,
      "learning_rate": 0.00019931016043291987,
      "loss": 0.7078,
      "step": 1055
    },
    {
      "epoch": 0.1154981953406978,
      "grad_norm": 1.206676959991455,
      "learning_rate": 0.00019930881530139054,
      "loss": 0.9896,
      "step": 1056
    },
    {
      "epoch": 0.11560756863174013,
      "grad_norm": 1.0558228492736816,
      "learning_rate": 0.00019930746886423725,
      "loss": 0.6931,
      "step": 1057
    },
    {
      "epoch": 0.11571694192278245,
      "grad_norm": 1.3015742301940918,
      "learning_rate": 0.00019930612112147765,
      "loss": 1.2273,
      "step": 1058
    },
    {
      "epoch": 0.11582631521382479,
      "grad_norm": 1.342544674873352,
      "learning_rate": 0.0001993047720731295,
      "loss": 0.8942,
      "step": 1059
    },
    {
      "epoch": 0.11593568850486712,
      "grad_norm": 1.1139742136001587,
      "learning_rate": 0.0001993034217192105,
      "loss": 0.7389,
      "step": 1060
    },
    {
      "epoch": 0.11604506179590944,
      "grad_norm": 1.322803020477295,
      "learning_rate": 0.00019930207005973842,
      "loss": 0.9694,
      "step": 1061
    },
    {
      "epoch": 0.11615443508695177,
      "grad_norm": 1.2623871564865112,
      "learning_rate": 0.00019930071709473103,
      "loss": 0.9898,
      "step": 1062
    },
    {
      "epoch": 0.11626380837799409,
      "grad_norm": 1.0599974393844604,
      "learning_rate": 0.00019929936282420615,
      "loss": 0.9961,
      "step": 1063
    },
    {
      "epoch": 0.11637318166903642,
      "grad_norm": 1.2263879776000977,
      "learning_rate": 0.0001992980072481815,
      "loss": 0.4677,
      "step": 1064
    },
    {
      "epoch": 0.11648255496007875,
      "grad_norm": 1.2485893964767456,
      "learning_rate": 0.000199296650366675,
      "loss": 1.1383,
      "step": 1065
    },
    {
      "epoch": 0.11659192825112108,
      "grad_norm": 1.6170319318771362,
      "learning_rate": 0.00019929529217970444,
      "loss": 0.9048,
      "step": 1066
    },
    {
      "epoch": 0.1167013015421634,
      "grad_norm": 0.994527280330658,
      "learning_rate": 0.00019929393268728766,
      "loss": 0.83,
      "step": 1067
    },
    {
      "epoch": 0.11681067483320573,
      "grad_norm": 1.3639914989471436,
      "learning_rate": 0.00019929257188944254,
      "loss": 0.7648,
      "step": 1068
    },
    {
      "epoch": 0.11692004812424805,
      "grad_norm": 1.3566858768463135,
      "learning_rate": 0.00019929120978618702,
      "loss": 1.5462,
      "step": 1069
    },
    {
      "epoch": 0.11702942141529038,
      "grad_norm": 1.0730218887329102,
      "learning_rate": 0.00019928984637753895,
      "loss": 0.9189,
      "step": 1070
    },
    {
      "epoch": 0.11713879470633272,
      "grad_norm": 1.2467161417007446,
      "learning_rate": 0.0001992884816635163,
      "loss": 0.8266,
      "step": 1071
    },
    {
      "epoch": 0.11724816799737504,
      "grad_norm": 1.2138983011245728,
      "learning_rate": 0.00019928711564413698,
      "loss": 0.9357,
      "step": 1072
    },
    {
      "epoch": 0.11735754128841737,
      "grad_norm": 0.8668559789657593,
      "learning_rate": 0.00019928574831941896,
      "loss": 1.117,
      "step": 1073
    },
    {
      "epoch": 0.1174669145794597,
      "grad_norm": 0.9239852428436279,
      "learning_rate": 0.00019928437968938018,
      "loss": 0.9012,
      "step": 1074
    },
    {
      "epoch": 0.11757628787050202,
      "grad_norm": 1.2964130640029907,
      "learning_rate": 0.00019928300975403872,
      "loss": 0.8682,
      "step": 1075
    },
    {
      "epoch": 0.11768566116154434,
      "grad_norm": 1.0370787382125854,
      "learning_rate": 0.00019928163851341252,
      "loss": 0.6719,
      "step": 1076
    },
    {
      "epoch": 0.11779503445258668,
      "grad_norm": 1.2623294591903687,
      "learning_rate": 0.0001992802659675196,
      "loss": 1.0522,
      "step": 1077
    },
    {
      "epoch": 0.11790440774362901,
      "grad_norm": 1.4693111181259155,
      "learning_rate": 0.00019927889211637806,
      "loss": 0.7086,
      "step": 1078
    },
    {
      "epoch": 0.11801378103467133,
      "grad_norm": 1.454908013343811,
      "learning_rate": 0.00019927751696000593,
      "loss": 0.8227,
      "step": 1079
    },
    {
      "epoch": 0.11812315432571366,
      "grad_norm": 1.383716106414795,
      "learning_rate": 0.0001992761404984213,
      "loss": 1.182,
      "step": 1080
    },
    {
      "epoch": 0.11823252761675598,
      "grad_norm": 1.179354190826416,
      "learning_rate": 0.00019927476273164224,
      "loss": 0.7411,
      "step": 1081
    },
    {
      "epoch": 0.11834190090779832,
      "grad_norm": 0.9849554300308228,
      "learning_rate": 0.00019927338365968692,
      "loss": 0.6861,
      "step": 1082
    },
    {
      "epoch": 0.11845127419884065,
      "grad_norm": 1.0321458578109741,
      "learning_rate": 0.0001992720032825734,
      "loss": 0.8398,
      "step": 1083
    },
    {
      "epoch": 0.11856064748988297,
      "grad_norm": 1.5221078395843506,
      "learning_rate": 0.00019927062160031986,
      "loss": 0.8207,
      "step": 1084
    },
    {
      "epoch": 0.1186700207809253,
      "grad_norm": 1.4993456602096558,
      "learning_rate": 0.0001992692386129445,
      "loss": 0.7561,
      "step": 1085
    },
    {
      "epoch": 0.11877939407196762,
      "grad_norm": 1.4102402925491333,
      "learning_rate": 0.0001992678543204654,
      "loss": 0.933,
      "step": 1086
    },
    {
      "epoch": 0.11888876736300995,
      "grad_norm": 1.0773838758468628,
      "learning_rate": 0.00019926646872290088,
      "loss": 0.7729,
      "step": 1087
    },
    {
      "epoch": 0.11899814065405229,
      "grad_norm": 1.2041819095611572,
      "learning_rate": 0.00019926508182026913,
      "loss": 0.8254,
      "step": 1088
    },
    {
      "epoch": 0.11910751394509461,
      "grad_norm": 1.418381929397583,
      "learning_rate": 0.00019926369361258832,
      "loss": 0.7871,
      "step": 1089
    },
    {
      "epoch": 0.11921688723613694,
      "grad_norm": 1.7194627523422241,
      "learning_rate": 0.00019926230409987675,
      "loss": 0.7651,
      "step": 1090
    },
    {
      "epoch": 0.11932626052717926,
      "grad_norm": 1.5855488777160645,
      "learning_rate": 0.00019926091328215266,
      "loss": 0.684,
      "step": 1091
    },
    {
      "epoch": 0.11943563381822159,
      "grad_norm": 1.3664424419403076,
      "learning_rate": 0.0001992595211594344,
      "loss": 0.6464,
      "step": 1092
    },
    {
      "epoch": 0.11954500710926391,
      "grad_norm": 1.0810177326202393,
      "learning_rate": 0.0001992581277317402,
      "loss": 0.8314,
      "step": 1093
    },
    {
      "epoch": 0.11965438040030625,
      "grad_norm": 1.5367647409439087,
      "learning_rate": 0.00019925673299908838,
      "loss": 0.8573,
      "step": 1094
    },
    {
      "epoch": 0.11976375369134858,
      "grad_norm": 1.0480715036392212,
      "learning_rate": 0.00019925533696149735,
      "loss": 0.9109,
      "step": 1095
    },
    {
      "epoch": 0.1198731269823909,
      "grad_norm": 1.2405263185501099,
      "learning_rate": 0.00019925393961898539,
      "loss": 0.6391,
      "step": 1096
    },
    {
      "epoch": 0.11998250027343323,
      "grad_norm": 1.4140928983688354,
      "learning_rate": 0.00019925254097157092,
      "loss": 0.7935,
      "step": 1097
    },
    {
      "epoch": 0.12009187356447555,
      "grad_norm": 1.4065182209014893,
      "learning_rate": 0.00019925114101927225,
      "loss": 0.7938,
      "step": 1098
    },
    {
      "epoch": 0.12020124685551788,
      "grad_norm": 1.0741873979568481,
      "learning_rate": 0.0001992497397621079,
      "loss": 0.7147,
      "step": 1099
    },
    {
      "epoch": 0.12031062014656022,
      "grad_norm": 1.3996561765670776,
      "learning_rate": 0.0001992483372000962,
      "loss": 0.9493,
      "step": 1100
    },
    {
      "epoch": 0.12041999343760254,
      "grad_norm": 1.484931468963623,
      "learning_rate": 0.0001992469333332556,
      "loss": 0.8729,
      "step": 1101
    },
    {
      "epoch": 0.12052936672864487,
      "grad_norm": 0.9832516312599182,
      "learning_rate": 0.00019924552816160464,
      "loss": 0.9246,
      "step": 1102
    },
    {
      "epoch": 0.12063874001968719,
      "grad_norm": 1.0356745719909668,
      "learning_rate": 0.0001992441216851617,
      "loss": 0.9765,
      "step": 1103
    },
    {
      "epoch": 0.12074811331072952,
      "grad_norm": 1.0596363544464111,
      "learning_rate": 0.00019924271390394532,
      "loss": 0.9123,
      "step": 1104
    },
    {
      "epoch": 0.12085748660177184,
      "grad_norm": 1.7950572967529297,
      "learning_rate": 0.000199241304817974,
      "loss": 0.8213,
      "step": 1105
    },
    {
      "epoch": 0.12096685989281418,
      "grad_norm": 0.9297881722450256,
      "learning_rate": 0.0001992398944272662,
      "loss": 1.1188,
      "step": 1106
    },
    {
      "epoch": 0.1210762331838565,
      "grad_norm": 1.061532735824585,
      "learning_rate": 0.00019923848273184058,
      "loss": 0.9044,
      "step": 1107
    },
    {
      "epoch": 0.12118560647489883,
      "grad_norm": 1.096557378768921,
      "learning_rate": 0.00019923706973171563,
      "loss": 0.846,
      "step": 1108
    },
    {
      "epoch": 0.12129497976594115,
      "grad_norm": 1.3972960710525513,
      "learning_rate": 0.00019923565542690993,
      "loss": 0.8833,
      "step": 1109
    },
    {
      "epoch": 0.12140435305698348,
      "grad_norm": 1.532752513885498,
      "learning_rate": 0.0001992342398174421,
      "loss": 0.7579,
      "step": 1110
    },
    {
      "epoch": 0.12151372634802582,
      "grad_norm": 1.148959994316101,
      "learning_rate": 0.0001992328229033307,
      "loss": 0.7295,
      "step": 1111
    },
    {
      "epoch": 0.12162309963906814,
      "grad_norm": 1.2855503559112549,
      "learning_rate": 0.0001992314046845944,
      "loss": 0.9969,
      "step": 1112
    },
    {
      "epoch": 0.12173247293011047,
      "grad_norm": 1.0899553298950195,
      "learning_rate": 0.00019922998516125185,
      "loss": 0.7102,
      "step": 1113
    },
    {
      "epoch": 0.1218418462211528,
      "grad_norm": 1.3407875299453735,
      "learning_rate": 0.0001992285643333217,
      "loss": 1.1831,
      "step": 1114
    },
    {
      "epoch": 0.12195121951219512,
      "grad_norm": 1.2431249618530273,
      "learning_rate": 0.0001992271422008226,
      "loss": 0.8133,
      "step": 1115
    },
    {
      "epoch": 0.12206059280323744,
      "grad_norm": 1.2989228963851929,
      "learning_rate": 0.0001992257187637733,
      "loss": 0.8056,
      "step": 1116
    },
    {
      "epoch": 0.12216996609427978,
      "grad_norm": 1.095529317855835,
      "learning_rate": 0.0001992242940221925,
      "loss": 0.6483,
      "step": 1117
    },
    {
      "epoch": 0.12227933938532211,
      "grad_norm": 1.3520126342773438,
      "learning_rate": 0.00019922286797609888,
      "loss": 0.9471,
      "step": 1118
    },
    {
      "epoch": 0.12238871267636443,
      "grad_norm": 1.8333226442337036,
      "learning_rate": 0.00019922144062551125,
      "loss": 0.7729,
      "step": 1119
    },
    {
      "epoch": 0.12249808596740676,
      "grad_norm": 1.2174628973007202,
      "learning_rate": 0.00019922001197044838,
      "loss": 0.4531,
      "step": 1120
    },
    {
      "epoch": 0.12260745925844908,
      "grad_norm": 1.4901436567306519,
      "learning_rate": 0.000199218582010929,
      "loss": 0.8785,
      "step": 1121
    },
    {
      "epoch": 0.12271683254949141,
      "grad_norm": 1.0166181325912476,
      "learning_rate": 0.00019921715074697194,
      "loss": 0.7703,
      "step": 1122
    },
    {
      "epoch": 0.12282620584053375,
      "grad_norm": 1.2441827058792114,
      "learning_rate": 0.00019921571817859603,
      "loss": 0.7874,
      "step": 1123
    },
    {
      "epoch": 0.12293557913157607,
      "grad_norm": 1.4978913068771362,
      "learning_rate": 0.00019921428430582006,
      "loss": 0.9589,
      "step": 1124
    },
    {
      "epoch": 0.1230449524226184,
      "grad_norm": 1.4298309087753296,
      "learning_rate": 0.00019921284912866293,
      "loss": 1.298,
      "step": 1125
    },
    {
      "epoch": 0.12315432571366072,
      "grad_norm": 1.5720001459121704,
      "learning_rate": 0.00019921141264714348,
      "loss": 0.8474,
      "step": 1126
    },
    {
      "epoch": 0.12326369900470305,
      "grad_norm": 1.0151737928390503,
      "learning_rate": 0.00019920997486128062,
      "loss": 0.7808,
      "step": 1127
    },
    {
      "epoch": 0.12337307229574537,
      "grad_norm": 1.2106924057006836,
      "learning_rate": 0.00019920853577109324,
      "loss": 0.79,
      "step": 1128
    },
    {
      "epoch": 0.12348244558678771,
      "grad_norm": 1.8042259216308594,
      "learning_rate": 0.00019920709537660022,
      "loss": 0.9876,
      "step": 1129
    },
    {
      "epoch": 0.12359181887783004,
      "grad_norm": 1.0035299062728882,
      "learning_rate": 0.00019920565367782057,
      "loss": 0.8032,
      "step": 1130
    },
    {
      "epoch": 0.12370119216887236,
      "grad_norm": 1.1379562616348267,
      "learning_rate": 0.00019920421067477323,
      "loss": 0.8979,
      "step": 1131
    },
    {
      "epoch": 0.12381056545991469,
      "grad_norm": 1.1526437997817993,
      "learning_rate": 0.0001992027663674771,
      "loss": 1.0357,
      "step": 1132
    },
    {
      "epoch": 0.12391993875095701,
      "grad_norm": 1.051604986190796,
      "learning_rate": 0.0001992013207559512,
      "loss": 1.0486,
      "step": 1133
    },
    {
      "epoch": 0.12402931204199934,
      "grad_norm": 1.2010759115219116,
      "learning_rate": 0.0001991998738402146,
      "loss": 0.9433,
      "step": 1134
    },
    {
      "epoch": 0.12413868533304168,
      "grad_norm": 1.3235198259353638,
      "learning_rate": 0.00019919842562028626,
      "loss": 0.7923,
      "step": 1135
    },
    {
      "epoch": 0.124248058624084,
      "grad_norm": 0.9957483410835266,
      "learning_rate": 0.00019919697609618525,
      "loss": 1.0645,
      "step": 1136
    },
    {
      "epoch": 0.12435743191512633,
      "grad_norm": 1.2724521160125732,
      "learning_rate": 0.0001991955252679306,
      "loss": 1.0377,
      "step": 1137
    },
    {
      "epoch": 0.12446680520616865,
      "grad_norm": 1.3119345903396606,
      "learning_rate": 0.00019919407313554138,
      "loss": 0.7862,
      "step": 1138
    },
    {
      "epoch": 0.12457617849721098,
      "grad_norm": 1.2742271423339844,
      "learning_rate": 0.00019919261969903671,
      "loss": 0.9688,
      "step": 1139
    },
    {
      "epoch": 0.12468555178825332,
      "grad_norm": 1.2832351922988892,
      "learning_rate": 0.0001991911649584357,
      "loss": 1.1382,
      "step": 1140
    },
    {
      "epoch": 0.12479492507929564,
      "grad_norm": 1.3655825853347778,
      "learning_rate": 0.00019918970891375746,
      "loss": 0.8288,
      "step": 1141
    },
    {
      "epoch": 0.12490429837033797,
      "grad_norm": 1.0857080221176147,
      "learning_rate": 0.00019918825156502114,
      "loss": 0.8168,
      "step": 1142
    },
    {
      "epoch": 0.1250136716613803,
      "grad_norm": 1.2224301099777222,
      "learning_rate": 0.00019918679291224586,
      "loss": 0.9368,
      "step": 1143
    },
    {
      "epoch": 0.12512304495242263,
      "grad_norm": 1.4159595966339111,
      "learning_rate": 0.0001991853329554509,
      "loss": 0.8871,
      "step": 1144
    },
    {
      "epoch": 0.12523241824346495,
      "grad_norm": 1.4155634641647339,
      "learning_rate": 0.00019918387169465533,
      "loss": 0.8518,
      "step": 1145
    },
    {
      "epoch": 0.12534179153450728,
      "grad_norm": 1.4374167919158936,
      "learning_rate": 0.00019918240912987842,
      "loss": 0.7717,
      "step": 1146
    },
    {
      "epoch": 0.1254511648255496,
      "grad_norm": 1.1448475122451782,
      "learning_rate": 0.0001991809452611394,
      "loss": 0.6022,
      "step": 1147
    },
    {
      "epoch": 0.12556053811659193,
      "grad_norm": 0.9821136593818665,
      "learning_rate": 0.00019917948008845753,
      "loss": 0.6242,
      "step": 1148
    },
    {
      "epoch": 0.12566991140763425,
      "grad_norm": 1.2750651836395264,
      "learning_rate": 0.00019917801361185204,
      "loss": 0.8082,
      "step": 1149
    },
    {
      "epoch": 0.12577928469867658,
      "grad_norm": 1.1319009065628052,
      "learning_rate": 0.00019917654583134225,
      "loss": 0.8886,
      "step": 1150
    },
    {
      "epoch": 0.1258886579897189,
      "grad_norm": 1.2455142736434937,
      "learning_rate": 0.0001991750767469474,
      "loss": 0.8096,
      "step": 1151
    },
    {
      "epoch": 0.12599803128076123,
      "grad_norm": 1.2706987857818604,
      "learning_rate": 0.00019917360635868684,
      "loss": 0.9701,
      "step": 1152
    },
    {
      "epoch": 0.12610740457180356,
      "grad_norm": 1.1013381481170654,
      "learning_rate": 0.0001991721346665799,
      "loss": 0.8405,
      "step": 1153
    },
    {
      "epoch": 0.12621677786284588,
      "grad_norm": 1.1269696950912476,
      "learning_rate": 0.00019917066167064596,
      "loss": 0.8827,
      "step": 1154
    },
    {
      "epoch": 0.12632615115388823,
      "grad_norm": 0.9169305562973022,
      "learning_rate": 0.00019916918737090432,
      "loss": 1.1303,
      "step": 1155
    },
    {
      "epoch": 0.12643552444493056,
      "grad_norm": 1.2457066774368286,
      "learning_rate": 0.00019916771176737438,
      "loss": 0.9553,
      "step": 1156
    },
    {
      "epoch": 0.12654489773597288,
      "grad_norm": 1.1359801292419434,
      "learning_rate": 0.00019916623486007558,
      "loss": 0.7936,
      "step": 1157
    },
    {
      "epoch": 0.1266542710270152,
      "grad_norm": 0.9293884038925171,
      "learning_rate": 0.0001991647566490273,
      "loss": 1.0059,
      "step": 1158
    },
    {
      "epoch": 0.12676364431805753,
      "grad_norm": 1.308838129043579,
      "learning_rate": 0.00019916327713424898,
      "loss": 0.7944,
      "step": 1159
    },
    {
      "epoch": 0.12687301760909986,
      "grad_norm": 1.5240777730941772,
      "learning_rate": 0.0001991617963157601,
      "loss": 0.9551,
      "step": 1160
    },
    {
      "epoch": 0.12698239090014218,
      "grad_norm": 1.5669020414352417,
      "learning_rate": 0.0001991603141935801,
      "loss": 0.9669,
      "step": 1161
    },
    {
      "epoch": 0.1270917641911845,
      "grad_norm": 1.2006747722625732,
      "learning_rate": 0.00019915883076772843,
      "loss": 0.8208,
      "step": 1162
    },
    {
      "epoch": 0.12720113748222683,
      "grad_norm": 1.2349430322647095,
      "learning_rate": 0.0001991573460382247,
      "loss": 0.8721,
      "step": 1163
    },
    {
      "epoch": 0.12731051077326916,
      "grad_norm": 1.797431230545044,
      "learning_rate": 0.00019915586000508832,
      "loss": 0.902,
      "step": 1164
    },
    {
      "epoch": 0.12741988406431148,
      "grad_norm": 1.2186940908432007,
      "learning_rate": 0.00019915437266833887,
      "loss": 0.7599,
      "step": 1165
    },
    {
      "epoch": 0.1275292573553538,
      "grad_norm": 1.0212209224700928,
      "learning_rate": 0.00019915288402799593,
      "loss": 0.6746,
      "step": 1166
    },
    {
      "epoch": 0.12763863064639616,
      "grad_norm": 1.100295066833496,
      "learning_rate": 0.000199151394084079,
      "loss": 0.5582,
      "step": 1167
    },
    {
      "epoch": 0.1277480039374385,
      "grad_norm": 1.4582090377807617,
      "learning_rate": 0.00019914990283660778,
      "loss": 0.6041,
      "step": 1168
    },
    {
      "epoch": 0.1278573772284808,
      "grad_norm": 1.051195740699768,
      "learning_rate": 0.00019914841028560176,
      "loss": 0.7052,
      "step": 1169
    },
    {
      "epoch": 0.12796675051952314,
      "grad_norm": 0.9294663071632385,
      "learning_rate": 0.00019914691643108063,
      "loss": 0.9169,
      "step": 1170
    },
    {
      "epoch": 0.12807612381056546,
      "grad_norm": 0.9807643890380859,
      "learning_rate": 0.000199145421273064,
      "loss": 0.9336,
      "step": 1171
    },
    {
      "epoch": 0.1281854971016078,
      "grad_norm": 0.9529501795768738,
      "learning_rate": 0.00019914392481157155,
      "loss": 1.1272,
      "step": 1172
    },
    {
      "epoch": 0.1282948703926501,
      "grad_norm": 1.2981410026550293,
      "learning_rate": 0.00019914242704662294,
      "loss": 0.712,
      "step": 1173
    },
    {
      "epoch": 0.12840424368369244,
      "grad_norm": 1.2535361051559448,
      "learning_rate": 0.00019914092797823787,
      "loss": 1.066,
      "step": 1174
    },
    {
      "epoch": 0.12851361697473476,
      "grad_norm": 1.397220492362976,
      "learning_rate": 0.00019913942760643605,
      "loss": 0.9287,
      "step": 1175
    },
    {
      "epoch": 0.1286229902657771,
      "grad_norm": 1.3122884035110474,
      "learning_rate": 0.0001991379259312372,
      "loss": 0.6698,
      "step": 1176
    },
    {
      "epoch": 0.1287323635568194,
      "grad_norm": 1.3286000490188599,
      "learning_rate": 0.00019913642295266105,
      "loss": 0.9913,
      "step": 1177
    },
    {
      "epoch": 0.12884173684786177,
      "grad_norm": 1.4312903881072998,
      "learning_rate": 0.0001991349186707274,
      "loss": 0.4617,
      "step": 1178
    },
    {
      "epoch": 0.1289511101389041,
      "grad_norm": 1.5219992399215698,
      "learning_rate": 0.00019913341308545594,
      "loss": 0.7244,
      "step": 1179
    },
    {
      "epoch": 0.12906048342994642,
      "grad_norm": 1.6054514646530151,
      "learning_rate": 0.00019913190619686656,
      "loss": 0.9323,
      "step": 1180
    },
    {
      "epoch": 0.12916985672098874,
      "grad_norm": 1.4119715690612793,
      "learning_rate": 0.00019913039800497904,
      "loss": 0.6748,
      "step": 1181
    },
    {
      "epoch": 0.12927923001203107,
      "grad_norm": 1.5069162845611572,
      "learning_rate": 0.00019912888850981322,
      "loss": 0.8644,
      "step": 1182
    },
    {
      "epoch": 0.1293886033030734,
      "grad_norm": 1.1927472352981567,
      "learning_rate": 0.0001991273777113889,
      "loss": 0.8217,
      "step": 1183
    },
    {
      "epoch": 0.12949797659411572,
      "grad_norm": 1.1643022298812866,
      "learning_rate": 0.00019912586560972593,
      "loss": 1.3568,
      "step": 1184
    },
    {
      "epoch": 0.12960734988515804,
      "grad_norm": 1.0532258749008179,
      "learning_rate": 0.00019912435220484432,
      "loss": 0.7766,
      "step": 1185
    },
    {
      "epoch": 0.12971672317620037,
      "grad_norm": 1.3390288352966309,
      "learning_rate": 0.00019912283749676382,
      "loss": 1.0758,
      "step": 1186
    },
    {
      "epoch": 0.1298260964672427,
      "grad_norm": 1.5281256437301636,
      "learning_rate": 0.00019912132148550442,
      "loss": 1.2493,
      "step": 1187
    },
    {
      "epoch": 0.12993546975828502,
      "grad_norm": 1.247615933418274,
      "learning_rate": 0.000199119804171086,
      "loss": 0.8196,
      "step": 1188
    },
    {
      "epoch": 0.13004484304932734,
      "grad_norm": 1.2227741479873657,
      "learning_rate": 0.00019911828555352858,
      "loss": 1.0889,
      "step": 1189
    },
    {
      "epoch": 0.1301542163403697,
      "grad_norm": 1.300849199295044,
      "learning_rate": 0.0001991167656328521,
      "loss": 0.6247,
      "step": 1190
    },
    {
      "epoch": 0.13026358963141202,
      "grad_norm": 1.6125165224075317,
      "learning_rate": 0.00019911524440907648,
      "loss": 0.7632,
      "step": 1191
    },
    {
      "epoch": 0.13037296292245434,
      "grad_norm": 1.1194360256195068,
      "learning_rate": 0.00019911372188222178,
      "loss": 0.8288,
      "step": 1192
    },
    {
      "epoch": 0.13048233621349667,
      "grad_norm": 1.2267982959747314,
      "learning_rate": 0.00019911219805230802,
      "loss": 0.7094,
      "step": 1193
    },
    {
      "epoch": 0.130591709504539,
      "grad_norm": 1.1485017538070679,
      "learning_rate": 0.0001991106729193552,
      "loss": 0.7989,
      "step": 1194
    },
    {
      "epoch": 0.13070108279558132,
      "grad_norm": 1.6542736291885376,
      "learning_rate": 0.00019910914648338341,
      "loss": 0.7139,
      "step": 1195
    },
    {
      "epoch": 0.13081045608662364,
      "grad_norm": 1.1246317625045776,
      "learning_rate": 0.0001991076187444127,
      "loss": 0.9496,
      "step": 1196
    },
    {
      "epoch": 0.13091982937766597,
      "grad_norm": 1.0850814580917358,
      "learning_rate": 0.00019910608970246315,
      "loss": 1.0239,
      "step": 1197
    },
    {
      "epoch": 0.1310292026687083,
      "grad_norm": 1.57297682762146,
      "learning_rate": 0.00019910455935755485,
      "loss": 0.7393,
      "step": 1198
    },
    {
      "epoch": 0.13113857595975062,
      "grad_norm": 1.0131975412368774,
      "learning_rate": 0.00019910302770970794,
      "loss": 0.7418,
      "step": 1199
    },
    {
      "epoch": 0.13124794925079294,
      "grad_norm": 1.0881329774856567,
      "learning_rate": 0.00019910149475894259,
      "loss": 0.866,
      "step": 1200
    },
    {
      "epoch": 0.13124794925079294,
      "eval_loss": 0.8312067985534668,
      "eval_runtime": 40.9154,
      "eval_samples_per_second": 17.988,
      "eval_steps_per_second": 4.497,
      "step": 1200
    },
    {
      "epoch": 0.1313573225418353,
      "grad_norm": 1.4450033903121948,
      "learning_rate": 0.00019909996050527888,
      "loss": 0.8049,
      "step": 1201
    },
    {
      "epoch": 0.13146669583287762,
      "grad_norm": 1.3853977918624878,
      "learning_rate": 0.00019909842494873702,
      "loss": 1.1377,
      "step": 1202
    },
    {
      "epoch": 0.13157606912391995,
      "grad_norm": 1.3726768493652344,
      "learning_rate": 0.00019909688808933718,
      "loss": 0.7274,
      "step": 1203
    },
    {
      "epoch": 0.13168544241496227,
      "grad_norm": 1.0252834558486938,
      "learning_rate": 0.00019909534992709963,
      "loss": 0.9952,
      "step": 1204
    },
    {
      "epoch": 0.1317948157060046,
      "grad_norm": 1.1816951036453247,
      "learning_rate": 0.00019909381046204452,
      "loss": 0.7428,
      "step": 1205
    },
    {
      "epoch": 0.13190418899704692,
      "grad_norm": 1.3335750102996826,
      "learning_rate": 0.0001990922696941921,
      "loss": 0.917,
      "step": 1206
    },
    {
      "epoch": 0.13201356228808925,
      "grad_norm": 1.2397119998931885,
      "learning_rate": 0.00019909072762356263,
      "loss": 0.8642,
      "step": 1207
    },
    {
      "epoch": 0.13212293557913157,
      "grad_norm": 1.4454095363616943,
      "learning_rate": 0.00019908918425017643,
      "loss": 0.7159,
      "step": 1208
    },
    {
      "epoch": 0.1322323088701739,
      "grad_norm": 1.0113486051559448,
      "learning_rate": 0.00019908763957405374,
      "loss": 0.5676,
      "step": 1209
    },
    {
      "epoch": 0.13234168216121622,
      "grad_norm": 1.2884767055511475,
      "learning_rate": 0.00019908609359521487,
      "loss": 0.7862,
      "step": 1210
    },
    {
      "epoch": 0.13245105545225855,
      "grad_norm": 1.352392315864563,
      "learning_rate": 0.00019908454631368017,
      "loss": 0.8751,
      "step": 1211
    },
    {
      "epoch": 0.13256042874330087,
      "grad_norm": 1.321605920791626,
      "learning_rate": 0.00019908299772946995,
      "loss": 0.8701,
      "step": 1212
    },
    {
      "epoch": 0.13266980203434323,
      "grad_norm": 1.563302993774414,
      "learning_rate": 0.0001990814478426046,
      "loss": 0.7621,
      "step": 1213
    },
    {
      "epoch": 0.13277917532538555,
      "grad_norm": 1.2672288417816162,
      "learning_rate": 0.0001990798966531045,
      "loss": 0.9917,
      "step": 1214
    },
    {
      "epoch": 0.13288854861642788,
      "grad_norm": 1.4309278726577759,
      "learning_rate": 0.00019907834416099004,
      "loss": 0.9358,
      "step": 1215
    },
    {
      "epoch": 0.1329979219074702,
      "grad_norm": 1.324981689453125,
      "learning_rate": 0.00019907679036628158,
      "loss": 1.0276,
      "step": 1216
    },
    {
      "epoch": 0.13310729519851253,
      "grad_norm": 1.6899940967559814,
      "learning_rate": 0.0001990752352689996,
      "loss": 1.0495,
      "step": 1217
    },
    {
      "epoch": 0.13321666848955485,
      "grad_norm": 1.40802800655365,
      "learning_rate": 0.00019907367886916455,
      "loss": 1.0022,
      "step": 1218
    },
    {
      "epoch": 0.13332604178059718,
      "grad_norm": 1.25163996219635,
      "learning_rate": 0.00019907212116679685,
      "loss": 0.781,
      "step": 1219
    },
    {
      "epoch": 0.1334354150716395,
      "grad_norm": 1.5142436027526855,
      "learning_rate": 0.000199070562161917,
      "loss": 0.8624,
      "step": 1220
    },
    {
      "epoch": 0.13354478836268183,
      "grad_norm": 1.7423028945922852,
      "learning_rate": 0.00019906900185454553,
      "loss": 1.1806,
      "step": 1221
    },
    {
      "epoch": 0.13365416165372415,
      "grad_norm": 1.3047839403152466,
      "learning_rate": 0.00019906744024470295,
      "loss": 1.0223,
      "step": 1222
    },
    {
      "epoch": 0.13376353494476648,
      "grad_norm": 1.2250339984893799,
      "learning_rate": 0.00019906587733240972,
      "loss": 0.9334,
      "step": 1223
    },
    {
      "epoch": 0.1338729082358088,
      "grad_norm": 1.6344289779663086,
      "learning_rate": 0.00019906431311768642,
      "loss": 0.8382,
      "step": 1224
    },
    {
      "epoch": 0.13398228152685115,
      "grad_norm": 1.3012244701385498,
      "learning_rate": 0.0001990627476005537,
      "loss": 0.7952,
      "step": 1225
    },
    {
      "epoch": 0.13409165481789348,
      "grad_norm": 1.321818470954895,
      "learning_rate": 0.000199061180781032,
      "loss": 1.0363,
      "step": 1226
    },
    {
      "epoch": 0.1342010281089358,
      "grad_norm": 1.1936602592468262,
      "learning_rate": 0.000199059612659142,
      "loss": 0.771,
      "step": 1227
    },
    {
      "epoch": 0.13431040139997813,
      "grad_norm": 1.7952005863189697,
      "learning_rate": 0.00019905804323490432,
      "loss": 0.8584,
      "step": 1228
    },
    {
      "epoch": 0.13441977469102045,
      "grad_norm": 1.147356629371643,
      "learning_rate": 0.00019905647250833956,
      "loss": 0.9632,
      "step": 1229
    },
    {
      "epoch": 0.13452914798206278,
      "grad_norm": 0.9150287508964539,
      "learning_rate": 0.0001990549004794684,
      "loss": 1.0553,
      "step": 1230
    },
    {
      "epoch": 0.1346385212731051,
      "grad_norm": 1.4733471870422363,
      "learning_rate": 0.00019905332714831149,
      "loss": 0.8838,
      "step": 1231
    },
    {
      "epoch": 0.13474789456414743,
      "grad_norm": 0.9057783484458923,
      "learning_rate": 0.00019905175251488954,
      "loss": 0.6519,
      "step": 1232
    },
    {
      "epoch": 0.13485726785518976,
      "grad_norm": 1.003832459449768,
      "learning_rate": 0.00019905017657922324,
      "loss": 0.8934,
      "step": 1233
    },
    {
      "epoch": 0.13496664114623208,
      "grad_norm": 1.4523720741271973,
      "learning_rate": 0.00019904859934133327,
      "loss": 0.7496,
      "step": 1234
    },
    {
      "epoch": 0.1350760144372744,
      "grad_norm": 1.5943773984909058,
      "learning_rate": 0.0001990470208012404,
      "loss": 0.81,
      "step": 1235
    },
    {
      "epoch": 0.13518538772831676,
      "grad_norm": 1.4647760391235352,
      "learning_rate": 0.0001990454409589654,
      "loss": 0.685,
      "step": 1236
    },
    {
      "epoch": 0.13529476101935908,
      "grad_norm": 1.0640710592269897,
      "learning_rate": 0.00019904385981452905,
      "loss": 1.0492,
      "step": 1237
    },
    {
      "epoch": 0.1354041343104014,
      "grad_norm": 1.2380677461624146,
      "learning_rate": 0.00019904227736795206,
      "loss": 0.6507,
      "step": 1238
    },
    {
      "epoch": 0.13551350760144373,
      "grad_norm": 1.4155107736587524,
      "learning_rate": 0.0001990406936192553,
      "loss": 0.8304,
      "step": 1239
    },
    {
      "epoch": 0.13562288089248606,
      "grad_norm": 1.4900351762771606,
      "learning_rate": 0.00019903910856845956,
      "loss": 0.8339,
      "step": 1240
    },
    {
      "epoch": 0.13573225418352838,
      "grad_norm": 1.5656943321228027,
      "learning_rate": 0.00019903752221558574,
      "loss": 0.8266,
      "step": 1241
    },
    {
      "epoch": 0.1358416274745707,
      "grad_norm": 1.0937628746032715,
      "learning_rate": 0.0001990359345606546,
      "loss": 1.0124,
      "step": 1242
    },
    {
      "epoch": 0.13595100076561303,
      "grad_norm": 1.2953020334243774,
      "learning_rate": 0.0001990343456036871,
      "loss": 0.8379,
      "step": 1243
    },
    {
      "epoch": 0.13606037405665536,
      "grad_norm": 1.5445834398269653,
      "learning_rate": 0.0001990327553447041,
      "loss": 0.8043,
      "step": 1244
    },
    {
      "epoch": 0.13616974734769768,
      "grad_norm": 1.6298121213912964,
      "learning_rate": 0.00019903116378372645,
      "loss": 0.8297,
      "step": 1245
    },
    {
      "epoch": 0.13627912063874,
      "grad_norm": 1.5033830404281616,
      "learning_rate": 0.00019902957092077518,
      "loss": 0.6852,
      "step": 1246
    },
    {
      "epoch": 0.13638849392978233,
      "grad_norm": 1.1886252164840698,
      "learning_rate": 0.00019902797675587115,
      "loss": 0.803,
      "step": 1247
    },
    {
      "epoch": 0.1364978672208247,
      "grad_norm": 1.216243863105774,
      "learning_rate": 0.00019902638128903535,
      "loss": 0.9977,
      "step": 1248
    },
    {
      "epoch": 0.136607240511867,
      "grad_norm": 1.4907606840133667,
      "learning_rate": 0.00019902478452028875,
      "loss": 0.8494,
      "step": 1249
    },
    {
      "epoch": 0.13671661380290934,
      "grad_norm": 1.387757658958435,
      "learning_rate": 0.00019902318644965234,
      "loss": 1.0733,
      "step": 1250
    },
    {
      "epoch": 0.13682598709395166,
      "grad_norm": 1.418609619140625,
      "learning_rate": 0.00019902158707714714,
      "loss": 0.8953,
      "step": 1251
    },
    {
      "epoch": 0.136935360384994,
      "grad_norm": 1.2187076807022095,
      "learning_rate": 0.00019901998640279418,
      "loss": 0.7233,
      "step": 1252
    },
    {
      "epoch": 0.1370447336760363,
      "grad_norm": 1.5095491409301758,
      "learning_rate": 0.0001990183844266145,
      "loss": 0.9251,
      "step": 1253
    },
    {
      "epoch": 0.13715410696707864,
      "grad_norm": 1.2181601524353027,
      "learning_rate": 0.00019901678114862917,
      "loss": 0.7486,
      "step": 1254
    },
    {
      "epoch": 0.13726348025812096,
      "grad_norm": 1.432478666305542,
      "learning_rate": 0.00019901517656885923,
      "loss": 1.0862,
      "step": 1255
    },
    {
      "epoch": 0.1373728535491633,
      "grad_norm": 1.0717029571533203,
      "learning_rate": 0.00019901357068732577,
      "loss": 0.6119,
      "step": 1256
    },
    {
      "epoch": 0.1374822268402056,
      "grad_norm": 1.1415666341781616,
      "learning_rate": 0.00019901196350404998,
      "loss": 0.7756,
      "step": 1257
    },
    {
      "epoch": 0.13759160013124794,
      "grad_norm": 1.0101507902145386,
      "learning_rate": 0.00019901035501905293,
      "loss": 0.9983,
      "step": 1258
    },
    {
      "epoch": 0.1377009734222903,
      "grad_norm": 1.7728488445281982,
      "learning_rate": 0.00019900874523235578,
      "loss": 0.9716,
      "step": 1259
    },
    {
      "epoch": 0.13781034671333262,
      "grad_norm": 1.482842206954956,
      "learning_rate": 0.00019900713414397968,
      "loss": 0.9112,
      "step": 1260
    },
    {
      "epoch": 0.13791972000437494,
      "grad_norm": 1.1647096872329712,
      "learning_rate": 0.00019900552175394586,
      "loss": 0.8918,
      "step": 1261
    },
    {
      "epoch": 0.13802909329541727,
      "grad_norm": 1.4008877277374268,
      "learning_rate": 0.00019900390806227547,
      "loss": 0.6757,
      "step": 1262
    },
    {
      "epoch": 0.1381384665864596,
      "grad_norm": 1.1786069869995117,
      "learning_rate": 0.00019900229306898975,
      "loss": 0.7931,
      "step": 1263
    },
    {
      "epoch": 0.13824783987750192,
      "grad_norm": 1.0978976488113403,
      "learning_rate": 0.00019900067677410988,
      "loss": 0.8839,
      "step": 1264
    },
    {
      "epoch": 0.13835721316854424,
      "grad_norm": 1.1017560958862305,
      "learning_rate": 0.0001989990591776572,
      "loss": 0.9369,
      "step": 1265
    },
    {
      "epoch": 0.13846658645958657,
      "grad_norm": 1.1316092014312744,
      "learning_rate": 0.00019899744027965292,
      "loss": 0.8511,
      "step": 1266
    },
    {
      "epoch": 0.1385759597506289,
      "grad_norm": 1.189332127571106,
      "learning_rate": 0.00019899582008011833,
      "loss": 0.8724,
      "step": 1267
    },
    {
      "epoch": 0.13868533304167122,
      "grad_norm": 1.3983025550842285,
      "learning_rate": 0.00019899419857907473,
      "loss": 0.6759,
      "step": 1268
    },
    {
      "epoch": 0.13879470633271354,
      "grad_norm": 0.9870102405548096,
      "learning_rate": 0.0001989925757765434,
      "loss": 0.7991,
      "step": 1269
    },
    {
      "epoch": 0.13890407962375587,
      "grad_norm": 1.3650133609771729,
      "learning_rate": 0.00019899095167254577,
      "loss": 1.065,
      "step": 1270
    },
    {
      "epoch": 0.13901345291479822,
      "grad_norm": 1.0879632234573364,
      "learning_rate": 0.00019898932626710313,
      "loss": 0.8213,
      "step": 1271
    },
    {
      "epoch": 0.13912282620584054,
      "grad_norm": 1.3493596315383911,
      "learning_rate": 0.00019898769956023683,
      "loss": 1.0474,
      "step": 1272
    },
    {
      "epoch": 0.13923219949688287,
      "grad_norm": 1.4854204654693604,
      "learning_rate": 0.00019898607155196833,
      "loss": 0.543,
      "step": 1273
    },
    {
      "epoch": 0.1393415727879252,
      "grad_norm": 1.355569839477539,
      "learning_rate": 0.00019898444224231897,
      "loss": 0.9195,
      "step": 1274
    },
    {
      "epoch": 0.13945094607896752,
      "grad_norm": 0.9457685947418213,
      "learning_rate": 0.00019898281163131017,
      "loss": 1.0232,
      "step": 1275
    },
    {
      "epoch": 0.13956031937000984,
      "grad_norm": 1.2054322957992554,
      "learning_rate": 0.00019898117971896338,
      "loss": 0.9148,
      "step": 1276
    },
    {
      "epoch": 0.13966969266105217,
      "grad_norm": 1.2978698015213013,
      "learning_rate": 0.00019897954650530011,
      "loss": 0.9338,
      "step": 1277
    },
    {
      "epoch": 0.1397790659520945,
      "grad_norm": 1.433168888092041,
      "learning_rate": 0.00019897791199034175,
      "loss": 0.8646,
      "step": 1278
    },
    {
      "epoch": 0.13988843924313682,
      "grad_norm": 1.4227919578552246,
      "learning_rate": 0.00019897627617410983,
      "loss": 0.7242,
      "step": 1279
    },
    {
      "epoch": 0.13999781253417914,
      "grad_norm": 1.235701322555542,
      "learning_rate": 0.00019897463905662585,
      "loss": 0.8947,
      "step": 1280
    },
    {
      "epoch": 0.14010718582522147,
      "grad_norm": 1.1992274522781372,
      "learning_rate": 0.00019897300063791132,
      "loss": 0.8932,
      "step": 1281
    },
    {
      "epoch": 0.1402165591162638,
      "grad_norm": 1.3948328495025635,
      "learning_rate": 0.00019897136091798781,
      "loss": 0.8331,
      "step": 1282
    },
    {
      "epoch": 0.14032593240730615,
      "grad_norm": 1.330905795097351,
      "learning_rate": 0.00019896971989687688,
      "loss": 0.8722,
      "step": 1283
    },
    {
      "epoch": 0.14043530569834847,
      "grad_norm": 1.051833987236023,
      "learning_rate": 0.00019896807757460003,
      "loss": 0.747,
      "step": 1284
    },
    {
      "epoch": 0.1405446789893908,
      "grad_norm": 1.7666586637496948,
      "learning_rate": 0.00019896643395117894,
      "loss": 0.7577,
      "step": 1285
    },
    {
      "epoch": 0.14065405228043312,
      "grad_norm": 1.2675107717514038,
      "learning_rate": 0.0001989647890266352,
      "loss": 0.7789,
      "step": 1286
    },
    {
      "epoch": 0.14076342557147545,
      "grad_norm": 1.593224287033081,
      "learning_rate": 0.00019896314280099038,
      "loss": 0.8443,
      "step": 1287
    },
    {
      "epoch": 0.14087279886251777,
      "grad_norm": 1.2290527820587158,
      "learning_rate": 0.0001989614952742662,
      "loss": 1.0003,
      "step": 1288
    },
    {
      "epoch": 0.1409821721535601,
      "grad_norm": 1.5133509635925293,
      "learning_rate": 0.00019895984644648426,
      "loss": 0.9221,
      "step": 1289
    },
    {
      "epoch": 0.14109154544460242,
      "grad_norm": 1.005330204963684,
      "learning_rate": 0.00019895819631766628,
      "loss": 0.8675,
      "step": 1290
    },
    {
      "epoch": 0.14120091873564475,
      "grad_norm": 1.7682890892028809,
      "learning_rate": 0.00019895654488783396,
      "loss": 0.815,
      "step": 1291
    },
    {
      "epoch": 0.14131029202668707,
      "grad_norm": 1.1472705602645874,
      "learning_rate": 0.00019895489215700896,
      "loss": 0.6013,
      "step": 1292
    },
    {
      "epoch": 0.1414196653177294,
      "grad_norm": 2.014301300048828,
      "learning_rate": 0.00019895323812521302,
      "loss": 0.6484,
      "step": 1293
    },
    {
      "epoch": 0.14152903860877175,
      "grad_norm": 1.667834758758545,
      "learning_rate": 0.00019895158279246796,
      "loss": 0.5929,
      "step": 1294
    },
    {
      "epoch": 0.14163841189981408,
      "grad_norm": 1.2010897397994995,
      "learning_rate": 0.00019894992615879543,
      "loss": 1.1385,
      "step": 1295
    },
    {
      "epoch": 0.1417477851908564,
      "grad_norm": 1.8050376176834106,
      "learning_rate": 0.00019894826822421728,
      "loss": 0.7875,
      "step": 1296
    },
    {
      "epoch": 0.14185715848189873,
      "grad_norm": 1.1445764303207397,
      "learning_rate": 0.0001989466089887553,
      "loss": 0.8346,
      "step": 1297
    },
    {
      "epoch": 0.14196653177294105,
      "grad_norm": 1.3288732767105103,
      "learning_rate": 0.00019894494845243128,
      "loss": 0.8347,
      "step": 1298
    },
    {
      "epoch": 0.14207590506398338,
      "grad_norm": 2.197702646255493,
      "learning_rate": 0.0001989432866152671,
      "loss": 0.8339,
      "step": 1299
    },
    {
      "epoch": 0.1421852783550257,
      "grad_norm": 1.3687258958816528,
      "learning_rate": 0.00019894162347728456,
      "loss": 0.8043,
      "step": 1300
    },
    {
      "epoch": 0.14229465164606803,
      "grad_norm": 1.918575406074524,
      "learning_rate": 0.00019893995903850554,
      "loss": 1.0886,
      "step": 1301
    },
    {
      "epoch": 0.14240402493711035,
      "grad_norm": 1.3542847633361816,
      "learning_rate": 0.0001989382932989519,
      "loss": 1.2997,
      "step": 1302
    },
    {
      "epoch": 0.14251339822815268,
      "grad_norm": 1.8041226863861084,
      "learning_rate": 0.00019893662625864562,
      "loss": 0.995,
      "step": 1303
    },
    {
      "epoch": 0.142622771519195,
      "grad_norm": 1.1469374895095825,
      "learning_rate": 0.00019893495791760852,
      "loss": 0.8043,
      "step": 1304
    },
    {
      "epoch": 0.14273214481023733,
      "grad_norm": 1.0283957719802856,
      "learning_rate": 0.0001989332882758626,
      "loss": 0.9582,
      "step": 1305
    },
    {
      "epoch": 0.14284151810127968,
      "grad_norm": 1.3918421268463135,
      "learning_rate": 0.00019893161733342975,
      "loss": 0.9409,
      "step": 1306
    },
    {
      "epoch": 0.142950891392322,
      "grad_norm": 1.1873068809509277,
      "learning_rate": 0.000198929945090332,
      "loss": 0.8272,
      "step": 1307
    },
    {
      "epoch": 0.14306026468336433,
      "grad_norm": 1.0391401052474976,
      "learning_rate": 0.0001989282715465913,
      "loss": 0.743,
      "step": 1308
    },
    {
      "epoch": 0.14316963797440665,
      "grad_norm": 0.9347202777862549,
      "learning_rate": 0.00019892659670222966,
      "loss": 0.9824,
      "step": 1309
    },
    {
      "epoch": 0.14327901126544898,
      "grad_norm": 1.2760140895843506,
      "learning_rate": 0.00019892492055726912,
      "loss": 0.7222,
      "step": 1310
    },
    {
      "epoch": 0.1433883845564913,
      "grad_norm": 1.3573187589645386,
      "learning_rate": 0.0001989232431117317,
      "loss": 0.9713,
      "step": 1311
    },
    {
      "epoch": 0.14349775784753363,
      "grad_norm": 1.5151350498199463,
      "learning_rate": 0.00019892156436563941,
      "loss": 0.8673,
      "step": 1312
    },
    {
      "epoch": 0.14360713113857596,
      "grad_norm": 1.1117901802062988,
      "learning_rate": 0.0001989198843190144,
      "loss": 0.9669,
      "step": 1313
    },
    {
      "epoch": 0.14371650442961828,
      "grad_norm": 1.1102594137191772,
      "learning_rate": 0.00019891820297187872,
      "loss": 0.8136,
      "step": 1314
    },
    {
      "epoch": 0.1438258777206606,
      "grad_norm": 1.0395758152008057,
      "learning_rate": 0.00019891652032425446,
      "loss": 0.7556,
      "step": 1315
    },
    {
      "epoch": 0.14393525101170293,
      "grad_norm": 1.0732916593551636,
      "learning_rate": 0.00019891483637616376,
      "loss": 0.9965,
      "step": 1316
    },
    {
      "epoch": 0.14404462430274528,
      "grad_norm": 1.6103031635284424,
      "learning_rate": 0.00019891315112762872,
      "loss": 0.8578,
      "step": 1317
    },
    {
      "epoch": 0.1441539975937876,
      "grad_norm": 1.5338727235794067,
      "learning_rate": 0.00019891146457867156,
      "loss": 0.8031,
      "step": 1318
    },
    {
      "epoch": 0.14426337088482993,
      "grad_norm": 1.0858309268951416,
      "learning_rate": 0.00019890977672931443,
      "loss": 0.8685,
      "step": 1319
    },
    {
      "epoch": 0.14437274417587226,
      "grad_norm": 1.1474350690841675,
      "learning_rate": 0.0001989080875795795,
      "loss": 0.922,
      "step": 1320
    },
    {
      "epoch": 0.14448211746691458,
      "grad_norm": 1.2947766780853271,
      "learning_rate": 0.000198906397129489,
      "loss": 0.8175,
      "step": 1321
    },
    {
      "epoch": 0.1445914907579569,
      "grad_norm": 1.7123373746871948,
      "learning_rate": 0.00019890470537906518,
      "loss": 0.9249,
      "step": 1322
    },
    {
      "epoch": 0.14470086404899923,
      "grad_norm": 1.4728519916534424,
      "learning_rate": 0.0001989030123283302,
      "loss": 0.701,
      "step": 1323
    },
    {
      "epoch": 0.14481023734004156,
      "grad_norm": 1.6449192762374878,
      "learning_rate": 0.0001989013179773064,
      "loss": 0.7727,
      "step": 1324
    },
    {
      "epoch": 0.14491961063108388,
      "grad_norm": 1.6379886865615845,
      "learning_rate": 0.000198899622326016,
      "loss": 0.9266,
      "step": 1325
    },
    {
      "epoch": 0.1450289839221262,
      "grad_norm": 1.3292016983032227,
      "learning_rate": 0.00019889792537448132,
      "loss": 0.9376,
      "step": 1326
    },
    {
      "epoch": 0.14513835721316853,
      "grad_norm": 1.370091199874878,
      "learning_rate": 0.00019889622712272468,
      "loss": 0.7698,
      "step": 1327
    },
    {
      "epoch": 0.14524773050421086,
      "grad_norm": 1.2836308479309082,
      "learning_rate": 0.00019889452757076837,
      "loss": 1.0549,
      "step": 1328
    },
    {
      "epoch": 0.1453571037952532,
      "grad_norm": 1.3008925914764404,
      "learning_rate": 0.00019889282671863479,
      "loss": 1.1469,
      "step": 1329
    },
    {
      "epoch": 0.14546647708629554,
      "grad_norm": 1.0805034637451172,
      "learning_rate": 0.00019889112456634626,
      "loss": 0.9019,
      "step": 1330
    },
    {
      "epoch": 0.14557585037733786,
      "grad_norm": 1.3450411558151245,
      "learning_rate": 0.00019888942111392512,
      "loss": 0.8756,
      "step": 1331
    },
    {
      "epoch": 0.1456852236683802,
      "grad_norm": 1.472870945930481,
      "learning_rate": 0.00019888771636139384,
      "loss": 1.1762,
      "step": 1332
    },
    {
      "epoch": 0.1457945969594225,
      "grad_norm": 1.6283928155899048,
      "learning_rate": 0.00019888601030877484,
      "loss": 0.7255,
      "step": 1333
    },
    {
      "epoch": 0.14590397025046484,
      "grad_norm": 1.1767903566360474,
      "learning_rate": 0.00019888430295609047,
      "loss": 0.8443,
      "step": 1334
    },
    {
      "epoch": 0.14601334354150716,
      "grad_norm": 1.3466321229934692,
      "learning_rate": 0.00019888259430336325,
      "loss": 1.0804,
      "step": 1335
    },
    {
      "epoch": 0.1461227168325495,
      "grad_norm": 0.9327676892280579,
      "learning_rate": 0.00019888088435061557,
      "loss": 1.0759,
      "step": 1336
    },
    {
      "epoch": 0.1462320901235918,
      "grad_norm": 1.3020119667053223,
      "learning_rate": 0.00019887917309787003,
      "loss": 0.9431,
      "step": 1337
    },
    {
      "epoch": 0.14634146341463414,
      "grad_norm": 1.3907805681228638,
      "learning_rate": 0.000198877460545149,
      "loss": 0.7569,
      "step": 1338
    },
    {
      "epoch": 0.14645083670567646,
      "grad_norm": 1.8734911680221558,
      "learning_rate": 0.00019887574669247507,
      "loss": 0.9455,
      "step": 1339
    },
    {
      "epoch": 0.1465602099967188,
      "grad_norm": 1.3019437789916992,
      "learning_rate": 0.0001988740315398707,
      "loss": 0.847,
      "step": 1340
    },
    {
      "epoch": 0.14666958328776114,
      "grad_norm": 1.0235811471939087,
      "learning_rate": 0.00019887231508735855,
      "loss": 0.7818,
      "step": 1341
    },
    {
      "epoch": 0.14677895657880347,
      "grad_norm": 1.4977604150772095,
      "learning_rate": 0.00019887059733496112,
      "loss": 0.8976,
      "step": 1342
    },
    {
      "epoch": 0.1468883298698458,
      "grad_norm": 1.5260249376296997,
      "learning_rate": 0.000198868878282701,
      "loss": 0.7457,
      "step": 1343
    },
    {
      "epoch": 0.14699770316088812,
      "grad_norm": 1.0140836238861084,
      "learning_rate": 0.00019886715793060079,
      "loss": 1.1424,
      "step": 1344
    },
    {
      "epoch": 0.14710707645193044,
      "grad_norm": 1.3300782442092896,
      "learning_rate": 0.00019886543627868308,
      "loss": 0.9799,
      "step": 1345
    },
    {
      "epoch": 0.14721644974297277,
      "grad_norm": 1.432807207107544,
      "learning_rate": 0.00019886371332697057,
      "loss": 0.6344,
      "step": 1346
    },
    {
      "epoch": 0.1473258230340151,
      "grad_norm": 1.6012585163116455,
      "learning_rate": 0.00019886198907548587,
      "loss": 0.862,
      "step": 1347
    },
    {
      "epoch": 0.14743519632505742,
      "grad_norm": 1.0878487825393677,
      "learning_rate": 0.00019886026352425163,
      "loss": 0.878,
      "step": 1348
    },
    {
      "epoch": 0.14754456961609974,
      "grad_norm": 1.2399684190750122,
      "learning_rate": 0.0001988585366732906,
      "loss": 1.0422,
      "step": 1349
    },
    {
      "epoch": 0.14765394290714207,
      "grad_norm": 1.8239383697509766,
      "learning_rate": 0.0001988568085226254,
      "loss": 0.8317,
      "step": 1350
    },
    {
      "epoch": 0.1477633161981844,
      "grad_norm": 1.4150322675704956,
      "learning_rate": 0.00019885507907227881,
      "loss": 0.7806,
      "step": 1351
    },
    {
      "epoch": 0.14787268948922674,
      "grad_norm": 1.182781457901001,
      "learning_rate": 0.00019885334832227356,
      "loss": 1.1287,
      "step": 1352
    },
    {
      "epoch": 0.14798206278026907,
      "grad_norm": 1.1663532257080078,
      "learning_rate": 0.00019885161627263237,
      "loss": 1.1032,
      "step": 1353
    },
    {
      "epoch": 0.1480914360713114,
      "grad_norm": 1.7171438932418823,
      "learning_rate": 0.00019884988292337807,
      "loss": 0.9727,
      "step": 1354
    },
    {
      "epoch": 0.14820080936235372,
      "grad_norm": 1.317341923713684,
      "learning_rate": 0.00019884814827453342,
      "loss": 0.688,
      "step": 1355
    },
    {
      "epoch": 0.14831018265339604,
      "grad_norm": 1.0706037282943726,
      "learning_rate": 0.0001988464123261212,
      "loss": 1.058,
      "step": 1356
    },
    {
      "epoch": 0.14841955594443837,
      "grad_norm": 1.1368889808654785,
      "learning_rate": 0.00019884467507816424,
      "loss": 0.6506,
      "step": 1357
    },
    {
      "epoch": 0.1485289292354807,
      "grad_norm": 1.3398265838623047,
      "learning_rate": 0.00019884293653068543,
      "loss": 0.775,
      "step": 1358
    },
    {
      "epoch": 0.14863830252652302,
      "grad_norm": 1.1798793077468872,
      "learning_rate": 0.00019884119668370754,
      "loss": 0.8756,
      "step": 1359
    },
    {
      "epoch": 0.14874767581756534,
      "grad_norm": 0.9610666036605835,
      "learning_rate": 0.00019883945553725353,
      "loss": 0.8017,
      "step": 1360
    },
    {
      "epoch": 0.14885704910860767,
      "grad_norm": 1.7703958749771118,
      "learning_rate": 0.00019883771309134627,
      "loss": 0.6973,
      "step": 1361
    },
    {
      "epoch": 0.14896642239965,
      "grad_norm": 1.5369101762771606,
      "learning_rate": 0.00019883596934600862,
      "loss": 0.7437,
      "step": 1362
    },
    {
      "epoch": 0.14907579569069232,
      "grad_norm": 1.0070579051971436,
      "learning_rate": 0.00019883422430126354,
      "loss": 0.7783,
      "step": 1363
    },
    {
      "epoch": 0.14918516898173467,
      "grad_norm": 2.0147452354431152,
      "learning_rate": 0.000198832477957134,
      "loss": 0.6302,
      "step": 1364
    },
    {
      "epoch": 0.149294542272777,
      "grad_norm": 1.3789225816726685,
      "learning_rate": 0.00019883073031364289,
      "loss": 0.7851,
      "step": 1365
    },
    {
      "epoch": 0.14940391556381932,
      "grad_norm": 1.3498444557189941,
      "learning_rate": 0.00019882898137081324,
      "loss": 1.0645,
      "step": 1366
    },
    {
      "epoch": 0.14951328885486165,
      "grad_norm": 1.3234645128250122,
      "learning_rate": 0.00019882723112866807,
      "loss": 0.6351,
      "step": 1367
    },
    {
      "epoch": 0.14962266214590397,
      "grad_norm": 1.5828369855880737,
      "learning_rate": 0.0001988254795872303,
      "loss": 1.0627,
      "step": 1368
    },
    {
      "epoch": 0.1497320354369463,
      "grad_norm": 1.729599952697754,
      "learning_rate": 0.00019882372674652303,
      "loss": 0.9174,
      "step": 1369
    },
    {
      "epoch": 0.14984140872798862,
      "grad_norm": 1.4323097467422485,
      "learning_rate": 0.0001988219726065693,
      "loss": 0.8694,
      "step": 1370
    },
    {
      "epoch": 0.14995078201903095,
      "grad_norm": 1.3311268091201782,
      "learning_rate": 0.0001988202171673921,
      "loss": 0.8819,
      "step": 1371
    },
    {
      "epoch": 0.15006015531007327,
      "grad_norm": 1.691634178161621,
      "learning_rate": 0.00019881846042901462,
      "loss": 0.9333,
      "step": 1372
    },
    {
      "epoch": 0.1501695286011156,
      "grad_norm": 1.2400075197219849,
      "learning_rate": 0.0001988167023914599,
      "loss": 0.8887,
      "step": 1373
    },
    {
      "epoch": 0.15027890189215792,
      "grad_norm": 1.1478346586227417,
      "learning_rate": 0.000198814943054751,
      "loss": 0.9972,
      "step": 1374
    },
    {
      "epoch": 0.15038827518320028,
      "grad_norm": 1.105053424835205,
      "learning_rate": 0.00019881318241891116,
      "loss": 0.8586,
      "step": 1375
    },
    {
      "epoch": 0.1504976484742426,
      "grad_norm": 1.6296879053115845,
      "learning_rate": 0.00019881142048396345,
      "loss": 1.1815,
      "step": 1376
    },
    {
      "epoch": 0.15060702176528493,
      "grad_norm": 1.3772250413894653,
      "learning_rate": 0.00019880965724993103,
      "loss": 1.1228,
      "step": 1377
    },
    {
      "epoch": 0.15071639505632725,
      "grad_norm": 1.5180319547653198,
      "learning_rate": 0.00019880789271683715,
      "loss": 0.8623,
      "step": 1378
    },
    {
      "epoch": 0.15082576834736958,
      "grad_norm": 1.5298681259155273,
      "learning_rate": 0.00019880612688470494,
      "loss": 0.5956,
      "step": 1379
    },
    {
      "epoch": 0.1509351416384119,
      "grad_norm": 1.423857569694519,
      "learning_rate": 0.00019880435975355764,
      "loss": 0.9896,
      "step": 1380
    },
    {
      "epoch": 0.15104451492945423,
      "grad_norm": 1.3312628269195557,
      "learning_rate": 0.00019880259132341852,
      "loss": 0.6942,
      "step": 1381
    },
    {
      "epoch": 0.15115388822049655,
      "grad_norm": 1.1663191318511963,
      "learning_rate": 0.00019880082159431074,
      "loss": 0.9578,
      "step": 1382
    },
    {
      "epoch": 0.15126326151153888,
      "grad_norm": 1.145989179611206,
      "learning_rate": 0.00019879905056625766,
      "loss": 0.7223,
      "step": 1383
    },
    {
      "epoch": 0.1513726348025812,
      "grad_norm": 0.8383100032806396,
      "learning_rate": 0.00019879727823928249,
      "loss": 0.963,
      "step": 1384
    },
    {
      "epoch": 0.15148200809362353,
      "grad_norm": 1.585050106048584,
      "learning_rate": 0.00019879550461340858,
      "loss": 0.5838,
      "step": 1385
    },
    {
      "epoch": 0.15159138138466585,
      "grad_norm": 1.1837832927703857,
      "learning_rate": 0.00019879372968865925,
      "loss": 1.0345,
      "step": 1386
    },
    {
      "epoch": 0.1517007546757082,
      "grad_norm": 1.171630620956421,
      "learning_rate": 0.00019879195346505778,
      "loss": 0.8856,
      "step": 1387
    },
    {
      "epoch": 0.15181012796675053,
      "grad_norm": 1.2677950859069824,
      "learning_rate": 0.0001987901759426276,
      "loss": 1.1283,
      "step": 1388
    },
    {
      "epoch": 0.15191950125779285,
      "grad_norm": 0.9968597888946533,
      "learning_rate": 0.000198788397121392,
      "loss": 0.6675,
      "step": 1389
    },
    {
      "epoch": 0.15202887454883518,
      "grad_norm": 1.2447069883346558,
      "learning_rate": 0.00019878661700137445,
      "loss": 1.079,
      "step": 1390
    },
    {
      "epoch": 0.1521382478398775,
      "grad_norm": 1.5468206405639648,
      "learning_rate": 0.0001987848355825983,
      "loss": 0.7963,
      "step": 1391
    },
    {
      "epoch": 0.15224762113091983,
      "grad_norm": 1.3707401752471924,
      "learning_rate": 0.00019878305286508697,
      "loss": 0.5818,
      "step": 1392
    },
    {
      "epoch": 0.15235699442196216,
      "grad_norm": 1.3503425121307373,
      "learning_rate": 0.00019878126884886389,
      "loss": 0.8322,
      "step": 1393
    },
    {
      "epoch": 0.15246636771300448,
      "grad_norm": 2.1415793895721436,
      "learning_rate": 0.00019877948353395257,
      "loss": 0.7691,
      "step": 1394
    },
    {
      "epoch": 0.1525757410040468,
      "grad_norm": 1.3835546970367432,
      "learning_rate": 0.00019877769692037641,
      "loss": 0.955,
      "step": 1395
    },
    {
      "epoch": 0.15268511429508913,
      "grad_norm": 1.197978138923645,
      "learning_rate": 0.00019877590900815894,
      "loss": 0.84,
      "step": 1396
    },
    {
      "epoch": 0.15279448758613146,
      "grad_norm": 1.2404671907424927,
      "learning_rate": 0.00019877411979732368,
      "loss": 0.7603,
      "step": 1397
    },
    {
      "epoch": 0.15290386087717378,
      "grad_norm": 1.1336536407470703,
      "learning_rate": 0.0001987723292878941,
      "loss": 0.8828,
      "step": 1398
    },
    {
      "epoch": 0.15301323416821613,
      "grad_norm": 1.4907398223876953,
      "learning_rate": 0.00019877053747989379,
      "loss": 0.8101,
      "step": 1399
    },
    {
      "epoch": 0.15312260745925846,
      "grad_norm": 1.4589446783065796,
      "learning_rate": 0.00019876874437334627,
      "loss": 0.5207,
      "step": 1400
    },
    {
      "epoch": 0.15312260745925846,
      "eval_loss": 0.8338207006454468,
      "eval_runtime": 40.9401,
      "eval_samples_per_second": 17.977,
      "eval_steps_per_second": 4.494,
      "step": 1400
    },
    {
      "epoch": 0.15323198075030078,
      "grad_norm": 1.324110507965088,
      "learning_rate": 0.00019876694996827517,
      "loss": 1.0052,
      "step": 1401
    },
    {
      "epoch": 0.1533413540413431,
      "grad_norm": 1.0500775575637817,
      "learning_rate": 0.00019876515426470398,
      "loss": 1.0304,
      "step": 1402
    },
    {
      "epoch": 0.15345072733238543,
      "grad_norm": 1.10781991481781,
      "learning_rate": 0.00019876335726265644,
      "loss": 0.869,
      "step": 1403
    },
    {
      "epoch": 0.15356010062342776,
      "grad_norm": 1.0659980773925781,
      "learning_rate": 0.0001987615589621561,
      "loss": 0.861,
      "step": 1404
    },
    {
      "epoch": 0.15366947391447008,
      "grad_norm": 1.1733324527740479,
      "learning_rate": 0.00019875975936322658,
      "loss": 1.1279,
      "step": 1405
    },
    {
      "epoch": 0.1537788472055124,
      "grad_norm": 1.6860886812210083,
      "learning_rate": 0.00019875795846589157,
      "loss": 0.9537,
      "step": 1406
    },
    {
      "epoch": 0.15388822049655473,
      "grad_norm": 1.0081753730773926,
      "learning_rate": 0.00019875615627017474,
      "loss": 0.9001,
      "step": 1407
    },
    {
      "epoch": 0.15399759378759706,
      "grad_norm": 1.388083815574646,
      "learning_rate": 0.00019875435277609982,
      "loss": 1.0402,
      "step": 1408
    },
    {
      "epoch": 0.15410696707863938,
      "grad_norm": 1.2982776165008545,
      "learning_rate": 0.00019875254798369047,
      "loss": 0.7242,
      "step": 1409
    },
    {
      "epoch": 0.15421634036968174,
      "grad_norm": 1.2809386253356934,
      "learning_rate": 0.00019875074189297046,
      "loss": 1.0712,
      "step": 1410
    },
    {
      "epoch": 0.15432571366072406,
      "grad_norm": 1.1059175729751587,
      "learning_rate": 0.00019874893450396347,
      "loss": 0.8779,
      "step": 1411
    },
    {
      "epoch": 0.1544350869517664,
      "grad_norm": 1.031805396080017,
      "learning_rate": 0.00019874712581669334,
      "loss": 0.8584,
      "step": 1412
    },
    {
      "epoch": 0.1545444602428087,
      "grad_norm": 1.506769061088562,
      "learning_rate": 0.00019874531583118383,
      "loss": 0.7991,
      "step": 1413
    },
    {
      "epoch": 0.15465383353385104,
      "grad_norm": 1.7722145318984985,
      "learning_rate": 0.0001987435045474587,
      "loss": 0.8325,
      "step": 1414
    },
    {
      "epoch": 0.15476320682489336,
      "grad_norm": 1.0525603294372559,
      "learning_rate": 0.00019874169196554178,
      "loss": 1.3103,
      "step": 1415
    },
    {
      "epoch": 0.1548725801159357,
      "grad_norm": 1.6872371435165405,
      "learning_rate": 0.0001987398780854569,
      "loss": 0.5703,
      "step": 1416
    },
    {
      "epoch": 0.154981953406978,
      "grad_norm": 1.119168996810913,
      "learning_rate": 0.0001987380629072279,
      "loss": 0.7791,
      "step": 1417
    },
    {
      "epoch": 0.15509132669802034,
      "grad_norm": 2.0604758262634277,
      "learning_rate": 0.0001987362464308787,
      "loss": 0.8825,
      "step": 1418
    },
    {
      "epoch": 0.15520069998906266,
      "grad_norm": 1.2252274751663208,
      "learning_rate": 0.0001987344286564331,
      "loss": 0.8834,
      "step": 1419
    },
    {
      "epoch": 0.155310073280105,
      "grad_norm": 1.2831803560256958,
      "learning_rate": 0.00019873260958391505,
      "loss": 0.9921,
      "step": 1420
    },
    {
      "epoch": 0.1554194465711473,
      "grad_norm": 1.418749451637268,
      "learning_rate": 0.00019873078921334844,
      "loss": 0.9815,
      "step": 1421
    },
    {
      "epoch": 0.15552881986218967,
      "grad_norm": 1.6127839088439941,
      "learning_rate": 0.00019872896754475722,
      "loss": 1.12,
      "step": 1422
    },
    {
      "epoch": 0.155638193153232,
      "grad_norm": 1.164413571357727,
      "learning_rate": 0.00019872714457816533,
      "loss": 0.874,
      "step": 1423
    },
    {
      "epoch": 0.15574756644427432,
      "grad_norm": 1.1684691905975342,
      "learning_rate": 0.00019872532031359677,
      "loss": 0.881,
      "step": 1424
    },
    {
      "epoch": 0.15585693973531664,
      "grad_norm": 1.1473350524902344,
      "learning_rate": 0.00019872349475107544,
      "loss": 1.1805,
      "step": 1425
    },
    {
      "epoch": 0.15596631302635897,
      "grad_norm": 1.107454538345337,
      "learning_rate": 0.00019872166789062544,
      "loss": 1.4209,
      "step": 1426
    },
    {
      "epoch": 0.1560756863174013,
      "grad_norm": 1.1341381072998047,
      "learning_rate": 0.0001987198397322707,
      "loss": 0.901,
      "step": 1427
    },
    {
      "epoch": 0.15618505960844362,
      "grad_norm": 1.0067700147628784,
      "learning_rate": 0.0001987180102760353,
      "loss": 0.8375,
      "step": 1428
    },
    {
      "epoch": 0.15629443289948594,
      "grad_norm": 1.3949140310287476,
      "learning_rate": 0.00019871617952194336,
      "loss": 0.8302,
      "step": 1429
    },
    {
      "epoch": 0.15640380619052827,
      "grad_norm": 1.5390968322753906,
      "learning_rate": 0.00019871434747001883,
      "loss": 0.8145,
      "step": 1430
    },
    {
      "epoch": 0.1565131794815706,
      "grad_norm": 1.297608733177185,
      "learning_rate": 0.00019871251412028582,
      "loss": 0.6837,
      "step": 1431
    },
    {
      "epoch": 0.15662255277261292,
      "grad_norm": 1.126678228378296,
      "learning_rate": 0.0001987106794727685,
      "loss": 0.8291,
      "step": 1432
    },
    {
      "epoch": 0.15673192606365527,
      "grad_norm": 1.610265851020813,
      "learning_rate": 0.0001987088435274909,
      "loss": 0.8117,
      "step": 1433
    },
    {
      "epoch": 0.1568412993546976,
      "grad_norm": 1.142783284187317,
      "learning_rate": 0.00019870700628447726,
      "loss": 1.0493,
      "step": 1434
    },
    {
      "epoch": 0.15695067264573992,
      "grad_norm": 1.791222095489502,
      "learning_rate": 0.00019870516774375164,
      "loss": 0.8064,
      "step": 1435
    },
    {
      "epoch": 0.15706004593678224,
      "grad_norm": 1.3738672733306885,
      "learning_rate": 0.00019870332790533827,
      "loss": 1.1028,
      "step": 1436
    },
    {
      "epoch": 0.15716941922782457,
      "grad_norm": 1.5782803297042847,
      "learning_rate": 0.0001987014867692613,
      "loss": 0.9603,
      "step": 1437
    },
    {
      "epoch": 0.1572787925188669,
      "grad_norm": 1.3312374353408813,
      "learning_rate": 0.000198699644335545,
      "loss": 0.7747,
      "step": 1438
    },
    {
      "epoch": 0.15738816580990922,
      "grad_norm": 1.2170541286468506,
      "learning_rate": 0.00019869780060421352,
      "loss": 0.8481,
      "step": 1439
    },
    {
      "epoch": 0.15749753910095154,
      "grad_norm": 1.5843018293380737,
      "learning_rate": 0.00019869595557529113,
      "loss": 0.9331,
      "step": 1440
    },
    {
      "epoch": 0.15760691239199387,
      "grad_norm": 1.2102508544921875,
      "learning_rate": 0.00019869410924880208,
      "loss": 1.0183,
      "step": 1441
    },
    {
      "epoch": 0.1577162856830362,
      "grad_norm": 1.5620408058166504,
      "learning_rate": 0.00019869226162477066,
      "loss": 0.9885,
      "step": 1442
    },
    {
      "epoch": 0.15782565897407852,
      "grad_norm": 1.1634894609451294,
      "learning_rate": 0.00019869041270322116,
      "loss": 0.8241,
      "step": 1443
    },
    {
      "epoch": 0.15793503226512084,
      "grad_norm": 1.3680533170700073,
      "learning_rate": 0.00019868856248417784,
      "loss": 0.8722,
      "step": 1444
    },
    {
      "epoch": 0.1580444055561632,
      "grad_norm": 1.116432547569275,
      "learning_rate": 0.0001986867109676651,
      "loss": 0.6943,
      "step": 1445
    },
    {
      "epoch": 0.15815377884720552,
      "grad_norm": 1.267790675163269,
      "learning_rate": 0.00019868485815370724,
      "loss": 1.0909,
      "step": 1446
    },
    {
      "epoch": 0.15826315213824785,
      "grad_norm": 1.3944889307022095,
      "learning_rate": 0.0001986830040423286,
      "loss": 0.8556,
      "step": 1447
    },
    {
      "epoch": 0.15837252542929017,
      "grad_norm": 1.1336169242858887,
      "learning_rate": 0.00019868114863355358,
      "loss": 0.8363,
      "step": 1448
    },
    {
      "epoch": 0.1584818987203325,
      "grad_norm": 1.3234976530075073,
      "learning_rate": 0.00019867929192740662,
      "loss": 0.9111,
      "step": 1449
    },
    {
      "epoch": 0.15859127201137482,
      "grad_norm": 1.1586167812347412,
      "learning_rate": 0.00019867743392391204,
      "loss": 0.7199,
      "step": 1450
    },
    {
      "epoch": 0.15870064530241715,
      "grad_norm": 1.4157285690307617,
      "learning_rate": 0.00019867557462309435,
      "loss": 0.961,
      "step": 1451
    },
    {
      "epoch": 0.15881001859345947,
      "grad_norm": 1.4633079767227173,
      "learning_rate": 0.0001986737140249779,
      "loss": 0.8466,
      "step": 1452
    },
    {
      "epoch": 0.1589193918845018,
      "grad_norm": 1.0959802865982056,
      "learning_rate": 0.00019867185212958725,
      "loss": 0.9735,
      "step": 1453
    },
    {
      "epoch": 0.15902876517554412,
      "grad_norm": 0.9952166676521301,
      "learning_rate": 0.00019866998893694682,
      "loss": 0.7703,
      "step": 1454
    },
    {
      "epoch": 0.15913813846658645,
      "grad_norm": 1.2285009622573853,
      "learning_rate": 0.00019866812444708113,
      "loss": 1.1174,
      "step": 1455
    },
    {
      "epoch": 0.15924751175762877,
      "grad_norm": 1.2533297538757324,
      "learning_rate": 0.00019866625866001467,
      "loss": 0.7116,
      "step": 1456
    },
    {
      "epoch": 0.15935688504867113,
      "grad_norm": 1.3021570444107056,
      "learning_rate": 0.00019866439157577198,
      "loss": 0.973,
      "step": 1457
    },
    {
      "epoch": 0.15946625833971345,
      "grad_norm": 1.0806238651275635,
      "learning_rate": 0.00019866252319437764,
      "loss": 1.0412,
      "step": 1458
    },
    {
      "epoch": 0.15957563163075578,
      "grad_norm": 1.2416106462478638,
      "learning_rate": 0.00019866065351585618,
      "loss": 0.8027,
      "step": 1459
    },
    {
      "epoch": 0.1596850049217981,
      "grad_norm": 1.6289414167404175,
      "learning_rate": 0.00019865878254023215,
      "loss": 1.1657,
      "step": 1460
    },
    {
      "epoch": 0.15979437821284043,
      "grad_norm": 1.139325737953186,
      "learning_rate": 0.0001986569102675302,
      "loss": 0.6246,
      "step": 1461
    },
    {
      "epoch": 0.15990375150388275,
      "grad_norm": 1.0569339990615845,
      "learning_rate": 0.00019865503669777495,
      "loss": 0.9921,
      "step": 1462
    },
    {
      "epoch": 0.16001312479492508,
      "grad_norm": 1.3569080829620361,
      "learning_rate": 0.000198653161830991,
      "loss": 0.9102,
      "step": 1463
    },
    {
      "epoch": 0.1601224980859674,
      "grad_norm": 1.3136351108551025,
      "learning_rate": 0.000198651285667203,
      "loss": 0.7844,
      "step": 1464
    },
    {
      "epoch": 0.16023187137700973,
      "grad_norm": 0.981391191482544,
      "learning_rate": 0.00019864940820643563,
      "loss": 1.1127,
      "step": 1465
    },
    {
      "epoch": 0.16034124466805205,
      "grad_norm": 0.9686532020568848,
      "learning_rate": 0.00019864752944871356,
      "loss": 0.7938,
      "step": 1466
    },
    {
      "epoch": 0.16045061795909438,
      "grad_norm": 1.6966776847839355,
      "learning_rate": 0.0001986456493940615,
      "loss": 0.743,
      "step": 1467
    },
    {
      "epoch": 0.16055999125013673,
      "grad_norm": 1.5465754270553589,
      "learning_rate": 0.00019864376804250416,
      "loss": 0.7528,
      "step": 1468
    },
    {
      "epoch": 0.16066936454117905,
      "grad_norm": 1.2959458827972412,
      "learning_rate": 0.00019864188539406633,
      "loss": 0.8922,
      "step": 1469
    },
    {
      "epoch": 0.16077873783222138,
      "grad_norm": 1.2916780710220337,
      "learning_rate": 0.00019864000144877264,
      "loss": 0.8257,
      "step": 1470
    },
    {
      "epoch": 0.1608881111232637,
      "grad_norm": 1.584036946296692,
      "learning_rate": 0.00019863811620664796,
      "loss": 0.8331,
      "step": 1471
    },
    {
      "epoch": 0.16099748441430603,
      "grad_norm": 1.3122990131378174,
      "learning_rate": 0.00019863622966771705,
      "loss": 0.8,
      "step": 1472
    },
    {
      "epoch": 0.16110685770534836,
      "grad_norm": 1.2645050287246704,
      "learning_rate": 0.00019863434183200473,
      "loss": 0.946,
      "step": 1473
    },
    {
      "epoch": 0.16121623099639068,
      "grad_norm": 1.0265414714813232,
      "learning_rate": 0.00019863245269953578,
      "loss": 0.8833,
      "step": 1474
    },
    {
      "epoch": 0.161325604287433,
      "grad_norm": 1.2822856903076172,
      "learning_rate": 0.00019863056227033504,
      "loss": 0.9883,
      "step": 1475
    },
    {
      "epoch": 0.16143497757847533,
      "grad_norm": 1.1232564449310303,
      "learning_rate": 0.0001986286705444274,
      "loss": 1.1304,
      "step": 1476
    },
    {
      "epoch": 0.16154435086951766,
      "grad_norm": 1.282120943069458,
      "learning_rate": 0.0001986267775218377,
      "loss": 1.0699,
      "step": 1477
    },
    {
      "epoch": 0.16165372416055998,
      "grad_norm": 1.2181726694107056,
      "learning_rate": 0.00019862488320259082,
      "loss": 0.8356,
      "step": 1478
    },
    {
      "epoch": 0.1617630974516023,
      "grad_norm": 1.2273870706558228,
      "learning_rate": 0.0001986229875867117,
      "loss": 0.8019,
      "step": 1479
    },
    {
      "epoch": 0.16187247074264466,
      "grad_norm": 1.7397822141647339,
      "learning_rate": 0.00019862109067422522,
      "loss": 0.8035,
      "step": 1480
    },
    {
      "epoch": 0.16198184403368698,
      "grad_norm": 1.2784407138824463,
      "learning_rate": 0.00019861919246515636,
      "loss": 0.8347,
      "step": 1481
    },
    {
      "epoch": 0.1620912173247293,
      "grad_norm": 1.1152231693267822,
      "learning_rate": 0.00019861729295953006,
      "loss": 0.999,
      "step": 1482
    },
    {
      "epoch": 0.16220059061577163,
      "grad_norm": 1.433423399925232,
      "learning_rate": 0.00019861539215737132,
      "loss": 0.7845,
      "step": 1483
    },
    {
      "epoch": 0.16230996390681396,
      "grad_norm": 1.5863826274871826,
      "learning_rate": 0.00019861349005870506,
      "loss": 0.7002,
      "step": 1484
    },
    {
      "epoch": 0.16241933719785628,
      "grad_norm": 1.3859399557113647,
      "learning_rate": 0.00019861158666355634,
      "loss": 0.6911,
      "step": 1485
    },
    {
      "epoch": 0.1625287104888986,
      "grad_norm": 1.6785335540771484,
      "learning_rate": 0.00019860968197195017,
      "loss": 0.631,
      "step": 1486
    },
    {
      "epoch": 0.16263808377994093,
      "grad_norm": 1.6127772331237793,
      "learning_rate": 0.0001986077759839116,
      "loss": 0.906,
      "step": 1487
    },
    {
      "epoch": 0.16274745707098326,
      "grad_norm": 0.9836483001708984,
      "learning_rate": 0.00019860586869946566,
      "loss": 1.0031,
      "step": 1488
    },
    {
      "epoch": 0.16285683036202558,
      "grad_norm": 1.4041134119033813,
      "learning_rate": 0.00019860396011863748,
      "loss": 1.1642,
      "step": 1489
    },
    {
      "epoch": 0.1629662036530679,
      "grad_norm": 1.8540842533111572,
      "learning_rate": 0.00019860205024145212,
      "loss": 0.7869,
      "step": 1490
    },
    {
      "epoch": 0.16307557694411026,
      "grad_norm": 1.0026261806488037,
      "learning_rate": 0.00019860013906793466,
      "loss": 0.8129,
      "step": 1491
    },
    {
      "epoch": 0.1631849502351526,
      "grad_norm": 1.626043438911438,
      "learning_rate": 0.00019859822659811028,
      "loss": 0.8802,
      "step": 1492
    },
    {
      "epoch": 0.1632943235261949,
      "grad_norm": 1.3151799440383911,
      "learning_rate": 0.00019859631283200408,
      "loss": 0.7564,
      "step": 1493
    },
    {
      "epoch": 0.16340369681723724,
      "grad_norm": 1.614160180091858,
      "learning_rate": 0.00019859439776964127,
      "loss": 1.1447,
      "step": 1494
    },
    {
      "epoch": 0.16351307010827956,
      "grad_norm": 1.2781974077224731,
      "learning_rate": 0.00019859248141104697,
      "loss": 0.8505,
      "step": 1495
    },
    {
      "epoch": 0.1636224433993219,
      "grad_norm": 1.5853264331817627,
      "learning_rate": 0.00019859056375624642,
      "loss": 0.9277,
      "step": 1496
    },
    {
      "epoch": 0.1637318166903642,
      "grad_norm": 1.067950963973999,
      "learning_rate": 0.00019858864480526477,
      "loss": 0.6775,
      "step": 1497
    },
    {
      "epoch": 0.16384118998140654,
      "grad_norm": 1.1646438837051392,
      "learning_rate": 0.00019858672455812734,
      "loss": 0.7541,
      "step": 1498
    },
    {
      "epoch": 0.16395056327244886,
      "grad_norm": 1.1444123983383179,
      "learning_rate": 0.0001985848030148593,
      "loss": 0.7636,
      "step": 1499
    },
    {
      "epoch": 0.1640599365634912,
      "grad_norm": 1.6984186172485352,
      "learning_rate": 0.00019858288017548595,
      "loss": 0.9308,
      "step": 1500
    },
    {
      "epoch": 0.1641693098545335,
      "grad_norm": 1.8337986469268799,
      "learning_rate": 0.00019858095604003255,
      "loss": 0.9335,
      "step": 1501
    },
    {
      "epoch": 0.16427868314557584,
      "grad_norm": 1.019050121307373,
      "learning_rate": 0.00019857903060852442,
      "loss": 0.6988,
      "step": 1502
    },
    {
      "epoch": 0.1643880564366182,
      "grad_norm": 1.2914692163467407,
      "learning_rate": 0.00019857710388098684,
      "loss": 0.9449,
      "step": 1503
    },
    {
      "epoch": 0.16449742972766052,
      "grad_norm": 1.1429518461227417,
      "learning_rate": 0.0001985751758574452,
      "loss": 0.9065,
      "step": 1504
    },
    {
      "epoch": 0.16460680301870284,
      "grad_norm": 1.2495958805084229,
      "learning_rate": 0.00019857324653792477,
      "loss": 0.8642,
      "step": 1505
    },
    {
      "epoch": 0.16471617630974517,
      "grad_norm": 1.2950122356414795,
      "learning_rate": 0.000198571315922451,
      "loss": 0.8315,
      "step": 1506
    },
    {
      "epoch": 0.1648255496007875,
      "grad_norm": 1.3806548118591309,
      "learning_rate": 0.0001985693840110492,
      "loss": 0.8491,
      "step": 1507
    },
    {
      "epoch": 0.16493492289182982,
      "grad_norm": 1.255758285522461,
      "learning_rate": 0.00019856745080374478,
      "loss": 0.6986,
      "step": 1508
    },
    {
      "epoch": 0.16504429618287214,
      "grad_norm": 1.4214366674423218,
      "learning_rate": 0.0001985655163005632,
      "loss": 1.0552,
      "step": 1509
    },
    {
      "epoch": 0.16515366947391447,
      "grad_norm": 1.2743566036224365,
      "learning_rate": 0.00019856358050152984,
      "loss": 0.816,
      "step": 1510
    },
    {
      "epoch": 0.1652630427649568,
      "grad_norm": 1.402127981185913,
      "learning_rate": 0.00019856164340667019,
      "loss": 1.0062,
      "step": 1511
    },
    {
      "epoch": 0.16537241605599912,
      "grad_norm": 1.3699082136154175,
      "learning_rate": 0.0001985597050160097,
      "loss": 0.9365,
      "step": 1512
    },
    {
      "epoch": 0.16548178934704144,
      "grad_norm": 1.5073473453521729,
      "learning_rate": 0.00019855776532957383,
      "loss": 0.9226,
      "step": 1513
    },
    {
      "epoch": 0.16559116263808377,
      "grad_norm": 1.275022029876709,
      "learning_rate": 0.00019855582434738812,
      "loss": 1.1722,
      "step": 1514
    },
    {
      "epoch": 0.16570053592912612,
      "grad_norm": 1.0234248638153076,
      "learning_rate": 0.0001985538820694781,
      "loss": 0.7446,
      "step": 1515
    },
    {
      "epoch": 0.16580990922016844,
      "grad_norm": 1.5271632671356201,
      "learning_rate": 0.00019855193849586928,
      "loss": 0.811,
      "step": 1516
    },
    {
      "epoch": 0.16591928251121077,
      "grad_norm": 1.0657501220703125,
      "learning_rate": 0.0001985499936265872,
      "loss": 0.9671,
      "step": 1517
    },
    {
      "epoch": 0.1660286558022531,
      "grad_norm": 0.9003178477287292,
      "learning_rate": 0.00019854804746165746,
      "loss": 0.8664,
      "step": 1518
    },
    {
      "epoch": 0.16613802909329542,
      "grad_norm": 1.3598248958587646,
      "learning_rate": 0.00019854610000110561,
      "loss": 0.9741,
      "step": 1519
    },
    {
      "epoch": 0.16624740238433774,
      "grad_norm": 1.446024775505066,
      "learning_rate": 0.00019854415124495727,
      "loss": 0.961,
      "step": 1520
    },
    {
      "epoch": 0.16635677567538007,
      "grad_norm": 1.4574782848358154,
      "learning_rate": 0.00019854220119323808,
      "loss": 0.9989,
      "step": 1521
    },
    {
      "epoch": 0.1664661489664224,
      "grad_norm": 1.294468641281128,
      "learning_rate": 0.00019854024984597364,
      "loss": 0.8994,
      "step": 1522
    },
    {
      "epoch": 0.16657552225746472,
      "grad_norm": 1.2570945024490356,
      "learning_rate": 0.00019853829720318963,
      "loss": 1.0986,
      "step": 1523
    },
    {
      "epoch": 0.16668489554850704,
      "grad_norm": 1.7304706573486328,
      "learning_rate": 0.00019853634326491175,
      "loss": 0.95,
      "step": 1524
    },
    {
      "epoch": 0.16679426883954937,
      "grad_norm": 1.159464716911316,
      "learning_rate": 0.00019853438803116562,
      "loss": 1.0809,
      "step": 1525
    },
    {
      "epoch": 0.16690364213059172,
      "grad_norm": 1.2517210245132446,
      "learning_rate": 0.000198532431501977,
      "loss": 0.9575,
      "step": 1526
    },
    {
      "epoch": 0.16701301542163405,
      "grad_norm": 1.1014633178710938,
      "learning_rate": 0.00019853047367737156,
      "loss": 1.0714,
      "step": 1527
    },
    {
      "epoch": 0.16712238871267637,
      "grad_norm": 1.5633001327514648,
      "learning_rate": 0.00019852851455737512,
      "loss": 0.5899,
      "step": 1528
    },
    {
      "epoch": 0.1672317620037187,
      "grad_norm": 1.6049565076828003,
      "learning_rate": 0.00019852655414201337,
      "loss": 0.6786,
      "step": 1529
    },
    {
      "epoch": 0.16734113529476102,
      "grad_norm": 1.1022599935531616,
      "learning_rate": 0.0001985245924313121,
      "loss": 0.7133,
      "step": 1530
    },
    {
      "epoch": 0.16745050858580335,
      "grad_norm": 1.6808147430419922,
      "learning_rate": 0.00019852262942529711,
      "loss": 0.8211,
      "step": 1531
    },
    {
      "epoch": 0.16755988187684567,
      "grad_norm": 1.2519339323043823,
      "learning_rate": 0.0001985206651239942,
      "loss": 0.8244,
      "step": 1532
    },
    {
      "epoch": 0.167669255167888,
      "grad_norm": 1.0235782861709595,
      "learning_rate": 0.0001985186995274292,
      "loss": 1.0523,
      "step": 1533
    },
    {
      "epoch": 0.16777862845893032,
      "grad_norm": 1.6186046600341797,
      "learning_rate": 0.00019851673263562795,
      "loss": 0.9609,
      "step": 1534
    },
    {
      "epoch": 0.16788800174997265,
      "grad_norm": 1.3174000978469849,
      "learning_rate": 0.0001985147644486163,
      "loss": 1.0114,
      "step": 1535
    },
    {
      "epoch": 0.16799737504101497,
      "grad_norm": 1.1057541370391846,
      "learning_rate": 0.00019851279496642017,
      "loss": 0.9969,
      "step": 1536
    },
    {
      "epoch": 0.1681067483320573,
      "grad_norm": 1.3519232273101807,
      "learning_rate": 0.00019851082418906538,
      "loss": 0.994,
      "step": 1537
    },
    {
      "epoch": 0.16821612162309965,
      "grad_norm": 1.0488616228103638,
      "learning_rate": 0.0001985088521165779,
      "loss": 1.0462,
      "step": 1538
    },
    {
      "epoch": 0.16832549491414198,
      "grad_norm": 1.2493174076080322,
      "learning_rate": 0.0001985068787489836,
      "loss": 0.6777,
      "step": 1539
    },
    {
      "epoch": 0.1684348682051843,
      "grad_norm": 1.2656619548797607,
      "learning_rate": 0.0001985049040863085,
      "loss": 0.9008,
      "step": 1540
    },
    {
      "epoch": 0.16854424149622663,
      "grad_norm": 1.1939504146575928,
      "learning_rate": 0.00019850292812857853,
      "loss": 0.6999,
      "step": 1541
    },
    {
      "epoch": 0.16865361478726895,
      "grad_norm": 1.3067207336425781,
      "learning_rate": 0.00019850095087581963,
      "loss": 1.1621,
      "step": 1542
    },
    {
      "epoch": 0.16876298807831128,
      "grad_norm": 1.4139323234558105,
      "learning_rate": 0.00019849897232805783,
      "loss": 0.8796,
      "step": 1543
    },
    {
      "epoch": 0.1688723613693536,
      "grad_norm": 1.7584598064422607,
      "learning_rate": 0.00019849699248531915,
      "loss": 0.9331,
      "step": 1544
    },
    {
      "epoch": 0.16898173466039593,
      "grad_norm": 1.249332070350647,
      "learning_rate": 0.00019849501134762954,
      "loss": 0.989,
      "step": 1545
    },
    {
      "epoch": 0.16909110795143825,
      "grad_norm": 1.513169288635254,
      "learning_rate": 0.00019849302891501518,
      "loss": 1.1832,
      "step": 1546
    },
    {
      "epoch": 0.16920048124248058,
      "grad_norm": 1.7525601387023926,
      "learning_rate": 0.00019849104518750206,
      "loss": 0.5881,
      "step": 1547
    },
    {
      "epoch": 0.1693098545335229,
      "grad_norm": 1.290399432182312,
      "learning_rate": 0.00019848906016511623,
      "loss": 1.1126,
      "step": 1548
    },
    {
      "epoch": 0.16941922782456525,
      "grad_norm": 1.2828929424285889,
      "learning_rate": 0.00019848707384788385,
      "loss": 0.9927,
      "step": 1549
    },
    {
      "epoch": 0.16952860111560758,
      "grad_norm": 0.8896585702896118,
      "learning_rate": 0.00019848508623583098,
      "loss": 0.4337,
      "step": 1550
    },
    {
      "epoch": 0.1696379744066499,
      "grad_norm": 1.123956322669983,
      "learning_rate": 0.00019848309732898382,
      "loss": 0.976,
      "step": 1551
    },
    {
      "epoch": 0.16974734769769223,
      "grad_norm": 1.071441411972046,
      "learning_rate": 0.00019848110712736844,
      "loss": 0.8063,
      "step": 1552
    },
    {
      "epoch": 0.16985672098873456,
      "grad_norm": 1.2351332902908325,
      "learning_rate": 0.00019847911563101108,
      "loss": 0.6468,
      "step": 1553
    },
    {
      "epoch": 0.16996609427977688,
      "grad_norm": 1.1365331411361694,
      "learning_rate": 0.00019847712283993784,
      "loss": 0.6051,
      "step": 1554
    },
    {
      "epoch": 0.1700754675708192,
      "grad_norm": 1.1768847703933716,
      "learning_rate": 0.00019847512875417498,
      "loss": 0.8378,
      "step": 1555
    },
    {
      "epoch": 0.17018484086186153,
      "grad_norm": 1.3157557249069214,
      "learning_rate": 0.0001984731333737487,
      "loss": 0.8439,
      "step": 1556
    },
    {
      "epoch": 0.17029421415290386,
      "grad_norm": 1.5945830345153809,
      "learning_rate": 0.00019847113669868525,
      "loss": 1.0112,
      "step": 1557
    },
    {
      "epoch": 0.17040358744394618,
      "grad_norm": 1.4977730512619019,
      "learning_rate": 0.00019846913872901084,
      "loss": 0.8181,
      "step": 1558
    },
    {
      "epoch": 0.1705129607349885,
      "grad_norm": 1.401861310005188,
      "learning_rate": 0.00019846713946475175,
      "loss": 0.8167,
      "step": 1559
    },
    {
      "epoch": 0.17062233402603083,
      "grad_norm": 1.9092321395874023,
      "learning_rate": 0.0001984651389059343,
      "loss": 0.7806,
      "step": 1560
    },
    {
      "epoch": 0.17073170731707318,
      "grad_norm": 1.3917436599731445,
      "learning_rate": 0.00019846313705258476,
      "loss": 0.8621,
      "step": 1561
    },
    {
      "epoch": 0.1708410806081155,
      "grad_norm": 1.312839150428772,
      "learning_rate": 0.00019846113390472944,
      "loss": 0.835,
      "step": 1562
    },
    {
      "epoch": 0.17095045389915783,
      "grad_norm": 1.5894646644592285,
      "learning_rate": 0.00019845912946239472,
      "loss": 0.9038,
      "step": 1563
    },
    {
      "epoch": 0.17105982719020016,
      "grad_norm": 1.1407865285873413,
      "learning_rate": 0.0001984571237256069,
      "loss": 0.8669,
      "step": 1564
    },
    {
      "epoch": 0.17116920048124248,
      "grad_norm": 1.6548442840576172,
      "learning_rate": 0.0001984551166943924,
      "loss": 0.687,
      "step": 1565
    },
    {
      "epoch": 0.1712785737722848,
      "grad_norm": 1.3227877616882324,
      "learning_rate": 0.00019845310836877757,
      "loss": 0.6694,
      "step": 1566
    },
    {
      "epoch": 0.17138794706332713,
      "grad_norm": 1.2892138957977295,
      "learning_rate": 0.0001984510987487888,
      "loss": 0.8448,
      "step": 1567
    },
    {
      "epoch": 0.17149732035436946,
      "grad_norm": 1.447116732597351,
      "learning_rate": 0.00019844908783445259,
      "loss": 0.8939,
      "step": 1568
    },
    {
      "epoch": 0.17160669364541178,
      "grad_norm": 1.4610520601272583,
      "learning_rate": 0.00019844707562579526,
      "loss": 0.8403,
      "step": 1569
    },
    {
      "epoch": 0.1717160669364541,
      "grad_norm": 1.9949793815612793,
      "learning_rate": 0.00019844506212284338,
      "loss": 1.0791,
      "step": 1570
    },
    {
      "epoch": 0.17182544022749643,
      "grad_norm": 0.9396641850471497,
      "learning_rate": 0.00019844304732562334,
      "loss": 0.6336,
      "step": 1571
    },
    {
      "epoch": 0.17193481351853876,
      "grad_norm": 1.6207636594772339,
      "learning_rate": 0.00019844103123416168,
      "loss": 0.8191,
      "step": 1572
    },
    {
      "epoch": 0.1720441868095811,
      "grad_norm": 1.8322327136993408,
      "learning_rate": 0.00019843901384848485,
      "loss": 0.913,
      "step": 1573
    },
    {
      "epoch": 0.17215356010062344,
      "grad_norm": 0.9859998822212219,
      "learning_rate": 0.00019843699516861944,
      "loss": 0.7971,
      "step": 1574
    },
    {
      "epoch": 0.17226293339166576,
      "grad_norm": 1.1634113788604736,
      "learning_rate": 0.00019843497519459193,
      "loss": 0.7731,
      "step": 1575
    },
    {
      "epoch": 0.1723723066827081,
      "grad_norm": 1.4162769317626953,
      "learning_rate": 0.0001984329539264289,
      "loss": 0.9347,
      "step": 1576
    },
    {
      "epoch": 0.1724816799737504,
      "grad_norm": 1.6141928434371948,
      "learning_rate": 0.00019843093136415695,
      "loss": 0.9743,
      "step": 1577
    },
    {
      "epoch": 0.17259105326479274,
      "grad_norm": 1.3153423070907593,
      "learning_rate": 0.00019842890750780266,
      "loss": 0.9212,
      "step": 1578
    },
    {
      "epoch": 0.17270042655583506,
      "grad_norm": 1.7313464879989624,
      "learning_rate": 0.0001984268823573926,
      "loss": 0.8273,
      "step": 1579
    },
    {
      "epoch": 0.1728097998468774,
      "grad_norm": 1.5143637657165527,
      "learning_rate": 0.0001984248559129534,
      "loss": 0.77,
      "step": 1580
    },
    {
      "epoch": 0.1729191731379197,
      "grad_norm": 1.2023247480392456,
      "learning_rate": 0.00019842282817451176,
      "loss": 0.8027,
      "step": 1581
    },
    {
      "epoch": 0.17302854642896204,
      "grad_norm": 1.3462977409362793,
      "learning_rate": 0.00019842079914209428,
      "loss": 0.8541,
      "step": 1582
    },
    {
      "epoch": 0.17313791972000436,
      "grad_norm": 1.3569586277008057,
      "learning_rate": 0.00019841876881572767,
      "loss": 1.0898,
      "step": 1583
    },
    {
      "epoch": 0.17324729301104672,
      "grad_norm": 1.0508450269699097,
      "learning_rate": 0.0001984167371954386,
      "loss": 0.7463,
      "step": 1584
    },
    {
      "epoch": 0.17335666630208904,
      "grad_norm": 1.2592241764068604,
      "learning_rate": 0.00019841470428125381,
      "loss": 0.8516,
      "step": 1585
    },
    {
      "epoch": 0.17346603959313137,
      "grad_norm": 1.9988231658935547,
      "learning_rate": 0.0001984126700732,
      "loss": 0.9251,
      "step": 1586
    },
    {
      "epoch": 0.1735754128841737,
      "grad_norm": 1.52890145778656,
      "learning_rate": 0.0001984106345713039,
      "loss": 0.7833,
      "step": 1587
    },
    {
      "epoch": 0.17368478617521602,
      "grad_norm": 1.0469751358032227,
      "learning_rate": 0.0001984085977755923,
      "loss": 0.7724,
      "step": 1588
    },
    {
      "epoch": 0.17379415946625834,
      "grad_norm": 1.0923863649368286,
      "learning_rate": 0.000198406559686092,
      "loss": 1.0128,
      "step": 1589
    },
    {
      "epoch": 0.17390353275730067,
      "grad_norm": 1.1430660486221313,
      "learning_rate": 0.00019840452030282972,
      "loss": 0.8267,
      "step": 1590
    },
    {
      "epoch": 0.174012906048343,
      "grad_norm": 1.5225276947021484,
      "learning_rate": 0.00019840247962583235,
      "loss": 0.8629,
      "step": 1591
    },
    {
      "epoch": 0.17412227933938532,
      "grad_norm": 1.444153904914856,
      "learning_rate": 0.00019840043765512668,
      "loss": 0.9485,
      "step": 1592
    },
    {
      "epoch": 0.17423165263042764,
      "grad_norm": 1.7042202949523926,
      "learning_rate": 0.00019839839439073952,
      "loss": 0.9256,
      "step": 1593
    },
    {
      "epoch": 0.17434102592146997,
      "grad_norm": 1.7705985307693481,
      "learning_rate": 0.00019839634983269785,
      "loss": 0.9989,
      "step": 1594
    },
    {
      "epoch": 0.1744503992125123,
      "grad_norm": 1.3328520059585571,
      "learning_rate": 0.0001983943039810284,
      "loss": 0.9689,
      "step": 1595
    },
    {
      "epoch": 0.17455977250355464,
      "grad_norm": 1.5771247148513794,
      "learning_rate": 0.0001983922568357582,
      "loss": 0.9923,
      "step": 1596
    },
    {
      "epoch": 0.17466914579459697,
      "grad_norm": 1.227284550666809,
      "learning_rate": 0.00019839020839691407,
      "loss": 0.659,
      "step": 1597
    },
    {
      "epoch": 0.1747785190856393,
      "grad_norm": 1.406036615371704,
      "learning_rate": 0.000198388158664523,
      "loss": 0.8291,
      "step": 1598
    },
    {
      "epoch": 0.17488789237668162,
      "grad_norm": 1.1479028463363647,
      "learning_rate": 0.00019838610763861189,
      "loss": 0.7863,
      "step": 1599
    },
    {
      "epoch": 0.17499726566772394,
      "grad_norm": 1.502089262008667,
      "learning_rate": 0.00019838405531920775,
      "loss": 0.8087,
      "step": 1600
    },
    {
      "epoch": 0.17499726566772394,
      "eval_loss": 0.8419204354286194,
      "eval_runtime": 42.1394,
      "eval_samples_per_second": 17.466,
      "eval_steps_per_second": 4.366,
      "step": 1600
    },
    {
      "epoch": 0.17510663895876627,
      "grad_norm": 0.9350904822349548,
      "learning_rate": 0.00019838200170633753,
      "loss": 0.8816,
      "step": 1601
    },
    {
      "epoch": 0.1752160122498086,
      "grad_norm": 1.5744922161102295,
      "learning_rate": 0.00019837994680002826,
      "loss": 0.9446,
      "step": 1602
    },
    {
      "epoch": 0.17532538554085092,
      "grad_norm": 1.1868772506713867,
      "learning_rate": 0.00019837789060030695,
      "loss": 1.0189,
      "step": 1603
    },
    {
      "epoch": 0.17543475883189324,
      "grad_norm": 1.5834980010986328,
      "learning_rate": 0.0001983758331072006,
      "loss": 0.5551,
      "step": 1604
    },
    {
      "epoch": 0.17554413212293557,
      "grad_norm": 1.3078415393829346,
      "learning_rate": 0.00019837377432073625,
      "loss": 0.9555,
      "step": 1605
    },
    {
      "epoch": 0.1756535054139779,
      "grad_norm": 1.3150910139083862,
      "learning_rate": 0.00019837171424094105,
      "loss": 0.7578,
      "step": 1606
    },
    {
      "epoch": 0.17576287870502025,
      "grad_norm": 1.4920204877853394,
      "learning_rate": 0.00019836965286784198,
      "loss": 0.8105,
      "step": 1607
    },
    {
      "epoch": 0.17587225199606257,
      "grad_norm": 1.3506238460540771,
      "learning_rate": 0.00019836759020146625,
      "loss": 0.9679,
      "step": 1608
    },
    {
      "epoch": 0.1759816252871049,
      "grad_norm": 1.2902445793151855,
      "learning_rate": 0.0001983655262418409,
      "loss": 1.0476,
      "step": 1609
    },
    {
      "epoch": 0.17609099857814722,
      "grad_norm": 1.1715565919876099,
      "learning_rate": 0.00019836346098899306,
      "loss": 0.9796,
      "step": 1610
    },
    {
      "epoch": 0.17620037186918955,
      "grad_norm": 1.3627859354019165,
      "learning_rate": 0.00019836139444294994,
      "loss": 0.6601,
      "step": 1611
    },
    {
      "epoch": 0.17630974516023187,
      "grad_norm": 1.3525912761688232,
      "learning_rate": 0.00019835932660373863,
      "loss": 0.8844,
      "step": 1612
    },
    {
      "epoch": 0.1764191184512742,
      "grad_norm": 1.5096620321273804,
      "learning_rate": 0.0001983572574713864,
      "loss": 1.0116,
      "step": 1613
    },
    {
      "epoch": 0.17652849174231652,
      "grad_norm": 1.2001979351043701,
      "learning_rate": 0.0001983551870459204,
      "loss": 0.7766,
      "step": 1614
    },
    {
      "epoch": 0.17663786503335885,
      "grad_norm": 1.5571978092193604,
      "learning_rate": 0.00019835311532736793,
      "loss": 0.8009,
      "step": 1615
    },
    {
      "epoch": 0.17674723832440117,
      "grad_norm": 1.2670294046401978,
      "learning_rate": 0.0001983510423157561,
      "loss": 1.2093,
      "step": 1616
    },
    {
      "epoch": 0.1768566116154435,
      "grad_norm": 0.9751462340354919,
      "learning_rate": 0.00019834896801111226,
      "loss": 0.835,
      "step": 1617
    },
    {
      "epoch": 0.17696598490648582,
      "grad_norm": 1.8396393060684204,
      "learning_rate": 0.00019834689241346362,
      "loss": 0.9228,
      "step": 1618
    },
    {
      "epoch": 0.17707535819752818,
      "grad_norm": 1.0660548210144043,
      "learning_rate": 0.0001983448155228375,
      "loss": 0.8205,
      "step": 1619
    },
    {
      "epoch": 0.1771847314885705,
      "grad_norm": 1.311950445175171,
      "learning_rate": 0.00019834273733926124,
      "loss": 1.3008,
      "step": 1620
    },
    {
      "epoch": 0.17729410477961283,
      "grad_norm": 1.7504665851593018,
      "learning_rate": 0.00019834065786276207,
      "loss": 0.86,
      "step": 1621
    },
    {
      "epoch": 0.17740347807065515,
      "grad_norm": 1.2841302156448364,
      "learning_rate": 0.0001983385770933674,
      "loss": 1.0889,
      "step": 1622
    },
    {
      "epoch": 0.17751285136169748,
      "grad_norm": 1.5369303226470947,
      "learning_rate": 0.0001983364950311046,
      "loss": 0.9103,
      "step": 1623
    },
    {
      "epoch": 0.1776222246527398,
      "grad_norm": 1.5646990537643433,
      "learning_rate": 0.000198334411676001,
      "loss": 0.9251,
      "step": 1624
    },
    {
      "epoch": 0.17773159794378213,
      "grad_norm": 1.4680041074752808,
      "learning_rate": 0.00019833232702808399,
      "loss": 0.9855,
      "step": 1625
    },
    {
      "epoch": 0.17784097123482445,
      "grad_norm": 0.9038453698158264,
      "learning_rate": 0.000198330241087381,
      "loss": 0.6809,
      "step": 1626
    },
    {
      "epoch": 0.17795034452586678,
      "grad_norm": 1.383980631828308,
      "learning_rate": 0.0001983281538539194,
      "loss": 0.5328,
      "step": 1627
    },
    {
      "epoch": 0.1780597178169091,
      "grad_norm": 1.053702712059021,
      "learning_rate": 0.00019832606532772673,
      "loss": 1.0396,
      "step": 1628
    },
    {
      "epoch": 0.17816909110795143,
      "grad_norm": 1.3779081106185913,
      "learning_rate": 0.00019832397550883038,
      "loss": 0.8722,
      "step": 1629
    },
    {
      "epoch": 0.17827846439899375,
      "grad_norm": 2.187635898590088,
      "learning_rate": 0.00019832188439725782,
      "loss": 1.0079,
      "step": 1630
    },
    {
      "epoch": 0.1783878376900361,
      "grad_norm": 1.0930814743041992,
      "learning_rate": 0.00019831979199303658,
      "loss": 1.043,
      "step": 1631
    },
    {
      "epoch": 0.17849721098107843,
      "grad_norm": 1.2481106519699097,
      "learning_rate": 0.00019831769829619416,
      "loss": 0.894,
      "step": 1632
    },
    {
      "epoch": 0.17860658427212076,
      "grad_norm": 1.3619801998138428,
      "learning_rate": 0.00019831560330675805,
      "loss": 0.9243,
      "step": 1633
    },
    {
      "epoch": 0.17871595756316308,
      "grad_norm": 1.271395206451416,
      "learning_rate": 0.00019831350702475585,
      "loss": 0.7509,
      "step": 1634
    },
    {
      "epoch": 0.1788253308542054,
      "grad_norm": 1.3167150020599365,
      "learning_rate": 0.00019831140945021506,
      "loss": 0.781,
      "step": 1635
    },
    {
      "epoch": 0.17893470414524773,
      "grad_norm": 1.465946078300476,
      "learning_rate": 0.00019830931058316327,
      "loss": 0.8232,
      "step": 1636
    },
    {
      "epoch": 0.17904407743629006,
      "grad_norm": 1.1787323951721191,
      "learning_rate": 0.00019830721042362812,
      "loss": 0.9433,
      "step": 1637
    },
    {
      "epoch": 0.17915345072733238,
      "grad_norm": 1.1451201438903809,
      "learning_rate": 0.00019830510897163718,
      "loss": 0.9399,
      "step": 1638
    },
    {
      "epoch": 0.1792628240183747,
      "grad_norm": 1.6138492822647095,
      "learning_rate": 0.0001983030062272181,
      "loss": 1.1259,
      "step": 1639
    },
    {
      "epoch": 0.17937219730941703,
      "grad_norm": 1.6463570594787598,
      "learning_rate": 0.0001983009021903985,
      "loss": 1.1204,
      "step": 1640
    },
    {
      "epoch": 0.17948157060045936,
      "grad_norm": 1.2635753154754639,
      "learning_rate": 0.00019829879686120605,
      "loss": 0.9631,
      "step": 1641
    },
    {
      "epoch": 0.1795909438915017,
      "grad_norm": 1.1245001554489136,
      "learning_rate": 0.00019829669023966847,
      "loss": 1.2081,
      "step": 1642
    },
    {
      "epoch": 0.17970031718254403,
      "grad_norm": 1.1193956136703491,
      "learning_rate": 0.00019829458232581337,
      "loss": 0.966,
      "step": 1643
    },
    {
      "epoch": 0.17980969047358636,
      "grad_norm": 1.3543353080749512,
      "learning_rate": 0.00019829247311966856,
      "loss": 0.445,
      "step": 1644
    },
    {
      "epoch": 0.17991906376462868,
      "grad_norm": 1.5542412996292114,
      "learning_rate": 0.0001982903626212617,
      "loss": 0.983,
      "step": 1645
    },
    {
      "epoch": 0.180028437055671,
      "grad_norm": 1.294830322265625,
      "learning_rate": 0.00019828825083062057,
      "loss": 1.0705,
      "step": 1646
    },
    {
      "epoch": 0.18013781034671333,
      "grad_norm": 1.0480797290802002,
      "learning_rate": 0.00019828613774777292,
      "loss": 1.0025,
      "step": 1647
    },
    {
      "epoch": 0.18024718363775566,
      "grad_norm": 1.2059602737426758,
      "learning_rate": 0.00019828402337274654,
      "loss": 0.8689,
      "step": 1648
    },
    {
      "epoch": 0.18035655692879798,
      "grad_norm": 1.272847056388855,
      "learning_rate": 0.0001982819077055692,
      "loss": 0.6969,
      "step": 1649
    },
    {
      "epoch": 0.1804659302198403,
      "grad_norm": 1.167382836341858,
      "learning_rate": 0.00019827979074626877,
      "loss": 0.6308,
      "step": 1650
    },
    {
      "epoch": 0.18057530351088263,
      "grad_norm": 1.3733294010162354,
      "learning_rate": 0.00019827767249487303,
      "loss": 1.1697,
      "step": 1651
    },
    {
      "epoch": 0.18068467680192496,
      "grad_norm": 1.3504470586776733,
      "learning_rate": 0.00019827555295140985,
      "loss": 0.6317,
      "step": 1652
    },
    {
      "epoch": 0.18079405009296728,
      "grad_norm": 1.1764506101608276,
      "learning_rate": 0.00019827343211590713,
      "loss": 0.9052,
      "step": 1653
    },
    {
      "epoch": 0.18090342338400964,
      "grad_norm": 1.350888729095459,
      "learning_rate": 0.00019827130998839265,
      "loss": 0.8034,
      "step": 1654
    },
    {
      "epoch": 0.18101279667505196,
      "grad_norm": 1.4748945236206055,
      "learning_rate": 0.00019826918656889442,
      "loss": 0.8364,
      "step": 1655
    },
    {
      "epoch": 0.1811221699660943,
      "grad_norm": 1.037125587463379,
      "learning_rate": 0.00019826706185744033,
      "loss": 0.7648,
      "step": 1656
    },
    {
      "epoch": 0.1812315432571366,
      "grad_norm": 1.122640609741211,
      "learning_rate": 0.00019826493585405828,
      "loss": 0.9046,
      "step": 1657
    },
    {
      "epoch": 0.18134091654817894,
      "grad_norm": 1.4084508419036865,
      "learning_rate": 0.00019826280855877624,
      "loss": 0.6146,
      "step": 1658
    },
    {
      "epoch": 0.18145028983922126,
      "grad_norm": 1.2722276449203491,
      "learning_rate": 0.00019826067997162216,
      "loss": 0.6676,
      "step": 1659
    },
    {
      "epoch": 0.1815596631302636,
      "grad_norm": 1.356643795967102,
      "learning_rate": 0.00019825855009262405,
      "loss": 0.687,
      "step": 1660
    },
    {
      "epoch": 0.1816690364213059,
      "grad_norm": 1.41297447681427,
      "learning_rate": 0.00019825641892180993,
      "loss": 0.8045,
      "step": 1661
    },
    {
      "epoch": 0.18177840971234824,
      "grad_norm": 1.0216834545135498,
      "learning_rate": 0.00019825428645920776,
      "loss": 0.8998,
      "step": 1662
    },
    {
      "epoch": 0.18188778300339056,
      "grad_norm": 0.9816293716430664,
      "learning_rate": 0.00019825215270484562,
      "loss": 0.9029,
      "step": 1663
    },
    {
      "epoch": 0.1819971562944329,
      "grad_norm": 1.7738605737686157,
      "learning_rate": 0.00019825001765875154,
      "loss": 0.6627,
      "step": 1664
    },
    {
      "epoch": 0.1821065295854752,
      "grad_norm": 1.7592804431915283,
      "learning_rate": 0.0001982478813209536,
      "loss": 0.654,
      "step": 1665
    },
    {
      "epoch": 0.18221590287651757,
      "grad_norm": 1.2423149347305298,
      "learning_rate": 0.00019824574369147992,
      "loss": 1.1652,
      "step": 1666
    },
    {
      "epoch": 0.1823252761675599,
      "grad_norm": 1.5454511642456055,
      "learning_rate": 0.00019824360477035854,
      "loss": 0.8593,
      "step": 1667
    },
    {
      "epoch": 0.18243464945860222,
      "grad_norm": 1.7282555103302002,
      "learning_rate": 0.00019824146455761762,
      "loss": 0.9026,
      "step": 1668
    },
    {
      "epoch": 0.18254402274964454,
      "grad_norm": 0.9989905953407288,
      "learning_rate": 0.0001982393230532853,
      "loss": 0.9152,
      "step": 1669
    },
    {
      "epoch": 0.18265339604068687,
      "grad_norm": 1.7260932922363281,
      "learning_rate": 0.00019823718025738972,
      "loss": 0.8798,
      "step": 1670
    },
    {
      "epoch": 0.1827627693317292,
      "grad_norm": 1.5733802318572998,
      "learning_rate": 0.00019823503616995904,
      "loss": 0.7418,
      "step": 1671
    },
    {
      "epoch": 0.18287214262277152,
      "grad_norm": 1.2386455535888672,
      "learning_rate": 0.00019823289079102147,
      "loss": 0.8858,
      "step": 1672
    },
    {
      "epoch": 0.18298151591381384,
      "grad_norm": 1.3870680332183838,
      "learning_rate": 0.00019823074412060523,
      "loss": 0.7836,
      "step": 1673
    },
    {
      "epoch": 0.18309088920485617,
      "grad_norm": 1.3774367570877075,
      "learning_rate": 0.0001982285961587385,
      "loss": 0.8893,
      "step": 1674
    },
    {
      "epoch": 0.1832002624958985,
      "grad_norm": 1.2201944589614868,
      "learning_rate": 0.00019822644690544952,
      "loss": 0.8211,
      "step": 1675
    },
    {
      "epoch": 0.18330963578694082,
      "grad_norm": 1.2361449003219604,
      "learning_rate": 0.0001982242963607666,
      "loss": 0.7839,
      "step": 1676
    },
    {
      "epoch": 0.18341900907798317,
      "grad_norm": 1.678531289100647,
      "learning_rate": 0.00019822214452471797,
      "loss": 0.8958,
      "step": 1677
    },
    {
      "epoch": 0.1835283823690255,
      "grad_norm": 1.2911874055862427,
      "learning_rate": 0.00019821999139733193,
      "loss": 0.9421,
      "step": 1678
    },
    {
      "epoch": 0.18363775566006782,
      "grad_norm": 1.0716426372528076,
      "learning_rate": 0.0001982178369786368,
      "loss": 0.5013,
      "step": 1679
    },
    {
      "epoch": 0.18374712895111014,
      "grad_norm": 1.658412218093872,
      "learning_rate": 0.00019821568126866088,
      "loss": 0.8861,
      "step": 1680
    },
    {
      "epoch": 0.18385650224215247,
      "grad_norm": 1.2047218084335327,
      "learning_rate": 0.0001982135242674325,
      "loss": 0.8419,
      "step": 1681
    },
    {
      "epoch": 0.1839658755331948,
      "grad_norm": 1.4482332468032837,
      "learning_rate": 0.00019821136597498012,
      "loss": 0.9929,
      "step": 1682
    },
    {
      "epoch": 0.18407524882423712,
      "grad_norm": 1.1260684728622437,
      "learning_rate": 0.00019820920639133198,
      "loss": 0.8195,
      "step": 1683
    },
    {
      "epoch": 0.18418462211527944,
      "grad_norm": 1.5607578754425049,
      "learning_rate": 0.00019820704551651655,
      "loss": 0.9588,
      "step": 1684
    },
    {
      "epoch": 0.18429399540632177,
      "grad_norm": 1.1666250228881836,
      "learning_rate": 0.0001982048833505622,
      "loss": 0.915,
      "step": 1685
    },
    {
      "epoch": 0.1844033686973641,
      "grad_norm": 1.7096906900405884,
      "learning_rate": 0.00019820271989349738,
      "loss": 0.755,
      "step": 1686
    },
    {
      "epoch": 0.18451274198840642,
      "grad_norm": 1.3812885284423828,
      "learning_rate": 0.00019820055514535055,
      "loss": 1.1175,
      "step": 1687
    },
    {
      "epoch": 0.18462211527944875,
      "grad_norm": 1.3126190900802612,
      "learning_rate": 0.00019819838910615012,
      "loss": 0.9479,
      "step": 1688
    },
    {
      "epoch": 0.1847314885704911,
      "grad_norm": 1.2665579319000244,
      "learning_rate": 0.0001981962217759246,
      "loss": 0.8285,
      "step": 1689
    },
    {
      "epoch": 0.18484086186153342,
      "grad_norm": 1.3435975313186646,
      "learning_rate": 0.00019819405315470252,
      "loss": 0.9631,
      "step": 1690
    },
    {
      "epoch": 0.18495023515257575,
      "grad_norm": 1.1374664306640625,
      "learning_rate": 0.00019819188324251232,
      "loss": 0.9172,
      "step": 1691
    },
    {
      "epoch": 0.18505960844361807,
      "grad_norm": 1.1612474918365479,
      "learning_rate": 0.00019818971203938257,
      "loss": 0.8609,
      "step": 1692
    },
    {
      "epoch": 0.1851689817346604,
      "grad_norm": 1.1763769388198853,
      "learning_rate": 0.00019818753954534179,
      "loss": 0.9229,
      "step": 1693
    },
    {
      "epoch": 0.18527835502570272,
      "grad_norm": 1.1794536113739014,
      "learning_rate": 0.00019818536576041856,
      "loss": 1.0992,
      "step": 1694
    },
    {
      "epoch": 0.18538772831674505,
      "grad_norm": 1.2428319454193115,
      "learning_rate": 0.00019818319068464147,
      "loss": 1.0504,
      "step": 1695
    },
    {
      "epoch": 0.18549710160778737,
      "grad_norm": 1.5034223794937134,
      "learning_rate": 0.0001981810143180391,
      "loss": 0.8433,
      "step": 1696
    },
    {
      "epoch": 0.1856064748988297,
      "grad_norm": 1.154810905456543,
      "learning_rate": 0.00019817883666064005,
      "loss": 1.1174,
      "step": 1697
    },
    {
      "epoch": 0.18571584818987202,
      "grad_norm": 1.194718599319458,
      "learning_rate": 0.00019817665771247297,
      "loss": 0.9746,
      "step": 1698
    },
    {
      "epoch": 0.18582522148091435,
      "grad_norm": 1.2369515895843506,
      "learning_rate": 0.00019817447747356653,
      "loss": 0.7961,
      "step": 1699
    },
    {
      "epoch": 0.1859345947719567,
      "grad_norm": 1.4823241233825684,
      "learning_rate": 0.00019817229594394932,
      "loss": 0.8342,
      "step": 1700
    },
    {
      "epoch": 0.18604396806299903,
      "grad_norm": 1.1171185970306396,
      "learning_rate": 0.0001981701131236501,
      "loss": 0.9503,
      "step": 1701
    },
    {
      "epoch": 0.18615334135404135,
      "grad_norm": 1.3545868396759033,
      "learning_rate": 0.00019816792901269751,
      "loss": 0.8793,
      "step": 1702
    },
    {
      "epoch": 0.18626271464508368,
      "grad_norm": 1.0415738821029663,
      "learning_rate": 0.0001981657436111203,
      "loss": 0.7445,
      "step": 1703
    },
    {
      "epoch": 0.186372087936126,
      "grad_norm": 1.6353693008422852,
      "learning_rate": 0.0001981635569189472,
      "loss": 0.8204,
      "step": 1704
    },
    {
      "epoch": 0.18648146122716833,
      "grad_norm": 1.7154186964035034,
      "learning_rate": 0.00019816136893620697,
      "loss": 1.0665,
      "step": 1705
    },
    {
      "epoch": 0.18659083451821065,
      "grad_norm": 1.529030442237854,
      "learning_rate": 0.0001981591796629283,
      "loss": 0.7794,
      "step": 1706
    },
    {
      "epoch": 0.18670020780925298,
      "grad_norm": 0.9400806427001953,
      "learning_rate": 0.00019815698909914005,
      "loss": 0.7701,
      "step": 1707
    },
    {
      "epoch": 0.1868095811002953,
      "grad_norm": 1.159199595451355,
      "learning_rate": 0.000198154797244871,
      "loss": 0.7515,
      "step": 1708
    },
    {
      "epoch": 0.18691895439133763,
      "grad_norm": 1.7195180654525757,
      "learning_rate": 0.00019815260410014997,
      "loss": 1.5952,
      "step": 1709
    },
    {
      "epoch": 0.18702832768237995,
      "grad_norm": 2.0697336196899414,
      "learning_rate": 0.00019815040966500577,
      "loss": 0.951,
      "step": 1710
    },
    {
      "epoch": 0.18713770097342228,
      "grad_norm": 1.2856718301773071,
      "learning_rate": 0.00019814821393946728,
      "loss": 0.7372,
      "step": 1711
    },
    {
      "epoch": 0.18724707426446463,
      "grad_norm": 1.2263506650924683,
      "learning_rate": 0.00019814601692356336,
      "loss": 0.7967,
      "step": 1712
    },
    {
      "epoch": 0.18735644755550696,
      "grad_norm": 0.8773112297058105,
      "learning_rate": 0.00019814381861732287,
      "loss": 0.9134,
      "step": 1713
    },
    {
      "epoch": 0.18746582084654928,
      "grad_norm": 1.4659645557403564,
      "learning_rate": 0.00019814161902077478,
      "loss": 0.7528,
      "step": 1714
    },
    {
      "epoch": 0.1875751941375916,
      "grad_norm": 1.6737158298492432,
      "learning_rate": 0.00019813941813394788,
      "loss": 0.8466,
      "step": 1715
    },
    {
      "epoch": 0.18768456742863393,
      "grad_norm": 1.652033805847168,
      "learning_rate": 0.00019813721595687126,
      "loss": 1.0189,
      "step": 1716
    },
    {
      "epoch": 0.18779394071967626,
      "grad_norm": 1.1372973918914795,
      "learning_rate": 0.00019813501248957375,
      "loss": 0.7782,
      "step": 1717
    },
    {
      "epoch": 0.18790331401071858,
      "grad_norm": 1.5126583576202393,
      "learning_rate": 0.00019813280773208438,
      "loss": 0.9618,
      "step": 1718
    },
    {
      "epoch": 0.1880126873017609,
      "grad_norm": 1.3259625434875488,
      "learning_rate": 0.00019813060168443212,
      "loss": 0.8206,
      "step": 1719
    },
    {
      "epoch": 0.18812206059280323,
      "grad_norm": 1.0466711521148682,
      "learning_rate": 0.000198128394346646,
      "loss": 0.8414,
      "step": 1720
    },
    {
      "epoch": 0.18823143388384556,
      "grad_norm": 1.5305436849594116,
      "learning_rate": 0.00019812618571875498,
      "loss": 0.8711,
      "step": 1721
    },
    {
      "epoch": 0.18834080717488788,
      "grad_norm": 1.320916771888733,
      "learning_rate": 0.00019812397580078815,
      "loss": 0.7423,
      "step": 1722
    },
    {
      "epoch": 0.1884501804659302,
      "grad_norm": 1.7997031211853027,
      "learning_rate": 0.00019812176459277453,
      "loss": 0.6491,
      "step": 1723
    },
    {
      "epoch": 0.18855955375697256,
      "grad_norm": 1.291477084159851,
      "learning_rate": 0.00019811955209474323,
      "loss": 0.9647,
      "step": 1724
    },
    {
      "epoch": 0.18866892704801488,
      "grad_norm": 2.0160114765167236,
      "learning_rate": 0.0001981173383067233,
      "loss": 0.59,
      "step": 1725
    },
    {
      "epoch": 0.1887783003390572,
      "grad_norm": 1.140394926071167,
      "learning_rate": 0.00019811512322874387,
      "loss": 1.0003,
      "step": 1726
    },
    {
      "epoch": 0.18888767363009953,
      "grad_norm": 1.050416111946106,
      "learning_rate": 0.00019811290686083406,
      "loss": 1.0069,
      "step": 1727
    },
    {
      "epoch": 0.18899704692114186,
      "grad_norm": 1.3724143505096436,
      "learning_rate": 0.00019811068920302298,
      "loss": 0.8727,
      "step": 1728
    },
    {
      "epoch": 0.18910642021218418,
      "grad_norm": 1.5613285303115845,
      "learning_rate": 0.0001981084702553398,
      "loss": 0.7143,
      "step": 1729
    },
    {
      "epoch": 0.1892157935032265,
      "grad_norm": 1.383773684501648,
      "learning_rate": 0.00019810625001781372,
      "loss": 0.6408,
      "step": 1730
    },
    {
      "epoch": 0.18932516679426883,
      "grad_norm": 1.5859854221343994,
      "learning_rate": 0.00019810402849047392,
      "loss": 0.7601,
      "step": 1731
    },
    {
      "epoch": 0.18943454008531116,
      "grad_norm": 1.334726095199585,
      "learning_rate": 0.00019810180567334957,
      "loss": 0.9575,
      "step": 1732
    },
    {
      "epoch": 0.18954391337635348,
      "grad_norm": 1.3250224590301514,
      "learning_rate": 0.00019809958156646992,
      "loss": 0.5046,
      "step": 1733
    },
    {
      "epoch": 0.1896532866673958,
      "grad_norm": 1.641593337059021,
      "learning_rate": 0.00019809735616986424,
      "loss": 0.719,
      "step": 1734
    },
    {
      "epoch": 0.18976265995843816,
      "grad_norm": 1.2370119094848633,
      "learning_rate": 0.00019809512948356175,
      "loss": 0.9508,
      "step": 1735
    },
    {
      "epoch": 0.1898720332494805,
      "grad_norm": 1.1927778720855713,
      "learning_rate": 0.0001980929015075917,
      "loss": 1.1334,
      "step": 1736
    },
    {
      "epoch": 0.1899814065405228,
      "grad_norm": 1.7727376222610474,
      "learning_rate": 0.00019809067224198343,
      "loss": 0.773,
      "step": 1737
    },
    {
      "epoch": 0.19009077983156514,
      "grad_norm": 1.5192841291427612,
      "learning_rate": 0.00019808844168676623,
      "loss": 0.8969,
      "step": 1738
    },
    {
      "epoch": 0.19020015312260746,
      "grad_norm": 1.2835594415664673,
      "learning_rate": 0.00019808620984196944,
      "loss": 0.8139,
      "step": 1739
    },
    {
      "epoch": 0.1903095264136498,
      "grad_norm": 0.9376248717308044,
      "learning_rate": 0.0001980839767076224,
      "loss": 0.9555,
      "step": 1740
    },
    {
      "epoch": 0.1904188997046921,
      "grad_norm": 1.793655276298523,
      "learning_rate": 0.00019808174228375442,
      "loss": 0.786,
      "step": 1741
    },
    {
      "epoch": 0.19052827299573444,
      "grad_norm": 1.186509609222412,
      "learning_rate": 0.00019807950657039496,
      "loss": 0.9177,
      "step": 1742
    },
    {
      "epoch": 0.19063764628677676,
      "grad_norm": 1.3717902898788452,
      "learning_rate": 0.00019807726956757335,
      "loss": 0.8237,
      "step": 1743
    },
    {
      "epoch": 0.1907470195778191,
      "grad_norm": 1.4493752717971802,
      "learning_rate": 0.000198075031275319,
      "loss": 0.9087,
      "step": 1744
    },
    {
      "epoch": 0.1908563928688614,
      "grad_norm": 1.300894856452942,
      "learning_rate": 0.00019807279169366138,
      "loss": 0.8844,
      "step": 1745
    },
    {
      "epoch": 0.19096576615990374,
      "grad_norm": 1.4009119272232056,
      "learning_rate": 0.00019807055082262992,
      "loss": 0.8543,
      "step": 1746
    },
    {
      "epoch": 0.1910751394509461,
      "grad_norm": 1.3551582098007202,
      "learning_rate": 0.00019806830866225404,
      "loss": 0.7519,
      "step": 1747
    },
    {
      "epoch": 0.19118451274198842,
      "grad_norm": 1.2977845668792725,
      "learning_rate": 0.00019806606521256327,
      "loss": 0.6256,
      "step": 1748
    },
    {
      "epoch": 0.19129388603303074,
      "grad_norm": 1.0410882234573364,
      "learning_rate": 0.00019806382047358705,
      "loss": 0.8946,
      "step": 1749
    },
    {
      "epoch": 0.19140325932407307,
      "grad_norm": 1.364508032798767,
      "learning_rate": 0.00019806157444535494,
      "loss": 0.9351,
      "step": 1750
    },
    {
      "epoch": 0.1915126326151154,
      "grad_norm": 1.432060718536377,
      "learning_rate": 0.0001980593271278965,
      "loss": 0.9483,
      "step": 1751
    },
    {
      "epoch": 0.19162200590615772,
      "grad_norm": 1.5574232339859009,
      "learning_rate": 0.00019805707852124118,
      "loss": 0.974,
      "step": 1752
    },
    {
      "epoch": 0.19173137919720004,
      "grad_norm": 1.1166306734085083,
      "learning_rate": 0.0001980548286254186,
      "loss": 1.1097,
      "step": 1753
    },
    {
      "epoch": 0.19184075248824237,
      "grad_norm": 1.5532504320144653,
      "learning_rate": 0.00019805257744045834,
      "loss": 0.8627,
      "step": 1754
    },
    {
      "epoch": 0.1919501257792847,
      "grad_norm": 1.2652894258499146,
      "learning_rate": 0.00019805032496639,
      "loss": 0.7957,
      "step": 1755
    },
    {
      "epoch": 0.19205949907032702,
      "grad_norm": 1.411316156387329,
      "learning_rate": 0.00019804807120324316,
      "loss": 0.7093,
      "step": 1756
    },
    {
      "epoch": 0.19216887236136934,
      "grad_norm": 0.8696203827857971,
      "learning_rate": 0.00019804581615104748,
      "loss": 0.999,
      "step": 1757
    },
    {
      "epoch": 0.1922782456524117,
      "grad_norm": 1.3133771419525146,
      "learning_rate": 0.0001980435598098326,
      "loss": 0.8191,
      "step": 1758
    },
    {
      "epoch": 0.19238761894345402,
      "grad_norm": 0.9690873622894287,
      "learning_rate": 0.00019804130217962817,
      "loss": 0.8504,
      "step": 1759
    },
    {
      "epoch": 0.19249699223449634,
      "grad_norm": 1.350879430770874,
      "learning_rate": 0.00019803904326046393,
      "loss": 0.4237,
      "step": 1760
    },
    {
      "epoch": 0.19260636552553867,
      "grad_norm": 1.3457748889923096,
      "learning_rate": 0.00019803678305236951,
      "loss": 1.0344,
      "step": 1761
    },
    {
      "epoch": 0.192715738816581,
      "grad_norm": 1.468599796295166,
      "learning_rate": 0.00019803452155537463,
      "loss": 1.2361,
      "step": 1762
    },
    {
      "epoch": 0.19282511210762332,
      "grad_norm": 1.423039197921753,
      "learning_rate": 0.00019803225876950905,
      "loss": 0.7577,
      "step": 1763
    },
    {
      "epoch": 0.19293448539866564,
      "grad_norm": 1.4177881479263306,
      "learning_rate": 0.00019802999469480253,
      "loss": 0.921,
      "step": 1764
    },
    {
      "epoch": 0.19304385868970797,
      "grad_norm": 1.625305414199829,
      "learning_rate": 0.0001980277293312848,
      "loss": 1.4426,
      "step": 1765
    },
    {
      "epoch": 0.1931532319807503,
      "grad_norm": 1.4723907709121704,
      "learning_rate": 0.00019802546267898565,
      "loss": 0.9284,
      "step": 1766
    },
    {
      "epoch": 0.19326260527179262,
      "grad_norm": 1.1424400806427002,
      "learning_rate": 0.00019802319473793492,
      "loss": 0.6839,
      "step": 1767
    },
    {
      "epoch": 0.19337197856283495,
      "grad_norm": 1.1971579790115356,
      "learning_rate": 0.00019802092550816238,
      "loss": 0.8348,
      "step": 1768
    },
    {
      "epoch": 0.19348135185387727,
      "grad_norm": 1.0965064764022827,
      "learning_rate": 0.00019801865498969787,
      "loss": 0.9625,
      "step": 1769
    },
    {
      "epoch": 0.19359072514491962,
      "grad_norm": 1.6257485151290894,
      "learning_rate": 0.00019801638318257125,
      "loss": 1.0516,
      "step": 1770
    },
    {
      "epoch": 0.19370009843596195,
      "grad_norm": 1.1798115968704224,
      "learning_rate": 0.0001980141100868124,
      "loss": 1.1102,
      "step": 1771
    },
    {
      "epoch": 0.19380947172700427,
      "grad_norm": 1.2296900749206543,
      "learning_rate": 0.0001980118357024512,
      "loss": 0.8261,
      "step": 1772
    },
    {
      "epoch": 0.1939188450180466,
      "grad_norm": 1.2661219835281372,
      "learning_rate": 0.00019800956002951755,
      "loss": 0.9526,
      "step": 1773
    },
    {
      "epoch": 0.19402821830908892,
      "grad_norm": 1.4203988313674927,
      "learning_rate": 0.00019800728306804133,
      "loss": 1.2208,
      "step": 1774
    },
    {
      "epoch": 0.19413759160013125,
      "grad_norm": 1.2025827169418335,
      "learning_rate": 0.00019800500481805252,
      "loss": 0.6156,
      "step": 1775
    },
    {
      "epoch": 0.19424696489117357,
      "grad_norm": 1.620315670967102,
      "learning_rate": 0.00019800272527958107,
      "loss": 0.8895,
      "step": 1776
    },
    {
      "epoch": 0.1943563381822159,
      "grad_norm": 1.5576555728912354,
      "learning_rate": 0.00019800044445265696,
      "loss": 0.8102,
      "step": 1777
    },
    {
      "epoch": 0.19446571147325822,
      "grad_norm": 1.591754674911499,
      "learning_rate": 0.0001979981623373101,
      "loss": 0.8494,
      "step": 1778
    },
    {
      "epoch": 0.19457508476430055,
      "grad_norm": 1.191736102104187,
      "learning_rate": 0.0001979958789335706,
      "loss": 1.0425,
      "step": 1779
    },
    {
      "epoch": 0.19468445805534287,
      "grad_norm": 1.450219750404358,
      "learning_rate": 0.00019799359424146844,
      "loss": 1.0433,
      "step": 1780
    },
    {
      "epoch": 0.1947938313463852,
      "grad_norm": 1.0865395069122314,
      "learning_rate": 0.00019799130826103362,
      "loss": 0.9944,
      "step": 1781
    },
    {
      "epoch": 0.19490320463742755,
      "grad_norm": 1.180632472038269,
      "learning_rate": 0.00019798902099229623,
      "loss": 0.9594,
      "step": 1782
    },
    {
      "epoch": 0.19501257792846988,
      "grad_norm": 1.172461986541748,
      "learning_rate": 0.00019798673243528634,
      "loss": 0.7782,
      "step": 1783
    },
    {
      "epoch": 0.1951219512195122,
      "grad_norm": 1.5062342882156372,
      "learning_rate": 0.00019798444259003402,
      "loss": 0.6413,
      "step": 1784
    },
    {
      "epoch": 0.19523132451055453,
      "grad_norm": 1.5082669258117676,
      "learning_rate": 0.00019798215145656938,
      "loss": 0.9797,
      "step": 1785
    },
    {
      "epoch": 0.19534069780159685,
      "grad_norm": 1.4383364915847778,
      "learning_rate": 0.00019797985903492255,
      "loss": 0.9499,
      "step": 1786
    },
    {
      "epoch": 0.19545007109263918,
      "grad_norm": 2.0396568775177,
      "learning_rate": 0.0001979775653251237,
      "loss": 0.8617,
      "step": 1787
    },
    {
      "epoch": 0.1955594443836815,
      "grad_norm": 1.1279220581054688,
      "learning_rate": 0.0001979752703272029,
      "loss": 0.702,
      "step": 1788
    },
    {
      "epoch": 0.19566881767472383,
      "grad_norm": 1.059146761894226,
      "learning_rate": 0.00019797297404119038,
      "loss": 0.8722,
      "step": 1789
    },
    {
      "epoch": 0.19577819096576615,
      "grad_norm": 1.6990115642547607,
      "learning_rate": 0.00019797067646711632,
      "loss": 0.9893,
      "step": 1790
    },
    {
      "epoch": 0.19588756425680848,
      "grad_norm": 1.2745964527130127,
      "learning_rate": 0.00019796837760501098,
      "loss": 0.5066,
      "step": 1791
    },
    {
      "epoch": 0.1959969375478508,
      "grad_norm": 1.3761316537857056,
      "learning_rate": 0.00019796607745490446,
      "loss": 0.8836,
      "step": 1792
    },
    {
      "epoch": 0.19610631083889316,
      "grad_norm": 1.594227910041809,
      "learning_rate": 0.00019796377601682713,
      "loss": 0.7629,
      "step": 1793
    },
    {
      "epoch": 0.19621568412993548,
      "grad_norm": 1.4976933002471924,
      "learning_rate": 0.00019796147329080918,
      "loss": 0.7581,
      "step": 1794
    },
    {
      "epoch": 0.1963250574209778,
      "grad_norm": 1.083738923072815,
      "learning_rate": 0.00019795916927688086,
      "loss": 1.0149,
      "step": 1795
    },
    {
      "epoch": 0.19643443071202013,
      "grad_norm": 1.3374278545379639,
      "learning_rate": 0.00019795686397507253,
      "loss": 0.9885,
      "step": 1796
    },
    {
      "epoch": 0.19654380400306246,
      "grad_norm": 1.292153239250183,
      "learning_rate": 0.00019795455738541446,
      "loss": 0.9746,
      "step": 1797
    },
    {
      "epoch": 0.19665317729410478,
      "grad_norm": 1.4784164428710938,
      "learning_rate": 0.00019795224950793698,
      "loss": 0.7144,
      "step": 1798
    },
    {
      "epoch": 0.1967625505851471,
      "grad_norm": 1.4044362306594849,
      "learning_rate": 0.00019794994034267045,
      "loss": 0.9706,
      "step": 1799
    },
    {
      "epoch": 0.19687192387618943,
      "grad_norm": 1.5647333860397339,
      "learning_rate": 0.00019794762988964516,
      "loss": 0.8481,
      "step": 1800
    },
    {
      "epoch": 0.19687192387618943,
      "eval_loss": 0.837019145488739,
      "eval_runtime": 42.0947,
      "eval_samples_per_second": 17.484,
      "eval_steps_per_second": 4.371,
      "step": 1800
    },
    {
      "epoch": 0.19698129716723176,
      "grad_norm": 1.4021943807601929,
      "learning_rate": 0.00019794531814889158,
      "loss": 0.7228,
      "step": 1801
    },
    {
      "epoch": 0.19709067045827408,
      "grad_norm": 1.8871946334838867,
      "learning_rate": 0.00019794300512044005,
      "loss": 0.8473,
      "step": 1802
    },
    {
      "epoch": 0.1972000437493164,
      "grad_norm": 1.2455295324325562,
      "learning_rate": 0.000197940690804321,
      "loss": 0.5785,
      "step": 1803
    },
    {
      "epoch": 0.19730941704035873,
      "grad_norm": 1.465497374534607,
      "learning_rate": 0.0001979383752005648,
      "loss": 0.678,
      "step": 1804
    },
    {
      "epoch": 0.19741879033140108,
      "grad_norm": 1.1012476682662964,
      "learning_rate": 0.000197936058309202,
      "loss": 0.547,
      "step": 1805
    },
    {
      "epoch": 0.1975281636224434,
      "grad_norm": 1.5668996572494507,
      "learning_rate": 0.00019793374013026292,
      "loss": 0.5691,
      "step": 1806
    },
    {
      "epoch": 0.19763753691348573,
      "grad_norm": 1.4474197626113892,
      "learning_rate": 0.00019793142066377816,
      "loss": 0.8793,
      "step": 1807
    },
    {
      "epoch": 0.19774691020452806,
      "grad_norm": 1.122884750366211,
      "learning_rate": 0.00019792909990977819,
      "loss": 0.9797,
      "step": 1808
    },
    {
      "epoch": 0.19785628349557038,
      "grad_norm": 1.5564377307891846,
      "learning_rate": 0.00019792677786829348,
      "loss": 0.8692,
      "step": 1809
    },
    {
      "epoch": 0.1979656567866127,
      "grad_norm": 1.291120171546936,
      "learning_rate": 0.00019792445453935457,
      "loss": 0.757,
      "step": 1810
    },
    {
      "epoch": 0.19807503007765503,
      "grad_norm": 1.1214467287063599,
      "learning_rate": 0.00019792212992299205,
      "loss": 0.947,
      "step": 1811
    },
    {
      "epoch": 0.19818440336869736,
      "grad_norm": 1.2873951196670532,
      "learning_rate": 0.0001979198040192364,
      "loss": 0.9376,
      "step": 1812
    },
    {
      "epoch": 0.19829377665973968,
      "grad_norm": 1.1635631322860718,
      "learning_rate": 0.00019791747682811829,
      "loss": 0.8224,
      "step": 1813
    },
    {
      "epoch": 0.198403149950782,
      "grad_norm": 1.4146859645843506,
      "learning_rate": 0.00019791514834966822,
      "loss": 0.8778,
      "step": 1814
    },
    {
      "epoch": 0.19851252324182433,
      "grad_norm": 1.3835080862045288,
      "learning_rate": 0.0001979128185839169,
      "loss": 0.6621,
      "step": 1815
    },
    {
      "epoch": 0.1986218965328667,
      "grad_norm": 1.300658106803894,
      "learning_rate": 0.0001979104875308949,
      "loss": 0.9148,
      "step": 1816
    },
    {
      "epoch": 0.198731269823909,
      "grad_norm": 1.400499701499939,
      "learning_rate": 0.00019790815519063286,
      "loss": 0.7064,
      "step": 1817
    },
    {
      "epoch": 0.19884064311495134,
      "grad_norm": 1.6373800039291382,
      "learning_rate": 0.0001979058215631615,
      "loss": 0.871,
      "step": 1818
    },
    {
      "epoch": 0.19895001640599366,
      "grad_norm": 1.3498140573501587,
      "learning_rate": 0.00019790348664851142,
      "loss": 0.9032,
      "step": 1819
    },
    {
      "epoch": 0.199059389697036,
      "grad_norm": 1.3068406581878662,
      "learning_rate": 0.0001979011504467134,
      "loss": 1.1657,
      "step": 1820
    },
    {
      "epoch": 0.1991687629880783,
      "grad_norm": 1.180799126625061,
      "learning_rate": 0.00019789881295779812,
      "loss": 0.812,
      "step": 1821
    },
    {
      "epoch": 0.19927813627912064,
      "grad_norm": 1.5903313159942627,
      "learning_rate": 0.00019789647418179626,
      "loss": 1.0251,
      "step": 1822
    },
    {
      "epoch": 0.19938750957016296,
      "grad_norm": 1.6564674377441406,
      "learning_rate": 0.00019789413411873868,
      "loss": 0.7671,
      "step": 1823
    },
    {
      "epoch": 0.1994968828612053,
      "grad_norm": 1.4677233695983887,
      "learning_rate": 0.00019789179276865604,
      "loss": 0.9573,
      "step": 1824
    },
    {
      "epoch": 0.1996062561522476,
      "grad_norm": 1.4251912832260132,
      "learning_rate": 0.00019788945013157915,
      "loss": 1.0943,
      "step": 1825
    },
    {
      "epoch": 0.19971562944328994,
      "grad_norm": 1.3189116716384888,
      "learning_rate": 0.00019788710620753886,
      "loss": 0.8588,
      "step": 1826
    },
    {
      "epoch": 0.19982500273433226,
      "grad_norm": 1.8742094039916992,
      "learning_rate": 0.00019788476099656592,
      "loss": 0.693,
      "step": 1827
    },
    {
      "epoch": 0.19993437602537462,
      "grad_norm": 1.65883469581604,
      "learning_rate": 0.0001978824144986912,
      "loss": 1.2265,
      "step": 1828
    },
    {
      "epoch": 0.20004374931641694,
      "grad_norm": 1.3804742097854614,
      "learning_rate": 0.00019788006671394553,
      "loss": 1.0164,
      "step": 1829
    },
    {
      "epoch": 0.20015312260745927,
      "grad_norm": 1.2358118295669556,
      "learning_rate": 0.0001978777176423598,
      "loss": 1.0375,
      "step": 1830
    },
    {
      "epoch": 0.2002624958985016,
      "grad_norm": 1.4796088933944702,
      "learning_rate": 0.00019787536728396488,
      "loss": 1.0072,
      "step": 1831
    },
    {
      "epoch": 0.20037186918954392,
      "grad_norm": 1.7988861799240112,
      "learning_rate": 0.00019787301563879166,
      "loss": 0.8777,
      "step": 1832
    },
    {
      "epoch": 0.20048124248058624,
      "grad_norm": 1.0634812116622925,
      "learning_rate": 0.00019787066270687107,
      "loss": 0.9761,
      "step": 1833
    },
    {
      "epoch": 0.20059061577162857,
      "grad_norm": 1.1003047227859497,
      "learning_rate": 0.00019786830848823406,
      "loss": 1.0732,
      "step": 1834
    },
    {
      "epoch": 0.2006999890626709,
      "grad_norm": 1.5533183813095093,
      "learning_rate": 0.00019786595298291153,
      "loss": 1.0208,
      "step": 1835
    },
    {
      "epoch": 0.20080936235371322,
      "grad_norm": 1.3409922122955322,
      "learning_rate": 0.0001978635961909345,
      "loss": 0.9008,
      "step": 1836
    },
    {
      "epoch": 0.20091873564475554,
      "grad_norm": 1.501728892326355,
      "learning_rate": 0.00019786123811233394,
      "loss": 0.8785,
      "step": 1837
    },
    {
      "epoch": 0.20102810893579787,
      "grad_norm": 1.7505358457565308,
      "learning_rate": 0.00019785887874714084,
      "loss": 0.9599,
      "step": 1838
    },
    {
      "epoch": 0.2011374822268402,
      "grad_norm": 1.704225778579712,
      "learning_rate": 0.00019785651809538622,
      "loss": 0.9095,
      "step": 1839
    },
    {
      "epoch": 0.20124685551788254,
      "grad_norm": 1.6782550811767578,
      "learning_rate": 0.00019785415615710113,
      "loss": 0.7005,
      "step": 1840
    },
    {
      "epoch": 0.20135622880892487,
      "grad_norm": 1.8473103046417236,
      "learning_rate": 0.00019785179293231665,
      "loss": 1.0768,
      "step": 1841
    },
    {
      "epoch": 0.2014656020999672,
      "grad_norm": 1.0813006162643433,
      "learning_rate": 0.00019784942842106378,
      "loss": 0.83,
      "step": 1842
    },
    {
      "epoch": 0.20157497539100952,
      "grad_norm": 1.1442137956619263,
      "learning_rate": 0.00019784706262337363,
      "loss": 0.9256,
      "step": 1843
    },
    {
      "epoch": 0.20168434868205184,
      "grad_norm": 1.3669148683547974,
      "learning_rate": 0.00019784469553927735,
      "loss": 0.9326,
      "step": 1844
    },
    {
      "epoch": 0.20179372197309417,
      "grad_norm": 1.330646276473999,
      "learning_rate": 0.00019784232716880598,
      "loss": 0.8144,
      "step": 1845
    },
    {
      "epoch": 0.2019030952641365,
      "grad_norm": 1.097621202468872,
      "learning_rate": 0.00019783995751199073,
      "loss": 0.9256,
      "step": 1846
    },
    {
      "epoch": 0.20201246855517882,
      "grad_norm": 1.2265665531158447,
      "learning_rate": 0.00019783758656886273,
      "loss": 0.7935,
      "step": 1847
    },
    {
      "epoch": 0.20212184184622115,
      "grad_norm": 1.399332046508789,
      "learning_rate": 0.00019783521433945313,
      "loss": 0.7991,
      "step": 1848
    },
    {
      "epoch": 0.20223121513726347,
      "grad_norm": 1.281569242477417,
      "learning_rate": 0.00019783284082379313,
      "loss": 1.0555,
      "step": 1849
    },
    {
      "epoch": 0.2023405884283058,
      "grad_norm": 1.55947744846344,
      "learning_rate": 0.00019783046602191398,
      "loss": 0.6797,
      "step": 1850
    },
    {
      "epoch": 0.20244996171934815,
      "grad_norm": 1.6152596473693848,
      "learning_rate": 0.00019782808993384685,
      "loss": 0.7403,
      "step": 1851
    },
    {
      "epoch": 0.20255933501039047,
      "grad_norm": 1.3018587827682495,
      "learning_rate": 0.00019782571255962296,
      "loss": 0.9458,
      "step": 1852
    },
    {
      "epoch": 0.2026687083014328,
      "grad_norm": 1.526545524597168,
      "learning_rate": 0.00019782333389927362,
      "loss": 0.9196,
      "step": 1853
    },
    {
      "epoch": 0.20277808159247512,
      "grad_norm": 1.5549616813659668,
      "learning_rate": 0.00019782095395283006,
      "loss": 1.122,
      "step": 1854
    },
    {
      "epoch": 0.20288745488351745,
      "grad_norm": 1.0808331966400146,
      "learning_rate": 0.00019781857272032364,
      "loss": 0.9211,
      "step": 1855
    },
    {
      "epoch": 0.20299682817455977,
      "grad_norm": 1.2416456937789917,
      "learning_rate": 0.00019781619020178557,
      "loss": 0.8758,
      "step": 1856
    },
    {
      "epoch": 0.2031062014656021,
      "grad_norm": 1.3113216161727905,
      "learning_rate": 0.0001978138063972472,
      "loss": 1.0674,
      "step": 1857
    },
    {
      "epoch": 0.20321557475664442,
      "grad_norm": 1.9503642320632935,
      "learning_rate": 0.0001978114213067399,
      "loss": 1.0098,
      "step": 1858
    },
    {
      "epoch": 0.20332494804768675,
      "grad_norm": 2.033064126968384,
      "learning_rate": 0.00019780903493029506,
      "loss": 0.8291,
      "step": 1859
    },
    {
      "epoch": 0.20343432133872907,
      "grad_norm": 1.2019623517990112,
      "learning_rate": 0.000197806647267944,
      "loss": 0.6195,
      "step": 1860
    },
    {
      "epoch": 0.2035436946297714,
      "grad_norm": 1.4954770803451538,
      "learning_rate": 0.00019780425831971807,
      "loss": 0.8931,
      "step": 1861
    },
    {
      "epoch": 0.20365306792081372,
      "grad_norm": 1.4848346710205078,
      "learning_rate": 0.00019780186808564875,
      "loss": 1.2401,
      "step": 1862
    },
    {
      "epoch": 0.20376244121185608,
      "grad_norm": 1.5645561218261719,
      "learning_rate": 0.00019779947656576745,
      "loss": 0.7957,
      "step": 1863
    },
    {
      "epoch": 0.2038718145028984,
      "grad_norm": 1.3307273387908936,
      "learning_rate": 0.00019779708376010559,
      "loss": 0.901,
      "step": 1864
    },
    {
      "epoch": 0.20398118779394073,
      "grad_norm": 1.3294285535812378,
      "learning_rate": 0.00019779468966869465,
      "loss": 0.9492,
      "step": 1865
    },
    {
      "epoch": 0.20409056108498305,
      "grad_norm": 1.287659764289856,
      "learning_rate": 0.00019779229429156613,
      "loss": 0.7649,
      "step": 1866
    },
    {
      "epoch": 0.20419993437602538,
      "grad_norm": 1.1203495264053345,
      "learning_rate": 0.00019778989762875144,
      "loss": 0.8283,
      "step": 1867
    },
    {
      "epoch": 0.2043093076670677,
      "grad_norm": 1.3883087635040283,
      "learning_rate": 0.00019778749968028217,
      "loss": 0.7675,
      "step": 1868
    },
    {
      "epoch": 0.20441868095811003,
      "grad_norm": 1.1174241304397583,
      "learning_rate": 0.0001977851004461898,
      "loss": 0.8295,
      "step": 1869
    },
    {
      "epoch": 0.20452805424915235,
      "grad_norm": 1.235585331916809,
      "learning_rate": 0.00019778269992650588,
      "loss": 1.1101,
      "step": 1870
    },
    {
      "epoch": 0.20463742754019468,
      "grad_norm": 1.4934157133102417,
      "learning_rate": 0.00019778029812126202,
      "loss": 0.6944,
      "step": 1871
    },
    {
      "epoch": 0.204746800831237,
      "grad_norm": 1.2947239875793457,
      "learning_rate": 0.00019777789503048972,
      "loss": 0.6093,
      "step": 1872
    },
    {
      "epoch": 0.20485617412227933,
      "grad_norm": 1.4456497430801392,
      "learning_rate": 0.00019777549065422062,
      "loss": 0.5709,
      "step": 1873
    },
    {
      "epoch": 0.20496554741332168,
      "grad_norm": 1.3523551225662231,
      "learning_rate": 0.0001977730849924863,
      "loss": 0.8015,
      "step": 1874
    },
    {
      "epoch": 0.205074920704364,
      "grad_norm": 1.1090800762176514,
      "learning_rate": 0.00019777067804531843,
      "loss": 0.7904,
      "step": 1875
    },
    {
      "epoch": 0.20518429399540633,
      "grad_norm": 1.1744444370269775,
      "learning_rate": 0.00019776826981274864,
      "loss": 0.966,
      "step": 1876
    },
    {
      "epoch": 0.20529366728644866,
      "grad_norm": 1.5914322137832642,
      "learning_rate": 0.00019776586029480854,
      "loss": 1.0525,
      "step": 1877
    },
    {
      "epoch": 0.20540304057749098,
      "grad_norm": 1.2795026302337646,
      "learning_rate": 0.00019776344949152988,
      "loss": 0.7985,
      "step": 1878
    },
    {
      "epoch": 0.2055124138685333,
      "grad_norm": 1.8170595169067383,
      "learning_rate": 0.00019776103740294434,
      "loss": 0.6775,
      "step": 1879
    },
    {
      "epoch": 0.20562178715957563,
      "grad_norm": 3.005906581878662,
      "learning_rate": 0.0001977586240290836,
      "loss": 0.861,
      "step": 1880
    },
    {
      "epoch": 0.20573116045061796,
      "grad_norm": 1.438003659248352,
      "learning_rate": 0.0001977562093699794,
      "loss": 0.825,
      "step": 1881
    },
    {
      "epoch": 0.20584053374166028,
      "grad_norm": 1.2325347661972046,
      "learning_rate": 0.0001977537934256635,
      "loss": 1.1211,
      "step": 1882
    },
    {
      "epoch": 0.2059499070327026,
      "grad_norm": 1.2218208312988281,
      "learning_rate": 0.00019775137619616767,
      "loss": 0.754,
      "step": 1883
    },
    {
      "epoch": 0.20605928032374493,
      "grad_norm": 1.103580355644226,
      "learning_rate": 0.00019774895768152363,
      "loss": 0.91,
      "step": 1884
    },
    {
      "epoch": 0.20616865361478726,
      "grad_norm": 1.5929896831512451,
      "learning_rate": 0.00019774653788176325,
      "loss": 0.7438,
      "step": 1885
    },
    {
      "epoch": 0.2062780269058296,
      "grad_norm": 1.2889608144760132,
      "learning_rate": 0.00019774411679691832,
      "loss": 0.8935,
      "step": 1886
    },
    {
      "epoch": 0.20638740019687193,
      "grad_norm": 1.6971222162246704,
      "learning_rate": 0.0001977416944270207,
      "loss": 1.1207,
      "step": 1887
    },
    {
      "epoch": 0.20649677348791426,
      "grad_norm": 1.3933053016662598,
      "learning_rate": 0.00019773927077210214,
      "loss": 0.7264,
      "step": 1888
    },
    {
      "epoch": 0.20660614677895658,
      "grad_norm": 1.1945797204971313,
      "learning_rate": 0.00019773684583219457,
      "loss": 0.718,
      "step": 1889
    },
    {
      "epoch": 0.2067155200699989,
      "grad_norm": 1.474246859550476,
      "learning_rate": 0.0001977344196073299,
      "loss": 0.8308,
      "step": 1890
    },
    {
      "epoch": 0.20682489336104123,
      "grad_norm": 1.9111558198928833,
      "learning_rate": 0.00019773199209753995,
      "loss": 0.7213,
      "step": 1891
    },
    {
      "epoch": 0.20693426665208356,
      "grad_norm": 1.449326753616333,
      "learning_rate": 0.00019772956330285676,
      "loss": 0.9547,
      "step": 1892
    },
    {
      "epoch": 0.20704363994312588,
      "grad_norm": 1.6842371225357056,
      "learning_rate": 0.0001977271332233121,
      "loss": 1.1847,
      "step": 1893
    },
    {
      "epoch": 0.2071530132341682,
      "grad_norm": 1.3919013738632202,
      "learning_rate": 0.00019772470185893805,
      "loss": 0.9108,
      "step": 1894
    },
    {
      "epoch": 0.20726238652521053,
      "grad_norm": 1.707318663597107,
      "learning_rate": 0.00019772226920976651,
      "loss": 0.8805,
      "step": 1895
    },
    {
      "epoch": 0.20737175981625286,
      "grad_norm": 1.3011366128921509,
      "learning_rate": 0.00019771983527582947,
      "loss": 0.7238,
      "step": 1896
    },
    {
      "epoch": 0.20748113310729518,
      "grad_norm": 1.1739683151245117,
      "learning_rate": 0.00019771740005715893,
      "loss": 0.724,
      "step": 1897
    },
    {
      "epoch": 0.20759050639833754,
      "grad_norm": 2.0867905616760254,
      "learning_rate": 0.00019771496355378693,
      "loss": 1.0909,
      "step": 1898
    },
    {
      "epoch": 0.20769987968937986,
      "grad_norm": 1.1341712474822998,
      "learning_rate": 0.00019771252576574548,
      "loss": 0.7501,
      "step": 1899
    },
    {
      "epoch": 0.2078092529804222,
      "grad_norm": 1.4058527946472168,
      "learning_rate": 0.00019771008669306666,
      "loss": 0.6887,
      "step": 1900
    },
    {
      "epoch": 0.2079186262714645,
      "grad_norm": 1.390103816986084,
      "learning_rate": 0.00019770764633578246,
      "loss": 0.9062,
      "step": 1901
    },
    {
      "epoch": 0.20802799956250684,
      "grad_norm": 1.5800286531448364,
      "learning_rate": 0.00019770520469392506,
      "loss": 0.8276,
      "step": 1902
    },
    {
      "epoch": 0.20813737285354916,
      "grad_norm": 1.396563172340393,
      "learning_rate": 0.00019770276176752648,
      "loss": 0.7856,
      "step": 1903
    },
    {
      "epoch": 0.2082467461445915,
      "grad_norm": 1.288883924484253,
      "learning_rate": 0.00019770031755661892,
      "loss": 0.6916,
      "step": 1904
    },
    {
      "epoch": 0.2083561194356338,
      "grad_norm": 1.2772623300552368,
      "learning_rate": 0.00019769787206123444,
      "loss": 0.7931,
      "step": 1905
    },
    {
      "epoch": 0.20846549272667614,
      "grad_norm": 1.2396125793457031,
      "learning_rate": 0.0001976954252814052,
      "loss": 1.0568,
      "step": 1906
    },
    {
      "epoch": 0.20857486601771846,
      "grad_norm": 1.3100918531417847,
      "learning_rate": 0.00019769297721716344,
      "loss": 0.993,
      "step": 1907
    },
    {
      "epoch": 0.2086842393087608,
      "grad_norm": 1.6498003005981445,
      "learning_rate": 0.00019769052786854126,
      "loss": 0.857,
      "step": 1908
    },
    {
      "epoch": 0.20879361259980314,
      "grad_norm": 1.7008154392242432,
      "learning_rate": 0.0001976880772355709,
      "loss": 0.8619,
      "step": 1909
    },
    {
      "epoch": 0.20890298589084547,
      "grad_norm": 1.4295202493667603,
      "learning_rate": 0.00019768562531828455,
      "loss": 0.7279,
      "step": 1910
    },
    {
      "epoch": 0.2090123591818878,
      "grad_norm": 1.2313141822814941,
      "learning_rate": 0.0001976831721167145,
      "loss": 0.993,
      "step": 1911
    },
    {
      "epoch": 0.20912173247293012,
      "grad_norm": 1.678462266921997,
      "learning_rate": 0.000197680717630893,
      "loss": 0.7415,
      "step": 1912
    },
    {
      "epoch": 0.20923110576397244,
      "grad_norm": 1.2590250968933105,
      "learning_rate": 0.00019767826186085224,
      "loss": 0.6704,
      "step": 1913
    },
    {
      "epoch": 0.20934047905501477,
      "grad_norm": 1.350969672203064,
      "learning_rate": 0.00019767580480662455,
      "loss": 0.8435,
      "step": 1914
    },
    {
      "epoch": 0.2094498523460571,
      "grad_norm": 1.2730401754379272,
      "learning_rate": 0.00019767334646824227,
      "loss": 0.7511,
      "step": 1915
    },
    {
      "epoch": 0.20955922563709942,
      "grad_norm": 1.321373701095581,
      "learning_rate": 0.00019767088684573766,
      "loss": 0.8781,
      "step": 1916
    },
    {
      "epoch": 0.20966859892814174,
      "grad_norm": 1.2076495885849,
      "learning_rate": 0.00019766842593914313,
      "loss": 0.7813,
      "step": 1917
    },
    {
      "epoch": 0.20977797221918407,
      "grad_norm": 1.3384488821029663,
      "learning_rate": 0.00019766596374849095,
      "loss": 0.9414,
      "step": 1918
    },
    {
      "epoch": 0.2098873455102264,
      "grad_norm": 1.3429690599441528,
      "learning_rate": 0.00019766350027381355,
      "loss": 1.1206,
      "step": 1919
    },
    {
      "epoch": 0.20999671880126872,
      "grad_norm": 1.0793489217758179,
      "learning_rate": 0.00019766103551514333,
      "loss": 0.8336,
      "step": 1920
    },
    {
      "epoch": 0.21010609209231107,
      "grad_norm": 1.2562246322631836,
      "learning_rate": 0.00019765856947251263,
      "loss": 0.7972,
      "step": 1921
    },
    {
      "epoch": 0.2102154653833534,
      "grad_norm": 1.1139689683914185,
      "learning_rate": 0.00019765610214595388,
      "loss": 0.976,
      "step": 1922
    },
    {
      "epoch": 0.21032483867439572,
      "grad_norm": 1.568432331085205,
      "learning_rate": 0.0001976536335354996,
      "loss": 0.9875,
      "step": 1923
    },
    {
      "epoch": 0.21043421196543804,
      "grad_norm": 1.3974945545196533,
      "learning_rate": 0.00019765116364118214,
      "loss": 0.8885,
      "step": 1924
    },
    {
      "epoch": 0.21054358525648037,
      "grad_norm": 1.1765203475952148,
      "learning_rate": 0.00019764869246303405,
      "loss": 1.4512,
      "step": 1925
    },
    {
      "epoch": 0.2106529585475227,
      "grad_norm": 1.589314579963684,
      "learning_rate": 0.0001976462200010878,
      "loss": 0.881,
      "step": 1926
    },
    {
      "epoch": 0.21076233183856502,
      "grad_norm": 1.2967984676361084,
      "learning_rate": 0.00019764374625537586,
      "loss": 0.9014,
      "step": 1927
    },
    {
      "epoch": 0.21087170512960735,
      "grad_norm": 1.514954924583435,
      "learning_rate": 0.00019764127122593077,
      "loss": 1.2032,
      "step": 1928
    },
    {
      "epoch": 0.21098107842064967,
      "grad_norm": 1.9947245121002197,
      "learning_rate": 0.0001976387949127851,
      "loss": 0.9178,
      "step": 1929
    },
    {
      "epoch": 0.211090451711692,
      "grad_norm": 1.5181474685668945,
      "learning_rate": 0.00019763631731597135,
      "loss": 0.7199,
      "step": 1930
    },
    {
      "epoch": 0.21119982500273432,
      "grad_norm": 1.302708625793457,
      "learning_rate": 0.00019763383843552217,
      "loss": 0.8345,
      "step": 1931
    },
    {
      "epoch": 0.21130919829377667,
      "grad_norm": 2.1922595500946045,
      "learning_rate": 0.0001976313582714701,
      "loss": 0.8353,
      "step": 1932
    },
    {
      "epoch": 0.211418571584819,
      "grad_norm": 1.6339223384857178,
      "learning_rate": 0.00019762887682384773,
      "loss": 0.7522,
      "step": 1933
    },
    {
      "epoch": 0.21152794487586132,
      "grad_norm": 1.4407261610031128,
      "learning_rate": 0.00019762639409268772,
      "loss": 0.8508,
      "step": 1934
    },
    {
      "epoch": 0.21163731816690365,
      "grad_norm": 1.0968738794326782,
      "learning_rate": 0.00019762391007802267,
      "loss": 0.7418,
      "step": 1935
    },
    {
      "epoch": 0.21174669145794597,
      "grad_norm": 1.1548421382904053,
      "learning_rate": 0.0001976214247798853,
      "loss": 0.9858,
      "step": 1936
    },
    {
      "epoch": 0.2118560647489883,
      "grad_norm": 1.2237598896026611,
      "learning_rate": 0.00019761893819830823,
      "loss": 0.7916,
      "step": 1937
    },
    {
      "epoch": 0.21196543804003062,
      "grad_norm": 1.323804259300232,
      "learning_rate": 0.00019761645033332422,
      "loss": 0.9955,
      "step": 1938
    },
    {
      "epoch": 0.21207481133107295,
      "grad_norm": 1.0611050128936768,
      "learning_rate": 0.0001976139611849659,
      "loss": 0.9201,
      "step": 1939
    },
    {
      "epoch": 0.21218418462211527,
      "grad_norm": 1.4213348627090454,
      "learning_rate": 0.000197611470753266,
      "loss": 0.9526,
      "step": 1940
    },
    {
      "epoch": 0.2122935579131576,
      "grad_norm": 1.3572505712509155,
      "learning_rate": 0.0001976089790382573,
      "loss": 0.9143,
      "step": 1941
    },
    {
      "epoch": 0.21240293120419992,
      "grad_norm": 1.2962950468063354,
      "learning_rate": 0.00019760648603997253,
      "loss": 0.9106,
      "step": 1942
    },
    {
      "epoch": 0.21251230449524225,
      "grad_norm": 1.6927483081817627,
      "learning_rate": 0.00019760399175844452,
      "loss": 0.8396,
      "step": 1943
    },
    {
      "epoch": 0.2126216777862846,
      "grad_norm": 1.2389999628067017,
      "learning_rate": 0.000197601496193706,
      "loss": 0.6747,
      "step": 1944
    },
    {
      "epoch": 0.21273105107732693,
      "grad_norm": 1.3522441387176514,
      "learning_rate": 0.00019759899934578982,
      "loss": 0.7805,
      "step": 1945
    },
    {
      "epoch": 0.21284042436836925,
      "grad_norm": 1.4921531677246094,
      "learning_rate": 0.0001975965012147288,
      "loss": 0.885,
      "step": 1946
    },
    {
      "epoch": 0.21294979765941158,
      "grad_norm": 1.1783701181411743,
      "learning_rate": 0.00019759400180055576,
      "loss": 0.7743,
      "step": 1947
    },
    {
      "epoch": 0.2130591709504539,
      "grad_norm": 1.5773125886917114,
      "learning_rate": 0.00019759150110330355,
      "loss": 0.8058,
      "step": 1948
    },
    {
      "epoch": 0.21316854424149623,
      "grad_norm": 1.6718064546585083,
      "learning_rate": 0.0001975889991230051,
      "loss": 0.7979,
      "step": 1949
    },
    {
      "epoch": 0.21327791753253855,
      "grad_norm": 1.556168794631958,
      "learning_rate": 0.00019758649585969326,
      "loss": 0.5585,
      "step": 1950
    },
    {
      "epoch": 0.21338729082358088,
      "grad_norm": 1.3499926328659058,
      "learning_rate": 0.00019758399131340095,
      "loss": 0.7368,
      "step": 1951
    },
    {
      "epoch": 0.2134966641146232,
      "grad_norm": 1.2336211204528809,
      "learning_rate": 0.00019758148548416112,
      "loss": 0.6434,
      "step": 1952
    },
    {
      "epoch": 0.21360603740566553,
      "grad_norm": 1.1220998764038086,
      "learning_rate": 0.00019757897837200669,
      "loss": 0.8619,
      "step": 1953
    },
    {
      "epoch": 0.21371541069670785,
      "grad_norm": 1.316223382949829,
      "learning_rate": 0.00019757646997697062,
      "loss": 1.4721,
      "step": 1954
    },
    {
      "epoch": 0.21382478398775018,
      "grad_norm": 1.2793391942977905,
      "learning_rate": 0.0001975739602990859,
      "loss": 0.6863,
      "step": 1955
    },
    {
      "epoch": 0.21393415727879253,
      "grad_norm": 1.2966581583023071,
      "learning_rate": 0.00019757144933838555,
      "loss": 1.1585,
      "step": 1956
    },
    {
      "epoch": 0.21404353056983486,
      "grad_norm": 1.390800952911377,
      "learning_rate": 0.0001975689370949025,
      "loss": 0.5736,
      "step": 1957
    },
    {
      "epoch": 0.21415290386087718,
      "grad_norm": 1.4191505908966064,
      "learning_rate": 0.00019756642356866987,
      "loss": 1.0004,
      "step": 1958
    },
    {
      "epoch": 0.2142622771519195,
      "grad_norm": 1.392587423324585,
      "learning_rate": 0.00019756390875972065,
      "loss": 0.818,
      "step": 1959
    },
    {
      "epoch": 0.21437165044296183,
      "grad_norm": 1.7711188793182373,
      "learning_rate": 0.00019756139266808792,
      "loss": 0.8735,
      "step": 1960
    },
    {
      "epoch": 0.21448102373400416,
      "grad_norm": 1.0487916469573975,
      "learning_rate": 0.00019755887529380477,
      "loss": 0.9124,
      "step": 1961
    },
    {
      "epoch": 0.21459039702504648,
      "grad_norm": 1.49639892578125,
      "learning_rate": 0.0001975563566369043,
      "loss": 0.8043,
      "step": 1962
    },
    {
      "epoch": 0.2146997703160888,
      "grad_norm": 1.0769431591033936,
      "learning_rate": 0.00019755383669741957,
      "loss": 0.6714,
      "step": 1963
    },
    {
      "epoch": 0.21480914360713113,
      "grad_norm": 1.661003828048706,
      "learning_rate": 0.00019755131547538377,
      "loss": 1.0617,
      "step": 1964
    },
    {
      "epoch": 0.21491851689817346,
      "grad_norm": 1.4500775337219238,
      "learning_rate": 0.00019754879297083003,
      "loss": 0.8515,
      "step": 1965
    },
    {
      "epoch": 0.21502789018921578,
      "grad_norm": 1.0899930000305176,
      "learning_rate": 0.0001975462691837915,
      "loss": 0.8353,
      "step": 1966
    },
    {
      "epoch": 0.21513726348025813,
      "grad_norm": 1.3392274379730225,
      "learning_rate": 0.00019754374411430137,
      "loss": 0.9717,
      "step": 1967
    },
    {
      "epoch": 0.21524663677130046,
      "grad_norm": 1.185782551765442,
      "learning_rate": 0.00019754121776239286,
      "loss": 0.9456,
      "step": 1968
    },
    {
      "epoch": 0.21535601006234278,
      "grad_norm": 1.226179599761963,
      "learning_rate": 0.00019753869012809912,
      "loss": 0.6247,
      "step": 1969
    },
    {
      "epoch": 0.2154653833533851,
      "grad_norm": 1.2312886714935303,
      "learning_rate": 0.00019753616121145345,
      "loss": 0.8366,
      "step": 1970
    },
    {
      "epoch": 0.21557475664442743,
      "grad_norm": 1.3575807809829712,
      "learning_rate": 0.00019753363101248904,
      "loss": 0.9672,
      "step": 1971
    },
    {
      "epoch": 0.21568412993546976,
      "grad_norm": 1.2754733562469482,
      "learning_rate": 0.0001975310995312392,
      "loss": 1.0108,
      "step": 1972
    },
    {
      "epoch": 0.21579350322651208,
      "grad_norm": 1.5421541929244995,
      "learning_rate": 0.00019752856676773722,
      "loss": 0.8552,
      "step": 1973
    },
    {
      "epoch": 0.2159028765175544,
      "grad_norm": 1.4498844146728516,
      "learning_rate": 0.00019752603272201635,
      "loss": 0.9188,
      "step": 1974
    },
    {
      "epoch": 0.21601224980859673,
      "grad_norm": 1.4922372102737427,
      "learning_rate": 0.00019752349739410993,
      "loss": 1.0252,
      "step": 1975
    },
    {
      "epoch": 0.21612162309963906,
      "grad_norm": 1.0966912508010864,
      "learning_rate": 0.00019752096078405132,
      "loss": 1.0733,
      "step": 1976
    },
    {
      "epoch": 0.21623099639068138,
      "grad_norm": 1.0611425638198853,
      "learning_rate": 0.00019751842289187382,
      "loss": 0.8733,
      "step": 1977
    },
    {
      "epoch": 0.2163403696817237,
      "grad_norm": 1.7669165134429932,
      "learning_rate": 0.00019751588371761083,
      "loss": 0.6244,
      "step": 1978
    },
    {
      "epoch": 0.21644974297276606,
      "grad_norm": 1.195848822593689,
      "learning_rate": 0.0001975133432612957,
      "loss": 0.7972,
      "step": 1979
    },
    {
      "epoch": 0.2165591162638084,
      "grad_norm": 1.5000344514846802,
      "learning_rate": 0.00019751080152296185,
      "loss": 0.8544,
      "step": 1980
    },
    {
      "epoch": 0.2166684895548507,
      "grad_norm": 1.3777306079864502,
      "learning_rate": 0.00019750825850264273,
      "loss": 0.7521,
      "step": 1981
    },
    {
      "epoch": 0.21677786284589304,
      "grad_norm": 1.3386154174804688,
      "learning_rate": 0.00019750571420037172,
      "loss": 0.8705,
      "step": 1982
    },
    {
      "epoch": 0.21688723613693536,
      "grad_norm": 1.1987446546554565,
      "learning_rate": 0.00019750316861618226,
      "loss": 0.9741,
      "step": 1983
    },
    {
      "epoch": 0.2169966094279777,
      "grad_norm": 1.6730406284332275,
      "learning_rate": 0.00019750062175010792,
      "loss": 0.9238,
      "step": 1984
    },
    {
      "epoch": 0.21710598271902,
      "grad_norm": 1.1706770658493042,
      "learning_rate": 0.00019749807360218205,
      "loss": 0.869,
      "step": 1985
    },
    {
      "epoch": 0.21721535601006234,
      "grad_norm": 1.5104727745056152,
      "learning_rate": 0.0001974955241724382,
      "loss": 0.7375,
      "step": 1986
    },
    {
      "epoch": 0.21732472930110466,
      "grad_norm": 1.625811219215393,
      "learning_rate": 0.00019749297346090993,
      "loss": 0.9613,
      "step": 1987
    },
    {
      "epoch": 0.217434102592147,
      "grad_norm": 1.7954903841018677,
      "learning_rate": 0.00019749042146763074,
      "loss": 0.789,
      "step": 1988
    },
    {
      "epoch": 0.2175434758831893,
      "grad_norm": 2.1392786502838135,
      "learning_rate": 0.0001974878681926342,
      "loss": 1.0348,
      "step": 1989
    },
    {
      "epoch": 0.21765284917423167,
      "grad_norm": 1.4607007503509521,
      "learning_rate": 0.00019748531363595386,
      "loss": 0.8398,
      "step": 1990
    },
    {
      "epoch": 0.217762222465274,
      "grad_norm": 1.4531785249710083,
      "learning_rate": 0.0001974827577976233,
      "loss": 0.6808,
      "step": 1991
    },
    {
      "epoch": 0.21787159575631632,
      "grad_norm": 1.718497395515442,
      "learning_rate": 0.00019748020067767615,
      "loss": 0.7987,
      "step": 1992
    },
    {
      "epoch": 0.21798096904735864,
      "grad_norm": 1.4301944971084595,
      "learning_rate": 0.00019747764227614597,
      "loss": 1.2448,
      "step": 1993
    },
    {
      "epoch": 0.21809034233840097,
      "grad_norm": 1.3528302907943726,
      "learning_rate": 0.00019747508259306646,
      "loss": 0.7331,
      "step": 1994
    },
    {
      "epoch": 0.2181997156294433,
      "grad_norm": 1.599155068397522,
      "learning_rate": 0.00019747252162847123,
      "loss": 1.1844,
      "step": 1995
    },
    {
      "epoch": 0.21830908892048562,
      "grad_norm": 1.1171528100967407,
      "learning_rate": 0.000197469959382394,
      "loss": 0.9887,
      "step": 1996
    },
    {
      "epoch": 0.21841846221152794,
      "grad_norm": 1.380668044090271,
      "learning_rate": 0.0001974673958548684,
      "loss": 0.669,
      "step": 1997
    },
    {
      "epoch": 0.21852783550257027,
      "grad_norm": 1.569695234298706,
      "learning_rate": 0.00019746483104592818,
      "loss": 0.8264,
      "step": 1998
    },
    {
      "epoch": 0.2186372087936126,
      "grad_norm": 1.1958019733428955,
      "learning_rate": 0.000197462264955607,
      "loss": 0.846,
      "step": 1999
    },
    {
      "epoch": 0.21874658208465492,
      "grad_norm": 1.488672137260437,
      "learning_rate": 0.00019745969758393862,
      "loss": 0.6158,
      "step": 2000
    },
    {
      "epoch": 0.21874658208465492,
      "eval_loss": 0.8424478769302368,
      "eval_runtime": 42.0106,
      "eval_samples_per_second": 17.519,
      "eval_steps_per_second": 4.38,
      "step": 2000
    },
    {
      "epoch": 0.21885595537569724,
      "grad_norm": 1.4648538827896118,
      "learning_rate": 0.00019745712893095684,
      "loss": 1.0641,
      "step": 2001
    },
    {
      "epoch": 0.2189653286667396,
      "grad_norm": 1.4759421348571777,
      "learning_rate": 0.0001974545589966954,
      "loss": 0.8764,
      "step": 2002
    },
    {
      "epoch": 0.21907470195778192,
      "grad_norm": 1.1605687141418457,
      "learning_rate": 0.00019745198778118805,
      "loss": 0.8105,
      "step": 2003
    },
    {
      "epoch": 0.21918407524882424,
      "grad_norm": 1.036490559577942,
      "learning_rate": 0.00019744941528446866,
      "loss": 0.9678,
      "step": 2004
    },
    {
      "epoch": 0.21929344853986657,
      "grad_norm": 1.3220586776733398,
      "learning_rate": 0.00019744684150657102,
      "loss": 1.074,
      "step": 2005
    },
    {
      "epoch": 0.2194028218309089,
      "grad_norm": 1.4806056022644043,
      "learning_rate": 0.00019744426644752893,
      "loss": 0.8293,
      "step": 2006
    },
    {
      "epoch": 0.21951219512195122,
      "grad_norm": 1.2300676107406616,
      "learning_rate": 0.00019744169010737632,
      "loss": 0.8963,
      "step": 2007
    },
    {
      "epoch": 0.21962156841299355,
      "grad_norm": 1.2074322700500488,
      "learning_rate": 0.000197439112486147,
      "loss": 0.8408,
      "step": 2008
    },
    {
      "epoch": 0.21973094170403587,
      "grad_norm": 1.2628810405731201,
      "learning_rate": 0.00019743653358387492,
      "loss": 0.842,
      "step": 2009
    },
    {
      "epoch": 0.2198403149950782,
      "grad_norm": 1.5515536069869995,
      "learning_rate": 0.00019743395340059388,
      "loss": 0.9475,
      "step": 2010
    },
    {
      "epoch": 0.21994968828612052,
      "grad_norm": 1.3006701469421387,
      "learning_rate": 0.0001974313719363379,
      "loss": 1.0422,
      "step": 2011
    },
    {
      "epoch": 0.22005906157716285,
      "grad_norm": 1.1927334070205688,
      "learning_rate": 0.00019742878919114088,
      "loss": 0.8609,
      "step": 2012
    },
    {
      "epoch": 0.22016843486820517,
      "grad_norm": 1.4958062171936035,
      "learning_rate": 0.0001974262051650368,
      "loss": 0.8244,
      "step": 2013
    },
    {
      "epoch": 0.22027780815924752,
      "grad_norm": 1.1395020484924316,
      "learning_rate": 0.00019742361985805959,
      "loss": 0.8044,
      "step": 2014
    },
    {
      "epoch": 0.22038718145028985,
      "grad_norm": 1.741477608680725,
      "learning_rate": 0.00019742103327024328,
      "loss": 0.5336,
      "step": 2015
    },
    {
      "epoch": 0.22049655474133217,
      "grad_norm": 1.2271705865859985,
      "learning_rate": 0.00019741844540162187,
      "loss": 1.1354,
      "step": 2016
    },
    {
      "epoch": 0.2206059280323745,
      "grad_norm": 1.3624627590179443,
      "learning_rate": 0.00019741585625222932,
      "loss": 0.8472,
      "step": 2017
    },
    {
      "epoch": 0.22071530132341682,
      "grad_norm": 1.3825266361236572,
      "learning_rate": 0.00019741326582209978,
      "loss": 0.7899,
      "step": 2018
    },
    {
      "epoch": 0.22082467461445915,
      "grad_norm": 1.7619107961654663,
      "learning_rate": 0.00019741067411126726,
      "loss": 0.5263,
      "step": 2019
    },
    {
      "epoch": 0.22093404790550147,
      "grad_norm": 1.8437378406524658,
      "learning_rate": 0.0001974080811197658,
      "loss": 0.7134,
      "step": 2020
    },
    {
      "epoch": 0.2210434211965438,
      "grad_norm": 0.9641536474227905,
      "learning_rate": 0.00019740548684762948,
      "loss": 0.6684,
      "step": 2021
    },
    {
      "epoch": 0.22115279448758612,
      "grad_norm": 1.7273051738739014,
      "learning_rate": 0.00019740289129489247,
      "loss": 0.9868,
      "step": 2022
    },
    {
      "epoch": 0.22126216777862845,
      "grad_norm": 1.1596819162368774,
      "learning_rate": 0.00019740029446158887,
      "loss": 0.8565,
      "step": 2023
    },
    {
      "epoch": 0.22137154106967077,
      "grad_norm": 1.4095444679260254,
      "learning_rate": 0.0001973976963477528,
      "loss": 0.5862,
      "step": 2024
    },
    {
      "epoch": 0.22148091436071313,
      "grad_norm": 1.625916838645935,
      "learning_rate": 0.00019739509695341844,
      "loss": 0.8794,
      "step": 2025
    },
    {
      "epoch": 0.22159028765175545,
      "grad_norm": 1.6985175609588623,
      "learning_rate": 0.00019739249627861996,
      "loss": 0.9497,
      "step": 2026
    },
    {
      "epoch": 0.22169966094279778,
      "grad_norm": 1.3528786897659302,
      "learning_rate": 0.00019738989432339154,
      "loss": 0.727,
      "step": 2027
    },
    {
      "epoch": 0.2218090342338401,
      "grad_norm": 1.6482657194137573,
      "learning_rate": 0.0001973872910877674,
      "loss": 0.8742,
      "step": 2028
    },
    {
      "epoch": 0.22191840752488243,
      "grad_norm": 1.5776785612106323,
      "learning_rate": 0.0001973846865717818,
      "loss": 0.9045,
      "step": 2029
    },
    {
      "epoch": 0.22202778081592475,
      "grad_norm": 1.3810471296310425,
      "learning_rate": 0.0001973820807754689,
      "loss": 0.9948,
      "step": 2030
    },
    {
      "epoch": 0.22213715410696708,
      "grad_norm": 1.4063379764556885,
      "learning_rate": 0.000197379473698863,
      "loss": 0.8825,
      "step": 2031
    },
    {
      "epoch": 0.2222465273980094,
      "grad_norm": 1.7305113077163696,
      "learning_rate": 0.00019737686534199836,
      "loss": 0.707,
      "step": 2032
    },
    {
      "epoch": 0.22235590068905173,
      "grad_norm": 1.4805076122283936,
      "learning_rate": 0.00019737425570490934,
      "loss": 0.9448,
      "step": 2033
    },
    {
      "epoch": 0.22246527398009405,
      "grad_norm": 1.0409082174301147,
      "learning_rate": 0.0001973716447876302,
      "loss": 0.8479,
      "step": 2034
    },
    {
      "epoch": 0.22257464727113638,
      "grad_norm": 1.1607272624969482,
      "learning_rate": 0.00019736903259019522,
      "loss": 0.93,
      "step": 2035
    },
    {
      "epoch": 0.2226840205621787,
      "grad_norm": 1.0999900102615356,
      "learning_rate": 0.0001973664191126388,
      "loss": 1.1043,
      "step": 2036
    },
    {
      "epoch": 0.22279339385322106,
      "grad_norm": 1.6889146566390991,
      "learning_rate": 0.00019736380435499533,
      "loss": 0.8395,
      "step": 2037
    },
    {
      "epoch": 0.22290276714426338,
      "grad_norm": 1.351988673210144,
      "learning_rate": 0.0001973611883172991,
      "loss": 1.007,
      "step": 2038
    },
    {
      "epoch": 0.2230121404353057,
      "grad_norm": 1.9658454656600952,
      "learning_rate": 0.00019735857099958457,
      "loss": 0.6946,
      "step": 2039
    },
    {
      "epoch": 0.22312151372634803,
      "grad_norm": 1.2690036296844482,
      "learning_rate": 0.0001973559524018861,
      "loss": 0.5952,
      "step": 2040
    },
    {
      "epoch": 0.22323088701739036,
      "grad_norm": 1.2014061212539673,
      "learning_rate": 0.00019735333252423817,
      "loss": 0.8049,
      "step": 2041
    },
    {
      "epoch": 0.22334026030843268,
      "grad_norm": 1.1968746185302734,
      "learning_rate": 0.00019735071136667523,
      "loss": 0.9257,
      "step": 2042
    },
    {
      "epoch": 0.223449633599475,
      "grad_norm": 1.3600856065750122,
      "learning_rate": 0.00019734808892923168,
      "loss": 0.6127,
      "step": 2043
    },
    {
      "epoch": 0.22355900689051733,
      "grad_norm": 1.494263768196106,
      "learning_rate": 0.00019734546521194202,
      "loss": 1.1424,
      "step": 2044
    },
    {
      "epoch": 0.22366838018155966,
      "grad_norm": 1.4570772647857666,
      "learning_rate": 0.00019734284021484075,
      "loss": 1.0499,
      "step": 2045
    },
    {
      "epoch": 0.22377775347260198,
      "grad_norm": 1.5235036611557007,
      "learning_rate": 0.00019734021393796238,
      "loss": 0.7401,
      "step": 2046
    },
    {
      "epoch": 0.2238871267636443,
      "grad_norm": 2.7007763385772705,
      "learning_rate": 0.00019733758638134144,
      "loss": 0.9444,
      "step": 2047
    },
    {
      "epoch": 0.22399650005468666,
      "grad_norm": 1.5241605043411255,
      "learning_rate": 0.0001973349575450125,
      "loss": 0.9464,
      "step": 2048
    },
    {
      "epoch": 0.22410587334572898,
      "grad_norm": 1.5821876525878906,
      "learning_rate": 0.00019733232742901005,
      "loss": 0.5827,
      "step": 2049
    },
    {
      "epoch": 0.2242152466367713,
      "grad_norm": 1.807365894317627,
      "learning_rate": 0.00019732969603336877,
      "loss": 0.7704,
      "step": 2050
    },
    {
      "epoch": 0.22432461992781363,
      "grad_norm": 1.4147567749023438,
      "learning_rate": 0.00019732706335812318,
      "loss": 0.9125,
      "step": 2051
    },
    {
      "epoch": 0.22443399321885596,
      "grad_norm": 1.3114030361175537,
      "learning_rate": 0.0001973244294033079,
      "loss": 0.8512,
      "step": 2052
    },
    {
      "epoch": 0.22454336650989828,
      "grad_norm": 2.812638998031616,
      "learning_rate": 0.0001973217941689576,
      "loss": 0.8968,
      "step": 2053
    },
    {
      "epoch": 0.2246527398009406,
      "grad_norm": 1.2878377437591553,
      "learning_rate": 0.00019731915765510688,
      "loss": 1.0704,
      "step": 2054
    },
    {
      "epoch": 0.22476211309198293,
      "grad_norm": 1.146080732345581,
      "learning_rate": 0.0001973165198617904,
      "loss": 0.9145,
      "step": 2055
    },
    {
      "epoch": 0.22487148638302526,
      "grad_norm": 1.5852081775665283,
      "learning_rate": 0.0001973138807890429,
      "loss": 1.0417,
      "step": 2056
    },
    {
      "epoch": 0.22498085967406758,
      "grad_norm": 1.1712324619293213,
      "learning_rate": 0.000197311240436899,
      "loss": 0.7415,
      "step": 2057
    },
    {
      "epoch": 0.2250902329651099,
      "grad_norm": 1.372937560081482,
      "learning_rate": 0.00019730859880539344,
      "loss": 0.8186,
      "step": 2058
    },
    {
      "epoch": 0.22519960625615223,
      "grad_norm": 2.0949089527130127,
      "learning_rate": 0.000197305955894561,
      "loss": 0.6656,
      "step": 2059
    },
    {
      "epoch": 0.2253089795471946,
      "grad_norm": 1.0978044271469116,
      "learning_rate": 0.00019730331170443637,
      "loss": 0.9924,
      "step": 2060
    },
    {
      "epoch": 0.2254183528382369,
      "grad_norm": 1.2608050107955933,
      "learning_rate": 0.00019730066623505432,
      "loss": 0.6674,
      "step": 2061
    },
    {
      "epoch": 0.22552772612927924,
      "grad_norm": 1.4450640678405762,
      "learning_rate": 0.00019729801948644964,
      "loss": 0.8387,
      "step": 2062
    },
    {
      "epoch": 0.22563709942032156,
      "grad_norm": 1.012231469154358,
      "learning_rate": 0.00019729537145865713,
      "loss": 0.8999,
      "step": 2063
    },
    {
      "epoch": 0.2257464727113639,
      "grad_norm": 2.031306743621826,
      "learning_rate": 0.0001972927221517116,
      "loss": 1.0589,
      "step": 2064
    },
    {
      "epoch": 0.2258558460024062,
      "grad_norm": 1.2332649230957031,
      "learning_rate": 0.00019729007156564786,
      "loss": 1.4283,
      "step": 2065
    },
    {
      "epoch": 0.22596521929344854,
      "grad_norm": 1.3370391130447388,
      "learning_rate": 0.0001972874197005008,
      "loss": 0.7503,
      "step": 2066
    },
    {
      "epoch": 0.22607459258449086,
      "grad_norm": 1.2743831872940063,
      "learning_rate": 0.00019728476655630527,
      "loss": 1.1635,
      "step": 2067
    },
    {
      "epoch": 0.2261839658755332,
      "grad_norm": 1.113646388053894,
      "learning_rate": 0.00019728211213309612,
      "loss": 1.0064,
      "step": 2068
    },
    {
      "epoch": 0.2262933391665755,
      "grad_norm": 1.7807098627090454,
      "learning_rate": 0.00019727945643090828,
      "loss": 0.7357,
      "step": 2069
    },
    {
      "epoch": 0.22640271245761784,
      "grad_norm": 1.174094557762146,
      "learning_rate": 0.00019727679944977667,
      "loss": 1.0,
      "step": 2070
    },
    {
      "epoch": 0.22651208574866016,
      "grad_norm": 1.3391557931900024,
      "learning_rate": 0.00019727414118973617,
      "loss": 0.9525,
      "step": 2071
    },
    {
      "epoch": 0.22662145903970252,
      "grad_norm": 1.420009732246399,
      "learning_rate": 0.00019727148165082182,
      "loss": 0.801,
      "step": 2072
    },
    {
      "epoch": 0.22673083233074484,
      "grad_norm": 1.2797939777374268,
      "learning_rate": 0.0001972688208330685,
      "loss": 0.8296,
      "step": 2073
    },
    {
      "epoch": 0.22684020562178717,
      "grad_norm": 1.270278811454773,
      "learning_rate": 0.00019726615873651122,
      "loss": 0.9765,
      "step": 2074
    },
    {
      "epoch": 0.2269495789128295,
      "grad_norm": 1.1342071294784546,
      "learning_rate": 0.00019726349536118497,
      "loss": 0.7073,
      "step": 2075
    },
    {
      "epoch": 0.22705895220387182,
      "grad_norm": 1.0955699682235718,
      "learning_rate": 0.00019726083070712482,
      "loss": 0.8316,
      "step": 2076
    },
    {
      "epoch": 0.22716832549491414,
      "grad_norm": 1.551051378250122,
      "learning_rate": 0.00019725816477436574,
      "loss": 1.2215,
      "step": 2077
    },
    {
      "epoch": 0.22727769878595647,
      "grad_norm": 1.3782583475112915,
      "learning_rate": 0.0001972554975629428,
      "loss": 0.8357,
      "step": 2078
    },
    {
      "epoch": 0.2273870720769988,
      "grad_norm": 1.3241064548492432,
      "learning_rate": 0.00019725282907289104,
      "loss": 1.0037,
      "step": 2079
    },
    {
      "epoch": 0.22749644536804112,
      "grad_norm": 1.1232355833053589,
      "learning_rate": 0.0001972501593042456,
      "loss": 1.0711,
      "step": 2080
    },
    {
      "epoch": 0.22760581865908344,
      "grad_norm": 1.942746877670288,
      "learning_rate": 0.00019724748825704155,
      "loss": 0.9935,
      "step": 2081
    },
    {
      "epoch": 0.22771519195012577,
      "grad_norm": 1.2828563451766968,
      "learning_rate": 0.000197244815931314,
      "loss": 0.8668,
      "step": 2082
    },
    {
      "epoch": 0.22782456524116812,
      "grad_norm": 1.5483890771865845,
      "learning_rate": 0.00019724214232709808,
      "loss": 0.9371,
      "step": 2083
    },
    {
      "epoch": 0.22793393853221044,
      "grad_norm": 1.5122292041778564,
      "learning_rate": 0.00019723946744442896,
      "loss": 1.0301,
      "step": 2084
    },
    {
      "epoch": 0.22804331182325277,
      "grad_norm": 1.0713257789611816,
      "learning_rate": 0.0001972367912833418,
      "loss": 0.8315,
      "step": 2085
    },
    {
      "epoch": 0.2281526851142951,
      "grad_norm": 2.622082233428955,
      "learning_rate": 0.00019723411384387176,
      "loss": 0.7694,
      "step": 2086
    },
    {
      "epoch": 0.22826205840533742,
      "grad_norm": 1.1580308675765991,
      "learning_rate": 0.00019723143512605405,
      "loss": 1.0482,
      "step": 2087
    },
    {
      "epoch": 0.22837143169637975,
      "grad_norm": 1.5092041492462158,
      "learning_rate": 0.00019722875512992393,
      "loss": 0.6764,
      "step": 2088
    },
    {
      "epoch": 0.22848080498742207,
      "grad_norm": 1.3870677947998047,
      "learning_rate": 0.0001972260738555166,
      "loss": 0.6607,
      "step": 2089
    },
    {
      "epoch": 0.2285901782784644,
      "grad_norm": 1.4532493352890015,
      "learning_rate": 0.00019722339130286728,
      "loss": 1.1419,
      "step": 2090
    },
    {
      "epoch": 0.22869955156950672,
      "grad_norm": 1.6304653882980347,
      "learning_rate": 0.00019722070747201133,
      "loss": 0.7728,
      "step": 2091
    },
    {
      "epoch": 0.22880892486054905,
      "grad_norm": 1.4491623640060425,
      "learning_rate": 0.00019721802236298392,
      "loss": 0.556,
      "step": 2092
    },
    {
      "epoch": 0.22891829815159137,
      "grad_norm": 1.44511079788208,
      "learning_rate": 0.00019721533597582042,
      "loss": 0.7982,
      "step": 2093
    },
    {
      "epoch": 0.2290276714426337,
      "grad_norm": 0.9538264870643616,
      "learning_rate": 0.00019721264831055614,
      "loss": 0.908,
      "step": 2094
    },
    {
      "epoch": 0.22913704473367605,
      "grad_norm": 1.0890123844146729,
      "learning_rate": 0.00019720995936722645,
      "loss": 1.0762,
      "step": 2095
    },
    {
      "epoch": 0.22924641802471837,
      "grad_norm": 1.6780979633331299,
      "learning_rate": 0.0001972072691458666,
      "loss": 0.808,
      "step": 2096
    },
    {
      "epoch": 0.2293557913157607,
      "grad_norm": 1.197231650352478,
      "learning_rate": 0.00019720457764651204,
      "loss": 1.0443,
      "step": 2097
    },
    {
      "epoch": 0.22946516460680302,
      "grad_norm": 1.3597935438156128,
      "learning_rate": 0.00019720188486919816,
      "loss": 0.8214,
      "step": 2098
    },
    {
      "epoch": 0.22957453789784535,
      "grad_norm": 1.551032543182373,
      "learning_rate": 0.0001971991908139603,
      "loss": 0.6868,
      "step": 2099
    },
    {
      "epoch": 0.22968391118888767,
      "grad_norm": 1.4543766975402832,
      "learning_rate": 0.00019719649548083395,
      "loss": 1.0413,
      "step": 2100
    },
    {
      "epoch": 0.22979328447993,
      "grad_norm": 1.3054313659667969,
      "learning_rate": 0.00019719379886985449,
      "loss": 0.9491,
      "step": 2101
    },
    {
      "epoch": 0.22990265777097232,
      "grad_norm": 1.813631296157837,
      "learning_rate": 0.00019719110098105738,
      "loss": 1.0999,
      "step": 2102
    },
    {
      "epoch": 0.23001203106201465,
      "grad_norm": 3.6045961380004883,
      "learning_rate": 0.00019718840181447814,
      "loss": 1.0849,
      "step": 2103
    },
    {
      "epoch": 0.23012140435305697,
      "grad_norm": 1.010652780532837,
      "learning_rate": 0.00019718570137015223,
      "loss": 0.9847,
      "step": 2104
    },
    {
      "epoch": 0.2302307776440993,
      "grad_norm": 1.5240323543548584,
      "learning_rate": 0.0001971829996481151,
      "loss": 0.8276,
      "step": 2105
    },
    {
      "epoch": 0.23034015093514165,
      "grad_norm": 1.2016997337341309,
      "learning_rate": 0.00019718029664840233,
      "loss": 1.0351,
      "step": 2106
    },
    {
      "epoch": 0.23044952422618398,
      "grad_norm": 1.3907232284545898,
      "learning_rate": 0.00019717759237104944,
      "loss": 0.9259,
      "step": 2107
    },
    {
      "epoch": 0.2305588975172263,
      "grad_norm": 1.5593210458755493,
      "learning_rate": 0.000197174886816092,
      "loss": 0.9865,
      "step": 2108
    },
    {
      "epoch": 0.23066827080826863,
      "grad_norm": 1.3369656801223755,
      "learning_rate": 0.00019717217998356556,
      "loss": 0.9936,
      "step": 2109
    },
    {
      "epoch": 0.23077764409931095,
      "grad_norm": 1.6077982187271118,
      "learning_rate": 0.0001971694718735057,
      "loss": 0.7103,
      "step": 2110
    },
    {
      "epoch": 0.23088701739035328,
      "grad_norm": 1.3194537162780762,
      "learning_rate": 0.00019716676248594805,
      "loss": 0.8065,
      "step": 2111
    },
    {
      "epoch": 0.2309963906813956,
      "grad_norm": 1.5983881950378418,
      "learning_rate": 0.00019716405182092822,
      "loss": 1.1662,
      "step": 2112
    },
    {
      "epoch": 0.23110576397243793,
      "grad_norm": 1.432120442390442,
      "learning_rate": 0.0001971613398784818,
      "loss": 0.9635,
      "step": 2113
    },
    {
      "epoch": 0.23121513726348025,
      "grad_norm": 1.5645220279693604,
      "learning_rate": 0.00019715862665864456,
      "loss": 0.7906,
      "step": 2114
    },
    {
      "epoch": 0.23132451055452258,
      "grad_norm": 1.6158320903778076,
      "learning_rate": 0.00019715591216145205,
      "loss": 0.8718,
      "step": 2115
    },
    {
      "epoch": 0.2314338838455649,
      "grad_norm": 1.8086867332458496,
      "learning_rate": 0.00019715319638694,
      "loss": 1.0438,
      "step": 2116
    },
    {
      "epoch": 0.23154325713660723,
      "grad_norm": 1.329113483428955,
      "learning_rate": 0.00019715047933514414,
      "loss": 0.8029,
      "step": 2117
    },
    {
      "epoch": 0.23165263042764958,
      "grad_norm": 1.5092558860778809,
      "learning_rate": 0.0001971477610061002,
      "loss": 0.9523,
      "step": 2118
    },
    {
      "epoch": 0.2317620037186919,
      "grad_norm": 1.3110982179641724,
      "learning_rate": 0.00019714504139984384,
      "loss": 0.9001,
      "step": 2119
    },
    {
      "epoch": 0.23187137700973423,
      "grad_norm": 1.7031322717666626,
      "learning_rate": 0.00019714232051641092,
      "loss": 0.7752,
      "step": 2120
    },
    {
      "epoch": 0.23198075030077656,
      "grad_norm": 0.8714872598648071,
      "learning_rate": 0.0001971395983558371,
      "loss": 1.0179,
      "step": 2121
    },
    {
      "epoch": 0.23209012359181888,
      "grad_norm": 1.6995261907577515,
      "learning_rate": 0.00019713687491815823,
      "loss": 0.6101,
      "step": 2122
    },
    {
      "epoch": 0.2321994968828612,
      "grad_norm": 1.1346580982208252,
      "learning_rate": 0.00019713415020341016,
      "loss": 0.6543,
      "step": 2123
    },
    {
      "epoch": 0.23230887017390353,
      "grad_norm": 1.1528000831604004,
      "learning_rate": 0.00019713142421162863,
      "loss": 0.6257,
      "step": 2124
    },
    {
      "epoch": 0.23241824346494586,
      "grad_norm": 1.303574562072754,
      "learning_rate": 0.0001971286969428495,
      "loss": 1.0926,
      "step": 2125
    },
    {
      "epoch": 0.23252761675598818,
      "grad_norm": 1.1915162801742554,
      "learning_rate": 0.00019712596839710866,
      "loss": 1.0841,
      "step": 2126
    },
    {
      "epoch": 0.2326369900470305,
      "grad_norm": 1.364404559135437,
      "learning_rate": 0.00019712323857444194,
      "loss": 0.9336,
      "step": 2127
    },
    {
      "epoch": 0.23274636333807283,
      "grad_norm": 1.5459257364273071,
      "learning_rate": 0.00019712050747488528,
      "loss": 0.7425,
      "step": 2128
    },
    {
      "epoch": 0.23285573662911516,
      "grad_norm": 1.4181331396102905,
      "learning_rate": 0.00019711777509847454,
      "loss": 0.3924,
      "step": 2129
    },
    {
      "epoch": 0.2329651099201575,
      "grad_norm": 1.2042007446289062,
      "learning_rate": 0.00019711504144524566,
      "loss": 1.0976,
      "step": 2130
    },
    {
      "epoch": 0.23307448321119983,
      "grad_norm": 1.3911875486373901,
      "learning_rate": 0.00019711230651523457,
      "loss": 0.7858,
      "step": 2131
    },
    {
      "epoch": 0.23318385650224216,
      "grad_norm": 1.085088849067688,
      "learning_rate": 0.00019710957030847723,
      "loss": 0.9082,
      "step": 2132
    },
    {
      "epoch": 0.23329322979328448,
      "grad_norm": 1.3235681056976318,
      "learning_rate": 0.00019710683282500965,
      "loss": 1.1774,
      "step": 2133
    },
    {
      "epoch": 0.2334026030843268,
      "grad_norm": 1.5673460960388184,
      "learning_rate": 0.00019710409406486777,
      "loss": 0.7312,
      "step": 2134
    },
    {
      "epoch": 0.23351197637536913,
      "grad_norm": 1.418420433998108,
      "learning_rate": 0.0001971013540280876,
      "loss": 1.0154,
      "step": 2135
    },
    {
      "epoch": 0.23362134966641146,
      "grad_norm": 1.1236602067947388,
      "learning_rate": 0.0001970986127147052,
      "loss": 0.9657,
      "step": 2136
    },
    {
      "epoch": 0.23373072295745378,
      "grad_norm": 1.4648962020874023,
      "learning_rate": 0.00019709587012475656,
      "loss": 1.0627,
      "step": 2137
    },
    {
      "epoch": 0.2338400962484961,
      "grad_norm": 1.5494416952133179,
      "learning_rate": 0.00019709312625827778,
      "loss": 0.6646,
      "step": 2138
    },
    {
      "epoch": 0.23394946953953843,
      "grad_norm": 1.384250521659851,
      "learning_rate": 0.00019709038111530492,
      "loss": 1.0265,
      "step": 2139
    },
    {
      "epoch": 0.23405884283058076,
      "grad_norm": 1.5832185745239258,
      "learning_rate": 0.00019708763469587407,
      "loss": 0.8196,
      "step": 2140
    },
    {
      "epoch": 0.2341682161216231,
      "grad_norm": 1.381833553314209,
      "learning_rate": 0.00019708488700002135,
      "loss": 0.8021,
      "step": 2141
    },
    {
      "epoch": 0.23427758941266544,
      "grad_norm": 1.5762662887573242,
      "learning_rate": 0.00019708213802778287,
      "loss": 1.1146,
      "step": 2142
    },
    {
      "epoch": 0.23438696270370776,
      "grad_norm": 1.5688059329986572,
      "learning_rate": 0.00019707938777919476,
      "loss": 0.8586,
      "step": 2143
    },
    {
      "epoch": 0.2344963359947501,
      "grad_norm": 1.5817434787750244,
      "learning_rate": 0.0001970766362542932,
      "loss": 1.0193,
      "step": 2144
    },
    {
      "epoch": 0.2346057092857924,
      "grad_norm": 1.7719849348068237,
      "learning_rate": 0.00019707388345311435,
      "loss": 1.0774,
      "step": 2145
    },
    {
      "epoch": 0.23471508257683474,
      "grad_norm": 1.209714651107788,
      "learning_rate": 0.00019707112937569443,
      "loss": 1.0795,
      "step": 2146
    },
    {
      "epoch": 0.23482445586787706,
      "grad_norm": 1.368696689605713,
      "learning_rate": 0.0001970683740220696,
      "loss": 1.0619,
      "step": 2147
    },
    {
      "epoch": 0.2349338291589194,
      "grad_norm": 2.0629639625549316,
      "learning_rate": 0.00019706561739227612,
      "loss": 0.9084,
      "step": 2148
    },
    {
      "epoch": 0.2350432024499617,
      "grad_norm": 1.2469364404678345,
      "learning_rate": 0.00019706285948635022,
      "loss": 0.8806,
      "step": 2149
    },
    {
      "epoch": 0.23515257574100404,
      "grad_norm": 1.2482024431228638,
      "learning_rate": 0.00019706010030432814,
      "loss": 1.1361,
      "step": 2150
    },
    {
      "epoch": 0.23526194903204636,
      "grad_norm": 1.5746654272079468,
      "learning_rate": 0.0001970573398462462,
      "loss": 0.8345,
      "step": 2151
    },
    {
      "epoch": 0.2353713223230887,
      "grad_norm": 1.982829213142395,
      "learning_rate": 0.00019705457811214065,
      "loss": 0.8337,
      "step": 2152
    },
    {
      "epoch": 0.23548069561413104,
      "grad_norm": 1.2585393190383911,
      "learning_rate": 0.00019705181510204782,
      "loss": 0.8445,
      "step": 2153
    },
    {
      "epoch": 0.23559006890517337,
      "grad_norm": 1.5533926486968994,
      "learning_rate": 0.00019704905081600405,
      "loss": 0.9619,
      "step": 2154
    },
    {
      "epoch": 0.2356994421962157,
      "grad_norm": 1.1190675497055054,
      "learning_rate": 0.00019704628525404566,
      "loss": 0.8396,
      "step": 2155
    },
    {
      "epoch": 0.23580881548725802,
      "grad_norm": 1.6170319318771362,
      "learning_rate": 0.00019704351841620899,
      "loss": 0.6767,
      "step": 2156
    },
    {
      "epoch": 0.23591818877830034,
      "grad_norm": 1.5452489852905273,
      "learning_rate": 0.00019704075030253047,
      "loss": 0.7664,
      "step": 2157
    },
    {
      "epoch": 0.23602756206934267,
      "grad_norm": 1.3576244115829468,
      "learning_rate": 0.00019703798091304643,
      "loss": 0.8996,
      "step": 2158
    },
    {
      "epoch": 0.236136935360385,
      "grad_norm": 1.0738310813903809,
      "learning_rate": 0.00019703521024779335,
      "loss": 0.849,
      "step": 2159
    },
    {
      "epoch": 0.23624630865142732,
      "grad_norm": 1.370266079902649,
      "learning_rate": 0.00019703243830680758,
      "loss": 0.9889,
      "step": 2160
    },
    {
      "epoch": 0.23635568194246964,
      "grad_norm": 1.3932093381881714,
      "learning_rate": 0.00019702966509012565,
      "loss": 0.6127,
      "step": 2161
    },
    {
      "epoch": 0.23646505523351197,
      "grad_norm": 1.1519581079483032,
      "learning_rate": 0.0001970268905977839,
      "loss": 0.6371,
      "step": 2162
    },
    {
      "epoch": 0.2365744285245543,
      "grad_norm": 1.2968298196792603,
      "learning_rate": 0.00019702411482981893,
      "loss": 1.1276,
      "step": 2163
    },
    {
      "epoch": 0.23668380181559664,
      "grad_norm": 1.2706331014633179,
      "learning_rate": 0.00019702133778626716,
      "loss": 1.0082,
      "step": 2164
    },
    {
      "epoch": 0.23679317510663897,
      "grad_norm": 1.163840413093567,
      "learning_rate": 0.00019701855946716514,
      "loss": 0.9044,
      "step": 2165
    },
    {
      "epoch": 0.2369025483976813,
      "grad_norm": 1.4585530757904053,
      "learning_rate": 0.00019701577987254936,
      "loss": 0.8411,
      "step": 2166
    },
    {
      "epoch": 0.23701192168872362,
      "grad_norm": 1.4054313898086548,
      "learning_rate": 0.00019701299900245638,
      "loss": 1.0077,
      "step": 2167
    },
    {
      "epoch": 0.23712129497976595,
      "grad_norm": 1.5718730688095093,
      "learning_rate": 0.00019701021685692279,
      "loss": 0.9009,
      "step": 2168
    },
    {
      "epoch": 0.23723066827080827,
      "grad_norm": 1.3341270685195923,
      "learning_rate": 0.0001970074334359851,
      "loss": 0.8204,
      "step": 2169
    },
    {
      "epoch": 0.2373400415618506,
      "grad_norm": 1.619521141052246,
      "learning_rate": 0.00019700464873967995,
      "loss": 0.8343,
      "step": 2170
    },
    {
      "epoch": 0.23744941485289292,
      "grad_norm": 1.436313271522522,
      "learning_rate": 0.00019700186276804394,
      "loss": 0.9753,
      "step": 2171
    },
    {
      "epoch": 0.23755878814393525,
      "grad_norm": 1.3785039186477661,
      "learning_rate": 0.00019699907552111372,
      "loss": 0.7436,
      "step": 2172
    },
    {
      "epoch": 0.23766816143497757,
      "grad_norm": 1.2666884660720825,
      "learning_rate": 0.0001969962869989259,
      "loss": 0.887,
      "step": 2173
    },
    {
      "epoch": 0.2377775347260199,
      "grad_norm": 1.5434592962265015,
      "learning_rate": 0.0001969934972015172,
      "loss": 0.9604,
      "step": 2174
    },
    {
      "epoch": 0.23788690801706222,
      "grad_norm": 1.2553383111953735,
      "learning_rate": 0.00019699070612892418,
      "loss": 1.0114,
      "step": 2175
    },
    {
      "epoch": 0.23799628130810457,
      "grad_norm": 2.203246831893921,
      "learning_rate": 0.00019698791378118364,
      "loss": 0.8872,
      "step": 2176
    },
    {
      "epoch": 0.2381056545991469,
      "grad_norm": 1.085010051727295,
      "learning_rate": 0.00019698512015833228,
      "loss": 0.9876,
      "step": 2177
    },
    {
      "epoch": 0.23821502789018922,
      "grad_norm": 1.3644335269927979,
      "learning_rate": 0.00019698232526040678,
      "loss": 1.012,
      "step": 2178
    },
    {
      "epoch": 0.23832440118123155,
      "grad_norm": 1.3426077365875244,
      "learning_rate": 0.00019697952908744395,
      "loss": 1.0116,
      "step": 2179
    },
    {
      "epoch": 0.23843377447227387,
      "grad_norm": 1.112250804901123,
      "learning_rate": 0.00019697673163948047,
      "loss": 0.9042,
      "step": 2180
    },
    {
      "epoch": 0.2385431477633162,
      "grad_norm": 1.2252088785171509,
      "learning_rate": 0.0001969739329165532,
      "loss": 0.6372,
      "step": 2181
    },
    {
      "epoch": 0.23865252105435852,
      "grad_norm": 1.461303472518921,
      "learning_rate": 0.00019697113291869886,
      "loss": 0.4674,
      "step": 2182
    },
    {
      "epoch": 0.23876189434540085,
      "grad_norm": 1.0565255880355835,
      "learning_rate": 0.00019696833164595435,
      "loss": 0.9051,
      "step": 2183
    },
    {
      "epoch": 0.23887126763644317,
      "grad_norm": 1.332614779472351,
      "learning_rate": 0.0001969655290983564,
      "loss": 0.7426,
      "step": 2184
    },
    {
      "epoch": 0.2389806409274855,
      "grad_norm": 1.628455638885498,
      "learning_rate": 0.00019696272527594194,
      "loss": 0.7334,
      "step": 2185
    },
    {
      "epoch": 0.23909001421852782,
      "grad_norm": 1.2574924230575562,
      "learning_rate": 0.00019695992017874776,
      "loss": 0.6911,
      "step": 2186
    },
    {
      "epoch": 0.23919938750957015,
      "grad_norm": 1.3088802099227905,
      "learning_rate": 0.00019695711380681078,
      "loss": 0.8299,
      "step": 2187
    },
    {
      "epoch": 0.2393087608006125,
      "grad_norm": 1.2907931804656982,
      "learning_rate": 0.00019695430616016794,
      "loss": 0.9807,
      "step": 2188
    },
    {
      "epoch": 0.23941813409165483,
      "grad_norm": 1.3746519088745117,
      "learning_rate": 0.00019695149723885605,
      "loss": 0.6946,
      "step": 2189
    },
    {
      "epoch": 0.23952750738269715,
      "grad_norm": 1.3813960552215576,
      "learning_rate": 0.0001969486870429121,
      "loss": 0.9127,
      "step": 2190
    },
    {
      "epoch": 0.23963688067373948,
      "grad_norm": 1.3283634185791016,
      "learning_rate": 0.00019694587557237303,
      "loss": 0.7533,
      "step": 2191
    },
    {
      "epoch": 0.2397462539647818,
      "grad_norm": 1.4165732860565186,
      "learning_rate": 0.0001969430628272758,
      "loss": 0.725,
      "step": 2192
    },
    {
      "epoch": 0.23985562725582413,
      "grad_norm": 1.6878533363342285,
      "learning_rate": 0.00019694024880765741,
      "loss": 1.0506,
      "step": 2193
    },
    {
      "epoch": 0.23996500054686645,
      "grad_norm": 1.6077994108200073,
      "learning_rate": 0.00019693743351355484,
      "loss": 0.7806,
      "step": 2194
    },
    {
      "epoch": 0.24007437383790878,
      "grad_norm": 1.205889105796814,
      "learning_rate": 0.00019693461694500507,
      "loss": 0.7548,
      "step": 2195
    },
    {
      "epoch": 0.2401837471289511,
      "grad_norm": 1.3278471231460571,
      "learning_rate": 0.00019693179910204518,
      "loss": 0.989,
      "step": 2196
    },
    {
      "epoch": 0.24029312041999343,
      "grad_norm": 1.4827395677566528,
      "learning_rate": 0.0001969289799847122,
      "loss": 1.01,
      "step": 2197
    },
    {
      "epoch": 0.24040249371103575,
      "grad_norm": 1.6429684162139893,
      "learning_rate": 0.00019692615959304314,
      "loss": 1.0574,
      "step": 2198
    },
    {
      "epoch": 0.2405118670020781,
      "grad_norm": 1.4673659801483154,
      "learning_rate": 0.00019692333792707518,
      "loss": 0.7995,
      "step": 2199
    },
    {
      "epoch": 0.24062124029312043,
      "grad_norm": 1.520430326461792,
      "learning_rate": 0.00019692051498684533,
      "loss": 0.7539,
      "step": 2200
    },
    {
      "epoch": 0.24062124029312043,
      "eval_loss": 0.8447279930114746,
      "eval_runtime": 42.1556,
      "eval_samples_per_second": 17.459,
      "eval_steps_per_second": 4.365,
      "step": 2200
    },
    {
      "epoch": 0.24073061358416276,
      "grad_norm": 1.45058012008667,
      "learning_rate": 0.00019691769077239077,
      "loss": 0.8768,
      "step": 2201
    },
    {
      "epoch": 0.24083998687520508,
      "grad_norm": 1.3697165250778198,
      "learning_rate": 0.00019691486528374862,
      "loss": 1.0343,
      "step": 2202
    },
    {
      "epoch": 0.2409493601662474,
      "grad_norm": 1.265467882156372,
      "learning_rate": 0.00019691203852095594,
      "loss": 0.947,
      "step": 2203
    },
    {
      "epoch": 0.24105873345728973,
      "grad_norm": 1.3030271530151367,
      "learning_rate": 0.00019690921048405,
      "loss": 0.9059,
      "step": 2204
    },
    {
      "epoch": 0.24116810674833206,
      "grad_norm": 1.165042757987976,
      "learning_rate": 0.00019690638117306794,
      "loss": 0.9332,
      "step": 2205
    },
    {
      "epoch": 0.24127748003937438,
      "grad_norm": 1.1900485754013062,
      "learning_rate": 0.00019690355058804695,
      "loss": 0.8484,
      "step": 2206
    },
    {
      "epoch": 0.2413868533304167,
      "grad_norm": 1.0742149353027344,
      "learning_rate": 0.00019690071872902426,
      "loss": 1.0721,
      "step": 2207
    },
    {
      "epoch": 0.24149622662145903,
      "grad_norm": 1.5062669515609741,
      "learning_rate": 0.0001968978855960371,
      "loss": 0.9085,
      "step": 2208
    },
    {
      "epoch": 0.24160559991250136,
      "grad_norm": 1.331475853919983,
      "learning_rate": 0.00019689505118912267,
      "loss": 0.6169,
      "step": 2209
    },
    {
      "epoch": 0.24171497320354368,
      "grad_norm": 1.0777361392974854,
      "learning_rate": 0.00019689221550831833,
      "loss": 0.7688,
      "step": 2210
    },
    {
      "epoch": 0.24182434649458603,
      "grad_norm": 1.3435473442077637,
      "learning_rate": 0.00019688937855366127,
      "loss": 0.4133,
      "step": 2211
    },
    {
      "epoch": 0.24193371978562836,
      "grad_norm": 1.8696571588516235,
      "learning_rate": 0.00019688654032518882,
      "loss": 0.8789,
      "step": 2212
    },
    {
      "epoch": 0.24204309307667068,
      "grad_norm": 1.1695239543914795,
      "learning_rate": 0.00019688370082293833,
      "loss": 0.9395,
      "step": 2213
    },
    {
      "epoch": 0.242152466367713,
      "grad_norm": 1.2731726169586182,
      "learning_rate": 0.00019688086004694707,
      "loss": 1.254,
      "step": 2214
    },
    {
      "epoch": 0.24226183965875533,
      "grad_norm": 1.7128405570983887,
      "learning_rate": 0.00019687801799725242,
      "loss": 0.7031,
      "step": 2215
    },
    {
      "epoch": 0.24237121294979766,
      "grad_norm": 1.367722749710083,
      "learning_rate": 0.00019687517467389175,
      "loss": 0.7089,
      "step": 2216
    },
    {
      "epoch": 0.24248058624083998,
      "grad_norm": 1.416765570640564,
      "learning_rate": 0.00019687233007690242,
      "loss": 0.9017,
      "step": 2217
    },
    {
      "epoch": 0.2425899595318823,
      "grad_norm": 1.473587989807129,
      "learning_rate": 0.00019686948420632186,
      "loss": 0.8711,
      "step": 2218
    },
    {
      "epoch": 0.24269933282292463,
      "grad_norm": 1.6597375869750977,
      "learning_rate": 0.00019686663706218748,
      "loss": 1.1021,
      "step": 2219
    },
    {
      "epoch": 0.24280870611396696,
      "grad_norm": 1.4311240911483765,
      "learning_rate": 0.00019686378864453667,
      "loss": 1.0442,
      "step": 2220
    },
    {
      "epoch": 0.24291807940500929,
      "grad_norm": 1.3087754249572754,
      "learning_rate": 0.0001968609389534069,
      "loss": 0.9775,
      "step": 2221
    },
    {
      "epoch": 0.24302745269605164,
      "grad_norm": 1.2857460975646973,
      "learning_rate": 0.00019685808798883568,
      "loss": 1.2716,
      "step": 2222
    },
    {
      "epoch": 0.24313682598709396,
      "grad_norm": 1.3832502365112305,
      "learning_rate": 0.00019685523575086041,
      "loss": 0.8974,
      "step": 2223
    },
    {
      "epoch": 0.2432461992781363,
      "grad_norm": 1.293584942817688,
      "learning_rate": 0.00019685238223951865,
      "loss": 0.8622,
      "step": 2224
    },
    {
      "epoch": 0.2433555725691786,
      "grad_norm": 1.507272720336914,
      "learning_rate": 0.0001968495274548479,
      "loss": 1.0964,
      "step": 2225
    },
    {
      "epoch": 0.24346494586022094,
      "grad_norm": 1.386247158050537,
      "learning_rate": 0.00019684667139688568,
      "loss": 0.9076,
      "step": 2226
    },
    {
      "epoch": 0.24357431915126326,
      "grad_norm": 1.37489914894104,
      "learning_rate": 0.00019684381406566957,
      "loss": 0.8993,
      "step": 2227
    },
    {
      "epoch": 0.2436836924423056,
      "grad_norm": 1.4010459184646606,
      "learning_rate": 0.0001968409554612371,
      "loss": 0.9915,
      "step": 2228
    },
    {
      "epoch": 0.2437930657333479,
      "grad_norm": 1.3250746726989746,
      "learning_rate": 0.00019683809558362588,
      "loss": 0.889,
      "step": 2229
    },
    {
      "epoch": 0.24390243902439024,
      "grad_norm": 1.320980191230774,
      "learning_rate": 0.00019683523443287347,
      "loss": 0.7482,
      "step": 2230
    },
    {
      "epoch": 0.24401181231543256,
      "grad_norm": 1.624933123588562,
      "learning_rate": 0.00019683237200901753,
      "loss": 0.6615,
      "step": 2231
    },
    {
      "epoch": 0.2441211856064749,
      "grad_norm": 1.5991584062576294,
      "learning_rate": 0.00019682950831209568,
      "loss": 0.7622,
      "step": 2232
    },
    {
      "epoch": 0.2442305588975172,
      "grad_norm": 1.1900960206985474,
      "learning_rate": 0.00019682664334214555,
      "loss": 0.7884,
      "step": 2233
    },
    {
      "epoch": 0.24433993218855957,
      "grad_norm": 1.8676592111587524,
      "learning_rate": 0.00019682377709920483,
      "loss": 0.7714,
      "step": 2234
    },
    {
      "epoch": 0.2444493054796019,
      "grad_norm": 1.7260609865188599,
      "learning_rate": 0.00019682090958331118,
      "loss": 1.07,
      "step": 2235
    },
    {
      "epoch": 0.24455867877064422,
      "grad_norm": 1.3862709999084473,
      "learning_rate": 0.00019681804079450235,
      "loss": 0.8707,
      "step": 2236
    },
    {
      "epoch": 0.24466805206168654,
      "grad_norm": 1.3403700590133667,
      "learning_rate": 0.00019681517073281597,
      "loss": 0.8739,
      "step": 2237
    },
    {
      "epoch": 0.24477742535272887,
      "grad_norm": 1.4329222440719604,
      "learning_rate": 0.00019681229939828984,
      "loss": 0.847,
      "step": 2238
    },
    {
      "epoch": 0.2448867986437712,
      "grad_norm": 2.191930055618286,
      "learning_rate": 0.0001968094267909617,
      "loss": 1.0086,
      "step": 2239
    },
    {
      "epoch": 0.24499617193481352,
      "grad_norm": 1.53203284740448,
      "learning_rate": 0.00019680655291086932,
      "loss": 0.8168,
      "step": 2240
    },
    {
      "epoch": 0.24510554522585584,
      "grad_norm": 1.4765015840530396,
      "learning_rate": 0.00019680367775805043,
      "loss": 0.7303,
      "step": 2241
    },
    {
      "epoch": 0.24521491851689817,
      "grad_norm": 1.4853137731552124,
      "learning_rate": 0.0001968008013325429,
      "loss": 0.792,
      "step": 2242
    },
    {
      "epoch": 0.2453242918079405,
      "grad_norm": 1.0925889015197754,
      "learning_rate": 0.00019679792363438452,
      "loss": 0.6447,
      "step": 2243
    },
    {
      "epoch": 0.24543366509898282,
      "grad_norm": 1.299495816230774,
      "learning_rate": 0.0001967950446636131,
      "loss": 1.1893,
      "step": 2244
    },
    {
      "epoch": 0.24554303839002514,
      "grad_norm": 1.3150928020477295,
      "learning_rate": 0.00019679216442026651,
      "loss": 0.8492,
      "step": 2245
    },
    {
      "epoch": 0.2456524116810675,
      "grad_norm": 1.2162318229675293,
      "learning_rate": 0.00019678928290438265,
      "loss": 1.0127,
      "step": 2246
    },
    {
      "epoch": 0.24576178497210982,
      "grad_norm": 1.3794286251068115,
      "learning_rate": 0.00019678640011599937,
      "loss": 0.9593,
      "step": 2247
    },
    {
      "epoch": 0.24587115826315215,
      "grad_norm": 1.344366192817688,
      "learning_rate": 0.00019678351605515454,
      "loss": 0.6738,
      "step": 2248
    },
    {
      "epoch": 0.24598053155419447,
      "grad_norm": 1.487041711807251,
      "learning_rate": 0.00019678063072188612,
      "loss": 1.0024,
      "step": 2249
    },
    {
      "epoch": 0.2460899048452368,
      "grad_norm": 1.3358194828033447,
      "learning_rate": 0.00019677774411623204,
      "loss": 0.9997,
      "step": 2250
    },
    {
      "epoch": 0.24619927813627912,
      "grad_norm": 1.062777042388916,
      "learning_rate": 0.00019677485623823023,
      "loss": 1.0322,
      "step": 2251
    },
    {
      "epoch": 0.24630865142732145,
      "grad_norm": 1.5766865015029907,
      "learning_rate": 0.0001967719670879187,
      "loss": 0.8021,
      "step": 2252
    },
    {
      "epoch": 0.24641802471836377,
      "grad_norm": 1.8488150835037231,
      "learning_rate": 0.0001967690766653354,
      "loss": 0.9448,
      "step": 2253
    },
    {
      "epoch": 0.2465273980094061,
      "grad_norm": 1.2842915058135986,
      "learning_rate": 0.0001967661849705183,
      "loss": 0.823,
      "step": 2254
    },
    {
      "epoch": 0.24663677130044842,
      "grad_norm": 1.9516998529434204,
      "learning_rate": 0.0001967632920035055,
      "loss": 0.8131,
      "step": 2255
    },
    {
      "epoch": 0.24674614459149075,
      "grad_norm": 1.5686794519424438,
      "learning_rate": 0.00019676039776433496,
      "loss": 1.012,
      "step": 2256
    },
    {
      "epoch": 0.2468555178825331,
      "grad_norm": 1.2308701276779175,
      "learning_rate": 0.00019675750225304475,
      "loss": 0.6757,
      "step": 2257
    },
    {
      "epoch": 0.24696489117357542,
      "grad_norm": 1.3096270561218262,
      "learning_rate": 0.00019675460546967295,
      "loss": 0.7338,
      "step": 2258
    },
    {
      "epoch": 0.24707426446461775,
      "grad_norm": 1.2355473041534424,
      "learning_rate": 0.00019675170741425765,
      "loss": 1.0138,
      "step": 2259
    },
    {
      "epoch": 0.24718363775566007,
      "grad_norm": 1.5094377994537354,
      "learning_rate": 0.00019674880808683693,
      "loss": 0.6706,
      "step": 2260
    },
    {
      "epoch": 0.2472930110467024,
      "grad_norm": 1.0303560495376587,
      "learning_rate": 0.00019674590748744894,
      "loss": 0.7799,
      "step": 2261
    },
    {
      "epoch": 0.24740238433774472,
      "grad_norm": 1.6460343599319458,
      "learning_rate": 0.00019674300561613178,
      "loss": 0.6591,
      "step": 2262
    },
    {
      "epoch": 0.24751175762878705,
      "grad_norm": 1.3442989587783813,
      "learning_rate": 0.00019674010247292364,
      "loss": 0.8504,
      "step": 2263
    },
    {
      "epoch": 0.24762113091982937,
      "grad_norm": 1.2207045555114746,
      "learning_rate": 0.00019673719805786261,
      "loss": 0.7758,
      "step": 2264
    },
    {
      "epoch": 0.2477305042108717,
      "grad_norm": 1.3716143369674683,
      "learning_rate": 0.00019673429237098696,
      "loss": 0.6352,
      "step": 2265
    },
    {
      "epoch": 0.24783987750191402,
      "grad_norm": 1.8570585250854492,
      "learning_rate": 0.00019673138541233484,
      "loss": 0.6038,
      "step": 2266
    },
    {
      "epoch": 0.24794925079295635,
      "grad_norm": 1.4748953580856323,
      "learning_rate": 0.0001967284771819445,
      "loss": 0.782,
      "step": 2267
    },
    {
      "epoch": 0.24805862408399867,
      "grad_norm": 1.4514005184173584,
      "learning_rate": 0.00019672556767985416,
      "loss": 0.9335,
      "step": 2268
    },
    {
      "epoch": 0.24816799737504103,
      "grad_norm": 1.5552785396575928,
      "learning_rate": 0.00019672265690610208,
      "loss": 1.0904,
      "step": 2269
    },
    {
      "epoch": 0.24827737066608335,
      "grad_norm": 1.4755367040634155,
      "learning_rate": 0.00019671974486072652,
      "loss": 0.8872,
      "step": 2270
    },
    {
      "epoch": 0.24838674395712568,
      "grad_norm": 1.3001242876052856,
      "learning_rate": 0.00019671683154376575,
      "loss": 0.9178,
      "step": 2271
    },
    {
      "epoch": 0.248496117248168,
      "grad_norm": 1.6160011291503906,
      "learning_rate": 0.0001967139169552581,
      "loss": 0.7898,
      "step": 2272
    },
    {
      "epoch": 0.24860549053921033,
      "grad_norm": 1.2900309562683105,
      "learning_rate": 0.00019671100109524187,
      "loss": 0.8895,
      "step": 2273
    },
    {
      "epoch": 0.24871486383025265,
      "grad_norm": 1.2311065196990967,
      "learning_rate": 0.0001967080839637554,
      "loss": 0.6534,
      "step": 2274
    },
    {
      "epoch": 0.24882423712129498,
      "grad_norm": 1.1926063299179077,
      "learning_rate": 0.00019670516556083707,
      "loss": 0.9258,
      "step": 2275
    },
    {
      "epoch": 0.2489336104123373,
      "grad_norm": 1.4695457220077515,
      "learning_rate": 0.00019670224588652519,
      "loss": 0.6398,
      "step": 2276
    },
    {
      "epoch": 0.24904298370337963,
      "grad_norm": 1.7845954895019531,
      "learning_rate": 0.00019669932494085818,
      "loss": 1.0808,
      "step": 2277
    },
    {
      "epoch": 0.24915235699442195,
      "grad_norm": 1.3343360424041748,
      "learning_rate": 0.00019669640272387446,
      "loss": 0.9669,
      "step": 2278
    },
    {
      "epoch": 0.24926173028546428,
      "grad_norm": 1.7120157480239868,
      "learning_rate": 0.0001966934792356124,
      "loss": 0.5989,
      "step": 2279
    },
    {
      "epoch": 0.24937110357650663,
      "grad_norm": 1.2833508253097534,
      "learning_rate": 0.0001966905544761105,
      "loss": 0.7356,
      "step": 2280
    },
    {
      "epoch": 0.24948047686754896,
      "grad_norm": 1.9132274389266968,
      "learning_rate": 0.00019668762844540715,
      "loss": 0.898,
      "step": 2281
    },
    {
      "epoch": 0.24958985015859128,
      "grad_norm": 1.5690770149230957,
      "learning_rate": 0.00019668470114354085,
      "loss": 0.924,
      "step": 2282
    },
    {
      "epoch": 0.2496992234496336,
      "grad_norm": 1.4203786849975586,
      "learning_rate": 0.0001966817725705501,
      "loss": 0.9404,
      "step": 2283
    },
    {
      "epoch": 0.24980859674067593,
      "grad_norm": 1.6062207221984863,
      "learning_rate": 0.00019667884272647334,
      "loss": 0.9894,
      "step": 2284
    },
    {
      "epoch": 0.24991797003171826,
      "grad_norm": 1.6739611625671387,
      "learning_rate": 0.00019667591161134915,
      "loss": 1.1879,
      "step": 2285
    },
    {
      "epoch": 0.2500273433227606,
      "grad_norm": 1.8128337860107422,
      "learning_rate": 0.00019667297922521603,
      "loss": 0.9217,
      "step": 2286
    },
    {
      "epoch": 0.25013671661380293,
      "grad_norm": 1.2988064289093018,
      "learning_rate": 0.0001966700455681126,
      "loss": 0.9355,
      "step": 2287
    },
    {
      "epoch": 0.25024608990484526,
      "grad_norm": 1.1662425994873047,
      "learning_rate": 0.00019666711064007735,
      "loss": 1.1257,
      "step": 2288
    },
    {
      "epoch": 0.2503554631958876,
      "grad_norm": 1.2531062364578247,
      "learning_rate": 0.00019666417444114888,
      "loss": 0.7396,
      "step": 2289
    },
    {
      "epoch": 0.2504648364869299,
      "grad_norm": 1.1457124948501587,
      "learning_rate": 0.0001966612369713658,
      "loss": 0.9656,
      "step": 2290
    },
    {
      "epoch": 0.25057420977797223,
      "grad_norm": 1.1494694948196411,
      "learning_rate": 0.00019665829823076677,
      "loss": 0.7822,
      "step": 2291
    },
    {
      "epoch": 0.25068358306901456,
      "grad_norm": 1.3629494905471802,
      "learning_rate": 0.00019665535821939036,
      "loss": 0.8216,
      "step": 2292
    },
    {
      "epoch": 0.2507929563600569,
      "grad_norm": 1.6327018737792969,
      "learning_rate": 0.00019665241693727527,
      "loss": 0.8379,
      "step": 2293
    },
    {
      "epoch": 0.2509023296510992,
      "grad_norm": 1.672472357749939,
      "learning_rate": 0.00019664947438446015,
      "loss": 0.8679,
      "step": 2294
    },
    {
      "epoch": 0.25101170294214153,
      "grad_norm": 1.7406152486801147,
      "learning_rate": 0.0001966465305609837,
      "loss": 0.8009,
      "step": 2295
    },
    {
      "epoch": 0.25112107623318386,
      "grad_norm": 1.471659779548645,
      "learning_rate": 0.00019664358546688462,
      "loss": 0.7802,
      "step": 2296
    },
    {
      "epoch": 0.2512304495242262,
      "grad_norm": 1.4168367385864258,
      "learning_rate": 0.0001966406391022016,
      "loss": 0.7286,
      "step": 2297
    },
    {
      "epoch": 0.2513398228152685,
      "grad_norm": 1.3262680768966675,
      "learning_rate": 0.00019663769146697338,
      "loss": 1.1004,
      "step": 2298
    },
    {
      "epoch": 0.25144919610631083,
      "grad_norm": 1.3025915622711182,
      "learning_rate": 0.0001966347425612388,
      "loss": 1.0694,
      "step": 2299
    },
    {
      "epoch": 0.25155856939735316,
      "grad_norm": 1.2159277200698853,
      "learning_rate": 0.00019663179238503647,
      "loss": 0.9921,
      "step": 2300
    },
    {
      "epoch": 0.2516679426883955,
      "grad_norm": 1.6426700353622437,
      "learning_rate": 0.00019662884093840535,
      "loss": 0.9066,
      "step": 2301
    },
    {
      "epoch": 0.2517773159794378,
      "grad_norm": 1.4464592933654785,
      "learning_rate": 0.0001966258882213841,
      "loss": 0.9773,
      "step": 2302
    },
    {
      "epoch": 0.25188668927048014,
      "grad_norm": 1.3616505861282349,
      "learning_rate": 0.00019662293423401166,
      "loss": 0.6784,
      "step": 2303
    },
    {
      "epoch": 0.25199606256152246,
      "grad_norm": 1.519095540046692,
      "learning_rate": 0.00019661997897632674,
      "loss": 0.919,
      "step": 2304
    },
    {
      "epoch": 0.2521054358525648,
      "grad_norm": 1.1911296844482422,
      "learning_rate": 0.0001966170224483683,
      "loss": 0.84,
      "step": 2305
    },
    {
      "epoch": 0.2522148091436071,
      "grad_norm": 1.3190237283706665,
      "learning_rate": 0.00019661406465017514,
      "loss": 0.9035,
      "step": 2306
    },
    {
      "epoch": 0.25232418243464944,
      "grad_norm": 1.6511539220809937,
      "learning_rate": 0.00019661110558178623,
      "loss": 0.8466,
      "step": 2307
    },
    {
      "epoch": 0.25243355572569176,
      "grad_norm": 1.843388319015503,
      "learning_rate": 0.00019660814524324037,
      "loss": 1.0998,
      "step": 2308
    },
    {
      "epoch": 0.25254292901673414,
      "grad_norm": 1.3799504041671753,
      "learning_rate": 0.00019660518363457654,
      "loss": 0.812,
      "step": 2309
    },
    {
      "epoch": 0.25265230230777647,
      "grad_norm": 1.5739375352859497,
      "learning_rate": 0.00019660222075583368,
      "loss": 1.1251,
      "step": 2310
    },
    {
      "epoch": 0.2527616755988188,
      "grad_norm": 1.4469873905181885,
      "learning_rate": 0.0001965992566070507,
      "loss": 0.7352,
      "step": 2311
    },
    {
      "epoch": 0.2528710488898611,
      "grad_norm": 1.4477993249893188,
      "learning_rate": 0.00019659629118826661,
      "loss": 0.8323,
      "step": 2312
    },
    {
      "epoch": 0.25298042218090344,
      "grad_norm": 1.5904688835144043,
      "learning_rate": 0.0001965933244995204,
      "loss": 1.1113,
      "step": 2313
    },
    {
      "epoch": 0.25308979547194577,
      "grad_norm": 1.5344120264053345,
      "learning_rate": 0.00019659035654085106,
      "loss": 0.9137,
      "step": 2314
    },
    {
      "epoch": 0.2531991687629881,
      "grad_norm": 1.356307029724121,
      "learning_rate": 0.0001965873873122976,
      "loss": 0.9803,
      "step": 2315
    },
    {
      "epoch": 0.2533085420540304,
      "grad_norm": 1.2952138185501099,
      "learning_rate": 0.00019658441681389904,
      "loss": 0.8998,
      "step": 2316
    },
    {
      "epoch": 0.25341791534507274,
      "grad_norm": 1.8410755395889282,
      "learning_rate": 0.0001965814450456945,
      "loss": 0.845,
      "step": 2317
    },
    {
      "epoch": 0.25352728863611507,
      "grad_norm": 1.3250149488449097,
      "learning_rate": 0.000196578472007723,
      "loss": 0.9751,
      "step": 2318
    },
    {
      "epoch": 0.2536366619271574,
      "grad_norm": 1.5762550830841064,
      "learning_rate": 0.00019657549770002363,
      "loss": 0.9886,
      "step": 2319
    },
    {
      "epoch": 0.2537460352181997,
      "grad_norm": 1.2819864749908447,
      "learning_rate": 0.0001965725221226355,
      "loss": 0.9425,
      "step": 2320
    },
    {
      "epoch": 0.25385540850924204,
      "grad_norm": 1.7718757390975952,
      "learning_rate": 0.0001965695452755977,
      "loss": 1.3536,
      "step": 2321
    },
    {
      "epoch": 0.25396478180028437,
      "grad_norm": 1.276050329208374,
      "learning_rate": 0.00019656656715894943,
      "loss": 1.0248,
      "step": 2322
    },
    {
      "epoch": 0.2540741550913267,
      "grad_norm": 1.4566878080368042,
      "learning_rate": 0.00019656358777272984,
      "loss": 0.861,
      "step": 2323
    },
    {
      "epoch": 0.254183528382369,
      "grad_norm": 1.1551222801208496,
      "learning_rate": 0.000196560607116978,
      "loss": 0.9629,
      "step": 2324
    },
    {
      "epoch": 0.25429290167341134,
      "grad_norm": 1.4995338916778564,
      "learning_rate": 0.0001965576251917332,
      "loss": 1.0628,
      "step": 2325
    },
    {
      "epoch": 0.25440227496445367,
      "grad_norm": 1.2793586254119873,
      "learning_rate": 0.00019655464199703465,
      "loss": 0.8667,
      "step": 2326
    },
    {
      "epoch": 0.254511648255496,
      "grad_norm": 1.2728629112243652,
      "learning_rate": 0.00019655165753292147,
      "loss": 0.8307,
      "step": 2327
    },
    {
      "epoch": 0.2546210215465383,
      "grad_norm": 1.4906518459320068,
      "learning_rate": 0.00019654867179943298,
      "loss": 0.9123,
      "step": 2328
    },
    {
      "epoch": 0.25473039483758064,
      "grad_norm": 1.1672443151474,
      "learning_rate": 0.00019654568479660843,
      "loss": 0.9927,
      "step": 2329
    },
    {
      "epoch": 0.25483976812862297,
      "grad_norm": 1.373539924621582,
      "learning_rate": 0.00019654269652448706,
      "loss": 0.8756,
      "step": 2330
    },
    {
      "epoch": 0.2549491414196653,
      "grad_norm": 2.1859347820281982,
      "learning_rate": 0.00019653970698310817,
      "loss": 0.9606,
      "step": 2331
    },
    {
      "epoch": 0.2550585147107076,
      "grad_norm": 1.9489139318466187,
      "learning_rate": 0.00019653671617251106,
      "loss": 0.6573,
      "step": 2332
    },
    {
      "epoch": 0.25516788800175,
      "grad_norm": 1.491819143295288,
      "learning_rate": 0.00019653372409273506,
      "loss": 0.9564,
      "step": 2333
    },
    {
      "epoch": 0.2552772612927923,
      "grad_norm": 1.4494469165802002,
      "learning_rate": 0.0001965307307438195,
      "loss": 1.0953,
      "step": 2334
    },
    {
      "epoch": 0.25538663458383465,
      "grad_norm": 1.4359747171401978,
      "learning_rate": 0.00019652773612580373,
      "loss": 0.5407,
      "step": 2335
    },
    {
      "epoch": 0.255496007874877,
      "grad_norm": 1.8038725852966309,
      "learning_rate": 0.00019652474023872714,
      "loss": 0.7314,
      "step": 2336
    },
    {
      "epoch": 0.2556053811659193,
      "grad_norm": 1.6045875549316406,
      "learning_rate": 0.0001965217430826291,
      "loss": 0.73,
      "step": 2337
    },
    {
      "epoch": 0.2557147544569616,
      "grad_norm": 1.4403903484344482,
      "learning_rate": 0.00019651874465754902,
      "loss": 0.8119,
      "step": 2338
    },
    {
      "epoch": 0.25582412774800395,
      "grad_norm": 1.3013783693313599,
      "learning_rate": 0.0001965157449635263,
      "loss": 0.9281,
      "step": 2339
    },
    {
      "epoch": 0.2559335010390463,
      "grad_norm": 1.4153056144714355,
      "learning_rate": 0.00019651274400060042,
      "loss": 0.8055,
      "step": 2340
    },
    {
      "epoch": 0.2560428743300886,
      "grad_norm": 1.3540278673171997,
      "learning_rate": 0.00019650974176881077,
      "loss": 0.6171,
      "step": 2341
    },
    {
      "epoch": 0.2561522476211309,
      "grad_norm": 1.3136690855026245,
      "learning_rate": 0.00019650673826819692,
      "loss": 0.9354,
      "step": 2342
    },
    {
      "epoch": 0.25626162091217325,
      "grad_norm": 1.282667636871338,
      "learning_rate": 0.00019650373349879824,
      "loss": 0.8192,
      "step": 2343
    },
    {
      "epoch": 0.2563709942032156,
      "grad_norm": 1.5054625272750854,
      "learning_rate": 0.00019650072746065433,
      "loss": 0.8151,
      "step": 2344
    },
    {
      "epoch": 0.2564803674942579,
      "grad_norm": 1.93979012966156,
      "learning_rate": 0.00019649772015380466,
      "loss": 0.912,
      "step": 2345
    },
    {
      "epoch": 0.2565897407853002,
      "grad_norm": 1.7943789958953857,
      "learning_rate": 0.00019649471157828877,
      "loss": 1.1518,
      "step": 2346
    },
    {
      "epoch": 0.25669911407634255,
      "grad_norm": 1.408821940422058,
      "learning_rate": 0.00019649170173414624,
      "loss": 0.504,
      "step": 2347
    },
    {
      "epoch": 0.2568084873673849,
      "grad_norm": 1.3611974716186523,
      "learning_rate": 0.00019648869062141664,
      "loss": 1.0897,
      "step": 2348
    },
    {
      "epoch": 0.2569178606584272,
      "grad_norm": 1.178023099899292,
      "learning_rate": 0.0001964856782401395,
      "loss": 0.9673,
      "step": 2349
    },
    {
      "epoch": 0.2570272339494695,
      "grad_norm": 1.5719517469406128,
      "learning_rate": 0.0001964826645903545,
      "loss": 0.6938,
      "step": 2350
    },
    {
      "epoch": 0.25713660724051185,
      "grad_norm": 1.2330636978149414,
      "learning_rate": 0.0001964796496721012,
      "loss": 0.8857,
      "step": 2351
    },
    {
      "epoch": 0.2572459805315542,
      "grad_norm": 1.3627980947494507,
      "learning_rate": 0.00019647663348541927,
      "loss": 0.9253,
      "step": 2352
    },
    {
      "epoch": 0.2573553538225965,
      "grad_norm": 1.5911626815795898,
      "learning_rate": 0.00019647361603034838,
      "loss": 0.8287,
      "step": 2353
    },
    {
      "epoch": 0.2574647271136388,
      "grad_norm": 1.6014018058776855,
      "learning_rate": 0.00019647059730692817,
      "loss": 0.6719,
      "step": 2354
    },
    {
      "epoch": 0.25757410040468115,
      "grad_norm": 1.4175187349319458,
      "learning_rate": 0.0001964675773151983,
      "loss": 0.9814,
      "step": 2355
    },
    {
      "epoch": 0.25768347369572353,
      "grad_norm": 1.4367743730545044,
      "learning_rate": 0.00019646455605519856,
      "loss": 0.8456,
      "step": 2356
    },
    {
      "epoch": 0.25779284698676586,
      "grad_norm": 1.481302261352539,
      "learning_rate": 0.00019646153352696858,
      "loss": 0.8901,
      "step": 2357
    },
    {
      "epoch": 0.2579022202778082,
      "grad_norm": 1.4447274208068848,
      "learning_rate": 0.00019645850973054818,
      "loss": 0.8027,
      "step": 2358
    },
    {
      "epoch": 0.2580115935688505,
      "grad_norm": 1.099163293838501,
      "learning_rate": 0.00019645548466597706,
      "loss": 1.0136,
      "step": 2359
    },
    {
      "epoch": 0.25812096685989283,
      "grad_norm": 1.8358469009399414,
      "learning_rate": 0.000196452458333295,
      "loss": 0.9442,
      "step": 2360
    },
    {
      "epoch": 0.25823034015093516,
      "grad_norm": 1.223509669303894,
      "learning_rate": 0.00019644943073254177,
      "loss": 0.6225,
      "step": 2361
    },
    {
      "epoch": 0.2583397134419775,
      "grad_norm": 1.680946946144104,
      "learning_rate": 0.00019644640186375722,
      "loss": 1.0712,
      "step": 2362
    },
    {
      "epoch": 0.2584490867330198,
      "grad_norm": 1.3423150777816772,
      "learning_rate": 0.00019644337172698115,
      "loss": 1.1144,
      "step": 2363
    },
    {
      "epoch": 0.25855846002406213,
      "grad_norm": 1.2274161577224731,
      "learning_rate": 0.0001964403403222534,
      "loss": 0.9053,
      "step": 2364
    },
    {
      "epoch": 0.25866783331510446,
      "grad_norm": 1.7154769897460938,
      "learning_rate": 0.0001964373076496138,
      "loss": 1.0227,
      "step": 2365
    },
    {
      "epoch": 0.2587772066061468,
      "grad_norm": 1.406158685684204,
      "learning_rate": 0.00019643427370910223,
      "loss": 0.8123,
      "step": 2366
    },
    {
      "epoch": 0.2588865798971891,
      "grad_norm": 1.5697112083435059,
      "learning_rate": 0.00019643123850075862,
      "loss": 0.97,
      "step": 2367
    },
    {
      "epoch": 0.25899595318823143,
      "grad_norm": 1.1609628200531006,
      "learning_rate": 0.00019642820202462282,
      "loss": 0.8069,
      "step": 2368
    },
    {
      "epoch": 0.25910532647927376,
      "grad_norm": 1.6521594524383545,
      "learning_rate": 0.00019642516428073479,
      "loss": 0.8655,
      "step": 2369
    },
    {
      "epoch": 0.2592146997703161,
      "grad_norm": 1.428638219833374,
      "learning_rate": 0.00019642212526913442,
      "loss": 0.8105,
      "step": 2370
    },
    {
      "epoch": 0.2593240730613584,
      "grad_norm": 1.203328251838684,
      "learning_rate": 0.00019641908498986172,
      "loss": 0.7822,
      "step": 2371
    },
    {
      "epoch": 0.25943344635240073,
      "grad_norm": 1.4087448120117188,
      "learning_rate": 0.00019641604344295663,
      "loss": 0.8219,
      "step": 2372
    },
    {
      "epoch": 0.25954281964344306,
      "grad_norm": 1.251549482345581,
      "learning_rate": 0.0001964130006284591,
      "loss": 0.8595,
      "step": 2373
    },
    {
      "epoch": 0.2596521929344854,
      "grad_norm": 1.4399244785308838,
      "learning_rate": 0.00019640995654640923,
      "loss": 0.7593,
      "step": 2374
    },
    {
      "epoch": 0.2597615662255277,
      "grad_norm": 1.6685971021652222,
      "learning_rate": 0.00019640691119684697,
      "loss": 0.8796,
      "step": 2375
    },
    {
      "epoch": 0.25987093951657003,
      "grad_norm": 1.4442411661148071,
      "learning_rate": 0.0001964038645798124,
      "loss": 0.9538,
      "step": 2376
    },
    {
      "epoch": 0.25998031280761236,
      "grad_norm": 1.5204554796218872,
      "learning_rate": 0.00019640081669534552,
      "loss": 0.7441,
      "step": 2377
    },
    {
      "epoch": 0.2600896860986547,
      "grad_norm": 2.1646556854248047,
      "learning_rate": 0.00019639776754348643,
      "loss": 1.0092,
      "step": 2378
    },
    {
      "epoch": 0.26019905938969706,
      "grad_norm": 1.7698590755462646,
      "learning_rate": 0.0001963947171242752,
      "loss": 0.7551,
      "step": 2379
    },
    {
      "epoch": 0.2603084326807394,
      "grad_norm": 1.4460541009902954,
      "learning_rate": 0.000196391665437752,
      "loss": 0.6664,
      "step": 2380
    },
    {
      "epoch": 0.2604178059717817,
      "grad_norm": 1.745000958442688,
      "learning_rate": 0.00019638861248395687,
      "loss": 0.9806,
      "step": 2381
    },
    {
      "epoch": 0.26052717926282404,
      "grad_norm": 1.3718634843826294,
      "learning_rate": 0.00019638555826292998,
      "loss": 0.8617,
      "step": 2382
    },
    {
      "epoch": 0.26063655255386636,
      "grad_norm": 1.6249001026153564,
      "learning_rate": 0.0001963825027747115,
      "loss": 1.1229,
      "step": 2383
    },
    {
      "epoch": 0.2607459258449087,
      "grad_norm": 2.2637813091278076,
      "learning_rate": 0.0001963794460193416,
      "loss": 1.0471,
      "step": 2384
    },
    {
      "epoch": 0.260855299135951,
      "grad_norm": 1.699962854385376,
      "learning_rate": 0.0001963763879968604,
      "loss": 0.7602,
      "step": 2385
    },
    {
      "epoch": 0.26096467242699334,
      "grad_norm": 1.342252254486084,
      "learning_rate": 0.0001963733287073082,
      "loss": 0.9649,
      "step": 2386
    },
    {
      "epoch": 0.26107404571803566,
      "grad_norm": 1.0285392999649048,
      "learning_rate": 0.00019637026815072517,
      "loss": 0.7329,
      "step": 2387
    },
    {
      "epoch": 0.261183419009078,
      "grad_norm": 1.7141258716583252,
      "learning_rate": 0.00019636720632715154,
      "loss": 1.0109,
      "step": 2388
    },
    {
      "epoch": 0.2612927923001203,
      "grad_norm": 1.2788221836090088,
      "learning_rate": 0.0001963641432366276,
      "loss": 0.6376,
      "step": 2389
    },
    {
      "epoch": 0.26140216559116264,
      "grad_norm": 1.6672924757003784,
      "learning_rate": 0.00019636107887919358,
      "loss": 1.096,
      "step": 2390
    },
    {
      "epoch": 0.26151153888220496,
      "grad_norm": 1.455327033996582,
      "learning_rate": 0.0001963580132548898,
      "loss": 1.4414,
      "step": 2391
    },
    {
      "epoch": 0.2616209121732473,
      "grad_norm": 1.5888967514038086,
      "learning_rate": 0.00019635494636375652,
      "loss": 0.917,
      "step": 2392
    },
    {
      "epoch": 0.2617302854642896,
      "grad_norm": 1.2487961053848267,
      "learning_rate": 0.00019635187820583414,
      "loss": 0.9925,
      "step": 2393
    },
    {
      "epoch": 0.26183965875533194,
      "grad_norm": 1.5181838274002075,
      "learning_rate": 0.00019634880878116294,
      "loss": 0.6944,
      "step": 2394
    },
    {
      "epoch": 0.26194903204637426,
      "grad_norm": 1.2234054803848267,
      "learning_rate": 0.00019634573808978328,
      "loss": 0.7929,
      "step": 2395
    },
    {
      "epoch": 0.2620584053374166,
      "grad_norm": 2.1755781173706055,
      "learning_rate": 0.00019634266613173553,
      "loss": 1.0155,
      "step": 2396
    },
    {
      "epoch": 0.2621677786284589,
      "grad_norm": 1.5048677921295166,
      "learning_rate": 0.00019633959290706008,
      "loss": 1.2144,
      "step": 2397
    },
    {
      "epoch": 0.26227715191950124,
      "grad_norm": 1.296403408050537,
      "learning_rate": 0.00019633651841579735,
      "loss": 0.8082,
      "step": 2398
    },
    {
      "epoch": 0.26238652521054356,
      "grad_norm": 1.7938992977142334,
      "learning_rate": 0.00019633344265798772,
      "loss": 0.9703,
      "step": 2399
    },
    {
      "epoch": 0.2624958985015859,
      "grad_norm": 1.2363340854644775,
      "learning_rate": 0.00019633036563367165,
      "loss": 0.8562,
      "step": 2400
    },
    {
      "epoch": 0.2624958985015859,
      "eval_loss": 0.8456214666366577,
      "eval_runtime": 42.0263,
      "eval_samples_per_second": 17.513,
      "eval_steps_per_second": 4.378,
      "step": 2400
    }
  ],
  "logging_steps": 1,
  "max_steps": 27429,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 200,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 5,
        "early_stopping_threshold": 0.0
      },
      "attributes": {
        "early_stopping_patience_counter": 5
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.9590273734541312e+17,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}