{
  "best_metric": 0.31796544790267944,
  "best_model_checkpoint": "miner_id_24/checkpoint-3400",
  "epoch": 2.0311728612737148,
  "eval_steps": 200,
  "global_step": 3600,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.000564214683687143,
      "grad_norm": 2.3274099826812744,
      "learning_rate": 6.666666666666667e-06,
      "loss": 1.4003,
      "step": 1
    },
    {
      "epoch": 0.000564214683687143,
      "eval_loss": 1.408501386642456,
      "eval_runtime": 15.7344,
      "eval_samples_per_second": 9.088,
      "eval_steps_per_second": 4.576,
      "step": 1
    },
    {
      "epoch": 0.001128429367374286,
      "grad_norm": 2.2181591987609863,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 1.4,
      "step": 2
    },
    {
      "epoch": 0.0016926440510614288,
      "grad_norm": 2.028151512145996,
      "learning_rate": 2e-05,
      "loss": 1.4256,
      "step": 3
    },
    {
      "epoch": 0.002256858734748572,
      "grad_norm": 1.5841337442398071,
      "learning_rate": 2.6666666666666667e-05,
      "loss": 1.3309,
      "step": 4
    },
    {
      "epoch": 0.002821073418435715,
      "grad_norm": 1.3065383434295654,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 1.2053,
      "step": 5
    },
    {
      "epoch": 0.0033852881021228577,
      "grad_norm": 1.2105894088745117,
      "learning_rate": 4e-05,
      "loss": 1.1135,
      "step": 6
    },
    {
      "epoch": 0.003949502785810001,
      "grad_norm": 1.1883126497268677,
      "learning_rate": 4.666666666666667e-05,
      "loss": 1.081,
      "step": 7
    },
    {
      "epoch": 0.004513717469497144,
      "grad_norm": 1.2540827989578247,
      "learning_rate": 5.333333333333333e-05,
      "loss": 0.9504,
      "step": 8
    },
    {
      "epoch": 0.005077932153184287,
      "grad_norm": 1.1648892164230347,
      "learning_rate": 6e-05,
      "loss": 0.8544,
      "step": 9
    },
    {
      "epoch": 0.00564214683687143,
      "grad_norm": 1.002958059310913,
      "learning_rate": 6.666666666666667e-05,
      "loss": 0.8137,
      "step": 10
    },
    {
      "epoch": 0.0062063615205585725,
      "grad_norm": 0.9084763526916504,
      "learning_rate": 7.333333333333333e-05,
      "loss": 0.7214,
      "step": 11
    },
    {
      "epoch": 0.006770576204245715,
      "grad_norm": 0.8266828656196594,
      "learning_rate": 8e-05,
      "loss": 0.6285,
      "step": 12
    },
    {
      "epoch": 0.007334790887932858,
      "grad_norm": 0.8298898935317993,
      "learning_rate": 8.666666666666667e-05,
      "loss": 0.6555,
      "step": 13
    },
    {
      "epoch": 0.007899005571620002,
      "grad_norm": 0.7285727858543396,
      "learning_rate": 9.333333333333334e-05,
      "loss": 0.5306,
      "step": 14
    },
    {
      "epoch": 0.008463220255307144,
      "grad_norm": 0.7736170887947083,
      "learning_rate": 0.0001,
      "loss": 0.5151,
      "step": 15
    },
    {
      "epoch": 0.009027434938994288,
      "grad_norm": 0.6984105706214905,
      "learning_rate": 0.00010666666666666667,
      "loss": 0.5449,
      "step": 16
    },
    {
      "epoch": 0.00959164962268143,
      "grad_norm": 0.4854567050933838,
      "learning_rate": 0.00011333333333333334,
      "loss": 0.4934,
      "step": 17
    },
    {
      "epoch": 0.010155864306368573,
      "grad_norm": 0.5760104060173035,
      "learning_rate": 0.00012,
      "loss": 0.5204,
      "step": 18
    },
    {
      "epoch": 0.010720078990055715,
      "grad_norm": 0.5045762658119202,
      "learning_rate": 0.00012666666666666666,
      "loss": 0.5127,
      "step": 19
    },
    {
      "epoch": 0.01128429367374286,
      "grad_norm": 0.4322236180305481,
      "learning_rate": 0.00013333333333333334,
      "loss": 0.4963,
      "step": 20
    },
    {
      "epoch": 0.011848508357430003,
      "grad_norm": 0.43438512086868286,
      "learning_rate": 0.00014,
      "loss": 0.448,
      "step": 21
    },
    {
      "epoch": 0.012412723041117145,
      "grad_norm": 0.403780996799469,
      "learning_rate": 0.00014666666666666666,
      "loss": 0.4722,
      "step": 22
    },
    {
      "epoch": 0.012976937724804289,
      "grad_norm": 0.4491853415966034,
      "learning_rate": 0.00015333333333333334,
      "loss": 0.496,
      "step": 23
    },
    {
      "epoch": 0.01354115240849143,
      "grad_norm": 0.3969525098800659,
      "learning_rate": 0.00016,
      "loss": 0.5059,
      "step": 24
    },
    {
      "epoch": 0.014105367092178574,
      "grad_norm": 0.4144735038280487,
      "learning_rate": 0.0001666666666666667,
      "loss": 0.4241,
      "step": 25
    },
    {
      "epoch": 0.014669581775865716,
      "grad_norm": 0.4580164849758148,
      "learning_rate": 0.00017333333333333334,
      "loss": 0.4752,
      "step": 26
    },
    {
      "epoch": 0.01523379645955286,
      "grad_norm": 0.3945426046848297,
      "learning_rate": 0.00018,
      "loss": 0.4616,
      "step": 27
    },
    {
      "epoch": 0.015798011143240004,
      "grad_norm": 0.38538065552711487,
      "learning_rate": 0.0001866666666666667,
      "loss": 0.4647,
      "step": 28
    },
    {
      "epoch": 0.016362225826927146,
      "grad_norm": 0.3890923261642456,
      "learning_rate": 0.00019333333333333333,
      "loss": 0.4397,
      "step": 29
    },
    {
      "epoch": 0.016926440510614288,
      "grad_norm": 0.3741298317909241,
      "learning_rate": 0.0002,
      "loss": 0.3969,
      "step": 30
    },
    {
      "epoch": 0.017490655194301433,
      "grad_norm": 0.4284142255783081,
      "learning_rate": 0.00019999998233899478,
      "loss": 0.4989,
      "step": 31
    },
    {
      "epoch": 0.018054869877988575,
      "grad_norm": 0.3915468156337738,
      "learning_rate": 0.00019999992935598528,
      "loss": 0.467,
      "step": 32
    },
    {
      "epoch": 0.018619084561675717,
      "grad_norm": 0.4010259509086609,
      "learning_rate": 0.00019999984105099027,
      "loss": 0.43,
      "step": 33
    },
    {
      "epoch": 0.01918329924536286,
      "grad_norm": 0.34861236810684204,
      "learning_rate": 0.00019999971742404096,
      "loss": 0.3407,
      "step": 34
    },
    {
      "epoch": 0.019747513929050005,
      "grad_norm": 0.41169503331184387,
      "learning_rate": 0.00019999955847518094,
      "loss": 0.4661,
      "step": 35
    },
    {
      "epoch": 0.020311728612737147,
      "grad_norm": 0.38986736536026,
      "learning_rate": 0.00019999936420446644,
      "loss": 0.471,
      "step": 36
    },
    {
      "epoch": 0.02087594329642429,
      "grad_norm": 0.40986379981040955,
      "learning_rate": 0.00019999913461196602,
      "loss": 0.4757,
      "step": 37
    },
    {
      "epoch": 0.02144015798011143,
      "grad_norm": 0.3943229615688324,
      "learning_rate": 0.00019999886969776078,
      "loss": 0.4005,
      "step": 38
    },
    {
      "epoch": 0.022004372663798576,
      "grad_norm": 0.3906606137752533,
      "learning_rate": 0.00019999856946194432,
      "loss": 0.4546,
      "step": 39
    },
    {
      "epoch": 0.02256858734748572,
      "grad_norm": 0.3524179458618164,
      "learning_rate": 0.0001999982339046227,
      "loss": 0.4428,
      "step": 40
    },
    {
      "epoch": 0.02313280203117286,
      "grad_norm": 0.3879578113555908,
      "learning_rate": 0.0001999978630259144,
      "loss": 0.4636,
      "step": 41
    },
    {
      "epoch": 0.023697016714860006,
      "grad_norm": 0.33551910519599915,
      "learning_rate": 0.00019999745682595043,
      "loss": 0.416,
      "step": 42
    },
    {
      "epoch": 0.024261231398547148,
      "grad_norm": 0.34686341881752014,
      "learning_rate": 0.0001999970153048743,
      "loss": 0.4479,
      "step": 43
    },
    {
      "epoch": 0.02482544608223429,
      "grad_norm": 0.3344143033027649,
      "learning_rate": 0.00019999653846284194,
      "loss": 0.4973,
      "step": 44
    },
    {
      "epoch": 0.025389660765921432,
      "grad_norm": 0.3494042158126831,
      "learning_rate": 0.0001999960263000218,
      "loss": 0.4702,
      "step": 45
    },
    {
      "epoch": 0.025953875449608577,
      "grad_norm": 0.3284093737602234,
      "learning_rate": 0.00019999547881659478,
      "loss": 0.3842,
      "step": 46
    },
    {
      "epoch": 0.02651809013329572,
      "grad_norm": 0.34024977684020996,
      "learning_rate": 0.00019999489601275425,
      "loss": 0.4106,
      "step": 47
    },
    {
      "epoch": 0.02708230481698286,
      "grad_norm": 0.34121036529541016,
      "learning_rate": 0.00019999427788870605,
      "loss": 0.4282,
      "step": 48
    },
    {
      "epoch": 0.027646519500670003,
      "grad_norm": 0.3262575566768646,
      "learning_rate": 0.00019999362444466856,
      "loss": 0.4284,
      "step": 49
    },
    {
      "epoch": 0.02821073418435715,
      "grad_norm": 0.35057806968688965,
      "learning_rate": 0.0001999929356808726,
      "loss": 0.4471,
      "step": 50
    },
    {
      "epoch": 0.02877494886804429,
      "grad_norm": 0.34107109904289246,
      "learning_rate": 0.00019999221159756135,
      "loss": 0.4089,
      "step": 51
    },
    {
      "epoch": 0.029339163551731433,
      "grad_norm": 0.3657532334327698,
      "learning_rate": 0.00019999145219499068,
      "loss": 0.4916,
      "step": 52
    },
    {
      "epoch": 0.02990337823541858,
      "grad_norm": 0.31851279735565186,
      "learning_rate": 0.0001999906574734288,
      "loss": 0.3877,
      "step": 53
    },
    {
      "epoch": 0.03046759291910572,
      "grad_norm": 0.3186931610107422,
      "learning_rate": 0.00019998982743315641,
      "loss": 0.4209,
      "step": 54
    },
    {
      "epoch": 0.031031807602792862,
      "grad_norm": 0.3084317147731781,
      "learning_rate": 0.00019998896207446668,
      "loss": 0.4028,
      "step": 55
    },
    {
      "epoch": 0.03159602228648001,
      "grad_norm": 0.30035242438316345,
      "learning_rate": 0.0001999880613976653,
      "loss": 0.3783,
      "step": 56
    },
    {
      "epoch": 0.03216023697016715,
      "grad_norm": 0.30885186791419983,
      "learning_rate": 0.0001999871254030704,
      "loss": 0.3562,
      "step": 57
    },
    {
      "epoch": 0.03272445165385429,
      "grad_norm": 0.34671202301979065,
      "learning_rate": 0.00019998615409101258,
      "loss": 0.4287,
      "step": 58
    },
    {
      "epoch": 0.033288666337541434,
      "grad_norm": 0.33171623945236206,
      "learning_rate": 0.00019998514746183497,
      "loss": 0.4217,
      "step": 59
    },
    {
      "epoch": 0.033852881021228576,
      "grad_norm": 0.30667054653167725,
      "learning_rate": 0.00019998410551589306,
      "loss": 0.3529,
      "step": 60
    },
    {
      "epoch": 0.03441709570491572,
      "grad_norm": 0.35219162702560425,
      "learning_rate": 0.00019998302825355492,
      "loss": 0.4777,
      "step": 61
    },
    {
      "epoch": 0.03498131038860287,
      "grad_norm": 0.33730658888816833,
      "learning_rate": 0.0001999819156752011,
      "loss": 0.4345,
      "step": 62
    },
    {
      "epoch": 0.03554552507229001,
      "grad_norm": 0.33033931255340576,
      "learning_rate": 0.00019998076778122452,
      "loss": 0.4804,
      "step": 63
    },
    {
      "epoch": 0.03610973975597715,
      "grad_norm": 0.3116120398044586,
      "learning_rate": 0.0001999795845720307,
      "loss": 0.3686,
      "step": 64
    },
    {
      "epoch": 0.03667395443966429,
      "grad_norm": 0.3363082706928253,
      "learning_rate": 0.0001999783660480375,
      "loss": 0.4463,
      "step": 65
    },
    {
      "epoch": 0.037238169123351435,
      "grad_norm": 0.3190303444862366,
      "learning_rate": 0.00019997711220967542,
      "loss": 0.3825,
      "step": 66
    },
    {
      "epoch": 0.03780238380703858,
      "grad_norm": 0.3473187983036041,
      "learning_rate": 0.00019997582305738724,
      "loss": 0.4444,
      "step": 67
    },
    {
      "epoch": 0.03836659849072572,
      "grad_norm": 0.3064424991607666,
      "learning_rate": 0.0001999744985916284,
      "loss": 0.3989,
      "step": 68
    },
    {
      "epoch": 0.03893081317441286,
      "grad_norm": 0.34539881348609924,
      "learning_rate": 0.00019997313881286668,
      "loss": 0.4788,
      "step": 69
    },
    {
      "epoch": 0.03949502785810001,
      "grad_norm": 0.3211304545402527,
      "learning_rate": 0.00019997174372158238,
      "loss": 0.4115,
      "step": 70
    },
    {
      "epoch": 0.04005924254178715,
      "grad_norm": 0.31604641675949097,
      "learning_rate": 0.0001999703133182683,
      "loss": 0.4493,
      "step": 71
    },
    {
      "epoch": 0.040623457225474294,
      "grad_norm": 0.3348306119441986,
      "learning_rate": 0.00019996884760342968,
      "loss": 0.4541,
      "step": 72
    },
    {
      "epoch": 0.041187671909161436,
      "grad_norm": 0.283881813287735,
      "learning_rate": 0.00019996734657758424,
      "loss": 0.3848,
      "step": 73
    },
    {
      "epoch": 0.04175188659284858,
      "grad_norm": 0.3129507303237915,
      "learning_rate": 0.00019996581024126219,
      "loss": 0.4228,
      "step": 74
    },
    {
      "epoch": 0.04231610127653572,
      "grad_norm": 0.3376159071922302,
      "learning_rate": 0.00019996423859500612,
      "loss": 0.4684,
      "step": 75
    },
    {
      "epoch": 0.04288031596022286,
      "grad_norm": 0.28370264172554016,
      "learning_rate": 0.00019996263163937127,
      "loss": 0.3588,
      "step": 76
    },
    {
      "epoch": 0.04344453064391001,
      "grad_norm": 0.3441137671470642,
      "learning_rate": 0.00019996098937492514,
      "loss": 0.4312,
      "step": 77
    },
    {
      "epoch": 0.04400874532759715,
      "grad_norm": 0.3422570824623108,
      "learning_rate": 0.00019995931180224794,
      "loss": 0.4529,
      "step": 78
    },
    {
      "epoch": 0.044572960011284295,
      "grad_norm": 0.3067648112773895,
      "learning_rate": 0.0001999575989219321,
      "loss": 0.4141,
      "step": 79
    },
    {
      "epoch": 0.04513717469497144,
      "grad_norm": 0.35023581981658936,
      "learning_rate": 0.00019995585073458272,
      "loss": 0.4648,
      "step": 80
    },
    {
      "epoch": 0.04570138937865858,
      "grad_norm": 0.3250679671764374,
      "learning_rate": 0.0001999540672408173,
      "loss": 0.4528,
      "step": 81
    },
    {
      "epoch": 0.04626560406234572,
      "grad_norm": 0.32191017270088196,
      "learning_rate": 0.00019995224844126573,
      "loss": 0.3926,
      "step": 82
    },
    {
      "epoch": 0.04682981874603286,
      "grad_norm": 0.3041311204433441,
      "learning_rate": 0.0001999503943365705,
      "loss": 0.3898,
      "step": 83
    },
    {
      "epoch": 0.04739403342972001,
      "grad_norm": 0.3215486705303192,
      "learning_rate": 0.0001999485049273865,
      "loss": 0.4007,
      "step": 84
    },
    {
      "epoch": 0.047958248113407154,
      "grad_norm": 0.2985893487930298,
      "learning_rate": 0.00019994658021438115,
      "loss": 0.3656,
      "step": 85
    },
    {
      "epoch": 0.048522462797094296,
      "grad_norm": 0.3556172549724579,
      "learning_rate": 0.00019994462019823426,
      "loss": 0.4526,
      "step": 86
    },
    {
      "epoch": 0.04908667748078144,
      "grad_norm": 0.2884563207626343,
      "learning_rate": 0.00019994262487963815,
      "loss": 0.3476,
      "step": 87
    },
    {
      "epoch": 0.04965089216446858,
      "grad_norm": 0.32691189646720886,
      "learning_rate": 0.0001999405942592976,
      "loss": 0.4383,
      "step": 88
    },
    {
      "epoch": 0.05021510684815572,
      "grad_norm": 0.30244046449661255,
      "learning_rate": 0.00019993852833792987,
      "loss": 0.4256,
      "step": 89
    },
    {
      "epoch": 0.050779321531842864,
      "grad_norm": 0.3595028221607208,
      "learning_rate": 0.0001999364271162647,
      "loss": 0.4527,
      "step": 90
    },
    {
      "epoch": 0.05134353621553001,
      "grad_norm": 0.31325411796569824,
      "learning_rate": 0.00019993429059504428,
      "loss": 0.4139,
      "step": 91
    },
    {
      "epoch": 0.051907750899217155,
      "grad_norm": 0.29010680317878723,
      "learning_rate": 0.00019993211877502326,
      "loss": 0.3289,
      "step": 92
    },
    {
      "epoch": 0.0524719655829043,
      "grad_norm": 0.2973271310329437,
      "learning_rate": 0.00019992991165696875,
      "loss": 0.3931,
      "step": 93
    },
    {
      "epoch": 0.05303618026659144,
      "grad_norm": 0.34354764223098755,
      "learning_rate": 0.00019992766924166043,
      "loss": 0.4115,
      "step": 94
    },
    {
      "epoch": 0.05360039495027858,
      "grad_norm": 0.30646976828575134,
      "learning_rate": 0.00019992539152989024,
      "loss": 0.3763,
      "step": 95
    },
    {
      "epoch": 0.05416460963396572,
      "grad_norm": 0.30372050404548645,
      "learning_rate": 0.00019992307852246283,
      "loss": 0.36,
      "step": 96
    },
    {
      "epoch": 0.054728824317652865,
      "grad_norm": 0.3067646324634552,
      "learning_rate": 0.00019992073022019518,
      "loss": 0.392,
      "step": 97
    },
    {
      "epoch": 0.05529303900134001,
      "grad_norm": 0.3020551800727844,
      "learning_rate": 0.00019991834662391668,
      "loss": 0.4163,
      "step": 98
    },
    {
      "epoch": 0.055857253685027156,
      "grad_norm": 0.3224751055240631,
      "learning_rate": 0.00019991592773446935,
      "loss": 0.4388,
      "step": 99
    },
    {
      "epoch": 0.0564214683687143,
      "grad_norm": 0.2912875711917877,
      "learning_rate": 0.00019991347355270754,
      "loss": 0.3569,
      "step": 100
    },
    {
      "epoch": 0.05698568305240144,
      "grad_norm": 0.3180830180644989,
      "learning_rate": 0.00019991098407949815,
      "loss": 0.4341,
      "step": 101
    },
    {
      "epoch": 0.05754989773608858,
      "grad_norm": 0.31018710136413574,
      "learning_rate": 0.0001999084593157205,
      "loss": 0.4415,
      "step": 102
    },
    {
      "epoch": 0.058114112419775724,
      "grad_norm": 0.27502065896987915,
      "learning_rate": 0.00019990589926226635,
      "loss": 0.3453,
      "step": 103
    },
    {
      "epoch": 0.058678327103462866,
      "grad_norm": 0.2850102186203003,
      "learning_rate": 0.00019990330392004001,
      "loss": 0.3369,
      "step": 104
    },
    {
      "epoch": 0.05924254178715001,
      "grad_norm": 0.3228469789028168,
      "learning_rate": 0.00019990067328995822,
      "loss": 0.4548,
      "step": 105
    },
    {
      "epoch": 0.05980675647083716,
      "grad_norm": 0.3323926627635956,
      "learning_rate": 0.0001998980073729501,
      "loss": 0.4751,
      "step": 106
    },
    {
      "epoch": 0.0603709711545243,
      "grad_norm": 0.3390195071697235,
      "learning_rate": 0.00019989530616995737,
      "loss": 0.4611,
      "step": 107
    },
    {
      "epoch": 0.06093518583821144,
      "grad_norm": 0.3088006377220154,
      "learning_rate": 0.00019989256968193413,
      "loss": 0.4044,
      "step": 108
    },
    {
      "epoch": 0.06149940052189858,
      "grad_norm": 0.3084271252155304,
      "learning_rate": 0.00019988979790984697,
      "loss": 0.4256,
      "step": 109
    },
    {
      "epoch": 0.062063615205585725,
      "grad_norm": 0.2865697145462036,
      "learning_rate": 0.0001998869908546749,
      "loss": 0.3929,
      "step": 110
    },
    {
      "epoch": 0.06262782988927287,
      "grad_norm": 0.29319316148757935,
      "learning_rate": 0.0001998841485174095,
      "loss": 0.4381,
      "step": 111
    },
    {
      "epoch": 0.06319204457296002,
      "grad_norm": 0.3303810954093933,
      "learning_rate": 0.00019988127089905466,
      "loss": 0.4163,
      "step": 112
    },
    {
      "epoch": 0.06375625925664716,
      "grad_norm": 0.29965275526046753,
      "learning_rate": 0.00019987835800062685,
      "loss": 0.3711,
      "step": 113
    },
    {
      "epoch": 0.0643204739403343,
      "grad_norm": 0.3230911195278168,
      "learning_rate": 0.00019987540982315498,
      "loss": 0.4472,
      "step": 114
    },
    {
      "epoch": 0.06488468862402144,
      "grad_norm": 0.322441965341568,
      "learning_rate": 0.00019987242636768037,
      "loss": 0.3748,
      "step": 115
    },
    {
      "epoch": 0.06544890330770858,
      "grad_norm": 0.3265532851219177,
      "learning_rate": 0.00019986940763525688,
      "loss": 0.4038,
      "step": 116
    },
    {
      "epoch": 0.06601311799139573,
      "grad_norm": 0.33343395590782166,
      "learning_rate": 0.0001998663536269507,
      "loss": 0.4364,
      "step": 117
    },
    {
      "epoch": 0.06657733267508287,
      "grad_norm": 0.2936292886734009,
      "learning_rate": 0.0001998632643438407,
      "loss": 0.3994,
      "step": 118
    },
    {
      "epoch": 0.06714154735877001,
      "grad_norm": 0.2969551086425781,
      "learning_rate": 0.00019986013978701798,
      "loss": 0.42,
      "step": 119
    },
    {
      "epoch": 0.06770576204245715,
      "grad_norm": 0.3124224543571472,
      "learning_rate": 0.00019985697995758623,
      "loss": 0.409,
      "step": 120
    },
    {
      "epoch": 0.0682699767261443,
      "grad_norm": 0.2925581932067871,
      "learning_rate": 0.00019985378485666154,
      "loss": 0.3752,
      "step": 121
    },
    {
      "epoch": 0.06883419140983144,
      "grad_norm": 0.3052752912044525,
      "learning_rate": 0.0001998505544853725,
      "loss": 0.3985,
      "step": 122
    },
    {
      "epoch": 0.06939840609351858,
      "grad_norm": 0.31222835183143616,
      "learning_rate": 0.00019984728884486018,
      "loss": 0.3634,
      "step": 123
    },
    {
      "epoch": 0.06996262077720573,
      "grad_norm": 0.3595013916492462,
      "learning_rate": 0.000199843987936278,
      "loss": 0.4188,
      "step": 124
    },
    {
      "epoch": 0.07052683546089288,
      "grad_norm": 0.3188656270503998,
      "learning_rate": 0.00019984065176079194,
      "loss": 0.4083,
      "step": 125
    },
    {
      "epoch": 0.07109105014458002,
      "grad_norm": 0.3102382719516754,
      "learning_rate": 0.00019983728031958042,
      "loss": 0.4437,
      "step": 126
    },
    {
      "epoch": 0.07165526482826716,
      "grad_norm": 0.33662092685699463,
      "learning_rate": 0.00019983387361383428,
      "loss": 0.3857,
      "step": 127
    },
    {
      "epoch": 0.0722194795119543,
      "grad_norm": 0.30917245149612427,
      "learning_rate": 0.00019983043164475682,
      "loss": 0.4246,
      "step": 128
    },
    {
      "epoch": 0.07278369419564144,
      "grad_norm": 0.3008217513561249,
      "learning_rate": 0.0001998269544135639,
      "loss": 0.4271,
      "step": 129
    },
    {
      "epoch": 0.07334790887932859,
      "grad_norm": 0.28683197498321533,
      "learning_rate": 0.00019982344192148363,
      "loss": 0.4124,
      "step": 130
    },
    {
      "epoch": 0.07391212356301573,
      "grad_norm": 0.2850944399833679,
      "learning_rate": 0.00019981989416975674,
      "loss": 0.3938,
      "step": 131
    },
    {
      "epoch": 0.07447633824670287,
      "grad_norm": 0.2949824333190918,
      "learning_rate": 0.0001998163111596364,
      "loss": 0.4407,
      "step": 132
    },
    {
      "epoch": 0.07504055293039001,
      "grad_norm": 0.30770552158355713,
      "learning_rate": 0.00019981269289238816,
      "loss": 0.4598,
      "step": 133
    },
    {
      "epoch": 0.07560476761407715,
      "grad_norm": 0.2864553928375244,
      "learning_rate": 0.00019980903936929007,
      "loss": 0.3636,
      "step": 134
    },
    {
      "epoch": 0.0761689822977643,
      "grad_norm": 0.2903579771518707,
      "learning_rate": 0.00019980535059163266,
      "loss": 0.3969,
      "step": 135
    },
    {
      "epoch": 0.07673319698145144,
      "grad_norm": 0.3056093752384186,
      "learning_rate": 0.00019980162656071886,
      "loss": 0.3877,
      "step": 136
    },
    {
      "epoch": 0.07729741166513858,
      "grad_norm": 0.2818324863910675,
      "learning_rate": 0.00019979786727786404,
      "loss": 0.321,
      "step": 137
    },
    {
      "epoch": 0.07786162634882572,
      "grad_norm": 0.31710028648376465,
      "learning_rate": 0.0001997940727443961,
      "loss": 0.4343,
      "step": 138
    },
    {
      "epoch": 0.07842584103251288,
      "grad_norm": 0.29550930857658386,
      "learning_rate": 0.00019979024296165533,
      "loss": 0.3818,
      "step": 139
    },
    {
      "epoch": 0.07899005571620002,
      "grad_norm": 0.30554094910621643,
      "learning_rate": 0.00019978637793099447,
      "loss": 0.453,
      "step": 140
    },
    {
      "epoch": 0.07955427039988716,
      "grad_norm": 0.317043274641037,
      "learning_rate": 0.00019978247765377877,
      "loss": 0.4196,
      "step": 141
    },
    {
      "epoch": 0.0801184850835743,
      "grad_norm": 0.30372586846351624,
      "learning_rate": 0.00019977854213138586,
      "loss": 0.4504,
      "step": 142
    },
    {
      "epoch": 0.08068269976726145,
      "grad_norm": 0.29581430554389954,
      "learning_rate": 0.00019977457136520583,
      "loss": 0.4097,
      "step": 143
    },
    {
      "epoch": 0.08124691445094859,
      "grad_norm": 0.28893277049064636,
      "learning_rate": 0.00019977056535664124,
      "loss": 0.3674,
      "step": 144
    },
    {
      "epoch": 0.08181112913463573,
      "grad_norm": 0.2944692075252533,
      "learning_rate": 0.00019976652410710712,
      "loss": 0.3753,
      "step": 145
    },
    {
      "epoch": 0.08237534381832287,
      "grad_norm": 0.28868359327316284,
      "learning_rate": 0.00019976244761803091,
      "loss": 0.4054,
      "step": 146
    },
    {
      "epoch": 0.08293955850201001,
      "grad_norm": 0.2647377848625183,
      "learning_rate": 0.00019975833589085248,
      "loss": 0.3568,
      "step": 147
    },
    {
      "epoch": 0.08350377318569716,
      "grad_norm": 0.30192285776138306,
      "learning_rate": 0.0001997541889270242,
      "loss": 0.3751,
      "step": 148
    },
    {
      "epoch": 0.0840679878693843,
      "grad_norm": 0.3241243362426758,
      "learning_rate": 0.00019975000672801087,
      "loss": 0.4334,
      "step": 149
    },
    {
      "epoch": 0.08463220255307144,
      "grad_norm": 0.3411672115325928,
      "learning_rate": 0.0001997457892952897,
      "loss": 0.4604,
      "step": 150
    },
    {
      "epoch": 0.08519641723675858,
      "grad_norm": 0.31425392627716064,
      "learning_rate": 0.00019974153663035037,
      "loss": 0.4041,
      "step": 151
    },
    {
      "epoch": 0.08576063192044572,
      "grad_norm": 0.3034708797931671,
      "learning_rate": 0.00019973724873469505,
      "loss": 0.4244,
      "step": 152
    },
    {
      "epoch": 0.08632484660413288,
      "grad_norm": 0.29466280341148376,
      "learning_rate": 0.00019973292560983825,
      "loss": 0.3893,
      "step": 153
    },
    {
      "epoch": 0.08688906128782002,
      "grad_norm": 0.284667432308197,
      "learning_rate": 0.00019972856725730705,
      "loss": 0.4175,
      "step": 154
    },
    {
      "epoch": 0.08745327597150716,
      "grad_norm": 0.31016233563423157,
      "learning_rate": 0.00019972417367864086,
      "loss": 0.433,
      "step": 155
    },
    {
      "epoch": 0.0880174906551943,
      "grad_norm": 0.2948952615261078,
      "learning_rate": 0.00019971974487539157,
      "loss": 0.4449,
      "step": 156
    },
    {
      "epoch": 0.08858170533888145,
      "grad_norm": 0.28313907980918884,
      "learning_rate": 0.00019971528084912357,
      "loss": 0.3964,
      "step": 157
    },
    {
      "epoch": 0.08914592002256859,
      "grad_norm": 0.2841208577156067,
      "learning_rate": 0.00019971078160141366,
      "loss": 0.4291,
      "step": 158
    },
    {
      "epoch": 0.08971013470625573,
      "grad_norm": 0.2853749692440033,
      "learning_rate": 0.00019970624713385097,
      "loss": 0.4047,
      "step": 159
    },
    {
      "epoch": 0.09027434938994287,
      "grad_norm": 0.2732870876789093,
      "learning_rate": 0.00019970167744803725,
      "loss": 0.4327,
      "step": 160
    },
    {
      "epoch": 0.09083856407363002,
      "grad_norm": 0.2626758813858032,
      "learning_rate": 0.00019969707254558657,
      "loss": 0.3836,
      "step": 161
    },
    {
      "epoch": 0.09140277875731716,
      "grad_norm": 0.3013428747653961,
      "learning_rate": 0.00019969243242812546,
      "loss": 0.4273,
      "step": 162
    },
    {
      "epoch": 0.0919669934410043,
      "grad_norm": 0.30632975697517395,
      "learning_rate": 0.00019968775709729294,
      "loss": 0.427,
      "step": 163
    },
    {
      "epoch": 0.09253120812469144,
      "grad_norm": 0.3102375566959381,
      "learning_rate": 0.00019968304655474043,
      "loss": 0.3963,
      "step": 164
    },
    {
      "epoch": 0.09309542280837858,
      "grad_norm": 0.33429065346717834,
      "learning_rate": 0.00019967830080213177,
      "loss": 0.4678,
      "step": 165
    },
    {
      "epoch": 0.09365963749206573,
      "grad_norm": 0.29149341583251953,
      "learning_rate": 0.00019967351984114323,
      "loss": 0.3816,
      "step": 166
    },
    {
      "epoch": 0.09422385217575287,
      "grad_norm": 0.2943762242794037,
      "learning_rate": 0.0001996687036734636,
      "loss": 0.3546,
      "step": 167
    },
    {
      "epoch": 0.09478806685944002,
      "grad_norm": 0.28405842185020447,
      "learning_rate": 0.00019966385230079398,
      "loss": 0.3566,
      "step": 168
    },
    {
      "epoch": 0.09535228154312717,
      "grad_norm": 0.27569660544395447,
      "learning_rate": 0.00019965896572484804,
      "loss": 0.3395,
      "step": 169
    },
    {
      "epoch": 0.09591649622681431,
      "grad_norm": 0.3180882930755615,
      "learning_rate": 0.00019965404394735176,
      "loss": 0.4198,
      "step": 170
    },
    {
      "epoch": 0.09648071091050145,
      "grad_norm": 0.27441415190696716,
      "learning_rate": 0.00019964908697004365,
      "loss": 0.3923,
      "step": 171
    },
    {
      "epoch": 0.09704492559418859,
      "grad_norm": 0.30307909846305847,
      "learning_rate": 0.00019964409479467462,
      "loss": 0.3729,
      "step": 172
    },
    {
      "epoch": 0.09760914027787573,
      "grad_norm": 0.2778189480304718,
      "learning_rate": 0.00019963906742300795,
      "loss": 0.3588,
      "step": 173
    },
    {
      "epoch": 0.09817335496156288,
      "grad_norm": 0.27203965187072754,
      "learning_rate": 0.00019963400485681948,
      "loss": 0.3883,
      "step": 174
    },
    {
      "epoch": 0.09873756964525002,
      "grad_norm": 0.2789159417152405,
      "learning_rate": 0.00019962890709789735,
      "loss": 0.3719,
      "step": 175
    },
    {
      "epoch": 0.09930178432893716,
      "grad_norm": 0.29582199454307556,
      "learning_rate": 0.00019962377414804223,
      "loss": 0.4419,
      "step": 176
    },
    {
      "epoch": 0.0998659990126243,
      "grad_norm": 0.3309043049812317,
      "learning_rate": 0.00019961860600906713,
      "loss": 0.5048,
      "step": 177
    },
    {
      "epoch": 0.10043021369631144,
      "grad_norm": 0.29573044180870056,
      "learning_rate": 0.00019961340268279766,
      "loss": 0.4368,
      "step": 178
    },
    {
      "epoch": 0.10099442837999859,
      "grad_norm": 0.2786376476287842,
      "learning_rate": 0.00019960816417107158,
      "loss": 0.3964,
      "step": 179
    },
    {
      "epoch": 0.10155864306368573,
      "grad_norm": 0.2939465045928955,
      "learning_rate": 0.00019960289047573935,
      "loss": 0.4492,
      "step": 180
    },
    {
      "epoch": 0.10212285774737287,
      "grad_norm": 0.2687605321407318,
      "learning_rate": 0.0001995975815986637,
      "loss": 0.4208,
      "step": 181
    },
    {
      "epoch": 0.10268707243106003,
      "grad_norm": 0.31892159581184387,
      "learning_rate": 0.00019959223754171984,
      "loss": 0.4988,
      "step": 182
    },
    {
      "epoch": 0.10325128711474717,
      "grad_norm": 0.27979737520217896,
      "learning_rate": 0.00019958685830679543,
      "loss": 0.3914,
      "step": 183
    },
    {
      "epoch": 0.10381550179843431,
      "grad_norm": 0.2772846221923828,
      "learning_rate": 0.00019958144389579046,
      "loss": 0.3635,
      "step": 184
    },
    {
      "epoch": 0.10437971648212145,
      "grad_norm": 0.2602638304233551,
      "learning_rate": 0.00019957599431061747,
      "loss": 0.3265,
      "step": 185
    },
    {
      "epoch": 0.1049439311658086,
      "grad_norm": 0.3050945997238159,
      "learning_rate": 0.00019957050955320133,
      "loss": 0.4369,
      "step": 186
    },
    {
      "epoch": 0.10550814584949574,
      "grad_norm": 0.294345885515213,
      "learning_rate": 0.00019956498962547936,
      "loss": 0.4062,
      "step": 187
    },
    {
      "epoch": 0.10607236053318288,
      "grad_norm": 0.3034161925315857,
      "learning_rate": 0.00019955943452940134,
      "loss": 0.4786,
      "step": 188
    },
    {
      "epoch": 0.10663657521687002,
      "grad_norm": 0.31426680088043213,
      "learning_rate": 0.0001995538442669294,
      "loss": 0.4527,
      "step": 189
    },
    {
      "epoch": 0.10720078990055716,
      "grad_norm": 0.30577877163887024,
      "learning_rate": 0.00019954821884003818,
      "loss": 0.4182,
      "step": 190
    },
    {
      "epoch": 0.1077650045842443,
      "grad_norm": 0.35021698474884033,
      "learning_rate": 0.00019954255825071465,
      "loss": 0.4403,
      "step": 191
    },
    {
      "epoch": 0.10832921926793145,
      "grad_norm": 0.30142390727996826,
      "learning_rate": 0.00019953686250095832,
      "loss": 0.4233,
      "step": 192
    },
    {
      "epoch": 0.10889343395161859,
      "grad_norm": 0.2871190309524536,
      "learning_rate": 0.00019953113159278094,
      "loss": 0.419,
      "step": 193
    },
    {
      "epoch": 0.10945764863530573,
      "grad_norm": 0.2982925474643707,
      "learning_rate": 0.00019952536552820684,
      "loss": 0.4059,
      "step": 194
    },
    {
      "epoch": 0.11002186331899287,
      "grad_norm": 0.2744039297103882,
      "learning_rate": 0.0001995195643092727,
      "loss": 0.3633,
      "step": 195
    },
    {
      "epoch": 0.11058607800268001,
      "grad_norm": 0.2793591022491455,
      "learning_rate": 0.00019951372793802766,
      "loss": 0.3703,
      "step": 196
    },
    {
      "epoch": 0.11115029268636717,
      "grad_norm": 0.28247201442718506,
      "learning_rate": 0.00019950785641653315,
      "loss": 0.3691,
      "step": 197
    },
    {
      "epoch": 0.11171450737005431,
      "grad_norm": 0.2790025770664215,
      "learning_rate": 0.00019950194974686323,
      "loss": 0.3666,
      "step": 198
    },
    {
      "epoch": 0.11227872205374145,
      "grad_norm": 0.27527374029159546,
      "learning_rate": 0.00019949600793110417,
      "loss": 0.3761,
      "step": 199
    },
    {
      "epoch": 0.1128429367374286,
      "grad_norm": 0.2720998525619507,
      "learning_rate": 0.00019949003097135474,
      "loss": 0.3612,
      "step": 200
    },
    {
      "epoch": 0.1128429367374286,
      "eval_loss": 0.3944922089576721,
      "eval_runtime": 15.7972,
      "eval_samples_per_second": 9.052,
      "eval_steps_per_second": 4.558,
      "step": 200
    },
    {
      "epoch": 0.11340715142111574,
      "grad_norm": 0.286430299282074,
      "learning_rate": 0.0001994840188697262,
      "loss": 0.3923,
      "step": 201
    },
    {
      "epoch": 0.11397136610480288,
      "grad_norm": 0.28674325346946716,
      "learning_rate": 0.00019947797162834206,
      "loss": 0.4044,
      "step": 202
    },
    {
      "epoch": 0.11453558078849002,
      "grad_norm": 0.2740142047405243,
      "learning_rate": 0.00019947188924933834,
      "loss": 0.3896,
      "step": 203
    },
    {
      "epoch": 0.11509979547217716,
      "grad_norm": 0.2722163498401642,
      "learning_rate": 0.0001994657717348635,
      "loss": 0.3656,
      "step": 204
    },
    {
      "epoch": 0.1156640101558643,
      "grad_norm": 0.30412495136260986,
      "learning_rate": 0.00019945961908707834,
      "loss": 0.4027,
      "step": 205
    },
    {
      "epoch": 0.11622822483955145,
      "grad_norm": 0.3253619074821472,
      "learning_rate": 0.00019945343130815612,
      "loss": 0.4654,
      "step": 206
    },
    {
      "epoch": 0.11679243952323859,
      "grad_norm": 0.28932633996009827,
      "learning_rate": 0.0001994472084002825,
      "loss": 0.3558,
      "step": 207
    },
    {
      "epoch": 0.11735665420692573,
      "grad_norm": 0.28386297821998596,
      "learning_rate": 0.00019944095036565545,
      "loss": 0.3715,
      "step": 208
    },
    {
      "epoch": 0.11792086889061287,
      "grad_norm": 0.30668577551841736,
      "learning_rate": 0.0001994346572064855,
      "loss": 0.3826,
      "step": 209
    },
    {
      "epoch": 0.11848508357430002,
      "grad_norm": 0.30075475573539734,
      "learning_rate": 0.00019942832892499553,
      "loss": 0.432,
      "step": 210
    },
    {
      "epoch": 0.11904929825798716,
      "grad_norm": 0.2779321074485779,
      "learning_rate": 0.00019942196552342082,
      "loss": 0.3474,
      "step": 211
    },
    {
      "epoch": 0.11961351294167431,
      "grad_norm": 0.2931950092315674,
      "learning_rate": 0.000199415567004009,
      "loss": 0.4264,
      "step": 212
    },
    {
      "epoch": 0.12017772762536146,
      "grad_norm": 0.2809063494205475,
      "learning_rate": 0.0001994091333690202,
      "loss": 0.3939,
      "step": 213
    },
    {
      "epoch": 0.1207419423090486,
      "grad_norm": 0.2724168300628662,
      "learning_rate": 0.0001994026646207269,
      "loss": 0.3237,
      "step": 214
    },
    {
      "epoch": 0.12130615699273574,
      "grad_norm": 0.2920520305633545,
      "learning_rate": 0.00019939616076141401,
      "loss": 0.4024,
      "step": 215
    },
    {
      "epoch": 0.12187037167642288,
      "grad_norm": 0.27773022651672363,
      "learning_rate": 0.00019938962179337876,
      "loss": 0.362,
      "step": 216
    },
    {
      "epoch": 0.12243458636011002,
      "grad_norm": 0.296233594417572,
      "learning_rate": 0.0001993830477189309,
      "loss": 0.3595,
      "step": 217
    },
    {
      "epoch": 0.12299880104379717,
      "grad_norm": 0.2942933142185211,
      "learning_rate": 0.00019937643854039253,
      "loss": 0.3789,
      "step": 218
    },
    {
      "epoch": 0.12356301572748431,
      "grad_norm": 0.2908317446708679,
      "learning_rate": 0.0001993697942600981,
      "loss": 0.3467,
      "step": 219
    },
    {
      "epoch": 0.12412723041117145,
      "grad_norm": 0.27768754959106445,
      "learning_rate": 0.00019936311488039454,
      "loss": 0.3856,
      "step": 220
    },
    {
      "epoch": 0.12469144509485859,
      "grad_norm": 0.2681427001953125,
      "learning_rate": 0.00019935640040364113,
      "loss": 0.3842,
      "step": 221
    },
    {
      "epoch": 0.12525565977854575,
      "grad_norm": 0.26099392771720886,
      "learning_rate": 0.0001993496508322096,
      "loss": 0.3623,
      "step": 222
    },
    {
      "epoch": 0.1258198744622329,
      "grad_norm": 0.28195109963417053,
      "learning_rate": 0.00019934286616848395,
      "loss": 0.4007,
      "step": 223
    },
    {
      "epoch": 0.12638408914592003,
      "grad_norm": 0.26208657026290894,
      "learning_rate": 0.00019933604641486071,
      "loss": 0.35,
      "step": 224
    },
    {
      "epoch": 0.12694830382960717,
      "grad_norm": 0.2751327157020569,
      "learning_rate": 0.00019932919157374874,
      "loss": 0.411,
      "step": 225
    },
    {
      "epoch": 0.12751251851329432,
      "grad_norm": 0.29144635796546936,
      "learning_rate": 0.00019932230164756932,
      "loss": 0.4554,
      "step": 226
    },
    {
      "epoch": 0.12807673319698146,
      "grad_norm": 0.29750004410743713,
      "learning_rate": 0.00019931537663875614,
      "loss": 0.3736,
      "step": 227
    },
    {
      "epoch": 0.1286409478806686,
      "grad_norm": 0.29558295011520386,
      "learning_rate": 0.00019930841654975518,
      "loss": 0.3908,
      "step": 228
    },
    {
      "epoch": 0.12920516256435574,
      "grad_norm": 0.2957695424556732,
      "learning_rate": 0.00019930142138302494,
      "loss": 0.3272,
      "step": 229
    },
    {
      "epoch": 0.12976937724804288,
      "grad_norm": 0.2911626696586609,
      "learning_rate": 0.00019929439114103623,
      "loss": 0.3912,
      "step": 230
    },
    {
      "epoch": 0.13033359193173003,
      "grad_norm": 0.3006700575351715,
      "learning_rate": 0.00019928732582627227,
      "loss": 0.3897,
      "step": 231
    },
    {
      "epoch": 0.13089780661541717,
      "grad_norm": 0.3228444755077362,
      "learning_rate": 0.0001992802254412287,
      "loss": 0.5144,
      "step": 232
    },
    {
      "epoch": 0.1314620212991043,
      "grad_norm": 0.2808419167995453,
      "learning_rate": 0.00019927308998841348,
      "loss": 0.4167,
      "step": 233
    },
    {
      "epoch": 0.13202623598279145,
      "grad_norm": 0.2884199321269989,
      "learning_rate": 0.00019926591947034704,
      "loss": 0.4669,
      "step": 234
    },
    {
      "epoch": 0.1325904506664786,
      "grad_norm": 0.32256948947906494,
      "learning_rate": 0.00019925871388956208,
      "loss": 0.4331,
      "step": 235
    },
    {
      "epoch": 0.13315466535016574,
      "grad_norm": 0.2803144156932831,
      "learning_rate": 0.00019925147324860383,
      "loss": 0.4225,
      "step": 236
    },
    {
      "epoch": 0.13371888003385288,
      "grad_norm": 0.311857670545578,
      "learning_rate": 0.00019924419755002978,
      "loss": 0.4677,
      "step": 237
    },
    {
      "epoch": 0.13428309471754002,
      "grad_norm": 0.2940634787082672,
      "learning_rate": 0.0001992368867964099,
      "loss": 0.4314,
      "step": 238
    },
    {
      "epoch": 0.13484730940122716,
      "grad_norm": 0.27834802865982056,
      "learning_rate": 0.00019922954099032647,
      "loss": 0.3386,
      "step": 239
    },
    {
      "epoch": 0.1354115240849143,
      "grad_norm": 0.2754082679748535,
      "learning_rate": 0.00019922216013437417,
      "loss": 0.3714,
      "step": 240
    },
    {
      "epoch": 0.13597573876860145,
      "grad_norm": 0.31138846278190613,
      "learning_rate": 0.00019921474423116004,
      "loss": 0.3909,
      "step": 241
    },
    {
      "epoch": 0.1365399534522886,
      "grad_norm": 0.3286226987838745,
      "learning_rate": 0.00019920729328330359,
      "loss": 0.4398,
      "step": 242
    },
    {
      "epoch": 0.13710416813597573,
      "grad_norm": 0.3160471022129059,
      "learning_rate": 0.00019919980729343658,
      "loss": 0.4406,
      "step": 243
    },
    {
      "epoch": 0.13766838281966287,
      "grad_norm": 0.3039836883544922,
      "learning_rate": 0.0001991922862642033,
      "loss": 0.3941,
      "step": 244
    },
    {
      "epoch": 0.13823259750335,
      "grad_norm": 0.2838802933692932,
      "learning_rate": 0.00019918473019826024,
      "loss": 0.3908,
      "step": 245
    },
    {
      "epoch": 0.13879681218703716,
      "grad_norm": 0.2903975248336792,
      "learning_rate": 0.0001991771390982764,
      "loss": 0.3927,
      "step": 246
    },
    {
      "epoch": 0.1393610268707243,
      "grad_norm": 0.28961676359176636,
      "learning_rate": 0.00019916951296693308,
      "loss": 0.3846,
      "step": 247
    },
    {
      "epoch": 0.13992524155441147,
      "grad_norm": 0.2681173086166382,
      "learning_rate": 0.00019916185180692399,
      "loss": 0.3178,
      "step": 248
    },
    {
      "epoch": 0.1404894562380986,
      "grad_norm": 0.2978542745113373,
      "learning_rate": 0.00019915415562095525,
      "loss": 0.4502,
      "step": 249
    },
    {
      "epoch": 0.14105367092178575,
      "grad_norm": 0.3101953864097595,
      "learning_rate": 0.00019914642441174526,
      "loss": 0.3628,
      "step": 250
    },
    {
      "epoch": 0.1416178856054729,
      "grad_norm": 0.2937523424625397,
      "learning_rate": 0.00019913865818202485,
      "loss": 0.4032,
      "step": 251
    },
    {
      "epoch": 0.14218210028916003,
      "grad_norm": 0.30554676055908203,
      "learning_rate": 0.0001991308569345372,
      "loss": 0.469,
      "step": 252
    },
    {
      "epoch": 0.14274631497284718,
      "grad_norm": 0.29300472140312195,
      "learning_rate": 0.00019912302067203786,
      "loss": 0.3705,
      "step": 253
    },
    {
      "epoch": 0.14331052965653432,
      "grad_norm": 0.2987217307090759,
      "learning_rate": 0.00019911514939729484,
      "loss": 0.3657,
      "step": 254
    },
    {
      "epoch": 0.14387474434022146,
      "grad_norm": 0.28647130727767944,
      "learning_rate": 0.0001991072431130883,
      "loss": 0.4048,
      "step": 255
    },
    {
      "epoch": 0.1444389590239086,
      "grad_norm": 0.2757455110549927,
      "learning_rate": 0.000199099301822211,
      "loss": 0.3173,
      "step": 256
    },
    {
      "epoch": 0.14500317370759574,
      "grad_norm": 0.30176761746406555,
      "learning_rate": 0.00019909132552746792,
      "loss": 0.3758,
      "step": 257
    },
    {
      "epoch": 0.1455673883912829,
      "grad_norm": 0.2979811728000641,
      "learning_rate": 0.00019908331423167642,
      "loss": 0.4468,
      "step": 258
    },
    {
      "epoch": 0.14613160307497003,
      "grad_norm": 0.25731420516967773,
      "learning_rate": 0.00019907526793766633,
      "loss": 0.3115,
      "step": 259
    },
    {
      "epoch": 0.14669581775865717,
      "grad_norm": 0.2934732437133789,
      "learning_rate": 0.00019906718664827971,
      "loss": 0.409,
      "step": 260
    },
    {
      "epoch": 0.1472600324423443,
      "grad_norm": 0.29470622539520264,
      "learning_rate": 0.00019905907036637103,
      "loss": 0.3999,
      "step": 261
    },
    {
      "epoch": 0.14782424712603146,
      "grad_norm": 0.2781955301761627,
      "learning_rate": 0.00019905091909480717,
      "loss": 0.3989,
      "step": 262
    },
    {
      "epoch": 0.1483884618097186,
      "grad_norm": 0.289994478225708,
      "learning_rate": 0.00019904273283646723,
      "loss": 0.3743,
      "step": 263
    },
    {
      "epoch": 0.14895267649340574,
      "grad_norm": 0.28022295236587524,
      "learning_rate": 0.00019903451159424286,
      "loss": 0.3811,
      "step": 264
    },
    {
      "epoch": 0.14951689117709288,
      "grad_norm": 0.27849993109703064,
      "learning_rate": 0.00019902625537103794,
      "loss": 0.3673,
      "step": 265
    },
    {
      "epoch": 0.15008110586078002,
      "grad_norm": 0.2939991354942322,
      "learning_rate": 0.0001990179641697687,
      "loss": 0.4262,
      "step": 266
    },
    {
      "epoch": 0.15064532054446717,
      "grad_norm": 0.29698988795280457,
      "learning_rate": 0.0001990096379933638,
      "loss": 0.4119,
      "step": 267
    },
    {
      "epoch": 0.1512095352281543,
      "grad_norm": 0.28119391202926636,
      "learning_rate": 0.00019900127684476418,
      "loss": 0.3329,
      "step": 268
    },
    {
      "epoch": 0.15177374991184145,
      "grad_norm": 0.2824883759021759,
      "learning_rate": 0.0001989928807269232,
      "loss": 0.4043,
      "step": 269
    },
    {
      "epoch": 0.1523379645955286,
      "grad_norm": 0.2544029653072357,
      "learning_rate": 0.0001989844496428065,
      "loss": 0.3535,
      "step": 270
    },
    {
      "epoch": 0.15290217927921573,
      "grad_norm": 0.2614576518535614,
      "learning_rate": 0.00019897598359539212,
      "loss": 0.332,
      "step": 271
    },
    {
      "epoch": 0.15346639396290288,
      "grad_norm": 0.2742215692996979,
      "learning_rate": 0.00019896748258767046,
      "loss": 0.3711,
      "step": 272
    },
    {
      "epoch": 0.15403060864659002,
      "grad_norm": 0.27158230543136597,
      "learning_rate": 0.00019895894662264423,
      "loss": 0.3615,
      "step": 273
    },
    {
      "epoch": 0.15459482333027716,
      "grad_norm": 0.2715757489204407,
      "learning_rate": 0.0001989503757033285,
      "loss": 0.3666,
      "step": 274
    },
    {
      "epoch": 0.1551590380139643,
      "grad_norm": 0.28389525413513184,
      "learning_rate": 0.0001989417698327507,
      "loss": 0.4049,
      "step": 275
    },
    {
      "epoch": 0.15572325269765144,
      "grad_norm": 0.28013667464256287,
      "learning_rate": 0.00019893312901395058,
      "loss": 0.3594,
      "step": 276
    },
    {
      "epoch": 0.1562874673813386,
      "grad_norm": 0.29318365454673767,
      "learning_rate": 0.00019892445324998028,
      "loss": 0.4261,
      "step": 277
    },
    {
      "epoch": 0.15685168206502575,
      "grad_norm": 0.29424941539764404,
      "learning_rate": 0.00019891574254390424,
      "loss": 0.3985,
      "step": 278
    },
    {
      "epoch": 0.1574158967487129,
      "grad_norm": 0.29895907640457153,
      "learning_rate": 0.00019890699689879926,
      "loss": 0.4294,
      "step": 279
    },
    {
      "epoch": 0.15798011143240004,
      "grad_norm": 0.30936965346336365,
      "learning_rate": 0.00019889821631775446,
      "loss": 0.3929,
      "step": 280
    },
    {
      "epoch": 0.15854432611608718,
      "grad_norm": 0.3002748489379883,
      "learning_rate": 0.00019888940080387135,
      "loss": 0.4074,
      "step": 281
    },
    {
      "epoch": 0.15910854079977432,
      "grad_norm": 0.279917448759079,
      "learning_rate": 0.00019888055036026373,
      "loss": 0.3869,
      "step": 282
    },
    {
      "epoch": 0.15967275548346146,
      "grad_norm": 0.29570436477661133,
      "learning_rate": 0.00019887166499005772,
      "loss": 0.4333,
      "step": 283
    },
    {
      "epoch": 0.1602369701671486,
      "grad_norm": 0.2885778844356537,
      "learning_rate": 0.00019886274469639185,
      "loss": 0.368,
      "step": 284
    },
    {
      "epoch": 0.16080118485083575,
      "grad_norm": 0.28459182381629944,
      "learning_rate": 0.00019885378948241694,
      "loss": 0.3637,
      "step": 285
    },
    {
      "epoch": 0.1613653995345229,
      "grad_norm": 0.29445475339889526,
      "learning_rate": 0.00019884479935129617,
      "loss": 0.399,
      "step": 286
    },
    {
      "epoch": 0.16192961421821003,
      "grad_norm": 0.3104609251022339,
      "learning_rate": 0.000198835774306205,
      "loss": 0.4282,
      "step": 287
    },
    {
      "epoch": 0.16249382890189717,
      "grad_norm": 0.29205432534217834,
      "learning_rate": 0.00019882671435033129,
      "loss": 0.4819,
      "step": 288
    },
    {
      "epoch": 0.16305804358558432,
      "grad_norm": 0.27621397376060486,
      "learning_rate": 0.00019881761948687516,
      "loss": 0.3402,
      "step": 289
    },
    {
      "epoch": 0.16362225826927146,
      "grad_norm": 0.28869929909706116,
      "learning_rate": 0.00019880848971904916,
      "loss": 0.4356,
      "step": 290
    },
    {
      "epoch": 0.1641864729529586,
      "grad_norm": 0.2913062274456024,
      "learning_rate": 0.00019879932505007805,
      "loss": 0.3975,
      "step": 291
    },
    {
      "epoch": 0.16475068763664574,
      "grad_norm": 0.29851672053337097,
      "learning_rate": 0.00019879012548319899,
      "loss": 0.4398,
      "step": 292
    },
    {
      "epoch": 0.16531490232033288,
      "grad_norm": 0.26489534974098206,
      "learning_rate": 0.00019878089102166145,
      "loss": 0.3293,
      "step": 293
    },
    {
      "epoch": 0.16587911700402003,
      "grad_norm": 0.2522306442260742,
      "learning_rate": 0.00019877162166872725,
      "loss": 0.3604,
      "step": 294
    },
    {
      "epoch": 0.16644333168770717,
      "grad_norm": 0.29727742075920105,
      "learning_rate": 0.0001987623174276705,
      "loss": 0.4339,
      "step": 295
    },
    {
      "epoch": 0.1670075463713943,
      "grad_norm": 0.28315919637680054,
      "learning_rate": 0.0001987529783017776,
      "loss": 0.4197,
      "step": 296
    },
    {
      "epoch": 0.16757176105508145,
      "grad_norm": 0.2496338039636612,
      "learning_rate": 0.0001987436042943474,
      "loss": 0.3102,
      "step": 297
    },
    {
      "epoch": 0.1681359757387686,
      "grad_norm": 0.265193909406662,
      "learning_rate": 0.00019873419540869094,
      "loss": 0.3683,
      "step": 298
    },
    {
      "epoch": 0.16870019042245574,
      "grad_norm": 0.26976749300956726,
      "learning_rate": 0.0001987247516481316,
      "loss": 0.3506,
      "step": 299
    },
    {
      "epoch": 0.16926440510614288,
      "grad_norm": 0.2722277045249939,
      "learning_rate": 0.00019871527301600517,
      "loss": 0.4111,
      "step": 300
    },
    {
      "epoch": 0.16982861978983002,
      "grad_norm": 0.27343493700027466,
      "learning_rate": 0.00019870575951565965,
      "loss": 0.3774,
      "step": 301
    },
    {
      "epoch": 0.17039283447351716,
      "grad_norm": 0.28182825446128845,
      "learning_rate": 0.00019869621115045543,
      "loss": 0.4025,
      "step": 302
    },
    {
      "epoch": 0.1709570491572043,
      "grad_norm": 0.2689436972141266,
      "learning_rate": 0.00019868662792376518,
      "loss": 0.3945,
      "step": 303
    },
    {
      "epoch": 0.17152126384089145,
      "grad_norm": 0.29013943672180176,
      "learning_rate": 0.00019867700983897384,
      "loss": 0.3743,
      "step": 304
    },
    {
      "epoch": 0.1720854785245786,
      "grad_norm": 0.30440062284469604,
      "learning_rate": 0.00019866735689947875,
      "loss": 0.409,
      "step": 305
    },
    {
      "epoch": 0.17264969320826576,
      "grad_norm": 0.25592121481895447,
      "learning_rate": 0.00019865766910868952,
      "loss": 0.3061,
      "step": 306
    },
    {
      "epoch": 0.1732139078919529,
      "grad_norm": 0.3072558641433716,
      "learning_rate": 0.0001986479464700281,
      "loss": 0.4434,
      "step": 307
    },
    {
      "epoch": 0.17377812257564004,
      "grad_norm": 0.25199538469314575,
      "learning_rate": 0.00019863818898692865,
      "loss": 0.343,
      "step": 308
    },
    {
      "epoch": 0.17434233725932718,
      "grad_norm": 0.3003402054309845,
      "learning_rate": 0.00019862839666283779,
      "loss": 0.414,
      "step": 309
    },
    {
      "epoch": 0.17490655194301433,
      "grad_norm": 0.2771923840045929,
      "learning_rate": 0.00019861856950121432,
      "loss": 0.3332,
      "step": 310
    },
    {
      "epoch": 0.17547076662670147,
      "grad_norm": 0.2724316716194153,
      "learning_rate": 0.0001986087075055294,
      "loss": 0.3553,
      "step": 311
    },
    {
      "epoch": 0.1760349813103886,
      "grad_norm": 0.2893947958946228,
      "learning_rate": 0.00019859881067926644,
      "loss": 0.387,
      "step": 312
    },
    {
      "epoch": 0.17659919599407575,
      "grad_norm": 0.32325273752212524,
      "learning_rate": 0.00019858887902592128,
      "loss": 0.4141,
      "step": 313
    },
    {
      "epoch": 0.1771634106777629,
      "grad_norm": 0.26967933773994446,
      "learning_rate": 0.00019857891254900195,
      "loss": 0.3778,
      "step": 314
    },
    {
      "epoch": 0.17772762536145004,
      "grad_norm": 0.2909400761127472,
      "learning_rate": 0.00019856891125202876,
      "loss": 0.4033,
      "step": 315
    },
    {
      "epoch": 0.17829184004513718,
      "grad_norm": 0.29302987456321716,
      "learning_rate": 0.00019855887513853447,
      "loss": 0.365,
      "step": 316
    },
    {
      "epoch": 0.17885605472882432,
      "grad_norm": 0.2686682641506195,
      "learning_rate": 0.0001985488042120639,
      "loss": 0.3659,
      "step": 317
    },
    {
      "epoch": 0.17942026941251146,
      "grad_norm": 0.25469154119491577,
      "learning_rate": 0.00019853869847617444,
      "loss": 0.3741,
      "step": 318
    },
    {
      "epoch": 0.1799844840961986,
      "grad_norm": 0.28705546259880066,
      "learning_rate": 0.00019852855793443558,
      "loss": 0.3603,
      "step": 319
    },
    {
      "epoch": 0.18054869877988575,
      "grad_norm": 0.31296348571777344,
      "learning_rate": 0.00019851838259042916,
      "loss": 0.4033,
      "step": 320
    },
    {
      "epoch": 0.1811129134635729,
      "grad_norm": 0.32052016258239746,
      "learning_rate": 0.0001985081724477493,
      "loss": 0.4767,
      "step": 321
    },
    {
      "epoch": 0.18167712814726003,
      "grad_norm": 0.2931782901287079,
      "learning_rate": 0.00019849792751000246,
      "loss": 0.4282,
      "step": 322
    },
    {
      "epoch": 0.18224134283094717,
      "grad_norm": 0.33905866742134094,
      "learning_rate": 0.00019848764778080736,
      "loss": 0.4389,
      "step": 323
    },
    {
      "epoch": 0.18280555751463431,
      "grad_norm": 0.2810768783092499,
      "learning_rate": 0.00019847733326379497,
      "loss": 0.4218,
      "step": 324
    },
    {
      "epoch": 0.18336977219832146,
      "grad_norm": 0.2639000713825226,
      "learning_rate": 0.0001984669839626086,
      "loss": 0.3552,
      "step": 325
    },
    {
      "epoch": 0.1839339868820086,
      "grad_norm": 0.2659178674221039,
      "learning_rate": 0.00019845659988090386,
      "loss": 0.3319,
      "step": 326
    },
    {
      "epoch": 0.18449820156569574,
      "grad_norm": 0.2753201723098755,
      "learning_rate": 0.00019844618102234858,
      "loss": 0.3683,
      "step": 327
    },
    {
      "epoch": 0.18506241624938288,
      "grad_norm": 0.27402567863464355,
      "learning_rate": 0.00019843572739062295,
      "loss": 0.379,
      "step": 328
    },
    {
      "epoch": 0.18562663093307002,
      "grad_norm": 0.26742690801620483,
      "learning_rate": 0.00019842523898941936,
      "loss": 0.3215,
      "step": 329
    },
    {
      "epoch": 0.18619084561675717,
      "grad_norm": 0.3426387310028076,
      "learning_rate": 0.00019841471582244253,
      "loss": 0.4609,
      "step": 330
    },
    {
      "epoch": 0.1867550603004443,
      "grad_norm": 0.28165072202682495,
      "learning_rate": 0.00019840415789340948,
      "loss": 0.3773,
      "step": 331
    },
    {
      "epoch": 0.18731927498413145,
      "grad_norm": 0.29118263721466064,
      "learning_rate": 0.00019839356520604947,
      "loss": 0.4263,
      "step": 332
    },
    {
      "epoch": 0.1878834896678186,
      "grad_norm": 0.29702603816986084,
      "learning_rate": 0.00019838293776410404,
      "loss": 0.3854,
      "step": 333
    },
    {
      "epoch": 0.18844770435150573,
      "grad_norm": 0.2930655777454376,
      "learning_rate": 0.00019837227557132703,
      "loss": 0.4317,
      "step": 334
    },
    {
      "epoch": 0.1890119190351929,
      "grad_norm": 0.27672380208969116,
      "learning_rate": 0.00019836157863148453,
      "loss": 0.3841,
      "step": 335
    },
    {
      "epoch": 0.18957613371888005,
      "grad_norm": 0.30918627977371216,
      "learning_rate": 0.00019835084694835492,
      "loss": 0.4314,
      "step": 336
    },
    {
      "epoch": 0.1901403484025672,
      "grad_norm": 0.28774791955947876,
      "learning_rate": 0.00019834008052572885,
      "loss": 0.3871,
      "step": 337
    },
    {
      "epoch": 0.19070456308625433,
      "grad_norm": 0.27117377519607544,
      "learning_rate": 0.00019832927936740924,
      "loss": 0.3225,
      "step": 338
    },
    {
      "epoch": 0.19126877776994147,
      "grad_norm": 0.2587678134441376,
      "learning_rate": 0.00019831844347721126,
      "loss": 0.3494,
      "step": 339
    },
    {
      "epoch": 0.19183299245362861,
      "grad_norm": 0.31658485531806946,
      "learning_rate": 0.00019830757285896239,
      "loss": 0.4507,
      "step": 340
    },
    {
      "epoch": 0.19239720713731576,
      "grad_norm": 0.2982141375541687,
      "learning_rate": 0.00019829666751650235,
      "loss": 0.4111,
      "step": 341
    },
    {
      "epoch": 0.1929614218210029,
      "grad_norm": 0.26499223709106445,
      "learning_rate": 0.00019828572745368307,
      "loss": 0.3864,
      "step": 342
    },
    {
      "epoch": 0.19352563650469004,
      "grad_norm": 0.2786441445350647,
      "learning_rate": 0.00019827475267436887,
      "loss": 0.3677,
      "step": 343
    },
    {
      "epoch": 0.19408985118837718,
      "grad_norm": 0.28821733593940735,
      "learning_rate": 0.0001982637431824362,
      "loss": 0.3436,
      "step": 344
    },
    {
      "epoch": 0.19465406587206432,
      "grad_norm": 0.26817941665649414,
      "learning_rate": 0.0001982526989817739,
      "loss": 0.3604,
      "step": 345
    },
    {
      "epoch": 0.19521828055575147,
      "grad_norm": 0.2917895019054413,
      "learning_rate": 0.00019824162007628298,
      "loss": 0.397,
      "step": 346
    },
    {
      "epoch": 0.1957824952394386,
      "grad_norm": 0.2903899848461151,
      "learning_rate": 0.0001982305064698767,
      "loss": 0.3199,
      "step": 347
    },
    {
      "epoch": 0.19634670992312575,
      "grad_norm": 0.3066825568675995,
      "learning_rate": 0.00019821935816648065,
      "loss": 0.4121,
      "step": 348
    },
    {
      "epoch": 0.1969109246068129,
      "grad_norm": 0.29538968205451965,
      "learning_rate": 0.0001982081751700326,
      "loss": 0.4186,
      "step": 349
    },
    {
      "epoch": 0.19747513929050003,
      "grad_norm": 0.29397130012512207,
      "learning_rate": 0.00019819695748448263,
      "loss": 0.3581,
      "step": 350
    },
    {
      "epoch": 0.19803935397418718,
      "grad_norm": 0.2915443480014801,
      "learning_rate": 0.00019818570511379307,
      "loss": 0.3623,
      "step": 351
    },
    {
      "epoch": 0.19860356865787432,
      "grad_norm": 0.2905014753341675,
      "learning_rate": 0.00019817441806193844,
      "loss": 0.3988,
      "step": 352
    },
    {
      "epoch": 0.19916778334156146,
      "grad_norm": 0.30887314677238464,
      "learning_rate": 0.0001981630963329056,
      "loss": 0.4548,
      "step": 353
    },
    {
      "epoch": 0.1997319980252486,
      "grad_norm": 0.29613664746284485,
      "learning_rate": 0.00019815173993069357,
      "loss": 0.3758,
      "step": 354
    },
    {
      "epoch": 0.20029621270893574,
      "grad_norm": 0.3166848123073578,
      "learning_rate": 0.00019814034885931367,
      "loss": 0.4864,
      "step": 355
    },
    {
      "epoch": 0.2008604273926229,
      "grad_norm": 0.2900794744491577,
      "learning_rate": 0.00019812892312278947,
      "loss": 0.4405,
      "step": 356
    },
    {
      "epoch": 0.20142464207631003,
      "grad_norm": 0.26285186409950256,
      "learning_rate": 0.0001981174627251568,
      "loss": 0.3685,
      "step": 357
    },
    {
      "epoch": 0.20198885675999717,
      "grad_norm": 0.29967519640922546,
      "learning_rate": 0.0001981059676704636,
      "loss": 0.3447,
      "step": 358
    },
    {
      "epoch": 0.2025530714436843,
      "grad_norm": 0.28913024067878723,
      "learning_rate": 0.00019809443796277028,
      "loss": 0.3715,
      "step": 359
    },
    {
      "epoch": 0.20311728612737145,
      "grad_norm": 0.2747739255428314,
      "learning_rate": 0.00019808287360614929,
      "loss": 0.3582,
      "step": 360
    },
    {
      "epoch": 0.2036815008110586,
      "grad_norm": 0.31108352541923523,
      "learning_rate": 0.00019807127460468537,
      "loss": 0.378,
      "step": 361
    },
    {
      "epoch": 0.20424571549474574,
      "grad_norm": 0.3072035014629364,
      "learning_rate": 0.0001980596409624756,
      "loss": 0.4012,
      "step": 362
    },
    {
      "epoch": 0.20480993017843288,
      "grad_norm": 0.2573655843734741,
      "learning_rate": 0.00019804797268362917,
      "loss": 0.3348,
      "step": 363
    },
    {
      "epoch": 0.20537414486212005,
      "grad_norm": 0.261963814496994,
      "learning_rate": 0.00019803626977226755,
      "loss": 0.3049,
      "step": 364
    },
    {
      "epoch": 0.2059383595458072,
      "grad_norm": 0.2932772934436798,
      "learning_rate": 0.00019802453223252445,
      "loss": 0.3863,
      "step": 365
    },
    {
      "epoch": 0.20650257422949433,
      "grad_norm": 0.30271708965301514,
      "learning_rate": 0.00019801276006854582,
      "loss": 0.4205,
      "step": 366
    },
    {
      "epoch": 0.20706678891318148,
      "grad_norm": 0.27631479501724243,
      "learning_rate": 0.0001980009532844898,
      "loss": 0.3774,
      "step": 367
    },
    {
      "epoch": 0.20763100359686862,
      "grad_norm": 0.27135390043258667,
      "learning_rate": 0.00019798911188452677,
      "loss": 0.3652,
      "step": 368
    },
    {
      "epoch": 0.20819521828055576,
      "grad_norm": 0.29966360330581665,
      "learning_rate": 0.00019797723587283939,
      "loss": 0.3976,
      "step": 369
    },
    {
      "epoch": 0.2087594329642429,
      "grad_norm": 0.304047167301178,
      "learning_rate": 0.0001979653252536225,
      "loss": 0.429,
      "step": 370
    },
    {
      "epoch": 0.20932364764793004,
      "grad_norm": 0.2905074954032898,
      "learning_rate": 0.00019795338003108313,
      "loss": 0.4336,
      "step": 371
    },
    {
      "epoch": 0.2098878623316172,
      "grad_norm": 0.29235270619392395,
      "learning_rate": 0.00019794140020944065,
      "loss": 0.4364,
      "step": 372
    },
    {
      "epoch": 0.21045207701530433,
      "grad_norm": 0.28594499826431274,
      "learning_rate": 0.0001979293857929265,
      "loss": 0.3638,
      "step": 373
    },
    {
      "epoch": 0.21101629169899147,
      "grad_norm": 0.2542077898979187,
      "learning_rate": 0.00019791733678578446,
      "loss": 0.3417,
      "step": 374
    },
    {
      "epoch": 0.2115805063826786,
      "grad_norm": 0.27056649327278137,
      "learning_rate": 0.00019790525319227044,
      "loss": 0.3607,
      "step": 375
    },
    {
      "epoch": 0.21214472106636575,
      "grad_norm": 0.2736053466796875,
      "learning_rate": 0.00019789313501665263,
      "loss": 0.3364,
      "step": 376
    },
    {
      "epoch": 0.2127089357500529,
      "grad_norm": 0.2804689407348633,
      "learning_rate": 0.0001978809822632114,
      "loss": 0.3625,
      "step": 377
    },
    {
      "epoch": 0.21327315043374004,
      "grad_norm": 0.31547480821609497,
      "learning_rate": 0.0001978687949362394,
      "loss": 0.4337,
      "step": 378
    },
    {
      "epoch": 0.21383736511742718,
      "grad_norm": 0.2526368796825409,
      "learning_rate": 0.00019785657304004136,
      "loss": 0.3196,
      "step": 379
    },
    {
      "epoch": 0.21440157980111432,
      "grad_norm": 0.2871359586715698,
      "learning_rate": 0.00019784431657893437,
      "loss": 0.3783,
      "step": 380
    },
    {
      "epoch": 0.21496579448480146,
      "grad_norm": 0.30069252848625183,
      "learning_rate": 0.00019783202555724762,
      "loss": 0.4065,
      "step": 381
    },
    {
      "epoch": 0.2155300091684886,
      "grad_norm": 0.2819349765777588,
      "learning_rate": 0.00019781969997932254,
      "loss": 0.378,
      "step": 382
    },
    {
      "epoch": 0.21609422385217575,
      "grad_norm": 0.3044041395187378,
      "learning_rate": 0.00019780733984951277,
      "loss": 0.3784,
      "step": 383
    },
    {
      "epoch": 0.2166584385358629,
      "grad_norm": 0.284515380859375,
      "learning_rate": 0.0001977949451721842,
      "loss": 0.3994,
      "step": 384
    },
    {
      "epoch": 0.21722265321955003,
      "grad_norm": 0.29589971899986267,
      "learning_rate": 0.00019778251595171484,
      "loss": 0.3889,
      "step": 385
    },
    {
      "epoch": 0.21778686790323717,
      "grad_norm": 0.2592161297798157,
      "learning_rate": 0.00019777005219249495,
      "loss": 0.3366,
      "step": 386
    },
    {
      "epoch": 0.21835108258692432,
      "grad_norm": 0.2795945703983307,
      "learning_rate": 0.00019775755389892698,
      "loss": 0.4103,
      "step": 387
    },
    {
      "epoch": 0.21891529727061146,
      "grad_norm": 0.2789161801338196,
      "learning_rate": 0.0001977450210754256,
      "loss": 0.3598,
      "step": 388
    },
    {
      "epoch": 0.2194795119542986,
      "grad_norm": 0.2813790440559387,
      "learning_rate": 0.0001977324537264176,
      "loss": 0.3967,
      "step": 389
    },
    {
      "epoch": 0.22004372663798574,
      "grad_norm": 0.29632532596588135,
      "learning_rate": 0.00019771985185634207,
      "loss": 0.4063,
      "step": 390
    },
    {
      "epoch": 0.22060794132167288,
      "grad_norm": 0.28463420271873474,
      "learning_rate": 0.00019770721546965024,
      "loss": 0.3806,
      "step": 391
    },
    {
      "epoch": 0.22117215600536003,
      "grad_norm": 0.2893173396587372,
      "learning_rate": 0.00019769454457080552,
      "loss": 0.4048,
      "step": 392
    },
    {
      "epoch": 0.22173637068904717,
      "grad_norm": 0.2773244082927704,
      "learning_rate": 0.00019768183916428353,
      "loss": 0.3807,
      "step": 393
    },
    {
      "epoch": 0.22230058537273434,
      "grad_norm": 0.29075872898101807,
      "learning_rate": 0.00019766909925457207,
      "loss": 0.4265,
      "step": 394
    },
    {
      "epoch": 0.22286480005642148,
      "grad_norm": 0.26359423995018005,
      "learning_rate": 0.00019765632484617114,
      "loss": 0.3905,
      "step": 395
    },
    {
      "epoch": 0.22342901474010862,
      "grad_norm": 0.26288992166519165,
      "learning_rate": 0.00019764351594359295,
      "loss": 0.3836,
      "step": 396
    },
    {
      "epoch": 0.22399322942379576,
      "grad_norm": 0.28895094990730286,
      "learning_rate": 0.0001976306725513618,
      "loss": 0.3604,
      "step": 397
    },
    {
      "epoch": 0.2245574441074829,
      "grad_norm": 0.2629357576370239,
      "learning_rate": 0.00019761779467401423,
      "loss": 0.413,
      "step": 398
    },
    {
      "epoch": 0.22512165879117005,
      "grad_norm": 0.2719059884548187,
      "learning_rate": 0.00019760488231609902,
      "loss": 0.3468,
      "step": 399
    },
    {
      "epoch": 0.2256858734748572,
      "grad_norm": 0.3101363182067871,
      "learning_rate": 0.00019759193548217707,
      "loss": 0.4663,
      "step": 400
    },
    {
      "epoch": 0.2256858734748572,
      "eval_loss": 0.38349637389183044,
      "eval_runtime": 15.7943,
      "eval_samples_per_second": 9.054,
      "eval_steps_per_second": 4.559,
      "step": 400
    },
    {
      "epoch": 0.22625008815854433,
      "grad_norm": 0.3016168475151062,
      "learning_rate": 0.00019757895417682144,
      "loss": 0.4319,
      "step": 401
    },
    {
      "epoch": 0.22681430284223147,
      "grad_norm": 0.2704421281814575,
      "learning_rate": 0.00019756593840461738,
      "loss": 0.331,
      "step": 402
    },
    {
      "epoch": 0.22737851752591862,
      "grad_norm": 0.2696441411972046,
      "learning_rate": 0.00019755288817016234,
      "loss": 0.4142,
      "step": 403
    },
    {
      "epoch": 0.22794273220960576,
      "grad_norm": 0.2576535642147064,
      "learning_rate": 0.00019753980347806592,
      "loss": 0.3538,
      "step": 404
    },
    {
      "epoch": 0.2285069468932929,
      "grad_norm": 0.27734410762786865,
      "learning_rate": 0.0001975266843329499,
      "loss": 0.4115,
      "step": 405
    },
    {
      "epoch": 0.22907116157698004,
      "grad_norm": 0.26552334427833557,
      "learning_rate": 0.00019751353073944823,
      "loss": 0.3877,
      "step": 406
    },
    {
      "epoch": 0.22963537626066718,
      "grad_norm": 0.27365314960479736,
      "learning_rate": 0.00019750034270220697,
      "loss": 0.4114,
      "step": 407
    },
    {
      "epoch": 0.23019959094435433,
      "grad_norm": 0.27550676465034485,
      "learning_rate": 0.00019748712022588452,
      "loss": 0.4105,
      "step": 408
    },
    {
      "epoch": 0.23076380562804147,
      "grad_norm": 0.2783999741077423,
      "learning_rate": 0.0001974738633151512,
      "loss": 0.3773,
      "step": 409
    },
    {
      "epoch": 0.2313280203117286,
      "grad_norm": 0.2967948615550995,
      "learning_rate": 0.00019746057197468967,
      "loss": 0.4398,
      "step": 410
    },
    {
      "epoch": 0.23189223499541575,
      "grad_norm": 0.26912233233451843,
      "learning_rate": 0.00019744724620919472,
      "loss": 0.3732,
      "step": 411
    },
    {
      "epoch": 0.2324564496791029,
      "grad_norm": 0.2873835861682892,
      "learning_rate": 0.00019743388602337322,
      "loss": 0.3694,
      "step": 412
    },
    {
      "epoch": 0.23302066436279004,
      "grad_norm": 0.2970418632030487,
      "learning_rate": 0.00019742049142194433,
      "loss": 0.4629,
      "step": 413
    },
    {
      "epoch": 0.23358487904647718,
      "grad_norm": 0.28440865874290466,
      "learning_rate": 0.00019740706240963923,
      "loss": 0.3671,
      "step": 414
    },
    {
      "epoch": 0.23414909373016432,
      "grad_norm": 0.27526119351387024,
      "learning_rate": 0.00019739359899120134,
      "loss": 0.3716,
      "step": 415
    },
    {
      "epoch": 0.23471330841385146,
      "grad_norm": 0.25233837962150574,
      "learning_rate": 0.00019738010117138622,
      "loss": 0.3156,
      "step": 416
    },
    {
      "epoch": 0.2352775230975386,
      "grad_norm": 0.26260489225387573,
      "learning_rate": 0.00019736656895496157,
      "loss": 0.3716,
      "step": 417
    },
    {
      "epoch": 0.23584173778122575,
      "grad_norm": 0.2759353220462799,
      "learning_rate": 0.0001973530023467072,
      "loss": 0.4039,
      "step": 418
    },
    {
      "epoch": 0.2364059524649129,
      "grad_norm": 0.29008573293685913,
      "learning_rate": 0.00019733940135141517,
      "loss": 0.3644,
      "step": 419
    },
    {
      "epoch": 0.23697016714860003,
      "grad_norm": 0.28918734192848206,
      "learning_rate": 0.00019732576597388958,
      "loss": 0.3898,
      "step": 420
    },
    {
      "epoch": 0.23753438183228717,
      "grad_norm": 0.29907703399658203,
      "learning_rate": 0.00019731209621894676,
      "loss": 0.4202,
      "step": 421
    },
    {
      "epoch": 0.23809859651597431,
      "grad_norm": 0.2824555039405823,
      "learning_rate": 0.0001972983920914151,
      "loss": 0.4063,
      "step": 422
    },
    {
      "epoch": 0.23866281119966148,
      "grad_norm": 0.2969490885734558,
      "learning_rate": 0.00019728465359613518,
      "loss": 0.3689,
      "step": 423
    },
    {
      "epoch": 0.23922702588334863,
      "grad_norm": 0.2896062433719635,
      "learning_rate": 0.00019727088073795974,
      "loss": 0.4245,
      "step": 424
    },
    {
      "epoch": 0.23979124056703577,
      "grad_norm": 0.2898466885089874,
      "learning_rate": 0.0001972570735217536,
      "loss": 0.3674,
      "step": 425
    },
    {
      "epoch": 0.2403554552507229,
      "grad_norm": 0.2676545977592468,
      "learning_rate": 0.00019724323195239378,
      "loss": 0.3401,
      "step": 426
    },
    {
      "epoch": 0.24091966993441005,
      "grad_norm": 0.2629995346069336,
      "learning_rate": 0.00019722935603476937,
      "loss": 0.3575,
      "step": 427
    },
    {
      "epoch": 0.2414838846180972,
      "grad_norm": 0.2879866659641266,
      "learning_rate": 0.00019721544577378165,
      "loss": 0.3956,
      "step": 428
    },
    {
      "epoch": 0.24204809930178434,
      "grad_norm": 0.2642967700958252,
      "learning_rate": 0.00019720150117434398,
      "loss": 0.3373,
      "step": 429
    },
    {
      "epoch": 0.24261231398547148,
      "grad_norm": 0.27284881472587585,
      "learning_rate": 0.00019718752224138187,
      "loss": 0.3593,
      "step": 430
    },
    {
      "epoch": 0.24317652866915862,
      "grad_norm": 0.2864568829536438,
      "learning_rate": 0.000197173508979833,
      "loss": 0.3822,
      "step": 431
    },
    {
      "epoch": 0.24374074335284576,
      "grad_norm": 0.2785751223564148,
      "learning_rate": 0.00019715946139464707,
      "loss": 0.3546,
      "step": 432
    },
    {
      "epoch": 0.2443049580365329,
      "grad_norm": 0.2937503457069397,
      "learning_rate": 0.00019714537949078604,
      "loss": 0.3696,
      "step": 433
    },
    {
      "epoch": 0.24486917272022005,
      "grad_norm": 0.2868465483188629,
      "learning_rate": 0.00019713126327322385,
      "loss": 0.3842,
      "step": 434
    },
    {
      "epoch": 0.2454333874039072,
      "grad_norm": 0.2682417631149292,
      "learning_rate": 0.0001971171127469467,
      "loss": 0.276,
      "step": 435
    },
    {
      "epoch": 0.24599760208759433,
      "grad_norm": 0.26341837644577026,
      "learning_rate": 0.00019710292791695283,
      "loss": 0.2928,
      "step": 436
    },
    {
      "epoch": 0.24656181677128147,
      "grad_norm": 0.3280159533023834,
      "learning_rate": 0.00019708870878825253,
      "loss": 0.4533,
      "step": 437
    },
    {
      "epoch": 0.24712603145496861,
      "grad_norm": 0.2893008589744568,
      "learning_rate": 0.00019707445536586838,
      "loss": 0.3749,
      "step": 438
    },
    {
      "epoch": 0.24769024613865576,
      "grad_norm": 0.2829641103744507,
      "learning_rate": 0.00019706016765483493,
      "loss": 0.3852,
      "step": 439
    },
    {
      "epoch": 0.2482544608223429,
      "grad_norm": 0.2976844608783722,
      "learning_rate": 0.00019704584566019887,
      "loss": 0.461,
      "step": 440
    },
    {
      "epoch": 0.24881867550603004,
      "grad_norm": 0.2922501564025879,
      "learning_rate": 0.00019703148938701907,
      "loss": 0.4398,
      "step": 441
    },
    {
      "epoch": 0.24938289018971718,
      "grad_norm": 0.2836022675037384,
      "learning_rate": 0.0001970170988403664,
      "loss": 0.3794,
      "step": 442
    },
    {
      "epoch": 0.24994710487340432,
      "grad_norm": 0.28444647789001465,
      "learning_rate": 0.00019700267402532394,
      "loss": 0.4551,
      "step": 443
    },
    {
      "epoch": 0.2505113195570915,
      "grad_norm": 0.28017234802246094,
      "learning_rate": 0.00019698821494698677,
      "loss": 0.3792,
      "step": 444
    },
    {
      "epoch": 0.2510755342407786,
      "grad_norm": 0.27718546986579895,
      "learning_rate": 0.00019697372161046217,
      "loss": 0.3888,
      "step": 445
    },
    {
      "epoch": 0.2516397489244658,
      "grad_norm": 0.26380643248558044,
      "learning_rate": 0.00019695919402086946,
      "loss": 0.3383,
      "step": 446
    },
    {
      "epoch": 0.2522039636081529,
      "grad_norm": 0.28802627325057983,
      "learning_rate": 0.00019694463218334008,
      "loss": 0.401,
      "step": 447
    },
    {
      "epoch": 0.25276817829184006,
      "grad_norm": 0.27907681465148926,
      "learning_rate": 0.00019693003610301758,
      "loss": 0.3916,
      "step": 448
    },
    {
      "epoch": 0.2533323929755272,
      "grad_norm": 0.271756112575531,
      "learning_rate": 0.00019691540578505753,
      "loss": 0.3639,
      "step": 449
    },
    {
      "epoch": 0.25389660765921435,
      "grad_norm": 0.2681562006473541,
      "learning_rate": 0.00019690074123462773,
      "loss": 0.3789,
      "step": 450
    },
    {
      "epoch": 0.25446082234290146,
      "grad_norm": 0.28770941495895386,
      "learning_rate": 0.00019688604245690793,
      "loss": 0.4183,
      "step": 451
    },
    {
      "epoch": 0.25502503702658863,
      "grad_norm": 0.256302148103714,
      "learning_rate": 0.0001968713094570901,
      "loss": 0.351,
      "step": 452
    },
    {
      "epoch": 0.25558925171027574,
      "grad_norm": 0.27228599786758423,
      "learning_rate": 0.00019685654224037817,
      "loss": 0.3638,
      "step": 453
    },
    {
      "epoch": 0.2561534663939629,
      "grad_norm": 0.2822391986846924,
      "learning_rate": 0.00019684174081198826,
      "loss": 0.4299,
      "step": 454
    },
    {
      "epoch": 0.25671768107765003,
      "grad_norm": 0.29268261790275574,
      "learning_rate": 0.00019682690517714848,
      "loss": 0.3986,
      "step": 455
    },
    {
      "epoch": 0.2572818957613372,
      "grad_norm": 0.2996969223022461,
      "learning_rate": 0.00019681203534109915,
      "loss": 0.4511,
      "step": 456
    },
    {
      "epoch": 0.2578461104450243,
      "grad_norm": 0.2912876307964325,
      "learning_rate": 0.00019679713130909253,
      "loss": 0.4149,
      "step": 457
    },
    {
      "epoch": 0.2584103251287115,
      "grad_norm": 0.28621408343315125,
      "learning_rate": 0.00019678219308639304,
      "loss": 0.3574,
      "step": 458
    },
    {
      "epoch": 0.2589745398123986,
      "grad_norm": 0.2521909475326538,
      "learning_rate": 0.00019676722067827717,
      "loss": 0.3157,
      "step": 459
    },
    {
      "epoch": 0.25953875449608577,
      "grad_norm": 0.28125372529029846,
      "learning_rate": 0.00019675221409003348,
      "loss": 0.38,
      "step": 460
    },
    {
      "epoch": 0.2601029691797729,
      "grad_norm": 0.27734291553497314,
      "learning_rate": 0.0001967371733269626,
      "loss": 0.3394,
      "step": 461
    },
    {
      "epoch": 0.26066718386346005,
      "grad_norm": 0.2795714735984802,
      "learning_rate": 0.0001967220983943772,
      "loss": 0.3649,
      "step": 462
    },
    {
      "epoch": 0.26123139854714716,
      "grad_norm": 0.29057082533836365,
      "learning_rate": 0.00019670698929760211,
      "loss": 0.3434,
      "step": 463
    },
    {
      "epoch": 0.26179561323083433,
      "grad_norm": 0.2830200493335724,
      "learning_rate": 0.0001966918460419741,
      "loss": 0.3677,
      "step": 464
    },
    {
      "epoch": 0.26235982791452145,
      "grad_norm": 0.28373390436172485,
      "learning_rate": 0.0001966766686328421,
      "loss": 0.3833,
      "step": 465
    },
    {
      "epoch": 0.2629240425982086,
      "grad_norm": 0.2731225788593292,
      "learning_rate": 0.00019666145707556709,
      "loss": 0.3578,
      "step": 466
    },
    {
      "epoch": 0.2634882572818958,
      "grad_norm": 0.27752649784088135,
      "learning_rate": 0.0001966462113755221,
      "loss": 0.4277,
      "step": 467
    },
    {
      "epoch": 0.2640524719655829,
      "grad_norm": 0.3014765679836273,
      "learning_rate": 0.00019663093153809218,
      "loss": 0.4748,
      "step": 468
    },
    {
      "epoch": 0.26461668664927007,
      "grad_norm": 0.2563505470752716,
      "learning_rate": 0.00019661561756867448,
      "loss": 0.3608,
      "step": 469
    },
    {
      "epoch": 0.2651809013329572,
      "grad_norm": 0.2619682252407074,
      "learning_rate": 0.00019660026947267826,
      "loss": 0.3589,
      "step": 470
    },
    {
      "epoch": 0.26574511601664436,
      "grad_norm": 0.28926122188568115,
      "learning_rate": 0.00019658488725552472,
      "loss": 0.3905,
      "step": 471
    },
    {
      "epoch": 0.26630933070033147,
      "grad_norm": 0.2829059362411499,
      "learning_rate": 0.00019656947092264716,
      "loss": 0.412,
      "step": 472
    },
    {
      "epoch": 0.26687354538401864,
      "grad_norm": 0.29567474126815796,
      "learning_rate": 0.00019655402047949098,
      "loss": 0.3997,
      "step": 473
    },
    {
      "epoch": 0.26743776006770575,
      "grad_norm": 0.2711647152900696,
      "learning_rate": 0.00019653853593151359,
      "loss": 0.2931,
      "step": 474
    },
    {
      "epoch": 0.2680019747513929,
      "grad_norm": 0.23573672771453857,
      "learning_rate": 0.0001965230172841844,
      "loss": 0.2929,
      "step": 475
    },
    {
      "epoch": 0.26856618943508004,
      "grad_norm": 0.27479276061058044,
      "learning_rate": 0.00019650746454298495,
      "loss": 0.3615,
      "step": 476
    },
    {
      "epoch": 0.2691304041187672,
      "grad_norm": 0.28876182436943054,
      "learning_rate": 0.00019649187771340873,
      "loss": 0.3548,
      "step": 477
    },
    {
      "epoch": 0.2696946188024543,
      "grad_norm": 0.28557926416397095,
      "learning_rate": 0.0001964762568009614,
      "loss": 0.4149,
      "step": 478
    },
    {
      "epoch": 0.2702588334861415,
      "grad_norm": 0.2517758011817932,
      "learning_rate": 0.0001964606018111605,
      "loss": 0.3594,
      "step": 479
    },
    {
      "epoch": 0.2708230481698286,
      "grad_norm": 0.27856263518333435,
      "learning_rate": 0.00019644491274953575,
      "loss": 0.3914,
      "step": 480
    },
    {
      "epoch": 0.2713872628535158,
      "grad_norm": 0.3150653541088104,
      "learning_rate": 0.00019642918962162878,
      "loss": 0.4771,
      "step": 481
    },
    {
      "epoch": 0.2719514775372029,
      "grad_norm": 0.28467774391174316,
      "learning_rate": 0.00019641343243299338,
      "loss": 0.3579,
      "step": 482
    },
    {
      "epoch": 0.27251569222089006,
      "grad_norm": 0.2653050422668457,
      "learning_rate": 0.00019639764118919525,
      "loss": 0.3524,
      "step": 483
    },
    {
      "epoch": 0.2730799069045772,
      "grad_norm": 0.30521053075790405,
      "learning_rate": 0.0001963818158958122,
      "loss": 0.4317,
      "step": 484
    },
    {
      "epoch": 0.27364412158826434,
      "grad_norm": 0.26522690057754517,
      "learning_rate": 0.00019636595655843407,
      "loss": 0.3704,
      "step": 485
    },
    {
      "epoch": 0.27420833627195146,
      "grad_norm": 0.27242404222488403,
      "learning_rate": 0.00019635006318266264,
      "loss": 0.365,
      "step": 486
    },
    {
      "epoch": 0.27477255095563863,
      "grad_norm": 0.278668612241745,
      "learning_rate": 0.0001963341357741118,
      "loss": 0.3952,
      "step": 487
    },
    {
      "epoch": 0.27533676563932574,
      "grad_norm": 0.28684675693511963,
      "learning_rate": 0.00019631817433840744,
      "loss": 0.4018,
      "step": 488
    },
    {
      "epoch": 0.2759009803230129,
      "grad_norm": 0.26479312777519226,
      "learning_rate": 0.00019630217888118748,
      "loss": 0.3975,
      "step": 489
    },
    {
      "epoch": 0.2764651950067,
      "grad_norm": 0.26385265588760376,
      "learning_rate": 0.00019628614940810177,
      "loss": 0.3471,
      "step": 490
    },
    {
      "epoch": 0.2770294096903872,
      "grad_norm": 0.26358261704444885,
      "learning_rate": 0.00019627008592481229,
      "loss": 0.3755,
      "step": 491
    },
    {
      "epoch": 0.2775936243740743,
      "grad_norm": 0.24569065868854523,
      "learning_rate": 0.00019625398843699295,
      "loss": 0.3313,
      "step": 492
    },
    {
      "epoch": 0.2781578390577615,
      "grad_norm": 0.26226571202278137,
      "learning_rate": 0.00019623785695032975,
      "loss": 0.3817,
      "step": 493
    },
    {
      "epoch": 0.2787220537414486,
      "grad_norm": 0.25837671756744385,
      "learning_rate": 0.0001962216914705206,
      "loss": 0.3842,
      "step": 494
    },
    {
      "epoch": 0.27928626842513576,
      "grad_norm": 0.3154025375843048,
      "learning_rate": 0.00019620549200327555,
      "loss": 0.4613,
      "step": 495
    },
    {
      "epoch": 0.27985048310882293,
      "grad_norm": 0.29322317242622375,
      "learning_rate": 0.00019618925855431654,
      "loss": 0.4235,
      "step": 496
    },
    {
      "epoch": 0.28041469779251005,
      "grad_norm": 0.3012106716632843,
      "learning_rate": 0.00019617299112937754,
      "loss": 0.396,
      "step": 497
    },
    {
      "epoch": 0.2809789124761972,
      "grad_norm": 0.28509458899497986,
      "learning_rate": 0.00019615668973420452,
      "loss": 0.3271,
      "step": 498
    },
    {
      "epoch": 0.28154312715988433,
      "grad_norm": 0.29530104994773865,
      "learning_rate": 0.00019614035437455547,
      "loss": 0.3963,
      "step": 499
    },
    {
      "epoch": 0.2821073418435715,
      "grad_norm": 0.31373918056488037,
      "learning_rate": 0.0001961239850562004,
      "loss": 0.3767,
      "step": 500
    },
    {
      "epoch": 0.2826715565272586,
      "grad_norm": 0.27775654196739197,
      "learning_rate": 0.00019610758178492123,
      "loss": 0.4032,
      "step": 501
    },
    {
      "epoch": 0.2832357712109458,
      "grad_norm": 0.29177126288414,
      "learning_rate": 0.000196091144566512,
      "loss": 0.4018,
      "step": 502
    },
    {
      "epoch": 0.2837999858946329,
      "grad_norm": 0.26026639342308044,
      "learning_rate": 0.00019607467340677858,
      "loss": 0.3369,
      "step": 503
    },
    {
      "epoch": 0.28436420057832007,
      "grad_norm": 0.27306559681892395,
      "learning_rate": 0.00019605816831153895,
      "loss": 0.371,
      "step": 504
    },
    {
      "epoch": 0.2849284152620072,
      "grad_norm": 0.2577356994152069,
      "learning_rate": 0.00019604162928662304,
      "loss": 0.3638,
      "step": 505
    },
    {
      "epoch": 0.28549262994569435,
      "grad_norm": 0.3035809099674225,
      "learning_rate": 0.0001960250563378728,
      "loss": 0.466,
      "step": 506
    },
    {
      "epoch": 0.28605684462938147,
      "grad_norm": 0.2824282646179199,
      "learning_rate": 0.0001960084494711421,
      "loss": 0.3299,
      "step": 507
    },
    {
      "epoch": 0.28662105931306864,
      "grad_norm": 0.27620452642440796,
      "learning_rate": 0.00019599180869229682,
      "loss": 0.4076,
      "step": 508
    },
    {
      "epoch": 0.28718527399675575,
      "grad_norm": 0.25003954768180847,
      "learning_rate": 0.00019597513400721476,
      "loss": 0.3488,
      "step": 509
    },
    {
      "epoch": 0.2877494886804429,
      "grad_norm": 0.28738150000572205,
      "learning_rate": 0.0001959584254217859,
      "loss": 0.4027,
      "step": 510
    },
    {
      "epoch": 0.28831370336413004,
      "grad_norm": 0.2658005356788635,
      "learning_rate": 0.00019594168294191188,
      "loss": 0.3794,
      "step": 511
    },
    {
      "epoch": 0.2888779180478172,
      "grad_norm": 0.3105434477329254,
      "learning_rate": 0.0001959249065735066,
      "loss": 0.436,
      "step": 512
    },
    {
      "epoch": 0.2894421327315043,
      "grad_norm": 0.28788015246391296,
      "learning_rate": 0.00019590809632249575,
      "loss": 0.3782,
      "step": 513
    },
    {
      "epoch": 0.2900063474151915,
      "grad_norm": 0.2712477147579193,
      "learning_rate": 0.00019589125219481707,
      "loss": 0.3417,
      "step": 514
    },
    {
      "epoch": 0.2905705620988786,
      "grad_norm": 0.2792874276638031,
      "learning_rate": 0.00019587437419642028,
      "loss": 0.397,
      "step": 515
    },
    {
      "epoch": 0.2911347767825658,
      "grad_norm": 0.2911566197872162,
      "learning_rate": 0.00019585746233326696,
      "loss": 0.3976,
      "step": 516
    },
    {
      "epoch": 0.2916989914662529,
      "grad_norm": 0.2909051477909088,
      "learning_rate": 0.00019584051661133075,
      "loss": 0.4014,
      "step": 517
    },
    {
      "epoch": 0.29226320614994006,
      "grad_norm": 0.2728942632675171,
      "learning_rate": 0.00019582353703659724,
      "loss": 0.3485,
      "step": 518
    },
    {
      "epoch": 0.29282742083362717,
      "grad_norm": 0.27688828110694885,
      "learning_rate": 0.0001958065236150639,
      "loss": 0.3391,
      "step": 519
    },
    {
      "epoch": 0.29339163551731434,
      "grad_norm": 0.30381032824516296,
      "learning_rate": 0.0001957894763527403,
      "loss": 0.4215,
      "step": 520
    },
    {
      "epoch": 0.29395585020100146,
      "grad_norm": 0.2715601325035095,
      "learning_rate": 0.0001957723952556478,
      "loss": 0.332,
      "step": 521
    },
    {
      "epoch": 0.2945200648846886,
      "grad_norm": 0.28228437900543213,
      "learning_rate": 0.00019575528032981983,
      "loss": 0.416,
      "step": 522
    },
    {
      "epoch": 0.29508427956837574,
      "grad_norm": 0.30123212933540344,
      "learning_rate": 0.0001957381315813017,
      "loss": 0.4053,
      "step": 523
    },
    {
      "epoch": 0.2956484942520629,
      "grad_norm": 0.2891591489315033,
      "learning_rate": 0.0001957209490161507,
      "loss": 0.4177,
      "step": 524
    },
    {
      "epoch": 0.2962127089357501,
      "grad_norm": 0.2799817621707916,
      "learning_rate": 0.00019570373264043606,
      "loss": 0.4261,
      "step": 525
    },
    {
      "epoch": 0.2967769236194372,
      "grad_norm": 0.2695959806442261,
      "learning_rate": 0.00019568648246023895,
      "loss": 0.3951,
      "step": 526
    },
    {
      "epoch": 0.29734113830312436,
      "grad_norm": 0.2918243706226349,
      "learning_rate": 0.00019566919848165246,
      "loss": 0.4359,
      "step": 527
    },
    {
      "epoch": 0.2979053529868115,
      "grad_norm": 0.2627345621585846,
      "learning_rate": 0.0001956518807107817,
      "loss": 0.3887,
      "step": 528
    },
    {
      "epoch": 0.29846956767049865,
      "grad_norm": 0.27004873752593994,
      "learning_rate": 0.00019563452915374359,
      "loss": 0.3717,
      "step": 529
    },
    {
      "epoch": 0.29903378235418576,
      "grad_norm": 0.269734263420105,
      "learning_rate": 0.00019561714381666708,
      "loss": 0.3498,
      "step": 530
    },
    {
      "epoch": 0.29959799703787293,
      "grad_norm": 0.30338653922080994,
      "learning_rate": 0.00019559972470569302,
      "loss": 0.4461,
      "step": 531
    },
    {
      "epoch": 0.30016221172156005,
      "grad_norm": 0.2817467749118805,
      "learning_rate": 0.00019558227182697415,
      "loss": 0.3533,
      "step": 532
    },
    {
      "epoch": 0.3007264264052472,
      "grad_norm": 0.30605414509773254,
      "learning_rate": 0.00019556478518667524,
      "loss": 0.4175,
      "step": 533
    },
    {
      "epoch": 0.30129064108893433,
      "grad_norm": 0.29399165511131287,
      "learning_rate": 0.00019554726479097288,
      "loss": 0.3189,
      "step": 534
    },
    {
      "epoch": 0.3018548557726215,
      "grad_norm": 0.28612270951271057,
      "learning_rate": 0.00019552971064605568,
      "loss": 0.3229,
      "step": 535
    },
    {
      "epoch": 0.3024190704563086,
      "grad_norm": 0.2819651663303375,
      "learning_rate": 0.00019551212275812404,
      "loss": 0.3555,
      "step": 536
    },
    {
      "epoch": 0.3029832851399958,
      "grad_norm": 0.2979377210140228,
      "learning_rate": 0.0001954945011333904,
      "loss": 0.393,
      "step": 537
    },
    {
      "epoch": 0.3035474998236829,
      "grad_norm": 0.27444976568222046,
      "learning_rate": 0.00019547684577807907,
      "loss": 0.3384,
      "step": 538
    },
    {
      "epoch": 0.30411171450737007,
      "grad_norm": 0.27719593048095703,
      "learning_rate": 0.00019545915669842625,
      "loss": 0.4165,
      "step": 539
    },
    {
      "epoch": 0.3046759291910572,
      "grad_norm": 0.2935301661491394,
      "learning_rate": 0.00019544143390068012,
      "loss": 0.4584,
      "step": 540
    },
    {
      "epoch": 0.30524014387474435,
      "grad_norm": 0.2711557149887085,
      "learning_rate": 0.00019542367739110067,
      "loss": 0.3104,
      "step": 541
    },
    {
      "epoch": 0.30580435855843147,
      "grad_norm": 0.2966850697994232,
      "learning_rate": 0.00019540588717595995,
      "loss": 0.4031,
      "step": 542
    },
    {
      "epoch": 0.30636857324211864,
      "grad_norm": 0.30451032519340515,
      "learning_rate": 0.00019538806326154174,
      "loss": 0.4603,
      "step": 543
    },
    {
      "epoch": 0.30693278792580575,
      "grad_norm": 0.2704889178276062,
      "learning_rate": 0.00019537020565414182,
      "loss": 0.3728,
      "step": 544
    },
    {
      "epoch": 0.3074970026094929,
      "grad_norm": 0.2776457667350769,
      "learning_rate": 0.00019535231436006788,
      "loss": 0.3972,
      "step": 545
    },
    {
      "epoch": 0.30806121729318003,
      "grad_norm": 0.2914152145385742,
      "learning_rate": 0.00019533438938563948,
      "loss": 0.4198,
      "step": 546
    },
    {
      "epoch": 0.3086254319768672,
      "grad_norm": 0.29264459013938904,
      "learning_rate": 0.00019531643073718806,
      "loss": 0.3917,
      "step": 547
    },
    {
      "epoch": 0.3091896466605543,
      "grad_norm": 0.305737167596817,
      "learning_rate": 0.000195298438421057,
      "loss": 0.4438,
      "step": 548
    },
    {
      "epoch": 0.3097538613442415,
      "grad_norm": 0.3173471689224243,
      "learning_rate": 0.00019528041244360153,
      "loss": 0.3816,
      "step": 549
    },
    {
      "epoch": 0.3103180760279286,
      "grad_norm": 0.2588990330696106,
      "learning_rate": 0.00019526235281118882,
      "loss": 0.3474,
      "step": 550
    },
    {
      "epoch": 0.31088229071161577,
      "grad_norm": 0.2756234407424927,
      "learning_rate": 0.00019524425953019783,
      "loss": 0.3525,
      "step": 551
    },
    {
      "epoch": 0.3114465053953029,
      "grad_norm": 0.29544034600257874,
      "learning_rate": 0.00019522613260701953,
      "loss": 0.4447,
      "step": 552
    },
    {
      "epoch": 0.31201072007899006,
      "grad_norm": 0.28255602717399597,
      "learning_rate": 0.0001952079720480567,
      "loss": 0.4079,
      "step": 553
    },
    {
      "epoch": 0.3125749347626772,
      "grad_norm": 0.2735246419906616,
      "learning_rate": 0.00019518977785972397,
      "loss": 0.3804,
      "step": 554
    },
    {
      "epoch": 0.31313914944636434,
      "grad_norm": 0.2872205376625061,
      "learning_rate": 0.00019517155004844796,
      "loss": 0.4281,
      "step": 555
    },
    {
      "epoch": 0.3137033641300515,
      "grad_norm": 0.26634612679481506,
      "learning_rate": 0.00019515328862066707,
      "loss": 0.3871,
      "step": 556
    },
    {
      "epoch": 0.3142675788137386,
      "grad_norm": 0.3263933062553406,
      "learning_rate": 0.0001951349935828316,
      "loss": 0.4964,
      "step": 557
    },
    {
      "epoch": 0.3148317934974258,
      "grad_norm": 0.29503995180130005,
      "learning_rate": 0.00019511666494140376,
      "loss": 0.3544,
      "step": 558
    },
    {
      "epoch": 0.3153960081811129,
      "grad_norm": 0.28837260603904724,
      "learning_rate": 0.00019509830270285748,
      "loss": 0.3882,
      "step": 559
    },
    {
      "epoch": 0.3159602228648001,
      "grad_norm": 0.2648687958717346,
      "learning_rate": 0.00019507990687367882,
      "loss": 0.3432,
      "step": 560
    },
    {
      "epoch": 0.3165244375484872,
      "grad_norm": 0.29321396350860596,
      "learning_rate": 0.0001950614774603655,
      "loss": 0.4075,
      "step": 561
    },
    {
      "epoch": 0.31708865223217436,
      "grad_norm": 0.265495240688324,
      "learning_rate": 0.00019504301446942714,
      "loss": 0.3244,
      "step": 562
    },
    {
      "epoch": 0.3176528669158615,
      "grad_norm": 0.27982059121131897,
      "learning_rate": 0.00019502451790738524,
      "loss": 0.3829,
      "step": 563
    },
    {
      "epoch": 0.31821708159954865,
      "grad_norm": 0.28663554787635803,
      "learning_rate": 0.00019500598778077319,
      "loss": 0.3673,
      "step": 564
    },
    {
      "epoch": 0.31878129628323576,
      "grad_norm": 0.3090398907661438,
      "learning_rate": 0.00019498742409613615,
      "loss": 0.3855,
      "step": 565
    },
    {
      "epoch": 0.31934551096692293,
      "grad_norm": 0.3159009516239166,
      "learning_rate": 0.00019496882686003124,
      "loss": 0.3733,
      "step": 566
    },
    {
      "epoch": 0.31990972565061004,
      "grad_norm": 0.28134381771087646,
      "learning_rate": 0.00019495019607902739,
      "loss": 0.3093,
      "step": 567
    },
    {
      "epoch": 0.3204739403342972,
      "grad_norm": 0.28083404898643494,
      "learning_rate": 0.00019493153175970527,
      "loss": 0.3928,
      "step": 568
    },
    {
      "epoch": 0.32103815501798433,
      "grad_norm": 0.3024386763572693,
      "learning_rate": 0.0001949128339086576,
      "loss": 0.3672,
      "step": 569
    },
    {
      "epoch": 0.3216023697016715,
      "grad_norm": 0.27676430344581604,
      "learning_rate": 0.00019489410253248877,
      "loss": 0.3294,
      "step": 570
    },
    {
      "epoch": 0.3221665843853586,
      "grad_norm": 0.24981993436813354,
      "learning_rate": 0.0001948753376378151,
      "loss": 0.3138,
      "step": 571
    },
    {
      "epoch": 0.3227307990690458,
      "grad_norm": 0.26637694239616394,
      "learning_rate": 0.00019485653923126474,
      "loss": 0.3557,
      "step": 572
    },
    {
      "epoch": 0.3232950137527329,
      "grad_norm": 0.27293965220451355,
      "learning_rate": 0.00019483770731947762,
      "loss": 0.3802,
      "step": 573
    },
    {
      "epoch": 0.32385922843642007,
      "grad_norm": 0.2723509669303894,
      "learning_rate": 0.00019481884190910564,
      "loss": 0.3747,
      "step": 574
    },
    {
      "epoch": 0.3244234431201072,
      "grad_norm": 0.2585567533969879,
      "learning_rate": 0.00019479994300681237,
      "loss": 0.3579,
      "step": 575
    },
    {
      "epoch": 0.32498765780379435,
      "grad_norm": 0.2873380482196808,
      "learning_rate": 0.0001947810106192733,
      "loss": 0.3968,
      "step": 576
    },
    {
      "epoch": 0.32555187248748146,
      "grad_norm": 0.2733117938041687,
      "learning_rate": 0.0001947620447531757,
      "loss": 0.4113,
      "step": 577
    },
    {
      "epoch": 0.32611608717116863,
      "grad_norm": 0.2979772686958313,
      "learning_rate": 0.00019474304541521875,
      "loss": 0.412,
      "step": 578
    },
    {
      "epoch": 0.32668030185485575,
      "grad_norm": 0.29609739780426025,
      "learning_rate": 0.00019472401261211338,
      "loss": 0.4351,
      "step": 579
    },
    {
      "epoch": 0.3272445165385429,
      "grad_norm": 0.2728527784347534,
      "learning_rate": 0.00019470494635058234,
      "loss": 0.3916,
      "step": 580
    },
    {
      "epoch": 0.32780873122223003,
      "grad_norm": 0.2954502999782562,
      "learning_rate": 0.00019468584663736023,
      "loss": 0.3625,
      "step": 581
    },
    {
      "epoch": 0.3283729459059172,
      "grad_norm": 0.2644794285297394,
      "learning_rate": 0.00019466671347919342,
      "loss": 0.3736,
      "step": 582
    },
    {
      "epoch": 0.32893716058960437,
      "grad_norm": 0.2599804997444153,
      "learning_rate": 0.0001946475468828402,
      "loss": 0.3128,
      "step": 583
    },
    {
      "epoch": 0.3295013752732915,
      "grad_norm": 0.29608914256095886,
      "learning_rate": 0.0001946283468550705,
      "loss": 0.393,
      "step": 584
    },
    {
      "epoch": 0.33006558995697866,
      "grad_norm": 0.256335973739624,
      "learning_rate": 0.00019460911340266627,
      "loss": 0.3501,
      "step": 585
    },
    {
      "epoch": 0.33062980464066577,
      "grad_norm": 0.2928580939769745,
      "learning_rate": 0.0001945898465324211,
      "loss": 0.3974,
      "step": 586
    },
    {
      "epoch": 0.33119401932435294,
      "grad_norm": 0.2699504792690277,
      "learning_rate": 0.00019457054625114038,
      "loss": 0.3897,
      "step": 587
    },
    {
      "epoch": 0.33175823400804005,
      "grad_norm": 0.29764997959136963,
      "learning_rate": 0.00019455121256564141,
      "loss": 0.4063,
      "step": 588
    },
    {
      "epoch": 0.3323224486917272,
      "grad_norm": 0.2710849344730377,
      "learning_rate": 0.00019453184548275324,
      "loss": 0.3214,
      "step": 589
    },
    {
      "epoch": 0.33288666337541434,
      "grad_norm": 0.26933524012565613,
      "learning_rate": 0.0001945124450093167,
      "loss": 0.3538,
      "step": 590
    },
    {
      "epoch": 0.3334508780591015,
      "grad_norm": 0.3000867962837219,
      "learning_rate": 0.00019449301115218446,
      "loss": 0.3786,
      "step": 591
    },
    {
      "epoch": 0.3340150927427886,
      "grad_norm": 0.2744779884815216,
      "learning_rate": 0.0001944735439182209,
      "loss": 0.3589,
      "step": 592
    },
    {
      "epoch": 0.3345793074264758,
      "grad_norm": 0.2947354018688202,
      "learning_rate": 0.00019445404331430222,
      "loss": 0.4518,
      "step": 593
    },
    {
      "epoch": 0.3351435221101629,
      "grad_norm": 0.28925737738609314,
      "learning_rate": 0.00019443450934731652,
      "loss": 0.4227,
      "step": 594
    },
    {
      "epoch": 0.3357077367938501,
      "grad_norm": 0.2727032005786896,
      "learning_rate": 0.00019441494202416352,
      "loss": 0.3816,
      "step": 595
    },
    {
      "epoch": 0.3362719514775372,
      "grad_norm": 0.2887270450592041,
      "learning_rate": 0.00019439534135175482,
      "loss": 0.3986,
      "step": 596
    },
    {
      "epoch": 0.33683616616122436,
      "grad_norm": 0.27259111404418945,
      "learning_rate": 0.00019437570733701374,
      "loss": 0.3607,
      "step": 597
    },
    {
      "epoch": 0.3374003808449115,
      "grad_norm": 0.2862119972705841,
      "learning_rate": 0.00019435603998687543,
      "loss": 0.3879,
      "step": 598
    },
    {
      "epoch": 0.33796459552859864,
      "grad_norm": 0.2572159767150879,
      "learning_rate": 0.0001943363393082868,
      "loss": 0.3554,
      "step": 599
    },
    {
      "epoch": 0.33852881021228576,
      "grad_norm": 0.2586275041103363,
      "learning_rate": 0.00019431660530820649,
      "loss": 0.3487,
      "step": 600
    },
    {
      "epoch": 0.33852881021228576,
      "eval_loss": 0.3749123811721802,
      "eval_runtime": 15.792,
      "eval_samples_per_second": 9.055,
      "eval_steps_per_second": 4.559,
      "step": 600
    },
    {
      "epoch": 0.3390930248959729,
      "grad_norm": 0.2490103542804718,
      "learning_rate": 0.00019429683799360498,
      "loss": 0.324,
      "step": 601
    },
    {
      "epoch": 0.33965723957966004,
      "grad_norm": 0.2550126016139984,
      "learning_rate": 0.0001942770373714645,
      "loss": 0.3115,
      "step": 602
    },
    {
      "epoch": 0.3402214542633472,
      "grad_norm": 0.28444036841392517,
      "learning_rate": 0.000194257203448779,
      "loss": 0.389,
      "step": 603
    },
    {
      "epoch": 0.3407856689470343,
      "grad_norm": 0.26341375708580017,
      "learning_rate": 0.00019423733623255419,
      "loss": 0.3696,
      "step": 604
    },
    {
      "epoch": 0.3413498836307215,
      "grad_norm": 0.27898263931274414,
      "learning_rate": 0.00019421743572980762,
      "loss": 0.4145,
      "step": 605
    },
    {
      "epoch": 0.3419140983144086,
      "grad_norm": 0.2631158232688904,
      "learning_rate": 0.0001941975019475685,
      "loss": 0.3578,
      "step": 606
    },
    {
      "epoch": 0.3424783129980958,
      "grad_norm": 0.2800546884536743,
      "learning_rate": 0.00019417753489287792,
      "loss": 0.3712,
      "step": 607
    },
    {
      "epoch": 0.3430425276817829,
      "grad_norm": 0.2646876871585846,
      "learning_rate": 0.00019415753457278857,
      "loss": 0.3601,
      "step": 608
    },
    {
      "epoch": 0.34360674236547006,
      "grad_norm": 0.25950440764427185,
      "learning_rate": 0.00019413750099436501,
      "loss": 0.3187,
      "step": 609
    },
    {
      "epoch": 0.3441709570491572,
      "grad_norm": 0.2772228717803955,
      "learning_rate": 0.00019411743416468348,
      "loss": 0.3763,
      "step": 610
    },
    {
      "epoch": 0.34473517173284435,
      "grad_norm": 0.27294743061065674,
      "learning_rate": 0.000194097334090832,
      "loss": 0.3839,
      "step": 611
    },
    {
      "epoch": 0.3452993864165315,
      "grad_norm": 0.2787531316280365,
      "learning_rate": 0.0001940772007799103,
      "loss": 0.4069,
      "step": 612
    },
    {
      "epoch": 0.34586360110021863,
      "grad_norm": 0.2748250365257263,
      "learning_rate": 0.0001940570342390299,
      "loss": 0.3922,
      "step": 613
    },
    {
      "epoch": 0.3464278157839058,
      "grad_norm": 0.2998307943344116,
      "learning_rate": 0.000194036834475314,
      "loss": 0.4574,
      "step": 614
    },
    {
      "epoch": 0.3469920304675929,
      "grad_norm": 0.27282461524009705,
      "learning_rate": 0.00019401660149589756,
      "loss": 0.3433,
      "step": 615
    },
    {
      "epoch": 0.3475562451512801,
      "grad_norm": 0.2849717438220978,
      "learning_rate": 0.0001939963353079273,
      "loss": 0.4037,
      "step": 616
    },
    {
      "epoch": 0.3481204598349672,
      "grad_norm": 0.2791183888912201,
      "learning_rate": 0.00019397603591856166,
      "loss": 0.3134,
      "step": 617
    },
    {
      "epoch": 0.34868467451865437,
      "grad_norm": 0.26902085542678833,
      "learning_rate": 0.00019395570333497072,
      "loss": 0.359,
      "step": 618
    },
    {
      "epoch": 0.3492488892023415,
      "grad_norm": 0.2742944061756134,
      "learning_rate": 0.00019393533756433646,
      "loss": 0.3455,
      "step": 619
    },
    {
      "epoch": 0.34981310388602865,
      "grad_norm": 0.29038673639297485,
      "learning_rate": 0.00019391493861385239,
      "loss": 0.415,
      "step": 620
    },
    {
      "epoch": 0.35037731856971577,
      "grad_norm": 0.2602786421775818,
      "learning_rate": 0.00019389450649072388,
      "loss": 0.3364,
      "step": 621
    },
    {
      "epoch": 0.35094153325340294,
      "grad_norm": 0.25764843821525574,
      "learning_rate": 0.00019387404120216792,
      "loss": 0.3401,
      "step": 622
    },
    {
      "epoch": 0.35150574793709005,
      "grad_norm": 0.24890762567520142,
      "learning_rate": 0.00019385354275541333,
      "loss": 0.3538,
      "step": 623
    },
    {
      "epoch": 0.3520699626207772,
      "grad_norm": 0.28912487626075745,
      "learning_rate": 0.00019383301115770052,
      "loss": 0.388,
      "step": 624
    },
    {
      "epoch": 0.35263417730446434,
      "grad_norm": 0.2950851023197174,
      "learning_rate": 0.00019381244641628165,
      "loss": 0.4098,
      "step": 625
    },
    {
      "epoch": 0.3531983919881515,
      "grad_norm": 0.28690415620803833,
      "learning_rate": 0.00019379184853842064,
      "loss": 0.3894,
      "step": 626
    },
    {
      "epoch": 0.3537626066718386,
      "grad_norm": 0.28291603922843933,
      "learning_rate": 0.0001937712175313931,
      "loss": 0.4168,
      "step": 627
    },
    {
      "epoch": 0.3543268213555258,
      "grad_norm": 0.2783844470977783,
      "learning_rate": 0.00019375055340248624,
      "loss": 0.388,
      "step": 628
    },
    {
      "epoch": 0.3548910360392129,
      "grad_norm": 0.3133507966995239,
      "learning_rate": 0.00019372985615899913,
      "loss": 0.4113,
      "step": 629
    },
    {
      "epoch": 0.3554552507229001,
      "grad_norm": 0.28196847438812256,
      "learning_rate": 0.00019370912580824238,
      "loss": 0.3641,
      "step": 630
    },
    {
      "epoch": 0.3560194654065872,
      "grad_norm": 0.2775907814502716,
      "learning_rate": 0.0001936883623575384,
      "loss": 0.3755,
      "step": 631
    },
    {
      "epoch": 0.35658368009027436,
      "grad_norm": 0.27035507559776306,
      "learning_rate": 0.0001936675658142212,
      "loss": 0.346,
      "step": 632
    },
    {
      "epoch": 0.35714789477396147,
      "grad_norm": 0.2668839395046234,
      "learning_rate": 0.00019364673618563666,
      "loss": 0.3923,
      "step": 633
    },
    {
      "epoch": 0.35771210945764864,
      "grad_norm": 0.2772252857685089,
      "learning_rate": 0.00019362587347914213,
      "loss": 0.3501,
      "step": 634
    },
    {
      "epoch": 0.35827632414133576,
      "grad_norm": 0.3019082248210907,
      "learning_rate": 0.00019360497770210672,
      "loss": 0.4276,
      "step": 635
    },
    {
      "epoch": 0.3588405388250229,
      "grad_norm": 0.2597300112247467,
      "learning_rate": 0.00019358404886191132,
      "loss": 0.3405,
      "step": 636
    },
    {
      "epoch": 0.35940475350871004,
      "grad_norm": 0.2850589156150818,
      "learning_rate": 0.0001935630869659484,
      "loss": 0.4042,
      "step": 637
    },
    {
      "epoch": 0.3599689681923972,
      "grad_norm": 0.30046623945236206,
      "learning_rate": 0.00019354209202162206,
      "loss": 0.438,
      "step": 638
    },
    {
      "epoch": 0.3605331828760843,
      "grad_norm": 0.2683790624141693,
      "learning_rate": 0.00019352106403634818,
      "loss": 0.3603,
      "step": 639
    },
    {
      "epoch": 0.3610973975597715,
      "grad_norm": 0.28409457206726074,
      "learning_rate": 0.00019350000301755427,
      "loss": 0.4158,
      "step": 640
    },
    {
      "epoch": 0.36166161224345866,
      "grad_norm": 0.2574034035205841,
      "learning_rate": 0.00019347890897267948,
      "loss": 0.334,
      "step": 641
    },
    {
      "epoch": 0.3622258269271458,
      "grad_norm": 0.25753745436668396,
      "learning_rate": 0.00019345778190917468,
      "loss": 0.2991,
      "step": 642
    },
    {
      "epoch": 0.36279004161083295,
      "grad_norm": 0.279684841632843,
      "learning_rate": 0.00019343662183450238,
      "loss": 0.401,
      "step": 643
    },
    {
      "epoch": 0.36335425629452006,
      "grad_norm": 0.2748529016971588,
      "learning_rate": 0.00019341542875613672,
      "loss": 0.4102,
      "step": 644
    },
    {
      "epoch": 0.36391847097820723,
      "grad_norm": 0.2703573703765869,
      "learning_rate": 0.0001933942026815635,
      "loss": 0.3651,
      "step": 645
    },
    {
      "epoch": 0.36448268566189435,
      "grad_norm": 0.2573177218437195,
      "learning_rate": 0.00019337294361828028,
      "loss": 0.342,
      "step": 646
    },
    {
      "epoch": 0.3650469003455815,
      "grad_norm": 0.27224236726760864,
      "learning_rate": 0.00019335165157379608,
      "loss": 0.3446,
      "step": 647
    },
    {
      "epoch": 0.36561111502926863,
      "grad_norm": 0.28729182481765747,
      "learning_rate": 0.00019333032655563176,
      "loss": 0.3852,
      "step": 648
    },
    {
      "epoch": 0.3661753297129558,
      "grad_norm": 0.2854282557964325,
      "learning_rate": 0.0001933089685713197,
      "loss": 0.4353,
      "step": 649
    },
    {
      "epoch": 0.3667395443966429,
      "grad_norm": 0.3035155236721039,
      "learning_rate": 0.000193287577628404,
      "loss": 0.432,
      "step": 650
    },
    {
      "epoch": 0.3673037590803301,
      "grad_norm": 0.29132744669914246,
      "learning_rate": 0.00019326615373444034,
      "loss": 0.3947,
      "step": 651
    },
    {
      "epoch": 0.3678679737640172,
      "grad_norm": 0.29968708753585815,
      "learning_rate": 0.00019324469689699608,
      "loss": 0.4107,
      "step": 652
    },
    {
      "epoch": 0.36843218844770437,
      "grad_norm": 0.2783886790275574,
      "learning_rate": 0.00019322320712365025,
      "loss": 0.3687,
      "step": 653
    },
    {
      "epoch": 0.3689964031313915,
      "grad_norm": 0.3002054989337921,
      "learning_rate": 0.00019320168442199341,
      "loss": 0.3794,
      "step": 654
    },
    {
      "epoch": 0.36956061781507865,
      "grad_norm": 0.3371869921684265,
      "learning_rate": 0.00019318012879962783,
      "loss": 0.3663,
      "step": 655
    },
    {
      "epoch": 0.37012483249876577,
      "grad_norm": 0.2872960865497589,
      "learning_rate": 0.0001931585402641674,
      "loss": 0.35,
      "step": 656
    },
    {
      "epoch": 0.37068904718245294,
      "grad_norm": 0.27061402797698975,
      "learning_rate": 0.0001931369188232376,
      "loss": 0.3859,
      "step": 657
    },
    {
      "epoch": 0.37125326186614005,
      "grad_norm": 0.2535076439380646,
      "learning_rate": 0.00019311526448447558,
      "loss": 0.335,
      "step": 658
    },
    {
      "epoch": 0.3718174765498272,
      "grad_norm": 0.29619547724723816,
      "learning_rate": 0.0001930935772555301,
      "loss": 0.4354,
      "step": 659
    },
    {
      "epoch": 0.37238169123351433,
      "grad_norm": 0.2747781574726105,
      "learning_rate": 0.00019307185714406152,
      "loss": 0.4044,
      "step": 660
    },
    {
      "epoch": 0.3729459059172015,
      "grad_norm": 0.28973838686943054,
      "learning_rate": 0.0001930501041577418,
      "loss": 0.4371,
      "step": 661
    },
    {
      "epoch": 0.3735101206008886,
      "grad_norm": 0.29230472445487976,
      "learning_rate": 0.0001930283183042545,
      "loss": 0.4083,
      "step": 662
    },
    {
      "epoch": 0.3740743352845758,
      "grad_norm": 0.2664816081523895,
      "learning_rate": 0.0001930064995912949,
      "loss": 0.3636,
      "step": 663
    },
    {
      "epoch": 0.3746385499682629,
      "grad_norm": 0.2386714518070221,
      "learning_rate": 0.00019298464802656974,
      "loss": 0.2963,
      "step": 664
    },
    {
      "epoch": 0.37520276465195007,
      "grad_norm": 0.2613155245780945,
      "learning_rate": 0.0001929627636177975,
      "loss": 0.3251,
      "step": 665
    },
    {
      "epoch": 0.3757669793356372,
      "grad_norm": 0.27549803256988525,
      "learning_rate": 0.00019294084637270814,
      "loss": 0.3899,
      "step": 666
    },
    {
      "epoch": 0.37633119401932436,
      "grad_norm": 0.2842065393924713,
      "learning_rate": 0.0001929188962990433,
      "loss": 0.3585,
      "step": 667
    },
    {
      "epoch": 0.37689540870301147,
      "grad_norm": 0.26204147934913635,
      "learning_rate": 0.00019289691340455614,
      "loss": 0.3416,
      "step": 668
    },
    {
      "epoch": 0.37745962338669864,
      "grad_norm": 0.28627511858940125,
      "learning_rate": 0.00019287489769701153,
      "loss": 0.416,
      "step": 669
    },
    {
      "epoch": 0.3780238380703858,
      "grad_norm": 0.30153128504753113,
      "learning_rate": 0.0001928528491841858,
      "loss": 0.4041,
      "step": 670
    },
    {
      "epoch": 0.3785880527540729,
      "grad_norm": 0.28432661294937134,
      "learning_rate": 0.00019283076787386696,
      "loss": 0.3684,
      "step": 671
    },
    {
      "epoch": 0.3791522674377601,
      "grad_norm": 0.26816901564598083,
      "learning_rate": 0.00019280865377385457,
      "loss": 0.3399,
      "step": 672
    },
    {
      "epoch": 0.3797164821214472,
      "grad_norm": 0.2769889235496521,
      "learning_rate": 0.0001927865068919598,
      "loss": 0.3776,
      "step": 673
    },
    {
      "epoch": 0.3802806968051344,
      "grad_norm": 0.26260098814964294,
      "learning_rate": 0.00019276432723600527,
      "loss": 0.3645,
      "step": 674
    },
    {
      "epoch": 0.3808449114888215,
      "grad_norm": 0.2813813090324402,
      "learning_rate": 0.0001927421148138254,
      "loss": 0.4347,
      "step": 675
    },
    {
      "epoch": 0.38140912617250866,
      "grad_norm": 0.27241599559783936,
      "learning_rate": 0.00019271986963326603,
      "loss": 0.3699,
      "step": 676
    },
    {
      "epoch": 0.3819733408561958,
      "grad_norm": 0.2741602957248688,
      "learning_rate": 0.00019269759170218457,
      "loss": 0.3594,
      "step": 677
    },
    {
      "epoch": 0.38253755553988295,
      "grad_norm": 0.29164934158325195,
      "learning_rate": 0.00019267528102845008,
      "loss": 0.411,
      "step": 678
    },
    {
      "epoch": 0.38310177022357006,
      "grad_norm": 0.2876676619052887,
      "learning_rate": 0.0001926529376199431,
      "loss": 0.4086,
      "step": 679
    },
    {
      "epoch": 0.38366598490725723,
      "grad_norm": 0.2925497591495514,
      "learning_rate": 0.0001926305614845558,
      "loss": 0.4306,
      "step": 680
    },
    {
      "epoch": 0.38423019959094434,
      "grad_norm": 0.27419009804725647,
      "learning_rate": 0.00019260815263019186,
      "loss": 0.3591,
      "step": 681
    },
    {
      "epoch": 0.3847944142746315,
      "grad_norm": 0.2610427737236023,
      "learning_rate": 0.00019258571106476653,
      "loss": 0.3577,
      "step": 682
    },
    {
      "epoch": 0.3853586289583186,
      "grad_norm": 0.2890186011791229,
      "learning_rate": 0.00019256323679620665,
      "loss": 0.3856,
      "step": 683
    },
    {
      "epoch": 0.3859228436420058,
      "grad_norm": 0.2508264482021332,
      "learning_rate": 0.00019254072983245057,
      "loss": 0.3329,
      "step": 684
    },
    {
      "epoch": 0.3864870583256929,
      "grad_norm": 0.29873499274253845,
      "learning_rate": 0.0001925181901814482,
      "loss": 0.4039,
      "step": 685
    },
    {
      "epoch": 0.3870512730093801,
      "grad_norm": 0.27030038833618164,
      "learning_rate": 0.00019249561785116101,
      "loss": 0.3753,
      "step": 686
    },
    {
      "epoch": 0.3876154876930672,
      "grad_norm": 0.29235368967056274,
      "learning_rate": 0.000192473012849562,
      "loss": 0.4273,
      "step": 687
    },
    {
      "epoch": 0.38817970237675437,
      "grad_norm": 0.2736135423183441,
      "learning_rate": 0.00019245037518463568,
      "loss": 0.3622,
      "step": 688
    },
    {
      "epoch": 0.3887439170604415,
      "grad_norm": 0.25904539227485657,
      "learning_rate": 0.00019242770486437816,
      "loss": 0.3306,
      "step": 689
    },
    {
      "epoch": 0.38930813174412865,
      "grad_norm": 0.32771071791648865,
      "learning_rate": 0.00019240500189679705,
      "loss": 0.4484,
      "step": 690
    },
    {
      "epoch": 0.38987234642781576,
      "grad_norm": 0.26677215099334717,
      "learning_rate": 0.00019238226628991148,
      "loss": 0.3098,
      "step": 691
    },
    {
      "epoch": 0.39043656111150293,
      "grad_norm": 0.2526257038116455,
      "learning_rate": 0.00019235949805175215,
      "loss": 0.2859,
      "step": 692
    },
    {
      "epoch": 0.39100077579519005,
      "grad_norm": 0.27205559611320496,
      "learning_rate": 0.0001923366971903612,
      "loss": 0.3338,
      "step": 693
    },
    {
      "epoch": 0.3915649904788772,
      "grad_norm": 0.2705669105052948,
      "learning_rate": 0.00019231386371379246,
      "loss": 0.3984,
      "step": 694
    },
    {
      "epoch": 0.39212920516256433,
      "grad_norm": 0.25507646799087524,
      "learning_rate": 0.00019229099763011105,
      "loss": 0.3238,
      "step": 695
    },
    {
      "epoch": 0.3926934198462515,
      "grad_norm": 0.2955940365791321,
      "learning_rate": 0.0001922680989473938,
      "loss": 0.3987,
      "step": 696
    },
    {
      "epoch": 0.3932576345299386,
      "grad_norm": 0.2852543890476227,
      "learning_rate": 0.000192245167673729,
      "loss": 0.3483,
      "step": 697
    },
    {
      "epoch": 0.3938218492136258,
      "grad_norm": 0.29492488503456116,
      "learning_rate": 0.0001922222038172164,
      "loss": 0.4153,
      "step": 698
    },
    {
      "epoch": 0.39438606389731296,
      "grad_norm": 0.2864788770675659,
      "learning_rate": 0.00019219920738596725,
      "loss": 0.3743,
      "step": 699
    },
    {
      "epoch": 0.39495027858100007,
      "grad_norm": 0.30705198645591736,
      "learning_rate": 0.00019217617838810446,
      "loss": 0.3822,
      "step": 700
    },
    {
      "epoch": 0.39551449326468724,
      "grad_norm": 0.3000602126121521,
      "learning_rate": 0.00019215311683176228,
      "loss": 0.3578,
      "step": 701
    },
    {
      "epoch": 0.39607870794837435,
      "grad_norm": 0.2773132622241974,
      "learning_rate": 0.00019213002272508653,
      "loss": 0.3477,
      "step": 702
    },
    {
      "epoch": 0.3966429226320615,
      "grad_norm": 0.30521732568740845,
      "learning_rate": 0.0001921068960762345,
      "loss": 0.4163,
      "step": 703
    },
    {
      "epoch": 0.39720713731574864,
      "grad_norm": 0.290908545255661,
      "learning_rate": 0.00019208373689337494,
      "loss": 0.3667,
      "step": 704
    },
    {
      "epoch": 0.3977713519994358,
      "grad_norm": 0.2465352565050125,
      "learning_rate": 0.00019206054518468822,
      "loss": 0.293,
      "step": 705
    },
    {
      "epoch": 0.3983355666831229,
      "grad_norm": 0.2887493968009949,
      "learning_rate": 0.00019203732095836608,
      "loss": 0.3596,
      "step": 706
    },
    {
      "epoch": 0.3988997813668101,
      "grad_norm": 0.345091849565506,
      "learning_rate": 0.0001920140642226118,
      "loss": 0.4051,
      "step": 707
    },
    {
      "epoch": 0.3994639960504972,
      "grad_norm": 0.26268264651298523,
      "learning_rate": 0.0001919907749856401,
      "loss": 0.3288,
      "step": 708
    },
    {
      "epoch": 0.4000282107341844,
      "grad_norm": 0.26738137006759644,
      "learning_rate": 0.00019196745325567724,
      "loss": 0.3014,
      "step": 709
    },
    {
      "epoch": 0.4005924254178715,
      "grad_norm": 0.3243436813354492,
      "learning_rate": 0.0001919440990409609,
      "loss": 0.4426,
      "step": 710
    },
    {
      "epoch": 0.40115664010155866,
      "grad_norm": 0.31236371397972107,
      "learning_rate": 0.00019192071234974025,
      "loss": 0.3916,
      "step": 711
    },
    {
      "epoch": 0.4017208547852458,
      "grad_norm": 0.30106282234191895,
      "learning_rate": 0.00019189729319027597,
      "loss": 0.4618,
      "step": 712
    },
    {
      "epoch": 0.40228506946893294,
      "grad_norm": 0.3003949522972107,
      "learning_rate": 0.00019187384157084015,
      "loss": 0.4222,
      "step": 713
    },
    {
      "epoch": 0.40284928415262006,
      "grad_norm": 0.25977039337158203,
      "learning_rate": 0.00019185035749971638,
      "loss": 0.3437,
      "step": 714
    },
    {
      "epoch": 0.4034134988363072,
      "grad_norm": 0.26064664125442505,
      "learning_rate": 0.00019182684098519972,
      "loss": 0.3699,
      "step": 715
    },
    {
      "epoch": 0.40397771351999434,
      "grad_norm": 0.26702889800071716,
      "learning_rate": 0.00019180329203559668,
      "loss": 0.3636,
      "step": 716
    },
    {
      "epoch": 0.4045419282036815,
      "grad_norm": 0.26522478461265564,
      "learning_rate": 0.00019177971065922517,
      "loss": 0.4063,
      "step": 717
    },
    {
      "epoch": 0.4051061428873686,
      "grad_norm": 0.2823001444339752,
      "learning_rate": 0.00019175609686441467,
      "loss": 0.4185,
      "step": 718
    },
    {
      "epoch": 0.4056703575710558,
      "grad_norm": 0.2600007951259613,
      "learning_rate": 0.00019173245065950604,
      "loss": 0.3684,
      "step": 719
    },
    {
      "epoch": 0.4062345722547429,
      "grad_norm": 0.2870439291000366,
      "learning_rate": 0.00019170877205285157,
      "loss": 0.3684,
      "step": 720
    },
    {
      "epoch": 0.4067987869384301,
      "grad_norm": 0.2817387580871582,
      "learning_rate": 0.00019168506105281502,
      "loss": 0.3622,
      "step": 721
    },
    {
      "epoch": 0.4073630016221172,
      "grad_norm": 0.29136988520622253,
      "learning_rate": 0.00019166131766777154,
      "loss": 0.3962,
      "step": 722
    },
    {
      "epoch": 0.40792721630580436,
      "grad_norm": 0.2739863991737366,
      "learning_rate": 0.0001916375419061079,
      "loss": 0.3704,
      "step": 723
    },
    {
      "epoch": 0.4084914309894915,
      "grad_norm": 0.27356866002082825,
      "learning_rate": 0.00019161373377622209,
      "loss": 0.3654,
      "step": 724
    },
    {
      "epoch": 0.40905564567317865,
      "grad_norm": 0.28373095393180847,
      "learning_rate": 0.00019158989328652365,
      "loss": 0.3802,
      "step": 725
    },
    {
      "epoch": 0.40961986035686576,
      "grad_norm": 0.2565821707248688,
      "learning_rate": 0.00019156602044543352,
      "loss": 0.3208,
      "step": 726
    },
    {
      "epoch": 0.41018407504055293,
      "grad_norm": 0.27853989601135254,
      "learning_rate": 0.00019154211526138402,
      "loss": 0.3257,
      "step": 727
    },
    {
      "epoch": 0.4107482897242401,
      "grad_norm": 0.266084223985672,
      "learning_rate": 0.000191518177742819,
      "loss": 0.3557,
      "step": 728
    },
    {
      "epoch": 0.4113125044079272,
      "grad_norm": 0.28226858377456665,
      "learning_rate": 0.00019149420789819362,
      "loss": 0.3817,
      "step": 729
    },
    {
      "epoch": 0.4118767190916144,
      "grad_norm": 0.2938535511493683,
      "learning_rate": 0.00019147020573597457,
      "loss": 0.4143,
      "step": 730
    },
    {
      "epoch": 0.4124409337753015,
      "grad_norm": 0.27569088339805603,
      "learning_rate": 0.00019144617126463985,
      "loss": 0.3289,
      "step": 731
    },
    {
      "epoch": 0.41300514845898867,
      "grad_norm": 0.2881085276603699,
      "learning_rate": 0.00019142210449267895,
      "loss": 0.3544,
      "step": 732
    },
    {
      "epoch": 0.4135693631426758,
      "grad_norm": 0.306134432554245,
      "learning_rate": 0.0001913980054285927,
      "loss": 0.4686,
      "step": 733
    },
    {
      "epoch": 0.41413357782636295,
      "grad_norm": 0.27722975611686707,
      "learning_rate": 0.0001913738740808934,
      "loss": 0.3557,
      "step": 734
    },
    {
      "epoch": 0.41469779251005007,
      "grad_norm": 0.26223888993263245,
      "learning_rate": 0.00019134971045810475,
      "loss": 0.2931,
      "step": 735
    },
    {
      "epoch": 0.41526200719373724,
      "grad_norm": 0.28551939129829407,
      "learning_rate": 0.00019132551456876176,
      "loss": 0.3391,
      "step": 736
    },
    {
      "epoch": 0.41582622187742435,
      "grad_norm": 0.30062466859817505,
      "learning_rate": 0.00019130128642141098,
      "loss": 0.4204,
      "step": 737
    },
    {
      "epoch": 0.4163904365611115,
      "grad_norm": 0.3080793619155884,
      "learning_rate": 0.00019127702602461023,
      "loss": 0.4196,
      "step": 738
    },
    {
      "epoch": 0.41695465124479864,
      "grad_norm": 0.29032987356185913,
      "learning_rate": 0.0001912527333869288,
      "loss": 0.4239,
      "step": 739
    },
    {
      "epoch": 0.4175188659284858,
      "grad_norm": 0.26565539836883545,
      "learning_rate": 0.00019122840851694729,
      "loss": 0.3338,
      "step": 740
    },
    {
      "epoch": 0.4180830806121729,
      "grad_norm": 0.2805732190608978,
      "learning_rate": 0.00019120405142325782,
      "loss": 0.4102,
      "step": 741
    },
    {
      "epoch": 0.4186472952958601,
      "grad_norm": 0.27357617020606995,
      "learning_rate": 0.0001911796621144637,
      "loss": 0.3569,
      "step": 742
    },
    {
      "epoch": 0.4192115099795472,
      "grad_norm": 0.27046799659729004,
      "learning_rate": 0.0001911552405991798,
      "loss": 0.3789,
      "step": 743
    },
    {
      "epoch": 0.4197757246632344,
      "grad_norm": 0.25721022486686707,
      "learning_rate": 0.00019113078688603227,
      "loss": 0.3478,
      "step": 744
    },
    {
      "epoch": 0.4203399393469215,
      "grad_norm": 0.262615442276001,
      "learning_rate": 0.00019110630098365862,
      "loss": 0.3676,
      "step": 745
    },
    {
      "epoch": 0.42090415403060866,
      "grad_norm": 0.280432790517807,
      "learning_rate": 0.0001910817829007078,
      "loss": 0.363,
      "step": 746
    },
    {
      "epoch": 0.42146836871429577,
      "grad_norm": 0.2551110088825226,
      "learning_rate": 0.0001910572326458401,
      "loss": 0.3048,
      "step": 747
    },
    {
      "epoch": 0.42203258339798294,
      "grad_norm": 0.2635824680328369,
      "learning_rate": 0.00019103265022772713,
      "loss": 0.3537,
      "step": 748
    },
    {
      "epoch": 0.42259679808167006,
      "grad_norm": 0.27608028054237366,
      "learning_rate": 0.0001910080356550519,
      "loss": 0.3591,
      "step": 749
    },
    {
      "epoch": 0.4231610127653572,
      "grad_norm": 0.26101353764533997,
      "learning_rate": 0.00019098338893650882,
      "loss": 0.3166,
      "step": 750
    },
    {
      "epoch": 0.42372522744904434,
      "grad_norm": 0.29799512028694153,
      "learning_rate": 0.00019095871008080353,
      "loss": 0.3969,
      "step": 751
    },
    {
      "epoch": 0.4242894421327315,
      "grad_norm": 0.2668876349925995,
      "learning_rate": 0.00019093399909665316,
      "loss": 0.343,
      "step": 752
    },
    {
      "epoch": 0.4248536568164186,
      "grad_norm": 0.2857612073421478,
      "learning_rate": 0.0001909092559927861,
      "loss": 0.447,
      "step": 753
    },
    {
      "epoch": 0.4254178715001058,
      "grad_norm": 0.3403734564781189,
      "learning_rate": 0.00019088448077794209,
      "loss": 0.3052,
      "step": 754
    },
    {
      "epoch": 0.4259820861837929,
      "grad_norm": 0.2539498805999756,
      "learning_rate": 0.00019085967346087226,
      "loss": 0.3204,
      "step": 755
    },
    {
      "epoch": 0.4265463008674801,
      "grad_norm": 0.29518890380859375,
      "learning_rate": 0.00019083483405033907,
      "loss": 0.3735,
      "step": 756
    },
    {
      "epoch": 0.42711051555116725,
      "grad_norm": 0.2671411633491516,
      "learning_rate": 0.00019080996255511624,
      "loss": 0.3774,
      "step": 757
    },
    {
      "epoch": 0.42767473023485436,
      "grad_norm": 0.2729649841785431,
      "learning_rate": 0.00019078505898398898,
      "loss": 0.333,
      "step": 758
    },
    {
      "epoch": 0.42823894491854153,
      "grad_norm": 0.27268150448799133,
      "learning_rate": 0.00019076012334575364,
      "loss": 0.3739,
      "step": 759
    },
    {
      "epoch": 0.42880315960222865,
      "grad_norm": 0.29661935567855835,
      "learning_rate": 0.00019073515564921802,
      "loss": 0.4042,
      "step": 760
    },
    {
      "epoch": 0.4293673742859158,
      "grad_norm": 0.24878042936325073,
      "learning_rate": 0.00019071015590320123,
      "loss": 0.3016,
      "step": 761
    },
    {
      "epoch": 0.42993158896960293,
      "grad_norm": 0.2774014174938202,
      "learning_rate": 0.00019068512411653368,
      "loss": 0.3578,
      "step": 762
    },
    {
      "epoch": 0.4304958036532901,
      "grad_norm": 0.28118133544921875,
      "learning_rate": 0.00019066006029805704,
      "loss": 0.3818,
      "step": 763
    },
    {
      "epoch": 0.4310600183369772,
      "grad_norm": 0.28554773330688477,
      "learning_rate": 0.00019063496445662445,
      "loss": 0.3748,
      "step": 764
    },
    {
      "epoch": 0.4316242330206644,
      "grad_norm": 0.2887965440750122,
      "learning_rate": 0.00019060983660110022,
      "loss": 0.3859,
      "step": 765
    },
    {
      "epoch": 0.4321884477043515,
      "grad_norm": 0.2716434597969055,
      "learning_rate": 0.00019058467674036,
      "loss": 0.3716,
      "step": 766
    },
    {
      "epoch": 0.43275266238803867,
      "grad_norm": 0.26678866147994995,
      "learning_rate": 0.00019055948488329078,
      "loss": 0.3382,
      "step": 767
    },
    {
      "epoch": 0.4333168770717258,
      "grad_norm": 0.273301899433136,
      "learning_rate": 0.0001905342610387908,
      "loss": 0.3755,
      "step": 768
    },
    {
      "epoch": 0.43388109175541295,
      "grad_norm": 0.28224068880081177,
      "learning_rate": 0.00019050900521576963,
      "loss": 0.3134,
      "step": 769
    },
    {
      "epoch": 0.43444530643910007,
      "grad_norm": 0.2745247781276703,
      "learning_rate": 0.0001904837174231482,
      "loss": 0.3282,
      "step": 770
    },
    {
      "epoch": 0.43500952112278723,
      "grad_norm": 0.2753736972808838,
      "learning_rate": 0.00019045839766985862,
      "loss": 0.3248,
      "step": 771
    },
    {
      "epoch": 0.43557373580647435,
      "grad_norm": 0.2763102054595947,
      "learning_rate": 0.00019043304596484431,
      "loss": 0.3806,
      "step": 772
    },
    {
      "epoch": 0.4361379504901615,
      "grad_norm": 0.29703468084335327,
      "learning_rate": 0.00019040766231706005,
      "loss": 0.4363,
      "step": 773
    },
    {
      "epoch": 0.43670216517384863,
      "grad_norm": 0.2680215835571289,
      "learning_rate": 0.00019038224673547185,
      "loss": 0.3055,
      "step": 774
    },
    {
      "epoch": 0.4372663798575358,
      "grad_norm": 0.28006061911582947,
      "learning_rate": 0.00019035679922905696,
      "loss": 0.3625,
      "step": 775
    },
    {
      "epoch": 0.4378305945412229,
      "grad_norm": 0.2628713846206665,
      "learning_rate": 0.00019033131980680397,
      "loss": 0.3639,
      "step": 776
    },
    {
      "epoch": 0.4383948092249101,
      "grad_norm": 0.2637772262096405,
      "learning_rate": 0.00019030580847771274,
      "loss": 0.4074,
      "step": 777
    },
    {
      "epoch": 0.4389590239085972,
      "grad_norm": 0.26052433252334595,
      "learning_rate": 0.00019028026525079442,
      "loss": 0.333,
      "step": 778
    },
    {
      "epoch": 0.43952323859228437,
      "grad_norm": 0.2681058645248413,
      "learning_rate": 0.00019025469013507132,
      "loss": 0.3905,
      "step": 779
    },
    {
      "epoch": 0.4400874532759715,
      "grad_norm": 0.3041929304599762,
      "learning_rate": 0.0001902290831395771,
      "loss": 0.4314,
      "step": 780
    },
    {
      "epoch": 0.44065166795965865,
      "grad_norm": 0.28221502900123596,
      "learning_rate": 0.0001902034442733567,
      "loss": 0.4006,
      "step": 781
    },
    {
      "epoch": 0.44121588264334577,
      "grad_norm": 0.25870591402053833,
      "learning_rate": 0.00019017777354546627,
      "loss": 0.2895,
      "step": 782
    },
    {
      "epoch": 0.44178009732703294,
      "grad_norm": 0.29654553532600403,
      "learning_rate": 0.0001901520709649732,
      "loss": 0.4045,
      "step": 783
    },
    {
      "epoch": 0.44234431201072005,
      "grad_norm": 0.2582705020904541,
      "learning_rate": 0.00019012633654095617,
      "loss": 0.3321,
      "step": 784
    },
    {
      "epoch": 0.4429085266944072,
      "grad_norm": 0.2955150604248047,
      "learning_rate": 0.00019010057028250512,
      "loss": 0.4222,
      "step": 785
    },
    {
      "epoch": 0.44347274137809434,
      "grad_norm": 0.2678367793560028,
      "learning_rate": 0.0001900747721987212,
      "loss": 0.3552,
      "step": 786
    },
    {
      "epoch": 0.4440369560617815,
      "grad_norm": 0.2634442150592804,
      "learning_rate": 0.0001900489422987168,
      "loss": 0.3769,
      "step": 787
    },
    {
      "epoch": 0.4446011707454687,
      "grad_norm": 0.2662999927997589,
      "learning_rate": 0.00019002308059161557,
      "loss": 0.3735,
      "step": 788
    },
    {
      "epoch": 0.4451653854291558,
      "grad_norm": 0.2646929919719696,
      "learning_rate": 0.00018999718708655238,
      "loss": 0.365,
      "step": 789
    },
    {
      "epoch": 0.44572960011284296,
      "grad_norm": 0.24533352255821228,
      "learning_rate": 0.00018997126179267336,
      "loss": 0.3119,
      "step": 790
    },
    {
      "epoch": 0.4462938147965301,
      "grad_norm": 0.261613667011261,
      "learning_rate": 0.0001899453047191358,
      "loss": 0.3445,
      "step": 791
    },
    {
      "epoch": 0.44685802948021724,
      "grad_norm": 0.27691853046417236,
      "learning_rate": 0.00018991931587510828,
      "loss": 0.3427,
      "step": 792
    },
    {
      "epoch": 0.44742224416390436,
      "grad_norm": 0.2914397418498993,
      "learning_rate": 0.00018989329526977058,
      "loss": 0.4149,
      "step": 793
    },
    {
      "epoch": 0.44798645884759153,
      "grad_norm": 0.3008798360824585,
      "learning_rate": 0.00018986724291231372,
      "loss": 0.4121,
      "step": 794
    },
    {
      "epoch": 0.44855067353127864,
      "grad_norm": 0.293031245470047,
      "learning_rate": 0.0001898411588119399,
      "loss": 0.3315,
      "step": 795
    },
    {
      "epoch": 0.4491148882149658,
      "grad_norm": 0.2817259430885315,
      "learning_rate": 0.00018981504297786253,
      "loss": 0.3631,
      "step": 796
    },
    {
      "epoch": 0.4496791028986529,
      "grad_norm": 0.28436213731765747,
      "learning_rate": 0.00018978889541930633,
      "loss": 0.374,
      "step": 797
    },
    {
      "epoch": 0.4502433175823401,
      "grad_norm": 0.27469682693481445,
      "learning_rate": 0.00018976271614550702,
      "loss": 0.367,
      "step": 798
    },
    {
      "epoch": 0.4508075322660272,
      "grad_norm": 0.2753724753856659,
      "learning_rate": 0.00018973650516571175,
      "loss": 0.3775,
      "step": 799
    },
    {
      "epoch": 0.4513717469497144,
      "grad_norm": 0.2734423279762268,
      "learning_rate": 0.00018971026248917872,
      "loss": 0.374,
      "step": 800
    },
    {
      "epoch": 0.4513717469497144,
      "eval_loss": 0.3689790666103363,
      "eval_runtime": 15.7868,
      "eval_samples_per_second": 9.058,
      "eval_steps_per_second": 4.561,
      "step": 800
    },
    {
      "epoch": 0.4519359616334015,
      "grad_norm": 0.2876700758934021,
      "learning_rate": 0.00018968398812517734,
      "loss": 0.3584,
      "step": 801
    },
    {
      "epoch": 0.45250017631708866,
      "grad_norm": 0.26518580317497253,
      "learning_rate": 0.00018965768208298832,
      "loss": 0.3675,
      "step": 802
    },
    {
      "epoch": 0.4530643910007758,
      "grad_norm": 0.27538442611694336,
      "learning_rate": 0.00018963134437190342,
      "loss": 0.3833,
      "step": 803
    },
    {
      "epoch": 0.45362860568446295,
      "grad_norm": 0.2718668282032013,
      "learning_rate": 0.00018960497500122565,
      "loss": 0.4108,
      "step": 804
    },
    {
      "epoch": 0.45419282036815006,
      "grad_norm": 0.2605154514312744,
      "learning_rate": 0.00018957857398026925,
      "loss": 0.3064,
      "step": 805
    },
    {
      "epoch": 0.45475703505183723,
      "grad_norm": 0.2683767080307007,
      "learning_rate": 0.00018955214131835958,
      "loss": 0.3475,
      "step": 806
    },
    {
      "epoch": 0.45532124973552435,
      "grad_norm": 0.2700640559196472,
      "learning_rate": 0.00018952567702483313,
      "loss": 0.3968,
      "step": 807
    },
    {
      "epoch": 0.4558854644192115,
      "grad_norm": 0.29948410391807556,
      "learning_rate": 0.0001894991811090377,
      "loss": 0.4078,
      "step": 808
    },
    {
      "epoch": 0.45644967910289863,
      "grad_norm": 0.2791207432746887,
      "learning_rate": 0.00018947265358033213,
      "loss": 0.3604,
      "step": 809
    },
    {
      "epoch": 0.4570138937865858,
      "grad_norm": 0.28043630719184875,
      "learning_rate": 0.00018944609444808647,
      "loss": 0.4074,
      "step": 810
    },
    {
      "epoch": 0.4575781084702729,
      "grad_norm": 0.2695905566215515,
      "learning_rate": 0.00018941950372168196,
      "loss": 0.3662,
      "step": 811
    },
    {
      "epoch": 0.4581423231539601,
      "grad_norm": 0.30659249424934387,
      "learning_rate": 0.000189392881410511,
      "loss": 0.4071,
      "step": 812
    },
    {
      "epoch": 0.4587065378376472,
      "grad_norm": 0.2714046835899353,
      "learning_rate": 0.00018936622752397706,
      "loss": 0.3865,
      "step": 813
    },
    {
      "epoch": 0.45927075252133437,
      "grad_norm": 0.2585953176021576,
      "learning_rate": 0.0001893395420714949,
      "loss": 0.3335,
      "step": 814
    },
    {
      "epoch": 0.4598349672050215,
      "grad_norm": 0.27203625440597534,
      "learning_rate": 0.00018931282506249035,
      "loss": 0.3885,
      "step": 815
    },
    {
      "epoch": 0.46039918188870865,
      "grad_norm": 0.25873857736587524,
      "learning_rate": 0.00018928607650640035,
      "loss": 0.3144,
      "step": 816
    },
    {
      "epoch": 0.4609633965723958,
      "grad_norm": 0.27414265275001526,
      "learning_rate": 0.00018925929641267305,
      "loss": 0.3302,
      "step": 817
    },
    {
      "epoch": 0.46152761125608294,
      "grad_norm": 0.2554068863391876,
      "learning_rate": 0.00018923248479076773,
      "loss": 0.3135,
      "step": 818
    },
    {
      "epoch": 0.4620918259397701,
      "grad_norm": 0.27486303448677063,
      "learning_rate": 0.00018920564165015476,
      "loss": 0.3308,
      "step": 819
    },
    {
      "epoch": 0.4626560406234572,
      "grad_norm": 0.29289308190345764,
      "learning_rate": 0.00018917876700031574,
      "loss": 0.3806,
      "step": 820
    },
    {
      "epoch": 0.4632202553071444,
      "grad_norm": 0.2921479046344757,
      "learning_rate": 0.00018915186085074326,
      "loss": 0.3427,
      "step": 821
    },
    {
      "epoch": 0.4637844699908315,
      "grad_norm": 0.2621932625770569,
      "learning_rate": 0.00018912492321094114,
      "loss": 0.3304,
      "step": 822
    },
    {
      "epoch": 0.4643486846745187,
      "grad_norm": 0.28398579359054565,
      "learning_rate": 0.00018909795409042434,
      "loss": 0.3845,
      "step": 823
    },
    {
      "epoch": 0.4649128993582058,
      "grad_norm": 0.29377874732017517,
      "learning_rate": 0.00018907095349871887,
      "loss": 0.4278,
      "step": 824
    },
    {
      "epoch": 0.46547711404189296,
      "grad_norm": 0.26097750663757324,
      "learning_rate": 0.00018904392144536184,
      "loss": 0.357,
      "step": 825
    },
    {
      "epoch": 0.4660413287255801,
      "grad_norm": 0.2928941249847412,
      "learning_rate": 0.00018901685793990157,
      "loss": 0.4034,
      "step": 826
    },
    {
      "epoch": 0.46660554340926724,
      "grad_norm": 0.26309314370155334,
      "learning_rate": 0.00018898976299189742,
      "loss": 0.3457,
      "step": 827
    },
    {
      "epoch": 0.46716975809295436,
      "grad_norm": 0.2648814916610718,
      "learning_rate": 0.00018896263661091983,
      "loss": 0.3465,
      "step": 828
    },
    {
      "epoch": 0.4677339727766415,
      "grad_norm": 0.27138006687164307,
      "learning_rate": 0.00018893547880655044,
      "loss": 0.3766,
      "step": 829
    },
    {
      "epoch": 0.46829818746032864,
      "grad_norm": 0.2820441424846649,
      "learning_rate": 0.0001889082895883819,
      "loss": 0.4165,
      "step": 830
    },
    {
      "epoch": 0.4688624021440158,
      "grad_norm": 0.2610512375831604,
      "learning_rate": 0.000188881068966018,
      "loss": 0.3018,
      "step": 831
    },
    {
      "epoch": 0.4694266168277029,
      "grad_norm": 0.28085726499557495,
      "learning_rate": 0.00018885381694907363,
      "loss": 0.3883,
      "step": 832
    },
    {
      "epoch": 0.4699908315113901,
      "grad_norm": 0.31115978956222534,
      "learning_rate": 0.0001888265335471747,
      "loss": 0.4354,
      "step": 833
    },
    {
      "epoch": 0.4705550461950772,
      "grad_norm": 0.26146650314331055,
      "learning_rate": 0.00018879921876995828,
      "loss": 0.371,
      "step": 834
    },
    {
      "epoch": 0.4711192608787644,
      "grad_norm": 0.28171586990356445,
      "learning_rate": 0.0001887718726270725,
      "loss": 0.3879,
      "step": 835
    },
    {
      "epoch": 0.4716834755624515,
      "grad_norm": 0.2670457363128662,
      "learning_rate": 0.00018874449512817657,
      "loss": 0.3529,
      "step": 836
    },
    {
      "epoch": 0.47224769024613866,
      "grad_norm": 0.2694877088069916,
      "learning_rate": 0.0001887170862829408,
      "loss": 0.3113,
      "step": 837
    },
    {
      "epoch": 0.4728119049298258,
      "grad_norm": 0.29853954911231995,
      "learning_rate": 0.00018868964610104652,
      "loss": 0.4011,
      "step": 838
    },
    {
      "epoch": 0.47337611961351295,
      "grad_norm": 0.2687089145183563,
      "learning_rate": 0.00018866217459218612,
      "loss": 0.3362,
      "step": 839
    },
    {
      "epoch": 0.47394033429720006,
      "grad_norm": 0.29333338141441345,
      "learning_rate": 0.00018863467176606313,
      "loss": 0.4137,
      "step": 840
    },
    {
      "epoch": 0.47450454898088723,
      "grad_norm": 0.28840172290802,
      "learning_rate": 0.00018860713763239212,
      "loss": 0.4039,
      "step": 841
    },
    {
      "epoch": 0.47506876366457435,
      "grad_norm": 0.2702638804912567,
      "learning_rate": 0.00018857957220089864,
      "loss": 0.3453,
      "step": 842
    },
    {
      "epoch": 0.4756329783482615,
      "grad_norm": 0.2843532860279083,
      "learning_rate": 0.00018855197548131938,
      "loss": 0.3659,
      "step": 843
    },
    {
      "epoch": 0.47619719303194863,
      "grad_norm": 0.2750761806964874,
      "learning_rate": 0.00018852434748340208,
      "loss": 0.3895,
      "step": 844
    },
    {
      "epoch": 0.4767614077156358,
      "grad_norm": 0.29436954855918884,
      "learning_rate": 0.0001884966882169055,
      "loss": 0.4512,
      "step": 845
    },
    {
      "epoch": 0.47732562239932297,
      "grad_norm": 0.27691400051116943,
      "learning_rate": 0.00018846899769159943,
      "loss": 0.3982,
      "step": 846
    },
    {
      "epoch": 0.4778898370830101,
      "grad_norm": 0.29025664925575256,
      "learning_rate": 0.0001884412759172647,
      "loss": 0.3874,
      "step": 847
    },
    {
      "epoch": 0.47845405176669725,
      "grad_norm": 0.2721424698829651,
      "learning_rate": 0.00018841352290369326,
      "loss": 0.3847,
      "step": 848
    },
    {
      "epoch": 0.47901826645038437,
      "grad_norm": 0.2909197509288788,
      "learning_rate": 0.000188385738660688,
      "loss": 0.3936,
      "step": 849
    },
    {
      "epoch": 0.47958248113407154,
      "grad_norm": 0.25113770365715027,
      "learning_rate": 0.00018835792319806284,
      "loss": 0.3504,
      "step": 850
    },
    {
      "epoch": 0.48014669581775865,
      "grad_norm": 0.2658372223377228,
      "learning_rate": 0.0001883300765256428,
      "loss": 0.3404,
      "step": 851
    },
    {
      "epoch": 0.4807109105014458,
      "grad_norm": 0.25772717595100403,
      "learning_rate": 0.00018830219865326387,
      "loss": 0.3415,
      "step": 852
    },
    {
      "epoch": 0.48127512518513293,
      "grad_norm": 0.3035493493080139,
      "learning_rate": 0.0001882742895907731,
      "loss": 0.3941,
      "step": 853
    },
    {
      "epoch": 0.4818393398688201,
      "grad_norm": 0.2503311336040497,
      "learning_rate": 0.00018824634934802846,
      "loss": 0.298,
      "step": 854
    },
    {
      "epoch": 0.4824035545525072,
      "grad_norm": 0.26657941937446594,
      "learning_rate": 0.00018821837793489912,
      "loss": 0.3496,
      "step": 855
    },
    {
      "epoch": 0.4829677692361944,
      "grad_norm": 0.29992687702178955,
      "learning_rate": 0.00018819037536126507,
      "loss": 0.4222,
      "step": 856
    },
    {
      "epoch": 0.4835319839198815,
      "grad_norm": 0.2797229290008545,
      "learning_rate": 0.0001881623416370174,
      "loss": 0.3745,
      "step": 857
    },
    {
      "epoch": 0.4840961986035687,
      "grad_norm": 0.29472506046295166,
      "learning_rate": 0.00018813427677205814,
      "loss": 0.3526,
      "step": 858
    },
    {
      "epoch": 0.4846604132872558,
      "grad_norm": 0.3073592782020569,
      "learning_rate": 0.00018810618077630045,
      "loss": 0.4483,
      "step": 859
    },
    {
      "epoch": 0.48522462797094296,
      "grad_norm": 0.2493884116411209,
      "learning_rate": 0.00018807805365966834,
      "loss": 0.295,
      "step": 860
    },
    {
      "epoch": 0.48578884265463007,
      "grad_norm": 0.25739142298698425,
      "learning_rate": 0.00018804989543209688,
      "loss": 0.3726,
      "step": 861
    },
    {
      "epoch": 0.48635305733831724,
      "grad_norm": 0.265257865190506,
      "learning_rate": 0.00018802170610353214,
      "loss": 0.3508,
      "step": 862
    },
    {
      "epoch": 0.48691727202200435,
      "grad_norm": 0.26475897431373596,
      "learning_rate": 0.00018799348568393113,
      "loss": 0.2861,
      "step": 863
    },
    {
      "epoch": 0.4874814867056915,
      "grad_norm": 0.28331804275512695,
      "learning_rate": 0.0001879652341832619,
      "loss": 0.4075,
      "step": 864
    },
    {
      "epoch": 0.48804570138937864,
      "grad_norm": 0.2884044051170349,
      "learning_rate": 0.00018793695161150345,
      "loss": 0.4403,
      "step": 865
    },
    {
      "epoch": 0.4886099160730658,
      "grad_norm": 0.2690986692905426,
      "learning_rate": 0.00018790863797864572,
      "loss": 0.2943,
      "step": 866
    },
    {
      "epoch": 0.4891741307567529,
      "grad_norm": 0.2649669349193573,
      "learning_rate": 0.0001878802932946897,
      "loss": 0.3044,
      "step": 867
    },
    {
      "epoch": 0.4897383454404401,
      "grad_norm": 0.267219215631485,
      "learning_rate": 0.00018785191756964724,
      "loss": 0.3428,
      "step": 868
    },
    {
      "epoch": 0.4903025601241272,
      "grad_norm": 0.26435407996177673,
      "learning_rate": 0.00018782351081354125,
      "loss": 0.3423,
      "step": 869
    },
    {
      "epoch": 0.4908667748078144,
      "grad_norm": 0.26444149017333984,
      "learning_rate": 0.00018779507303640558,
      "loss": 0.324,
      "step": 870
    },
    {
      "epoch": 0.4914309894915015,
      "grad_norm": 0.3034384548664093,
      "learning_rate": 0.00018776660424828502,
      "loss": 0.3531,
      "step": 871
    },
    {
      "epoch": 0.49199520417518866,
      "grad_norm": 0.2857520878314972,
      "learning_rate": 0.00018773810445923533,
      "loss": 0.4246,
      "step": 872
    },
    {
      "epoch": 0.4925594188588758,
      "grad_norm": 0.2826695442199707,
      "learning_rate": 0.00018770957367932316,
      "loss": 0.3457,
      "step": 873
    },
    {
      "epoch": 0.49312363354256294,
      "grad_norm": 0.2665994465351105,
      "learning_rate": 0.00018768101191862622,
      "loss": 0.3435,
      "step": 874
    },
    {
      "epoch": 0.4936878482262501,
      "grad_norm": 0.26714277267456055,
      "learning_rate": 0.00018765241918723303,
      "loss": 0.3888,
      "step": 875
    },
    {
      "epoch": 0.49425206290993723,
      "grad_norm": 0.25842154026031494,
      "learning_rate": 0.00018762379549524315,
      "loss": 0.3259,
      "step": 876
    },
    {
      "epoch": 0.4948162775936244,
      "grad_norm": 0.2698710262775421,
      "learning_rate": 0.00018759514085276707,
      "loss": 0.3822,
      "step": 877
    },
    {
      "epoch": 0.4953804922773115,
      "grad_norm": 0.2673654556274414,
      "learning_rate": 0.00018756645526992613,
      "loss": 0.3328,
      "step": 878
    },
    {
      "epoch": 0.4959447069609987,
      "grad_norm": 0.2705228626728058,
      "learning_rate": 0.0001875377387568527,
      "loss": 0.3882,
      "step": 879
    },
    {
      "epoch": 0.4965089216446858,
      "grad_norm": 0.24758295714855194,
      "learning_rate": 0.00018750899132369004,
      "loss": 0.3211,
      "step": 880
    },
    {
      "epoch": 0.49707313632837297,
      "grad_norm": 0.26675233244895935,
      "learning_rate": 0.00018748021298059227,
      "loss": 0.3687,
      "step": 881
    },
    {
      "epoch": 0.4976373510120601,
      "grad_norm": 0.2810344994068146,
      "learning_rate": 0.0001874514037377245,
      "loss": 0.3607,
      "step": 882
    },
    {
      "epoch": 0.49820156569574725,
      "grad_norm": 0.2689652442932129,
      "learning_rate": 0.00018742256360526277,
      "loss": 0.3597,
      "step": 883
    },
    {
      "epoch": 0.49876578037943436,
      "grad_norm": 0.2733321785926819,
      "learning_rate": 0.00018739369259339393,
      "loss": 0.3458,
      "step": 884
    },
    {
      "epoch": 0.49932999506312153,
      "grad_norm": 0.26813340187072754,
      "learning_rate": 0.00018736479071231586,
      "loss": 0.3024,
      "step": 885
    },
    {
      "epoch": 0.49989420974680865,
      "grad_norm": 0.29820704460144043,
      "learning_rate": 0.00018733585797223724,
      "loss": 0.3559,
      "step": 886
    },
    {
      "epoch": 0.5004584244304958,
      "grad_norm": 0.26671069860458374,
      "learning_rate": 0.00018730689438337773,
      "loss": 0.3401,
      "step": 887
    },
    {
      "epoch": 0.501022639114183,
      "grad_norm": 0.28866276144981384,
      "learning_rate": 0.00018727789995596784,
      "loss": 0.3399,
      "step": 888
    },
    {
      "epoch": 0.50158685379787,
      "grad_norm": 0.30797481536865234,
      "learning_rate": 0.00018724887470024897,
      "loss": 0.4199,
      "step": 889
    },
    {
      "epoch": 0.5021510684815572,
      "grad_norm": 0.28435611724853516,
      "learning_rate": 0.00018721981862647344,
      "loss": 0.3323,
      "step": 890
    },
    {
      "epoch": 0.5027152831652444,
      "grad_norm": 0.2736966609954834,
      "learning_rate": 0.00018719073174490447,
      "loss": 0.3177,
      "step": 891
    },
    {
      "epoch": 0.5032794978489316,
      "grad_norm": 0.28560906648635864,
      "learning_rate": 0.00018716161406581608,
      "loss": 0.37,
      "step": 892
    },
    {
      "epoch": 0.5038437125326186,
      "grad_norm": 0.27932852506637573,
      "learning_rate": 0.0001871324655994932,
      "loss": 0.32,
      "step": 893
    },
    {
      "epoch": 0.5044079272163058,
      "grad_norm": 0.269272118806839,
      "learning_rate": 0.00018710328635623174,
      "loss": 0.3348,
      "step": 894
    },
    {
      "epoch": 0.504972141899993,
      "grad_norm": 0.30570921301841736,
      "learning_rate": 0.00018707407634633834,
      "loss": 0.3576,
      "step": 895
    },
    {
      "epoch": 0.5055363565836801,
      "grad_norm": 0.27144694328308105,
      "learning_rate": 0.00018704483558013054,
      "loss": 0.3505,
      "step": 896
    },
    {
      "epoch": 0.5061005712673672,
      "grad_norm": 0.2762514650821686,
      "learning_rate": 0.00018701556406793682,
      "loss": 0.3342,
      "step": 897
    },
    {
      "epoch": 0.5066647859510544,
      "grad_norm": 0.26901596784591675,
      "learning_rate": 0.00018698626182009643,
      "loss": 0.3747,
      "step": 898
    },
    {
      "epoch": 0.5072290006347415,
      "grad_norm": 0.2577619254589081,
      "learning_rate": 0.00018695692884695956,
      "loss": 0.3567,
      "step": 899
    },
    {
      "epoch": 0.5077932153184287,
      "grad_norm": 0.2599586546421051,
      "learning_rate": 0.00018692756515888714,
      "loss": 0.3011,
      "step": 900
    },
    {
      "epoch": 0.5083574300021158,
      "grad_norm": 0.2762562036514282,
      "learning_rate": 0.00018689817076625106,
      "loss": 0.3781,
      "step": 901
    },
    {
      "epoch": 0.5089216446858029,
      "grad_norm": 0.27903807163238525,
      "learning_rate": 0.00018686874567943397,
      "loss": 0.3705,
      "step": 902
    },
    {
      "epoch": 0.5094858593694901,
      "grad_norm": 0.2955048680305481,
      "learning_rate": 0.00018683928990882945,
      "loss": 0.3772,
      "step": 903
    },
    {
      "epoch": 0.5100500740531773,
      "grad_norm": 0.2937626540660858,
      "learning_rate": 0.00018680980346484188,
      "loss": 0.4398,
      "step": 904
    },
    {
      "epoch": 0.5106142887368644,
      "grad_norm": 0.2890077829360962,
      "learning_rate": 0.00018678028635788638,
      "loss": 0.351,
      "step": 905
    },
    {
      "epoch": 0.5111785034205515,
      "grad_norm": 0.2837139666080475,
      "learning_rate": 0.0001867507385983891,
      "loss": 0.3796,
      "step": 906
    },
    {
      "epoch": 0.5117427181042387,
      "grad_norm": 0.265547513961792,
      "learning_rate": 0.0001867211601967868,
      "loss": 0.3405,
      "step": 907
    },
    {
      "epoch": 0.5123069327879258,
      "grad_norm": 0.2722945809364319,
      "learning_rate": 0.0001866915511635272,
      "loss": 0.353,
      "step": 908
    },
    {
      "epoch": 0.512871147471613,
      "grad_norm": 0.2800951898097992,
      "learning_rate": 0.00018666191150906887,
      "loss": 0.3834,
      "step": 909
    },
    {
      "epoch": 0.5134353621553001,
      "grad_norm": 0.2656981348991394,
      "learning_rate": 0.00018663224124388104,
      "loss": 0.3671,
      "step": 910
    },
    {
      "epoch": 0.5139995768389872,
      "grad_norm": 0.24667783081531525,
      "learning_rate": 0.00018660254037844388,
      "loss": 0.3191,
      "step": 911
    },
    {
      "epoch": 0.5145637915226744,
      "grad_norm": 0.2583855092525482,
      "learning_rate": 0.00018657280892324832,
      "loss": 0.3646,
      "step": 912
    },
    {
      "epoch": 0.5151280062063616,
      "grad_norm": 0.254652738571167,
      "learning_rate": 0.00018654304688879616,
      "loss": 0.3213,
      "step": 913
    },
    {
      "epoch": 0.5156922208900486,
      "grad_norm": 0.2635277807712555,
      "learning_rate": 0.0001865132542855999,
      "loss": 0.3402,
      "step": 914
    },
    {
      "epoch": 0.5162564355737358,
      "grad_norm": 0.2755392789840698,
      "learning_rate": 0.00018648343112418286,
      "loss": 0.3227,
      "step": 915
    },
    {
      "epoch": 0.516820650257423,
      "grad_norm": 0.24548441171646118,
      "learning_rate": 0.00018645357741507926,
      "loss": 0.2807,
      "step": 916
    },
    {
      "epoch": 0.5173848649411101,
      "grad_norm": 0.27582424879074097,
      "learning_rate": 0.00018642369316883398,
      "loss": 0.3265,
      "step": 917
    },
    {
      "epoch": 0.5179490796247972,
      "grad_norm": 0.2796074450016022,
      "learning_rate": 0.00018639377839600274,
      "loss": 0.3581,
      "step": 918
    },
    {
      "epoch": 0.5185132943084844,
      "grad_norm": 0.28656989336013794,
      "learning_rate": 0.00018636383310715205,
      "loss": 0.3761,
      "step": 919
    },
    {
      "epoch": 0.5190775089921715,
      "grad_norm": 0.2996421754360199,
      "learning_rate": 0.00018633385731285917,
      "loss": 0.4026,
      "step": 920
    },
    {
      "epoch": 0.5196417236758587,
      "grad_norm": 0.27634772658348083,
      "learning_rate": 0.00018630385102371216,
      "loss": 0.3972,
      "step": 921
    },
    {
      "epoch": 0.5202059383595458,
      "grad_norm": 0.2874005138874054,
      "learning_rate": 0.00018627381425030987,
      "loss": 0.3718,
      "step": 922
    },
    {
      "epoch": 0.5207701530432329,
      "grad_norm": 0.2719656527042389,
      "learning_rate": 0.00018624374700326187,
      "loss": 0.3923,
      "step": 923
    },
    {
      "epoch": 0.5213343677269201,
      "grad_norm": 0.28935301303863525,
      "learning_rate": 0.00018621364929318848,
      "loss": 0.3467,
      "step": 924
    },
    {
      "epoch": 0.5218985824106073,
      "grad_norm": 0.28722313046455383,
      "learning_rate": 0.0001861835211307209,
      "loss": 0.4569,
      "step": 925
    },
    {
      "epoch": 0.5224627970942943,
      "grad_norm": 0.2652970254421234,
      "learning_rate": 0.00018615336252650092,
      "loss": 0.3421,
      "step": 926
    },
    {
      "epoch": 0.5230270117779815,
      "grad_norm": 0.2986718714237213,
      "learning_rate": 0.00018612317349118125,
      "loss": 0.413,
      "step": 927
    },
    {
      "epoch": 0.5235912264616687,
      "grad_norm": 0.28963616490364075,
      "learning_rate": 0.00018609295403542518,
      "loss": 0.4319,
      "step": 928
    },
    {
      "epoch": 0.5241554411453558,
      "grad_norm": 0.2827867269515991,
      "learning_rate": 0.00018606270416990687,
      "loss": 0.3226,
      "step": 929
    },
    {
      "epoch": 0.5247196558290429,
      "grad_norm": 0.32115939259529114,
      "learning_rate": 0.0001860324239053112,
      "loss": 0.3895,
      "step": 930
    },
    {
      "epoch": 0.5252838705127301,
      "grad_norm": 0.2729278802871704,
      "learning_rate": 0.0001860021132523337,
      "loss": 0.3595,
      "step": 931
    },
    {
      "epoch": 0.5258480851964172,
      "grad_norm": 0.28413328528404236,
      "learning_rate": 0.00018597177222168078,
      "loss": 0.3422,
      "step": 932
    },
    {
      "epoch": 0.5264122998801044,
      "grad_norm": 0.28152942657470703,
      "learning_rate": 0.00018594140082406945,
      "loss": 0.3796,
      "step": 933
    },
    {
      "epoch": 0.5269765145637916,
      "grad_norm": 0.2605717182159424,
      "learning_rate": 0.00018591099907022752,
      "loss": 0.3379,
      "step": 934
    },
    {
      "epoch": 0.5275407292474786,
      "grad_norm": 0.27642494440078735,
      "learning_rate": 0.00018588056697089352,
      "loss": 0.3401,
      "step": 935
    },
    {
      "epoch": 0.5281049439311658,
      "grad_norm": 0.26543110609054565,
      "learning_rate": 0.00018585010453681664,
      "loss": 0.335,
      "step": 936
    },
    {
      "epoch": 0.528669158614853,
      "grad_norm": 0.28767314553260803,
      "learning_rate": 0.00018581961177875685,
      "loss": 0.3997,
      "step": 937
    },
    {
      "epoch": 0.5292333732985401,
      "grad_norm": 0.2847341299057007,
      "learning_rate": 0.00018578908870748478,
      "loss": 0.3496,
      "step": 938
    },
    {
      "epoch": 0.5297975879822272,
      "grad_norm": 0.26530447602272034,
      "learning_rate": 0.0001857585353337818,
      "loss": 0.3397,
      "step": 939
    },
    {
      "epoch": 0.5303618026659144,
      "grad_norm": 0.2822638750076294,
      "learning_rate": 0.00018572795166844002,
      "loss": 0.3635,
      "step": 940
    },
    {
      "epoch": 0.5309260173496015,
      "grad_norm": 0.26207447052001953,
      "learning_rate": 0.00018569733772226218,
      "loss": 0.3638,
      "step": 941
    },
    {
      "epoch": 0.5314902320332887,
      "grad_norm": 0.2886500060558319,
      "learning_rate": 0.00018566669350606168,
      "loss": 0.3535,
      "step": 942
    },
    {
      "epoch": 0.5320544467169758,
      "grad_norm": 0.2790554463863373,
      "learning_rate": 0.00018563601903066274,
      "loss": 0.3253,
      "step": 943
    },
    {
      "epoch": 0.5326186614006629,
      "grad_norm": 0.27146607637405396,
      "learning_rate": 0.00018560531430690018,
      "loss": 0.3312,
      "step": 944
    },
    {
      "epoch": 0.5331828760843501,
      "grad_norm": 0.2547955811023712,
      "learning_rate": 0.00018557457934561956,
      "loss": 0.3139,
      "step": 945
    },
    {
      "epoch": 0.5337470907680373,
      "grad_norm": 0.2815571427345276,
      "learning_rate": 0.00018554381415767702,
      "loss": 0.3718,
      "step": 946
    },
    {
      "epoch": 0.5343113054517243,
      "grad_norm": 0.2784915864467621,
      "learning_rate": 0.0001855130187539395,
      "loss": 0.4103,
      "step": 947
    },
    {
      "epoch": 0.5348755201354115,
      "grad_norm": 0.2858234643936157,
      "learning_rate": 0.00018548219314528454,
      "loss": 0.3826,
      "step": 948
    },
    {
      "epoch": 0.5354397348190987,
      "grad_norm": 0.2734803855419159,
      "learning_rate": 0.00018545133734260038,
      "loss": 0.3582,
      "step": 949
    },
    {
      "epoch": 0.5360039495027858,
      "grad_norm": 0.2982977628707886,
      "learning_rate": 0.00018542045135678587,
      "loss": 0.4338,
      "step": 950
    },
    {
      "epoch": 0.5365681641864729,
      "grad_norm": 0.2744249999523163,
      "learning_rate": 0.0001853895351987506,
      "loss": 0.3991,
      "step": 951
    },
    {
      "epoch": 0.5371323788701601,
      "grad_norm": 0.2547881007194519,
      "learning_rate": 0.00018535858887941474,
      "loss": 0.3653,
      "step": 952
    },
    {
      "epoch": 0.5376965935538472,
      "grad_norm": 0.27796050906181335,
      "learning_rate": 0.00018532761240970918,
      "loss": 0.3728,
      "step": 953
    },
    {
      "epoch": 0.5382608082375344,
      "grad_norm": 0.26090413331985474,
      "learning_rate": 0.00018529660580057542,
      "loss": 0.3417,
      "step": 954
    },
    {
      "epoch": 0.5388250229212215,
      "grad_norm": 0.2837671935558319,
      "learning_rate": 0.0001852655690629656,
      "loss": 0.344,
      "step": 955
    },
    {
      "epoch": 0.5393892376049086,
      "grad_norm": 0.2920409142971039,
      "learning_rate": 0.0001852345022078426,
      "loss": 0.3495,
      "step": 956
    },
    {
      "epoch": 0.5399534522885958,
      "grad_norm": 0.26328611373901367,
      "learning_rate": 0.00018520340524617973,
      "loss": 0.3369,
      "step": 957
    },
    {
      "epoch": 0.540517666972283,
      "grad_norm": 0.27649131417274475,
      "learning_rate": 0.0001851722781889612,
      "loss": 0.3497,
      "step": 958
    },
    {
      "epoch": 0.54108188165597,
      "grad_norm": 0.25788140296936035,
      "learning_rate": 0.00018514112104718163,
      "loss": 0.3588,
      "step": 959
    },
    {
      "epoch": 0.5416460963396572,
      "grad_norm": 0.2928166091442108,
      "learning_rate": 0.00018510993383184633,
      "loss": 0.3944,
      "step": 960
    },
    {
      "epoch": 0.5422103110233444,
      "grad_norm": 0.3141302168369293,
      "learning_rate": 0.0001850787165539713,
      "loss": 0.399,
      "step": 961
    },
    {
      "epoch": 0.5427745257070316,
      "grad_norm": 0.2928375005722046,
      "learning_rate": 0.0001850474692245831,
      "loss": 0.3681,
      "step": 962
    },
    {
      "epoch": 0.5433387403907187,
      "grad_norm": 0.26909878849983215,
      "learning_rate": 0.0001850161918547189,
      "loss": 0.331,
      "step": 963
    },
    {
      "epoch": 0.5439029550744058,
      "grad_norm": 0.2681705355644226,
      "learning_rate": 0.00018498488445542653,
      "loss": 0.3478,
      "step": 964
    },
    {
      "epoch": 0.544467169758093,
      "grad_norm": 0.2776670753955841,
      "learning_rate": 0.00018495354703776436,
      "loss": 0.3214,
      "step": 965
    },
    {
      "epoch": 0.5450313844417801,
      "grad_norm": 0.34181734919548035,
      "learning_rate": 0.00018492217961280137,
      "loss": 0.3842,
      "step": 966
    },
    {
      "epoch": 0.5455955991254673,
      "grad_norm": 0.29243865609169006,
      "learning_rate": 0.00018489078219161725,
      "loss": 0.4168,
      "step": 967
    },
    {
      "epoch": 0.5461598138091543,
      "grad_norm": 0.2942957878112793,
      "learning_rate": 0.00018485935478530213,
      "loss": 0.3849,
      "step": 968
    },
    {
      "epoch": 0.5467240284928415,
      "grad_norm": 0.25521162152290344,
      "learning_rate": 0.0001848278974049568,
      "loss": 0.3222,
      "step": 969
    },
    {
      "epoch": 0.5472882431765287,
      "grad_norm": 0.26622822880744934,
      "learning_rate": 0.0001847964100616927,
      "loss": 0.3393,
      "step": 970
    },
    {
      "epoch": 0.5478524578602159,
      "grad_norm": 0.2741108536720276,
      "learning_rate": 0.00018476489276663172,
      "loss": 0.3419,
      "step": 971
    },
    {
      "epoch": 0.5484166725439029,
      "grad_norm": 0.2960047721862793,
      "learning_rate": 0.00018473334553090645,
      "loss": 0.4217,
      "step": 972
    },
    {
      "epoch": 0.5489808872275901,
      "grad_norm": 0.26543328166007996,
      "learning_rate": 0.00018470176836566,
      "loss": 0.2852,
      "step": 973
    },
    {
      "epoch": 0.5495451019112773,
      "grad_norm": 0.2793223559856415,
      "learning_rate": 0.00018467016128204607,
      "loss": 0.3592,
      "step": 974
    },
    {
      "epoch": 0.5501093165949644,
      "grad_norm": 0.28557103872299194,
      "learning_rate": 0.00018463852429122888,
      "loss": 0.3902,
      "step": 975
    },
    {
      "epoch": 0.5506735312786515,
      "grad_norm": 0.27825650572776794,
      "learning_rate": 0.00018460685740438322,
      "loss": 0.3534,
      "step": 976
    },
    {
      "epoch": 0.5512377459623387,
      "grad_norm": 0.27679917216300964,
      "learning_rate": 0.0001845751606326946,
      "loss": 0.3007,
      "step": 977
    },
    {
      "epoch": 0.5518019606460258,
      "grad_norm": 0.2605363130569458,
      "learning_rate": 0.00018454343398735887,
      "loss": 0.3442,
      "step": 978
    },
    {
      "epoch": 0.552366175329713,
      "grad_norm": 0.29772594571113586,
      "learning_rate": 0.00018451167747958252,
      "loss": 0.3893,
      "step": 979
    },
    {
      "epoch": 0.5529303900134,
      "grad_norm": 0.26509320735931396,
      "learning_rate": 0.0001844798911205826,
      "loss": 0.3307,
      "step": 980
    },
    {
      "epoch": 0.5534946046970872,
      "grad_norm": 0.2924807667732239,
      "learning_rate": 0.00018444807492158666,
      "loss": 0.3754,
      "step": 981
    },
    {
      "epoch": 0.5540588193807744,
      "grad_norm": 0.2888890504837036,
      "learning_rate": 0.0001844162288938329,
      "loss": 0.3768,
      "step": 982
    },
    {
      "epoch": 0.5546230340644616,
      "grad_norm": 0.2952476739883423,
      "learning_rate": 0.00018438435304856987,
      "loss": 0.3707,
      "step": 983
    },
    {
      "epoch": 0.5551872487481486,
      "grad_norm": 0.28377681970596313,
      "learning_rate": 0.00018435244739705683,
      "loss": 0.358,
      "step": 984
    },
    {
      "epoch": 0.5557514634318358,
      "grad_norm": 0.2954810857772827,
      "learning_rate": 0.0001843205119505635,
      "loss": 0.4167,
      "step": 985
    },
    {
      "epoch": 0.556315678115523,
      "grad_norm": 0.2896381616592407,
      "learning_rate": 0.0001842885467203701,
      "loss": 0.39,
      "step": 986
    },
    {
      "epoch": 0.5568798927992101,
      "grad_norm": 0.25011587142944336,
      "learning_rate": 0.00018425655171776738,
      "loss": 0.3206,
      "step": 987
    },
    {
      "epoch": 0.5574441074828972,
      "grad_norm": 0.2855358123779297,
      "learning_rate": 0.00018422452695405665,
      "loss": 0.3926,
      "step": 988
    },
    {
      "epoch": 0.5580083221665844,
      "grad_norm": 0.2594834864139557,
      "learning_rate": 0.0001841924724405497,
      "loss": 0.3455,
      "step": 989
    },
    {
      "epoch": 0.5585725368502715,
      "grad_norm": 0.26525986194610596,
      "learning_rate": 0.00018416038818856877,
      "loss": 0.3187,
      "step": 990
    },
    {
      "epoch": 0.5591367515339587,
      "grad_norm": 0.2531329095363617,
      "learning_rate": 0.00018412827420944674,
      "loss": 0.291,
      "step": 991
    },
    {
      "epoch": 0.5597009662176459,
      "grad_norm": 0.2502121925354004,
      "learning_rate": 0.0001840961305145269,
      "loss": 0.3366,
      "step": 992
    },
    {
      "epoch": 0.5602651809013329,
      "grad_norm": 0.2930252254009247,
      "learning_rate": 0.000184063957115163,
      "loss": 0.4096,
      "step": 993
    },
    {
      "epoch": 0.5608293955850201,
      "grad_norm": 0.2827780842781067,
      "learning_rate": 0.00018403175402271934,
      "loss": 0.3483,
      "step": 994
    },
    {
      "epoch": 0.5613936102687073,
      "grad_norm": 0.29175686836242676,
      "learning_rate": 0.00018399952124857074,
      "loss": 0.3959,
      "step": 995
    },
    {
      "epoch": 0.5619578249523944,
      "grad_norm": 0.30832400918006897,
      "learning_rate": 0.00018396725880410247,
      "loss": 0.4015,
      "step": 996
    },
    {
      "epoch": 0.5625220396360815,
      "grad_norm": 0.2802117168903351,
      "learning_rate": 0.0001839349667007102,
      "loss": 0.3476,
      "step": 997
    },
    {
      "epoch": 0.5630862543197687,
      "grad_norm": 0.27813631296157837,
      "learning_rate": 0.00018390264494980022,
      "loss": 0.3416,
      "step": 998
    },
    {
      "epoch": 0.5636504690034558,
      "grad_norm": 0.29985883831977844,
      "learning_rate": 0.00018387029356278922,
      "loss": 0.3965,
      "step": 999
    },
    {
      "epoch": 0.564214683687143,
      "grad_norm": 0.2916337549686432,
      "learning_rate": 0.00018383791255110432,
      "loss": 0.3841,
      "step": 1000
    },
    {
      "epoch": 0.564214683687143,
      "eval_loss": 0.3657238781452179,
      "eval_runtime": 15.7909,
      "eval_samples_per_second": 9.056,
      "eval_steps_per_second": 4.56,
      "step": 1000
    },
    {
      "epoch": 0.5647788983708301,
      "grad_norm": 0.29943808913230896,
      "learning_rate": 0.00018380550192618314,
      "loss": 0.3881,
      "step": 1001
    },
    {
      "epoch": 0.5653431130545172,
      "grad_norm": 0.2764245569705963,
      "learning_rate": 0.00018377306169947385,
      "loss": 0.3611,
      "step": 1002
    },
    {
      "epoch": 0.5659073277382044,
      "grad_norm": 0.29439282417297363,
      "learning_rate": 0.0001837405918824349,
      "loss": 0.411,
      "step": 1003
    },
    {
      "epoch": 0.5664715424218916,
      "grad_norm": 0.2782300114631653,
      "learning_rate": 0.0001837080924865353,
      "loss": 0.352,
      "step": 1004
    },
    {
      "epoch": 0.5670357571055786,
      "grad_norm": 0.25535309314727783,
      "learning_rate": 0.00018367556352325451,
      "loss": 0.3178,
      "step": 1005
    },
    {
      "epoch": 0.5675999717892658,
      "grad_norm": 0.3162778317928314,
      "learning_rate": 0.0001836430050040824,
      "loss": 0.471,
      "step": 1006
    },
    {
      "epoch": 0.568164186472953,
      "grad_norm": 0.284054160118103,
      "learning_rate": 0.0001836104169405193,
      "loss": 0.401,
      "step": 1007
    },
    {
      "epoch": 0.5687284011566401,
      "grad_norm": 0.28052884340286255,
      "learning_rate": 0.00018357779934407596,
      "loss": 0.3808,
      "step": 1008
    },
    {
      "epoch": 0.5692926158403272,
      "grad_norm": 0.27478522062301636,
      "learning_rate": 0.00018354515222627362,
      "loss": 0.3624,
      "step": 1009
    },
    {
      "epoch": 0.5698568305240144,
      "grad_norm": 0.26876091957092285,
      "learning_rate": 0.00018351247559864384,
      "loss": 0.39,
      "step": 1010
    },
    {
      "epoch": 0.5704210452077015,
      "grad_norm": 0.27542516589164734,
      "learning_rate": 0.00018347976947272868,
      "loss": 0.3679,
      "step": 1011
    },
    {
      "epoch": 0.5709852598913887,
      "grad_norm": 0.2750522196292877,
      "learning_rate": 0.00018344703386008059,
      "loss": 0.3265,
      "step": 1012
    },
    {
      "epoch": 0.5715494745750758,
      "grad_norm": 0.27479076385498047,
      "learning_rate": 0.00018341426877226246,
      "loss": 0.3681,
      "step": 1013
    },
    {
      "epoch": 0.5721136892587629,
      "grad_norm": 0.2691134512424469,
      "learning_rate": 0.00018338147422084755,
      "loss": 0.3395,
      "step": 1014
    },
    {
      "epoch": 0.5726779039424501,
      "grad_norm": 0.28461241722106934,
      "learning_rate": 0.00018334865021741963,
      "loss": 0.3628,
      "step": 1015
    },
    {
      "epoch": 0.5732421186261373,
      "grad_norm": 0.3034074306488037,
      "learning_rate": 0.00018331579677357271,
      "loss": 0.3862,
      "step": 1016
    },
    {
      "epoch": 0.5738063333098243,
      "grad_norm": 0.3154521882534027,
      "learning_rate": 0.00018328291390091133,
      "loss": 0.388,
      "step": 1017
    },
    {
      "epoch": 0.5743705479935115,
      "grad_norm": 0.3028765916824341,
      "learning_rate": 0.00018325000161105036,
      "loss": 0.3362,
      "step": 1018
    },
    {
      "epoch": 0.5749347626771987,
      "grad_norm": 0.2840013802051544,
      "learning_rate": 0.00018321705991561514,
      "loss": 0.3429,
      "step": 1019
    },
    {
      "epoch": 0.5754989773608858,
      "grad_norm": 0.27511298656463623,
      "learning_rate": 0.00018318408882624128,
      "loss": 0.3991,
      "step": 1020
    },
    {
      "epoch": 0.576063192044573,
      "grad_norm": 0.2632129490375519,
      "learning_rate": 0.00018315108835457485,
      "loss": 0.3127,
      "step": 1021
    },
    {
      "epoch": 0.5766274067282601,
      "grad_norm": 0.2607084810733795,
      "learning_rate": 0.00018311805851227227,
      "loss": 0.3266,
      "step": 1022
    },
    {
      "epoch": 0.5771916214119472,
      "grad_norm": 0.25668373703956604,
      "learning_rate": 0.00018308499931100037,
      "loss": 0.2736,
      "step": 1023
    },
    {
      "epoch": 0.5777558360956344,
      "grad_norm": 0.2961922287940979,
      "learning_rate": 0.0001830519107624363,
      "loss": 0.3944,
      "step": 1024
    },
    {
      "epoch": 0.5783200507793216,
      "grad_norm": 0.2940880060195923,
      "learning_rate": 0.00018301879287826761,
      "loss": 0.3664,
      "step": 1025
    },
    {
      "epoch": 0.5788842654630086,
      "grad_norm": 0.31131914258003235,
      "learning_rate": 0.0001829856456701922,
      "loss": 0.4134,
      "step": 1026
    },
    {
      "epoch": 0.5794484801466958,
      "grad_norm": 0.27421051263809204,
      "learning_rate": 0.00018295246914991836,
      "loss": 0.3234,
      "step": 1027
    },
    {
      "epoch": 0.580012694830383,
      "grad_norm": 0.27437624335289,
      "learning_rate": 0.00018291926332916463,
      "loss": 0.3372,
      "step": 1028
    },
    {
      "epoch": 0.5805769095140701,
      "grad_norm": 0.28543993830680847,
      "learning_rate": 0.00018288602821966003,
      "loss": 0.395,
      "step": 1029
    },
    {
      "epoch": 0.5811411241977572,
      "grad_norm": 0.2925037741661072,
      "learning_rate": 0.00018285276383314387,
      "loss": 0.4051,
      "step": 1030
    },
    {
      "epoch": 0.5817053388814444,
      "grad_norm": 0.29645147919654846,
      "learning_rate": 0.0001828194701813658,
      "loss": 0.3935,
      "step": 1031
    },
    {
      "epoch": 0.5822695535651315,
      "grad_norm": 0.2979445159435272,
      "learning_rate": 0.00018278614727608577,
      "loss": 0.4023,
      "step": 1032
    },
    {
      "epoch": 0.5828337682488187,
      "grad_norm": 0.281438946723938,
      "learning_rate": 0.00018275279512907413,
      "loss": 0.3991,
      "step": 1033
    },
    {
      "epoch": 0.5833979829325058,
      "grad_norm": 0.2884685695171356,
      "learning_rate": 0.00018271941375211153,
      "loss": 0.4036,
      "step": 1034
    },
    {
      "epoch": 0.583962197616193,
      "grad_norm": 0.271952748298645,
      "learning_rate": 0.00018268600315698893,
      "loss": 0.3583,
      "step": 1035
    },
    {
      "epoch": 0.5845264122998801,
      "grad_norm": 0.26071226596832275,
      "learning_rate": 0.00018265256335550767,
      "loss": 0.3292,
      "step": 1036
    },
    {
      "epoch": 0.5850906269835673,
      "grad_norm": 0.3105575144290924,
      "learning_rate": 0.0001826190943594793,
      "loss": 0.4274,
      "step": 1037
    },
    {
      "epoch": 0.5856548416672543,
      "grad_norm": 0.2729445695877075,
      "learning_rate": 0.00018258559618072575,
      "loss": 0.3595,
      "step": 1038
    },
    {
      "epoch": 0.5862190563509415,
      "grad_norm": 0.2944500744342804,
      "learning_rate": 0.00018255206883107926,
      "loss": 0.4309,
      "step": 1039
    },
    {
      "epoch": 0.5867832710346287,
      "grad_norm": 0.2838433086872101,
      "learning_rate": 0.00018251851232238238,
      "loss": 0.345,
      "step": 1040
    },
    {
      "epoch": 0.5873474857183159,
      "grad_norm": 0.29078537225723267,
      "learning_rate": 0.00018248492666648794,
      "loss": 0.3712,
      "step": 1041
    },
    {
      "epoch": 0.5879117004020029,
      "grad_norm": 0.26921892166137695,
      "learning_rate": 0.00018245131187525905,
      "loss": 0.2943,
      "step": 1042
    },
    {
      "epoch": 0.5884759150856901,
      "grad_norm": 0.28192099928855896,
      "learning_rate": 0.00018241766796056914,
      "loss": 0.3808,
      "step": 1043
    },
    {
      "epoch": 0.5890401297693773,
      "grad_norm": 0.31696778535842896,
      "learning_rate": 0.00018238399493430193,
      "loss": 0.4276,
      "step": 1044
    },
    {
      "epoch": 0.5896043444530644,
      "grad_norm": 0.276170939207077,
      "learning_rate": 0.0001823502928083514,
      "loss": 0.3753,
      "step": 1045
    },
    {
      "epoch": 0.5901685591367515,
      "grad_norm": 0.2734947204589844,
      "learning_rate": 0.0001823165615946218,
      "loss": 0.3382,
      "step": 1046
    },
    {
      "epoch": 0.5907327738204387,
      "grad_norm": 0.27569058537483215,
      "learning_rate": 0.00018228280130502768,
      "loss": 0.3878,
      "step": 1047
    },
    {
      "epoch": 0.5912969885041258,
      "grad_norm": 0.25140976905822754,
      "learning_rate": 0.0001822490119514939,
      "loss": 0.3163,
      "step": 1048
    },
    {
      "epoch": 0.591861203187813,
      "grad_norm": 0.29826241731643677,
      "learning_rate": 0.00018221519354595547,
      "loss": 0.3762,
      "step": 1049
    },
    {
      "epoch": 0.5924254178715002,
      "grad_norm": 0.2721799910068512,
      "learning_rate": 0.00018218134610035777,
      "loss": 0.4,
      "step": 1050
    },
    {
      "epoch": 0.5929896325551872,
      "grad_norm": 0.27818265557289124,
      "learning_rate": 0.00018214746962665637,
      "loss": 0.4144,
      "step": 1051
    },
    {
      "epoch": 0.5935538472388744,
      "grad_norm": 0.2640054523944855,
      "learning_rate": 0.0001821135641368172,
      "loss": 0.4039,
      "step": 1052
    },
    {
      "epoch": 0.5941180619225616,
      "grad_norm": 0.27168089151382446,
      "learning_rate": 0.00018207962964281627,
      "loss": 0.3848,
      "step": 1053
    },
    {
      "epoch": 0.5946822766062487,
      "grad_norm": 0.2740793228149414,
      "learning_rate": 0.00018204566615663995,
      "loss": 0.3427,
      "step": 1054
    },
    {
      "epoch": 0.5952464912899358,
      "grad_norm": 0.2569170296192169,
      "learning_rate": 0.00018201167369028484,
      "loss": 0.3195,
      "step": 1055
    },
    {
      "epoch": 0.595810705973623,
      "grad_norm": 0.2893291115760803,
      "learning_rate": 0.00018197765225575773,
      "loss": 0.3926,
      "step": 1056
    },
    {
      "epoch": 0.5963749206573101,
      "grad_norm": 0.2718210220336914,
      "learning_rate": 0.00018194360186507577,
      "loss": 0.3181,
      "step": 1057
    },
    {
      "epoch": 0.5969391353409973,
      "grad_norm": 0.23940813541412354,
      "learning_rate": 0.0001819095225302661,
      "loss": 0.2799,
      "step": 1058
    },
    {
      "epoch": 0.5975033500246844,
      "grad_norm": 0.27536049485206604,
      "learning_rate": 0.00018187541426336633,
      "loss": 0.3671,
      "step": 1059
    },
    {
      "epoch": 0.5980675647083715,
      "grad_norm": 0.25991347432136536,
      "learning_rate": 0.00018184127707642416,
      "loss": 0.344,
      "step": 1060
    },
    {
      "epoch": 0.5986317793920587,
      "grad_norm": 0.3355127274990082,
      "learning_rate": 0.00018180711098149754,
      "loss": 0.478,
      "step": 1061
    },
    {
      "epoch": 0.5991959940757459,
      "grad_norm": 0.26040372252464294,
      "learning_rate": 0.00018177291599065458,
      "loss": 0.3541,
      "step": 1062
    },
    {
      "epoch": 0.5997602087594329,
      "grad_norm": 0.2765067517757416,
      "learning_rate": 0.0001817386921159737,
      "loss": 0.3629,
      "step": 1063
    },
    {
      "epoch": 0.6003244234431201,
      "grad_norm": 0.26160022616386414,
      "learning_rate": 0.0001817044393695434,
      "loss": 0.3424,
      "step": 1064
    },
    {
      "epoch": 0.6008886381268073,
      "grad_norm": 0.2851525843143463,
      "learning_rate": 0.00018167015776346246,
      "loss": 0.4137,
      "step": 1065
    },
    {
      "epoch": 0.6014528528104944,
      "grad_norm": 0.2706976532936096,
      "learning_rate": 0.00018163584730983984,
      "loss": 0.4002,
      "step": 1066
    },
    {
      "epoch": 0.6020170674941815,
      "grad_norm": 0.27474522590637207,
      "learning_rate": 0.00018160150802079471,
      "loss": 0.3901,
      "step": 1067
    },
    {
      "epoch": 0.6025812821778687,
      "grad_norm": 0.3018631041049957,
      "learning_rate": 0.00018156713990845634,
      "loss": 0.4625,
      "step": 1068
    },
    {
      "epoch": 0.6031454968615558,
      "grad_norm": 0.26327890157699585,
      "learning_rate": 0.00018153274298496425,
      "loss": 0.3726,
      "step": 1069
    },
    {
      "epoch": 0.603709711545243,
      "grad_norm": 0.28414326906204224,
      "learning_rate": 0.00018149831726246818,
      "loss": 0.3309,
      "step": 1070
    },
    {
      "epoch": 0.6042739262289301,
      "grad_norm": 0.29700255393981934,
      "learning_rate": 0.00018146386275312795,
      "loss": 0.3693,
      "step": 1071
    },
    {
      "epoch": 0.6048381409126172,
      "grad_norm": 0.27596136927604675,
      "learning_rate": 0.00018142937946911354,
      "loss": 0.3636,
      "step": 1072
    },
    {
      "epoch": 0.6054023555963044,
      "grad_norm": 0.28260937333106995,
      "learning_rate": 0.00018139486742260524,
      "loss": 0.3694,
      "step": 1073
    },
    {
      "epoch": 0.6059665702799916,
      "grad_norm": 0.2973460555076599,
      "learning_rate": 0.00018136032662579326,
      "loss": 0.3991,
      "step": 1074
    },
    {
      "epoch": 0.6065307849636786,
      "grad_norm": 0.28547126054763794,
      "learning_rate": 0.00018132575709087827,
      "loss": 0.3441,
      "step": 1075
    },
    {
      "epoch": 0.6070949996473658,
      "grad_norm": 0.2673015296459198,
      "learning_rate": 0.0001812911588300708,
      "loss": 0.3262,
      "step": 1076
    },
    {
      "epoch": 0.607659214331053,
      "grad_norm": 0.30533793568611145,
      "learning_rate": 0.00018125653185559171,
      "loss": 0.3973,
      "step": 1077
    },
    {
      "epoch": 0.6082234290147401,
      "grad_norm": 0.310929536819458,
      "learning_rate": 0.00018122187617967188,
      "loss": 0.3896,
      "step": 1078
    },
    {
      "epoch": 0.6087876436984273,
      "grad_norm": 0.27181971073150635,
      "learning_rate": 0.0001811871918145525,
      "loss": 0.3496,
      "step": 1079
    },
    {
      "epoch": 0.6093518583821144,
      "grad_norm": 0.23828007280826569,
      "learning_rate": 0.00018115247877248467,
      "loss": 0.2854,
      "step": 1080
    },
    {
      "epoch": 0.6099160730658015,
      "grad_norm": 0.27291402220726013,
      "learning_rate": 0.0001811177370657298,
      "loss": 0.362,
      "step": 1081
    },
    {
      "epoch": 0.6104802877494887,
      "grad_norm": 0.24743346869945526,
      "learning_rate": 0.00018108296670655936,
      "loss": 0.3106,
      "step": 1082
    },
    {
      "epoch": 0.6110445024331759,
      "grad_norm": 0.27290892601013184,
      "learning_rate": 0.0001810481677072549,
      "loss": 0.3653,
      "step": 1083
    },
    {
      "epoch": 0.6116087171168629,
      "grad_norm": 0.27335745096206665,
      "learning_rate": 0.00018101334008010817,
      "loss": 0.3385,
      "step": 1084
    },
    {
      "epoch": 0.6121729318005501,
      "grad_norm": 0.31665605306625366,
      "learning_rate": 0.00018097848383742096,
      "loss": 0.4009,
      "step": 1085
    },
    {
      "epoch": 0.6127371464842373,
      "grad_norm": 0.32592102885246277,
      "learning_rate": 0.00018094359899150522,
      "loss": 0.3765,
      "step": 1086
    },
    {
      "epoch": 0.6133013611679244,
      "grad_norm": 0.2605116367340088,
      "learning_rate": 0.00018090868555468292,
      "loss": 0.3428,
      "step": 1087
    },
    {
      "epoch": 0.6138655758516115,
      "grad_norm": 0.2738555371761322,
      "learning_rate": 0.00018087374353928628,
      "loss": 0.3965,
      "step": 1088
    },
    {
      "epoch": 0.6144297905352987,
      "grad_norm": 0.3088694214820862,
      "learning_rate": 0.00018083877295765747,
      "loss": 0.4269,
      "step": 1089
    },
    {
      "epoch": 0.6149940052189858,
      "grad_norm": 0.297797292470932,
      "learning_rate": 0.00018080377382214877,
      "loss": 0.3697,
      "step": 1090
    },
    {
      "epoch": 0.615558219902673,
      "grad_norm": 0.31110262870788574,
      "learning_rate": 0.00018076874614512264,
      "loss": 0.4032,
      "step": 1091
    },
    {
      "epoch": 0.6161224345863601,
      "grad_norm": 0.27020400762557983,
      "learning_rate": 0.00018073368993895154,
      "loss": 0.3939,
      "step": 1092
    },
    {
      "epoch": 0.6166866492700472,
      "grad_norm": 0.2800450026988983,
      "learning_rate": 0.000180698605216018,
      "loss": 0.3397,
      "step": 1093
    },
    {
      "epoch": 0.6172508639537344,
      "grad_norm": 0.26557493209838867,
      "learning_rate": 0.00018066349198871468,
      "loss": 0.3312,
      "step": 1094
    },
    {
      "epoch": 0.6178150786374216,
      "grad_norm": 0.29706934094429016,
      "learning_rate": 0.00018062835026944431,
      "loss": 0.4121,
      "step": 1095
    },
    {
      "epoch": 0.6183792933211086,
      "grad_norm": 0.28572168946266174,
      "learning_rate": 0.00018059318007061957,
      "loss": 0.3468,
      "step": 1096
    },
    {
      "epoch": 0.6189435080047958,
      "grad_norm": 0.26492631435394287,
      "learning_rate": 0.00018055798140466332,
      "loss": 0.3199,
      "step": 1097
    },
    {
      "epoch": 0.619507722688483,
      "grad_norm": 0.2506159543991089,
      "learning_rate": 0.00018052275428400845,
      "loss": 0.3052,
      "step": 1098
    },
    {
      "epoch": 0.6200719373721701,
      "grad_norm": 0.2522560656070709,
      "learning_rate": 0.00018048749872109787,
      "loss": 0.3006,
      "step": 1099
    },
    {
      "epoch": 0.6206361520558572,
      "grad_norm": 0.2897730767726898,
      "learning_rate": 0.00018045221472838457,
      "loss": 0.2955,
      "step": 1100
    },
    {
      "epoch": 0.6212003667395444,
      "grad_norm": 0.280649870634079,
      "learning_rate": 0.00018041690231833152,
      "loss": 0.28,
      "step": 1101
    },
    {
      "epoch": 0.6217645814232315,
      "grad_norm": 0.28017428517341614,
      "learning_rate": 0.00018038156150341182,
      "loss": 0.3499,
      "step": 1102
    },
    {
      "epoch": 0.6223287961069187,
      "grad_norm": 0.2978034019470215,
      "learning_rate": 0.00018034619229610857,
      "loss": 0.4199,
      "step": 1103
    },
    {
      "epoch": 0.6228930107906058,
      "grad_norm": 0.272784024477005,
      "learning_rate": 0.00018031079470891485,
      "loss": 0.3838,
      "step": 1104
    },
    {
      "epoch": 0.6234572254742929,
      "grad_norm": 0.26030680537223816,
      "learning_rate": 0.0001802753687543338,
      "loss": 0.3223,
      "step": 1105
    },
    {
      "epoch": 0.6240214401579801,
      "grad_norm": 0.2670854926109314,
      "learning_rate": 0.00018023991444487858,
      "loss": 0.3505,
      "step": 1106
    },
    {
      "epoch": 0.6245856548416673,
      "grad_norm": 0.279649019241333,
      "learning_rate": 0.0001802044317930724,
      "loss": 0.3724,
      "step": 1107
    },
    {
      "epoch": 0.6251498695253545,
      "grad_norm": 0.27083882689476013,
      "learning_rate": 0.0001801689208114484,
      "loss": 0.321,
      "step": 1108
    },
    {
      "epoch": 0.6257140842090415,
      "grad_norm": 0.28485092520713806,
      "learning_rate": 0.0001801333815125498,
      "loss": 0.3886,
      "step": 1109
    },
    {
      "epoch": 0.6262782988927287,
      "grad_norm": 0.26595014333724976,
      "learning_rate": 0.00018009781390892978,
      "loss": 0.3732,
      "step": 1110
    },
    {
      "epoch": 0.6268425135764158,
      "grad_norm": 0.30566439032554626,
      "learning_rate": 0.00018006221801315152,
      "loss": 0.4088,
      "step": 1111
    },
    {
      "epoch": 0.627406728260103,
      "grad_norm": 0.27175799012184143,
      "learning_rate": 0.00018002659383778826,
      "loss": 0.3436,
      "step": 1112
    },
    {
      "epoch": 0.6279709429437901,
      "grad_norm": 0.30362433195114136,
      "learning_rate": 0.00017999094139542314,
      "loss": 0.3633,
      "step": 1113
    },
    {
      "epoch": 0.6285351576274772,
      "grad_norm": 0.27336713671684265,
      "learning_rate": 0.0001799552606986493,
      "loss": 0.3362,
      "step": 1114
    },
    {
      "epoch": 0.6290993723111644,
      "grad_norm": 0.32859936356544495,
      "learning_rate": 0.00017991955176006988,
      "loss": 0.4077,
      "step": 1115
    },
    {
      "epoch": 0.6296635869948516,
      "grad_norm": 0.2830699682235718,
      "learning_rate": 0.00017988381459229806,
      "loss": 0.3251,
      "step": 1116
    },
    {
      "epoch": 0.6302278016785386,
      "grad_norm": 0.3244335949420929,
      "learning_rate": 0.00017984804920795686,
      "loss": 0.4007,
      "step": 1117
    },
    {
      "epoch": 0.6307920163622258,
      "grad_norm": 0.27021536231040955,
      "learning_rate": 0.00017981225561967935,
      "loss": 0.3868,
      "step": 1118
    },
    {
      "epoch": 0.631356231045913,
      "grad_norm": 0.2814778685569763,
      "learning_rate": 0.00017977643384010857,
      "loss": 0.3524,
      "step": 1119
    },
    {
      "epoch": 0.6319204457296002,
      "grad_norm": 0.2863113582134247,
      "learning_rate": 0.00017974058388189743,
      "loss": 0.3868,
      "step": 1120
    },
    {
      "epoch": 0.6324846604132872,
      "grad_norm": 0.32220450043678284,
      "learning_rate": 0.00017970470575770893,
      "loss": 0.4175,
      "step": 1121
    },
    {
      "epoch": 0.6330488750969744,
      "grad_norm": 0.2675803303718567,
      "learning_rate": 0.00017966879948021588,
      "loss": 0.3473,
      "step": 1122
    },
    {
      "epoch": 0.6336130897806616,
      "grad_norm": 0.29008036851882935,
      "learning_rate": 0.00017963286506210118,
      "loss": 0.3629,
      "step": 1123
    },
    {
      "epoch": 0.6341773044643487,
      "grad_norm": 0.278158038854599,
      "learning_rate": 0.0001795969025160575,
      "loss": 0.3355,
      "step": 1124
    },
    {
      "epoch": 0.6347415191480358,
      "grad_norm": 0.3078780174255371,
      "learning_rate": 0.00017956091185478758,
      "loss": 0.4011,
      "step": 1125
    },
    {
      "epoch": 0.635305733831723,
      "grad_norm": 0.2598477005958557,
      "learning_rate": 0.00017952489309100403,
      "loss": 0.3274,
      "step": 1126
    },
    {
      "epoch": 0.6358699485154101,
      "grad_norm": 0.2609480619430542,
      "learning_rate": 0.00017948884623742944,
      "loss": 0.3816,
      "step": 1127
    },
    {
      "epoch": 0.6364341631990973,
      "grad_norm": 0.28864437341690063,
      "learning_rate": 0.00017945277130679624,
      "loss": 0.4025,
      "step": 1128
    },
    {
      "epoch": 0.6369983778827844,
      "grad_norm": 0.2593751847743988,
      "learning_rate": 0.0001794166683118468,
      "loss": 0.3609,
      "step": 1129
    },
    {
      "epoch": 0.6375625925664715,
      "grad_norm": 0.26562920212745667,
      "learning_rate": 0.00017938053726533352,
      "loss": 0.3205,
      "step": 1130
    },
    {
      "epoch": 0.6381268072501587,
      "grad_norm": 0.2827245891094208,
      "learning_rate": 0.00017934437818001853,
      "loss": 0.4004,
      "step": 1131
    },
    {
      "epoch": 0.6386910219338459,
      "grad_norm": 0.27102336287498474,
      "learning_rate": 0.00017930819106867394,
      "loss": 0.3079,
      "step": 1132
    },
    {
      "epoch": 0.6392552366175329,
      "grad_norm": 0.31160542368888855,
      "learning_rate": 0.00017927197594408181,
      "loss": 0.3975,
      "step": 1133
    },
    {
      "epoch": 0.6398194513012201,
      "grad_norm": 0.28732678294181824,
      "learning_rate": 0.00017923573281903403,
      "loss": 0.3473,
      "step": 1134
    },
    {
      "epoch": 0.6403836659849073,
      "grad_norm": 0.2808643579483032,
      "learning_rate": 0.0001791994617063324,
      "loss": 0.3442,
      "step": 1135
    },
    {
      "epoch": 0.6409478806685944,
      "grad_norm": 0.27057135105133057,
      "learning_rate": 0.00017916316261878864,
      "loss": 0.335,
      "step": 1136
    },
    {
      "epoch": 0.6415120953522816,
      "grad_norm": 0.2987801432609558,
      "learning_rate": 0.00017912683556922424,
      "loss": 0.3877,
      "step": 1137
    },
    {
      "epoch": 0.6420763100359687,
      "grad_norm": 0.2734872102737427,
      "learning_rate": 0.00017909048057047073,
      "loss": 0.336,
      "step": 1138
    },
    {
      "epoch": 0.6426405247196558,
      "grad_norm": 0.2789795696735382,
      "learning_rate": 0.00017905409763536935,
      "loss": 0.3686,
      "step": 1139
    },
    {
      "epoch": 0.643204739403343,
      "grad_norm": 0.26674970984458923,
      "learning_rate": 0.00017901768677677134,
      "loss": 0.3278,
      "step": 1140
    },
    {
      "epoch": 0.6437689540870302,
      "grad_norm": 0.2990293800830841,
      "learning_rate": 0.00017898124800753772,
      "loss": 0.3798,
      "step": 1141
    },
    {
      "epoch": 0.6443331687707172,
      "grad_norm": 0.2922873795032501,
      "learning_rate": 0.00017894478134053941,
      "loss": 0.3914,
      "step": 1142
    },
    {
      "epoch": 0.6448973834544044,
      "grad_norm": 0.2600328326225281,
      "learning_rate": 0.00017890828678865717,
      "loss": 0.3152,
      "step": 1143
    },
    {
      "epoch": 0.6454615981380916,
      "grad_norm": 0.2579815685749054,
      "learning_rate": 0.00017887176436478158,
      "loss": 0.3262,
      "step": 1144
    },
    {
      "epoch": 0.6460258128217787,
      "grad_norm": 0.31241878867149353,
      "learning_rate": 0.00017883521408181314,
      "loss": 0.4625,
      "step": 1145
    },
    {
      "epoch": 0.6465900275054658,
      "grad_norm": 0.270476371049881,
      "learning_rate": 0.00017879863595266212,
      "loss": 0.3633,
      "step": 1146
    },
    {
      "epoch": 0.647154242189153,
      "grad_norm": 0.2938612699508667,
      "learning_rate": 0.00017876202999024865,
      "loss": 0.3741,
      "step": 1147
    },
    {
      "epoch": 0.6477184568728401,
      "grad_norm": 0.295464426279068,
      "learning_rate": 0.00017872539620750267,
      "loss": 0.4257,
      "step": 1148
    },
    {
      "epoch": 0.6482826715565273,
      "grad_norm": 0.28087642788887024,
      "learning_rate": 0.00017868873461736402,
      "loss": 0.3966,
      "step": 1149
    },
    {
      "epoch": 0.6488468862402144,
      "grad_norm": 0.2932688891887665,
      "learning_rate": 0.0001786520452327823,
      "loss": 0.3991,
      "step": 1150
    },
    {
      "epoch": 0.6494111009239015,
      "grad_norm": 0.2795378565788269,
      "learning_rate": 0.00017861532806671688,
      "loss": 0.3898,
      "step": 1151
    },
    {
      "epoch": 0.6499753156075887,
      "grad_norm": 0.25218865275382996,
      "learning_rate": 0.00017857858313213707,
      "loss": 0.3,
      "step": 1152
    },
    {
      "epoch": 0.6505395302912759,
      "grad_norm": 0.2640763819217682,
      "learning_rate": 0.00017854181044202192,
      "loss": 0.3255,
      "step": 1153
    },
    {
      "epoch": 0.6511037449749629,
      "grad_norm": 0.2764109969139099,
      "learning_rate": 0.0001785050100093602,
      "loss": 0.3667,
      "step": 1154
    },
    {
      "epoch": 0.6516679596586501,
      "grad_norm": 0.2759917378425598,
      "learning_rate": 0.00017846818184715066,
      "loss": 0.3747,
      "step": 1155
    },
    {
      "epoch": 0.6522321743423373,
      "grad_norm": 0.30468302965164185,
      "learning_rate": 0.00017843132596840168,
      "loss": 0.4029,
      "step": 1156
    },
    {
      "epoch": 0.6527963890260244,
      "grad_norm": 0.2992597818374634,
      "learning_rate": 0.00017839444238613154,
      "loss": 0.3541,
      "step": 1157
    },
    {
      "epoch": 0.6533606037097115,
      "grad_norm": 0.29022830724716187,
      "learning_rate": 0.00017835753111336824,
      "loss": 0.3465,
      "step": 1158
    },
    {
      "epoch": 0.6539248183933987,
      "grad_norm": 0.3065641522407532,
      "learning_rate": 0.0001783205921631496,
      "loss": 0.3703,
      "step": 1159
    },
    {
      "epoch": 0.6544890330770858,
      "grad_norm": 0.30447474122047424,
      "learning_rate": 0.0001782836255485232,
      "loss": 0.3674,
      "step": 1160
    },
    {
      "epoch": 0.655053247760773,
      "grad_norm": 0.28584423661231995,
      "learning_rate": 0.00017824663128254638,
      "loss": 0.3684,
      "step": 1161
    },
    {
      "epoch": 0.6556174624444601,
      "grad_norm": 0.286762535572052,
      "learning_rate": 0.00017820960937828622,
      "loss": 0.3574,
      "step": 1162
    },
    {
      "epoch": 0.6561816771281472,
      "grad_norm": 0.2824282646179199,
      "learning_rate": 0.0001781725598488197,
      "loss": 0.3712,
      "step": 1163
    },
    {
      "epoch": 0.6567458918118344,
      "grad_norm": 0.2811146378517151,
      "learning_rate": 0.00017813548270723334,
      "loss": 0.4157,
      "step": 1164
    },
    {
      "epoch": 0.6573101064955216,
      "grad_norm": 0.25084388256073,
      "learning_rate": 0.00017809837796662362,
      "loss": 0.2837,
      "step": 1165
    },
    {
      "epoch": 0.6578743211792087,
      "grad_norm": 0.26217782497406006,
      "learning_rate": 0.00017806124564009664,
      "loss": 0.3518,
      "step": 1166
    },
    {
      "epoch": 0.6584385358628958,
      "grad_norm": 0.29460009932518005,
      "learning_rate": 0.00017802408574076831,
      "loss": 0.3477,
      "step": 1167
    },
    {
      "epoch": 0.659002750546583,
      "grad_norm": 0.27167627215385437,
      "learning_rate": 0.00017798689828176428,
      "loss": 0.3534,
      "step": 1168
    },
    {
      "epoch": 0.6595669652302701,
      "grad_norm": 0.28947970271110535,
      "learning_rate": 0.0001779496832762198,
      "loss": 0.3721,
      "step": 1169
    },
    {
      "epoch": 0.6601311799139573,
      "grad_norm": 0.2915264368057251,
      "learning_rate": 0.00017791244073728007,
      "loss": 0.3568,
      "step": 1170
    },
    {
      "epoch": 0.6606953945976444,
      "grad_norm": 0.2862555980682373,
      "learning_rate": 0.00017787517067809985,
      "loss": 0.3854,
      "step": 1171
    },
    {
      "epoch": 0.6612596092813315,
      "grad_norm": 0.300178200006485,
      "learning_rate": 0.00017783787311184367,
      "loss": 0.3661,
      "step": 1172
    },
    {
      "epoch": 0.6618238239650187,
      "grad_norm": 0.2683990001678467,
      "learning_rate": 0.0001778005480516858,
      "loss": 0.3235,
      "step": 1173
    },
    {
      "epoch": 0.6623880386487059,
      "grad_norm": 0.2899535298347473,
      "learning_rate": 0.0001777631955108102,
      "loss": 0.4115,
      "step": 1174
    },
    {
      "epoch": 0.6629522533323929,
      "grad_norm": 0.29420343041419983,
      "learning_rate": 0.00017772581550241055,
      "loss": 0.416,
      "step": 1175
    },
    {
      "epoch": 0.6635164680160801,
      "grad_norm": 0.30004945397377014,
      "learning_rate": 0.00017768840803969018,
      "loss": 0.4145,
      "step": 1176
    },
    {
      "epoch": 0.6640806826997673,
      "grad_norm": 0.33299174904823303,
      "learning_rate": 0.00017765097313586218,
      "loss": 0.3911,
      "step": 1177
    },
    {
      "epoch": 0.6646448973834544,
      "grad_norm": 0.26561468839645386,
      "learning_rate": 0.00017761351080414935,
      "loss": 0.3425,
      "step": 1178
    },
    {
      "epoch": 0.6652091120671415,
      "grad_norm": 0.28633221983909607,
      "learning_rate": 0.00017757602105778405,
      "loss": 0.3322,
      "step": 1179
    },
    {
      "epoch": 0.6657733267508287,
      "grad_norm": 0.2727668583393097,
      "learning_rate": 0.0001775385039100085,
      "loss": 0.3189,
      "step": 1180
    },
    {
      "epoch": 0.6663375414345158,
      "grad_norm": 0.31235700845718384,
      "learning_rate": 0.0001775009593740745,
      "loss": 0.4035,
      "step": 1181
    },
    {
      "epoch": 0.666901756118203,
      "grad_norm": 0.2869611978530884,
      "learning_rate": 0.00017746338746324347,
      "loss": 0.4008,
      "step": 1182
    },
    {
      "epoch": 0.6674659708018901,
      "grad_norm": 0.26695093512535095,
      "learning_rate": 0.00017742578819078658,
      "loss": 0.3462,
      "step": 1183
    },
    {
      "epoch": 0.6680301854855772,
      "grad_norm": 0.29683393239974976,
      "learning_rate": 0.00017738816156998472,
      "loss": 0.3998,
      "step": 1184
    },
    {
      "epoch": 0.6685944001692644,
      "grad_norm": 0.29072123765945435,
      "learning_rate": 0.0001773505076141283,
      "loss": 0.3831,
      "step": 1185
    },
    {
      "epoch": 0.6691586148529516,
      "grad_norm": 0.24183601140975952,
      "learning_rate": 0.0001773128263365175,
      "loss": 0.3122,
      "step": 1186
    },
    {
      "epoch": 0.6697228295366386,
      "grad_norm": 0.2713373601436615,
      "learning_rate": 0.00017727511775046206,
      "loss": 0.3371,
      "step": 1187
    },
    {
      "epoch": 0.6702870442203258,
      "grad_norm": 0.2503644824028015,
      "learning_rate": 0.00017723738186928146,
      "loss": 0.3526,
      "step": 1188
    },
    {
      "epoch": 0.670851258904013,
      "grad_norm": 0.28249549865722656,
      "learning_rate": 0.0001771996187063047,
      "loss": 0.389,
      "step": 1189
    },
    {
      "epoch": 0.6714154735877002,
      "grad_norm": 0.2616615295410156,
      "learning_rate": 0.00017716182827487054,
      "loss": 0.3131,
      "step": 1190
    },
    {
      "epoch": 0.6719796882713872,
      "grad_norm": 0.27275246381759644,
      "learning_rate": 0.00017712401058832733,
      "loss": 0.3718,
      "step": 1191
    },
    {
      "epoch": 0.6725439029550744,
      "grad_norm": 0.30740585923194885,
      "learning_rate": 0.00017708616566003302,
      "loss": 0.3793,
      "step": 1192
    },
    {
      "epoch": 0.6731081176387615,
      "grad_norm": 0.2810347080230713,
      "learning_rate": 0.00017704829350335518,
      "loss": 0.3806,
      "step": 1193
    },
    {
      "epoch": 0.6736723323224487,
      "grad_norm": 0.30445608496665955,
      "learning_rate": 0.00017701039413167105,
      "loss": 0.4203,
      "step": 1194
    },
    {
      "epoch": 0.6742365470061359,
      "grad_norm": 0.2889499068260193,
      "learning_rate": 0.00017697246755836744,
      "loss": 0.3534,
      "step": 1195
    },
    {
      "epoch": 0.674800761689823,
      "grad_norm": 0.27602067589759827,
      "learning_rate": 0.00017693451379684078,
      "loss": 0.4052,
      "step": 1196
    },
    {
      "epoch": 0.6753649763735101,
      "grad_norm": 0.2560215890407562,
      "learning_rate": 0.0001768965328604971,
      "loss": 0.3107,
      "step": 1197
    },
    {
      "epoch": 0.6759291910571973,
      "grad_norm": 0.28311413526535034,
      "learning_rate": 0.00017685852476275203,
      "loss": 0.3635,
      "step": 1198
    },
    {
      "epoch": 0.6764934057408845,
      "grad_norm": 0.28866511583328247,
      "learning_rate": 0.00017682048951703076,
      "loss": 0.3562,
      "step": 1199
    },
    {
      "epoch": 0.6770576204245715,
      "grad_norm": 0.3107030391693115,
      "learning_rate": 0.00017678242713676812,
      "loss": 0.4124,
      "step": 1200
    },
    {
      "epoch": 0.6770576204245715,
      "eval_loss": 0.35919156670570374,
      "eval_runtime": 15.7913,
      "eval_samples_per_second": 9.056,
      "eval_steps_per_second": 4.559,
      "step": 1200
    },
    {
      "epoch": 0.6776218351082587,
      "grad_norm": 0.27613577246665955,
      "learning_rate": 0.0001767443376354086,
      "loss": 0.3543,
      "step": 1201
    },
    {
      "epoch": 0.6781860497919459,
      "grad_norm": 0.2887658178806305,
      "learning_rate": 0.00017670622102640602,
      "loss": 0.3943,
      "step": 1202
    },
    {
      "epoch": 0.678750264475633,
      "grad_norm": 0.2927757203578949,
      "learning_rate": 0.00017666807732322405,
      "loss": 0.3953,
      "step": 1203
    },
    {
      "epoch": 0.6793144791593201,
      "grad_norm": 0.26864156126976013,
      "learning_rate": 0.00017662990653933577,
      "loss": 0.319,
      "step": 1204
    },
    {
      "epoch": 0.6798786938430073,
      "grad_norm": 0.2883237898349762,
      "learning_rate": 0.00017659170868822389,
      "loss": 0.3314,
      "step": 1205
    },
    {
      "epoch": 0.6804429085266944,
      "grad_norm": 0.2898205518722534,
      "learning_rate": 0.00017655348378338063,
      "loss": 0.3893,
      "step": 1206
    },
    {
      "epoch": 0.6810071232103816,
      "grad_norm": 0.26369884610176086,
      "learning_rate": 0.00017651523183830777,
      "loss": 0.3232,
      "step": 1207
    },
    {
      "epoch": 0.6815713378940687,
      "grad_norm": 0.2549043595790863,
      "learning_rate": 0.00017647695286651676,
      "loss": 0.2836,
      "step": 1208
    },
    {
      "epoch": 0.6821355525777558,
      "grad_norm": 0.32629677653312683,
      "learning_rate": 0.0001764386468815284,
      "loss": 0.3941,
      "step": 1209
    },
    {
      "epoch": 0.682699767261443,
      "grad_norm": 0.2863977253437042,
      "learning_rate": 0.00017640031389687323,
      "loss": 0.3768,
      "step": 1210
    },
    {
      "epoch": 0.6832639819451302,
      "grad_norm": 0.28699707984924316,
      "learning_rate": 0.00017636195392609115,
      "loss": 0.3722,
      "step": 1211
    },
    {
      "epoch": 0.6838281966288172,
      "grad_norm": 0.3013128638267517,
      "learning_rate": 0.00017632356698273172,
      "loss": 0.3841,
      "step": 1212
    },
    {
      "epoch": 0.6843924113125044,
      "grad_norm": 0.27854856848716736,
      "learning_rate": 0.00017628515308035393,
      "loss": 0.3796,
      "step": 1213
    },
    {
      "epoch": 0.6849566259961916,
      "grad_norm": 0.2817891836166382,
      "learning_rate": 0.00017624671223252642,
      "loss": 0.3572,
      "step": 1214
    },
    {
      "epoch": 0.6855208406798787,
      "grad_norm": 0.27630722522735596,
      "learning_rate": 0.0001762082444528272,
      "loss": 0.383,
      "step": 1215
    },
    {
      "epoch": 0.6860850553635658,
      "grad_norm": 0.2749314606189728,
      "learning_rate": 0.00017616974975484388,
      "loss": 0.3729,
      "step": 1216
    },
    {
      "epoch": 0.686649270047253,
      "grad_norm": 0.27147722244262695,
      "learning_rate": 0.0001761312281521736,
      "loss": 0.389,
      "step": 1217
    },
    {
      "epoch": 0.6872134847309401,
      "grad_norm": 0.2995907664299011,
      "learning_rate": 0.00017609267965842292,
      "loss": 0.4155,
      "step": 1218
    },
    {
      "epoch": 0.6877776994146273,
      "grad_norm": 0.2857295572757721,
      "learning_rate": 0.00017605410428720797,
      "loss": 0.4147,
      "step": 1219
    },
    {
      "epoch": 0.6883419140983144,
      "grad_norm": 0.2564053535461426,
      "learning_rate": 0.00017601550205215434,
      "loss": 0.3292,
      "step": 1220
    },
    {
      "epoch": 0.6889061287820015,
      "grad_norm": 0.291479229927063,
      "learning_rate": 0.0001759768729668971,
      "loss": 0.3497,
      "step": 1221
    },
    {
      "epoch": 0.6894703434656887,
      "grad_norm": 0.26412907242774963,
      "learning_rate": 0.00017593821704508082,
      "loss": 0.3123,
      "step": 1222
    },
    {
      "epoch": 0.6900345581493759,
      "grad_norm": 0.29106786847114563,
      "learning_rate": 0.00017589953430035958,
      "loss": 0.3767,
      "step": 1223
    },
    {
      "epoch": 0.690598772833063,
      "grad_norm": 0.2652090787887573,
      "learning_rate": 0.00017586082474639687,
      "loss": 0.3318,
      "step": 1224
    },
    {
      "epoch": 0.6911629875167501,
      "grad_norm": 0.27230003476142883,
      "learning_rate": 0.00017582208839686569,
      "loss": 0.4084,
      "step": 1225
    },
    {
      "epoch": 0.6917272022004373,
      "grad_norm": 0.310036301612854,
      "learning_rate": 0.00017578332526544852,
      "loss": 0.4582,
      "step": 1226
    },
    {
      "epoch": 0.6922914168841244,
      "grad_norm": 0.2744152843952179,
      "learning_rate": 0.00017574453536583725,
      "loss": 0.3645,
      "step": 1227
    },
    {
      "epoch": 0.6928556315678116,
      "grad_norm": 0.2711873948574066,
      "learning_rate": 0.00017570571871173323,
      "loss": 0.3233,
      "step": 1228
    },
    {
      "epoch": 0.6934198462514987,
      "grad_norm": 0.30339986085891724,
      "learning_rate": 0.00017566687531684737,
      "loss": 0.4162,
      "step": 1229
    },
    {
      "epoch": 0.6939840609351858,
      "grad_norm": 0.2640611529350281,
      "learning_rate": 0.00017562800519489987,
      "loss": 0.2751,
      "step": 1230
    },
    {
      "epoch": 0.694548275618873,
      "grad_norm": 0.2960464060306549,
      "learning_rate": 0.00017558910835962043,
      "loss": 0.3612,
      "step": 1231
    },
    {
      "epoch": 0.6951124903025602,
      "grad_norm": 0.2818000316619873,
      "learning_rate": 0.00017555018482474824,
      "loss": 0.3225,
      "step": 1232
    },
    {
      "epoch": 0.6956767049862472,
      "grad_norm": 0.3093031048774719,
      "learning_rate": 0.00017551123460403183,
      "loss": 0.3327,
      "step": 1233
    },
    {
      "epoch": 0.6962409196699344,
      "grad_norm": 0.3113417625427246,
      "learning_rate": 0.0001754722577112292,
      "loss": 0.4105,
      "step": 1234
    },
    {
      "epoch": 0.6968051343536216,
      "grad_norm": 0.32248392701148987,
      "learning_rate": 0.00017543325416010785,
      "loss": 0.3998,
      "step": 1235
    },
    {
      "epoch": 0.6973693490373087,
      "grad_norm": 0.2992804944515228,
      "learning_rate": 0.0001753942239644445,
      "loss": 0.3579,
      "step": 1236
    },
    {
      "epoch": 0.6979335637209958,
      "grad_norm": 0.29662197828292847,
      "learning_rate": 0.00017535516713802554,
      "loss": 0.3816,
      "step": 1237
    },
    {
      "epoch": 0.698497778404683,
      "grad_norm": 0.291409969329834,
      "learning_rate": 0.0001753160836946465,
      "loss": 0.3457,
      "step": 1238
    },
    {
      "epoch": 0.6990619930883701,
      "grad_norm": 0.3101196885108948,
      "learning_rate": 0.00017527697364811247,
      "loss": 0.3718,
      "step": 1239
    },
    {
      "epoch": 0.6996262077720573,
      "grad_norm": 0.2739078104496002,
      "learning_rate": 0.00017523783701223794,
      "loss": 0.3212,
      "step": 1240
    },
    {
      "epoch": 0.7001904224557444,
      "grad_norm": 0.29185137152671814,
      "learning_rate": 0.00017519867380084677,
      "loss": 0.4337,
      "step": 1241
    },
    {
      "epoch": 0.7007546371394315,
      "grad_norm": 0.2521364390850067,
      "learning_rate": 0.0001751594840277721,
      "loss": 0.2898,
      "step": 1242
    },
    {
      "epoch": 0.7013188518231187,
      "grad_norm": 0.27681341767311096,
      "learning_rate": 0.00017512026770685667,
      "loss": 0.365,
      "step": 1243
    },
    {
      "epoch": 0.7018830665068059,
      "grad_norm": 0.27541446685791016,
      "learning_rate": 0.00017508102485195236,
      "loss": 0.3481,
      "step": 1244
    },
    {
      "epoch": 0.7024472811904929,
      "grad_norm": 0.29751741886138916,
      "learning_rate": 0.0001750417554769206,
      "loss": 0.3486,
      "step": 1245
    },
    {
      "epoch": 0.7030114958741801,
      "grad_norm": 0.2701222598552704,
      "learning_rate": 0.00017500245959563212,
      "loss": 0.3177,
      "step": 1246
    },
    {
      "epoch": 0.7035757105578673,
      "grad_norm": 0.28033000230789185,
      "learning_rate": 0.000174963137221967,
      "loss": 0.3824,
      "step": 1247
    },
    {
      "epoch": 0.7041399252415544,
      "grad_norm": 0.2782909572124481,
      "learning_rate": 0.00017492378836981472,
      "loss": 0.3536,
      "step": 1248
    },
    {
      "epoch": 0.7047041399252415,
      "grad_norm": 0.2741823196411133,
      "learning_rate": 0.00017488441305307402,
      "loss": 0.3289,
      "step": 1249
    },
    {
      "epoch": 0.7052683546089287,
      "grad_norm": 0.28567081689834595,
      "learning_rate": 0.00017484501128565313,
      "loss": 0.3487,
      "step": 1250
    },
    {
      "epoch": 0.7058325692926158,
      "grad_norm": 0.28089022636413574,
      "learning_rate": 0.0001748055830814695,
      "loss": 0.3277,
      "step": 1251
    },
    {
      "epoch": 0.706396783976303,
      "grad_norm": 0.2968226671218872,
      "learning_rate": 0.00017476612845444996,
      "loss": 0.3873,
      "step": 1252
    },
    {
      "epoch": 0.7069609986599902,
      "grad_norm": 0.25105321407318115,
      "learning_rate": 0.0001747266474185307,
      "loss": 0.3086,
      "step": 1253
    },
    {
      "epoch": 0.7075252133436772,
      "grad_norm": 0.2937372326850891,
      "learning_rate": 0.0001746871399876572,
      "loss": 0.3822,
      "step": 1254
    },
    {
      "epoch": 0.7080894280273644,
      "grad_norm": 0.27862000465393066,
      "learning_rate": 0.00017464760617578431,
      "loss": 0.3913,
      "step": 1255
    },
    {
      "epoch": 0.7086536427110516,
      "grad_norm": 0.29617515206336975,
      "learning_rate": 0.00017460804599687615,
      "loss": 0.3995,
      "step": 1256
    },
    {
      "epoch": 0.7092178573947387,
      "grad_norm": 0.27078914642333984,
      "learning_rate": 0.00017456845946490614,
      "loss": 0.3086,
      "step": 1257
    },
    {
      "epoch": 0.7097820720784258,
      "grad_norm": 0.2725151479244232,
      "learning_rate": 0.00017452884659385708,
      "loss": 0.3408,
      "step": 1258
    },
    {
      "epoch": 0.710346286762113,
      "grad_norm": 0.32121387124061584,
      "learning_rate": 0.00017448920739772104,
      "loss": 0.4204,
      "step": 1259
    },
    {
      "epoch": 0.7109105014458001,
      "grad_norm": 0.2698994278907776,
      "learning_rate": 0.00017444954189049935,
      "loss": 0.3895,
      "step": 1260
    },
    {
      "epoch": 0.7114747161294873,
      "grad_norm": 0.2768823802471161,
      "learning_rate": 0.00017440985008620265,
      "loss": 0.3868,
      "step": 1261
    },
    {
      "epoch": 0.7120389308131744,
      "grad_norm": 0.2770453989505768,
      "learning_rate": 0.00017437013199885092,
      "loss": 0.3406,
      "step": 1262
    },
    {
      "epoch": 0.7126031454968615,
      "grad_norm": 0.28159573674201965,
      "learning_rate": 0.00017433038764247337,
      "loss": 0.3757,
      "step": 1263
    },
    {
      "epoch": 0.7131673601805487,
      "grad_norm": 0.26909294724464417,
      "learning_rate": 0.00017429061703110849,
      "loss": 0.3321,
      "step": 1264
    },
    {
      "epoch": 0.7137315748642359,
      "grad_norm": 0.2874211072921753,
      "learning_rate": 0.0001742508201788041,
      "loss": 0.3691,
      "step": 1265
    },
    {
      "epoch": 0.7142957895479229,
      "grad_norm": 0.3110562860965729,
      "learning_rate": 0.00017421099709961726,
      "loss": 0.3726,
      "step": 1266
    },
    {
      "epoch": 0.7148600042316101,
      "grad_norm": 0.29294583201408386,
      "learning_rate": 0.00017417114780761422,
      "loss": 0.364,
      "step": 1267
    },
    {
      "epoch": 0.7154242189152973,
      "grad_norm": 0.2792469561100006,
      "learning_rate": 0.00017413127231687055,
      "loss": 0.3476,
      "step": 1268
    },
    {
      "epoch": 0.7159884335989845,
      "grad_norm": 0.2792656719684601,
      "learning_rate": 0.00017409137064147115,
      "loss": 0.3211,
      "step": 1269
    },
    {
      "epoch": 0.7165526482826715,
      "grad_norm": 0.26174864172935486,
      "learning_rate": 0.00017405144279551002,
      "loss": 0.2925,
      "step": 1270
    },
    {
      "epoch": 0.7171168629663587,
      "grad_norm": 0.2871880829334259,
      "learning_rate": 0.00017401148879309051,
      "loss": 0.4007,
      "step": 1271
    },
    {
      "epoch": 0.7176810776500459,
      "grad_norm": 0.28458696603775024,
      "learning_rate": 0.0001739715086483252,
      "loss": 0.3121,
      "step": 1272
    },
    {
      "epoch": 0.718245292333733,
      "grad_norm": 0.26032787561416626,
      "learning_rate": 0.00017393150237533583,
      "loss": 0.3278,
      "step": 1273
    },
    {
      "epoch": 0.7188095070174201,
      "grad_norm": 0.27889057993888855,
      "learning_rate": 0.00017389146998825344,
      "loss": 0.3986,
      "step": 1274
    },
    {
      "epoch": 0.7193737217011072,
      "grad_norm": 0.29702872037887573,
      "learning_rate": 0.0001738514115012183,
      "loss": 0.3915,
      "step": 1275
    },
    {
      "epoch": 0.7199379363847944,
      "grad_norm": 0.26248815655708313,
      "learning_rate": 0.00017381132692837988,
      "loss": 0.3306,
      "step": 1276
    },
    {
      "epoch": 0.7205021510684816,
      "grad_norm": 0.3047386705875397,
      "learning_rate": 0.0001737712162838968,
      "loss": 0.3353,
      "step": 1277
    },
    {
      "epoch": 0.7210663657521686,
      "grad_norm": 0.2909613847732544,
      "learning_rate": 0.00017373107958193695,
      "loss": 0.3587,
      "step": 1278
    },
    {
      "epoch": 0.7216305804358558,
      "grad_norm": 0.25399067997932434,
      "learning_rate": 0.00017369091683667746,
      "loss": 0.2853,
      "step": 1279
    },
    {
      "epoch": 0.722194795119543,
      "grad_norm": 0.3114653527736664,
      "learning_rate": 0.00017365072806230464,
      "loss": 0.4384,
      "step": 1280
    },
    {
      "epoch": 0.7227590098032302,
      "grad_norm": 0.3089352548122406,
      "learning_rate": 0.00017361051327301387,
      "loss": 0.3267,
      "step": 1281
    },
    {
      "epoch": 0.7233232244869173,
      "grad_norm": 0.2724078893661499,
      "learning_rate": 0.00017357027248300993,
      "loss": 0.3588,
      "step": 1282
    },
    {
      "epoch": 0.7238874391706044,
      "grad_norm": 0.2962374985218048,
      "learning_rate": 0.00017353000570650664,
      "loss": 0.3717,
      "step": 1283
    },
    {
      "epoch": 0.7244516538542916,
      "grad_norm": 0.2818637490272522,
      "learning_rate": 0.00017348971295772701,
      "loss": 0.4047,
      "step": 1284
    },
    {
      "epoch": 0.7250158685379787,
      "grad_norm": 0.26761212944984436,
      "learning_rate": 0.00017344939425090327,
      "loss": 0.3472,
      "step": 1285
    },
    {
      "epoch": 0.7255800832216659,
      "grad_norm": 0.2784237861633301,
      "learning_rate": 0.00017340904960027684,
      "loss": 0.377,
      "step": 1286
    },
    {
      "epoch": 0.726144297905353,
      "grad_norm": 0.24549157917499542,
      "learning_rate": 0.00017336867902009818,
      "loss": 0.2712,
      "step": 1287
    },
    {
      "epoch": 0.7267085125890401,
      "grad_norm": 0.2745461165904999,
      "learning_rate": 0.00017332828252462703,
      "loss": 0.3283,
      "step": 1288
    },
    {
      "epoch": 0.7272727272727273,
      "grad_norm": 0.2842002809047699,
      "learning_rate": 0.00017328786012813226,
      "loss": 0.3299,
      "step": 1289
    },
    {
      "epoch": 0.7278369419564145,
      "grad_norm": 0.2894164025783539,
      "learning_rate": 0.00017324741184489187,
      "loss": 0.3854,
      "step": 1290
    },
    {
      "epoch": 0.7284011566401015,
      "grad_norm": 0.25457626581192017,
      "learning_rate": 0.00017320693768919294,
      "loss": 0.3307,
      "step": 1291
    },
    {
      "epoch": 0.7289653713237887,
      "grad_norm": 0.27536913752555847,
      "learning_rate": 0.00017316643767533186,
      "loss": 0.3165,
      "step": 1292
    },
    {
      "epoch": 0.7295295860074759,
      "grad_norm": 0.2907407283782959,
      "learning_rate": 0.00017312591181761397,
      "loss": 0.3962,
      "step": 1293
    },
    {
      "epoch": 0.730093800691163,
      "grad_norm": 0.30899685621261597,
      "learning_rate": 0.00017308536013035388,
      "loss": 0.36,
      "step": 1294
    },
    {
      "epoch": 0.7306580153748501,
      "grad_norm": 0.29460015892982483,
      "learning_rate": 0.0001730447826278752,
      "loss": 0.3523,
      "step": 1295
    },
    {
      "epoch": 0.7312222300585373,
      "grad_norm": 0.2848705053329468,
      "learning_rate": 0.00017300417932451074,
      "loss": 0.3666,
      "step": 1296
    },
    {
      "epoch": 0.7317864447422244,
      "grad_norm": 0.3214210867881775,
      "learning_rate": 0.00017296355023460245,
      "loss": 0.361,
      "step": 1297
    },
    {
      "epoch": 0.7323506594259116,
      "grad_norm": 0.2647096514701843,
      "learning_rate": 0.00017292289537250126,
      "loss": 0.3353,
      "step": 1298
    },
    {
      "epoch": 0.7329148741095987,
      "grad_norm": 0.2849518954753876,
      "learning_rate": 0.00017288221475256733,
      "loss": 0.3318,
      "step": 1299
    },
    {
      "epoch": 0.7334790887932858,
      "grad_norm": 0.2660139203071594,
      "learning_rate": 0.0001728415083891699,
      "loss": 0.3557,
      "step": 1300
    },
    {
      "epoch": 0.734043303476973,
      "grad_norm": 0.28822749853134155,
      "learning_rate": 0.00017280077629668722,
      "loss": 0.3921,
      "step": 1301
    },
    {
      "epoch": 0.7346075181606602,
      "grad_norm": 0.2953900694847107,
      "learning_rate": 0.0001727600184895067,
      "loss": 0.2835,
      "step": 1302
    },
    {
      "epoch": 0.7351717328443472,
      "grad_norm": 0.2957729995250702,
      "learning_rate": 0.00017271923498202486,
      "loss": 0.3863,
      "step": 1303
    },
    {
      "epoch": 0.7357359475280344,
      "grad_norm": 0.29763567447662354,
      "learning_rate": 0.0001726784257886472,
      "loss": 0.4276,
      "step": 1304
    },
    {
      "epoch": 0.7363001622117216,
      "grad_norm": 0.3240835964679718,
      "learning_rate": 0.00017263759092378837,
      "loss": 0.3442,
      "step": 1305
    },
    {
      "epoch": 0.7368643768954087,
      "grad_norm": 0.3166663646697998,
      "learning_rate": 0.00017259673040187205,
      "loss": 0.4124,
      "step": 1306
    },
    {
      "epoch": 0.7374285915790958,
      "grad_norm": 0.3276669681072235,
      "learning_rate": 0.00017255584423733105,
      "loss": 0.3137,
      "step": 1307
    },
    {
      "epoch": 0.737992806262783,
      "grad_norm": 0.2754681706428528,
      "learning_rate": 0.0001725149324446071,
      "loss": 0.3684,
      "step": 1308
    },
    {
      "epoch": 0.7385570209464701,
      "grad_norm": 0.2795813977718353,
      "learning_rate": 0.00017247399503815113,
      "loss": 0.3338,
      "step": 1309
    },
    {
      "epoch": 0.7391212356301573,
      "grad_norm": 0.25275084376335144,
      "learning_rate": 0.00017243303203242307,
      "loss": 0.2873,
      "step": 1310
    },
    {
      "epoch": 0.7396854503138445,
      "grad_norm": 0.2846646308898926,
      "learning_rate": 0.00017239204344189182,
      "loss": 0.3768,
      "step": 1311
    },
    {
      "epoch": 0.7402496649975315,
      "grad_norm": 0.2833164632320404,
      "learning_rate": 0.0001723510292810354,
      "loss": 0.4266,
      "step": 1312
    },
    {
      "epoch": 0.7408138796812187,
      "grad_norm": 0.2628450393676758,
      "learning_rate": 0.00017230998956434084,
      "loss": 0.3439,
      "step": 1313
    },
    {
      "epoch": 0.7413780943649059,
      "grad_norm": 0.260996013879776,
      "learning_rate": 0.0001722689243063042,
      "loss": 0.3082,
      "step": 1314
    },
    {
      "epoch": 0.741942309048593,
      "grad_norm": 0.2873287796974182,
      "learning_rate": 0.00017222783352143054,
      "loss": 0.3566,
      "step": 1315
    },
    {
      "epoch": 0.7425065237322801,
      "grad_norm": 0.2772970497608185,
      "learning_rate": 0.00017218671722423395,
      "loss": 0.3663,
      "step": 1316
    },
    {
      "epoch": 0.7430707384159673,
      "grad_norm": 0.26468151807785034,
      "learning_rate": 0.00017214557542923756,
      "loss": 0.2889,
      "step": 1317
    },
    {
      "epoch": 0.7436349530996544,
      "grad_norm": 0.3138066828250885,
      "learning_rate": 0.0001721044081509734,
      "loss": 0.3853,
      "step": 1318
    },
    {
      "epoch": 0.7441991677833416,
      "grad_norm": 0.3039465844631195,
      "learning_rate": 0.00017206321540398268,
      "loss": 0.3615,
      "step": 1319
    },
    {
      "epoch": 0.7447633824670287,
      "grad_norm": 0.30220577120780945,
      "learning_rate": 0.00017202199720281548,
      "loss": 0.421,
      "step": 1320
    },
    {
      "epoch": 0.7453275971507158,
      "grad_norm": 0.3302313983440399,
      "learning_rate": 0.00017198075356203088,
      "loss": 0.3846,
      "step": 1321
    },
    {
      "epoch": 0.745891811834403,
      "grad_norm": 0.2758032977581024,
      "learning_rate": 0.00017193948449619693,
      "loss": 0.3059,
      "step": 1322
    },
    {
      "epoch": 0.7464560265180902,
      "grad_norm": 0.30222779512405396,
      "learning_rate": 0.00017189819001989077,
      "loss": 0.3774,
      "step": 1323
    },
    {
      "epoch": 0.7470202412017772,
      "grad_norm": 0.30071768164634705,
      "learning_rate": 0.00017185687014769835,
      "loss": 0.3395,
      "step": 1324
    },
    {
      "epoch": 0.7475844558854644,
      "grad_norm": 0.26445871591567993,
      "learning_rate": 0.00017181552489421478,
      "loss": 0.3192,
      "step": 1325
    },
    {
      "epoch": 0.7481486705691516,
      "grad_norm": 0.27466604113578796,
      "learning_rate": 0.00017177415427404395,
      "loss": 0.4054,
      "step": 1326
    },
    {
      "epoch": 0.7487128852528387,
      "grad_norm": 0.27803632616996765,
      "learning_rate": 0.00017173275830179884,
      "loss": 0.3639,
      "step": 1327
    },
    {
      "epoch": 0.7492770999365258,
      "grad_norm": 0.2832818925380707,
      "learning_rate": 0.00017169133699210135,
      "loss": 0.4303,
      "step": 1328
    },
    {
      "epoch": 0.749841314620213,
      "grad_norm": 0.3066134452819824,
      "learning_rate": 0.00017164989035958227,
      "loss": 0.4129,
      "step": 1329
    },
    {
      "epoch": 0.7504055293039001,
      "grad_norm": 0.29492220282554626,
      "learning_rate": 0.0001716084184188814,
      "loss": 0.419,
      "step": 1330
    },
    {
      "epoch": 0.7509697439875873,
      "grad_norm": 0.2741747200489044,
      "learning_rate": 0.00017156692118464747,
      "loss": 0.3365,
      "step": 1331
    },
    {
      "epoch": 0.7515339586712744,
      "grad_norm": 0.3035449683666229,
      "learning_rate": 0.00017152539867153817,
      "loss": 0.3653,
      "step": 1332
    },
    {
      "epoch": 0.7520981733549615,
      "grad_norm": 0.26552635431289673,
      "learning_rate": 0.00017148385089422004,
      "loss": 0.3349,
      "step": 1333
    },
    {
      "epoch": 0.7526623880386487,
      "grad_norm": 0.336855947971344,
      "learning_rate": 0.0001714422778673686,
      "loss": 0.279,
      "step": 1334
    },
    {
      "epoch": 0.7532266027223359,
      "grad_norm": 0.26590004563331604,
      "learning_rate": 0.00017140067960566834,
      "loss": 0.2891,
      "step": 1335
    },
    {
      "epoch": 0.7537908174060229,
      "grad_norm": 0.2684463858604431,
      "learning_rate": 0.0001713590561238125,
      "loss": 0.337,
      "step": 1336
    },
    {
      "epoch": 0.7543550320897101,
      "grad_norm": 0.2988768517971039,
      "learning_rate": 0.00017131740743650339,
      "loss": 0.3729,
      "step": 1337
    },
    {
      "epoch": 0.7549192467733973,
      "grad_norm": 0.3105776607990265,
      "learning_rate": 0.00017127573355845216,
      "loss": 0.4598,
      "step": 1338
    },
    {
      "epoch": 0.7554834614570844,
      "grad_norm": 0.28612732887268066,
      "learning_rate": 0.0001712340345043788,
      "loss": 0.3532,
      "step": 1339
    },
    {
      "epoch": 0.7560476761407716,
      "grad_norm": 0.2842358350753784,
      "learning_rate": 0.00017119231028901236,
      "loss": 0.3435,
      "step": 1340
    },
    {
      "epoch": 0.7566118908244587,
      "grad_norm": 0.2798815071582794,
      "learning_rate": 0.0001711505609270906,
      "loss": 0.3558,
      "step": 1341
    },
    {
      "epoch": 0.7571761055081458,
      "grad_norm": 0.294779509305954,
      "learning_rate": 0.0001711087864333603,
      "loss": 0.3405,
      "step": 1342
    },
    {
      "epoch": 0.757740320191833,
      "grad_norm": 0.27217888832092285,
      "learning_rate": 0.000171066986822577,
      "loss": 0.3548,
      "step": 1343
    },
    {
      "epoch": 0.7583045348755202,
      "grad_norm": 0.28058749437332153,
      "learning_rate": 0.00017102516210950512,
      "loss": 0.3888,
      "step": 1344
    },
    {
      "epoch": 0.7588687495592072,
      "grad_norm": 0.27890369296073914,
      "learning_rate": 0.00017098331230891805,
      "loss": 0.3614,
      "step": 1345
    },
    {
      "epoch": 0.7594329642428944,
      "grad_norm": 0.2850104570388794,
      "learning_rate": 0.00017094143743559797,
      "loss": 0.3658,
      "step": 1346
    },
    {
      "epoch": 0.7599971789265816,
      "grad_norm": 0.276886910200119,
      "learning_rate": 0.00017089953750433595,
      "loss": 0.3334,
      "step": 1347
    },
    {
      "epoch": 0.7605613936102688,
      "grad_norm": 0.29569679498672485,
      "learning_rate": 0.00017085761252993187,
      "loss": 0.4073,
      "step": 1348
    },
    {
      "epoch": 0.7611256082939558,
      "grad_norm": 0.2638833224773407,
      "learning_rate": 0.00017081566252719445,
      "loss": 0.365,
      "step": 1349
    },
    {
      "epoch": 0.761689822977643,
      "grad_norm": 0.26182854175567627,
      "learning_rate": 0.00017077368751094128,
      "loss": 0.359,
      "step": 1350
    },
    {
      "epoch": 0.7622540376613302,
      "grad_norm": 0.26669517159461975,
      "learning_rate": 0.00017073168749599883,
      "loss": 0.3695,
      "step": 1351
    },
    {
      "epoch": 0.7628182523450173,
      "grad_norm": 0.2861112356185913,
      "learning_rate": 0.0001706896624972023,
      "loss": 0.4026,
      "step": 1352
    },
    {
      "epoch": 0.7633824670287044,
      "grad_norm": 0.296278178691864,
      "learning_rate": 0.00017064761252939573,
      "loss": 0.3969,
      "step": 1353
    },
    {
      "epoch": 0.7639466817123916,
      "grad_norm": 0.2803729176521301,
      "learning_rate": 0.00017060553760743212,
      "loss": 0.3519,
      "step": 1354
    },
    {
      "epoch": 0.7645108963960787,
      "grad_norm": 0.29566580057144165,
      "learning_rate": 0.00017056343774617306,
      "loss": 0.3586,
      "step": 1355
    },
    {
      "epoch": 0.7650751110797659,
      "grad_norm": 0.30621352791786194,
      "learning_rate": 0.00017052131296048918,
      "loss": 0.3728,
      "step": 1356
    },
    {
      "epoch": 0.765639325763453,
      "grad_norm": 0.29954639077186584,
      "learning_rate": 0.00017047916326525973,
      "loss": 0.3567,
      "step": 1357
    },
    {
      "epoch": 0.7662035404471401,
      "grad_norm": 0.2758173644542694,
      "learning_rate": 0.00017043698867537285,
      "loss": 0.343,
      "step": 1358
    },
    {
      "epoch": 0.7667677551308273,
      "grad_norm": 0.25363245606422424,
      "learning_rate": 0.00017039478920572547,
      "loss": 0.3055,
      "step": 1359
    },
    {
      "epoch": 0.7673319698145145,
      "grad_norm": 0.3008440434932709,
      "learning_rate": 0.00017035256487122325,
      "loss": 0.3922,
      "step": 1360
    },
    {
      "epoch": 0.7678961844982015,
      "grad_norm": 0.30676892399787903,
      "learning_rate": 0.00017031031568678069,
      "loss": 0.2986,
      "step": 1361
    },
    {
      "epoch": 0.7684603991818887,
      "grad_norm": 0.2888372540473938,
      "learning_rate": 0.00017026804166732107,
      "loss": 0.3472,
      "step": 1362
    },
    {
      "epoch": 0.7690246138655759,
      "grad_norm": 0.27210238575935364,
      "learning_rate": 0.0001702257428277764,
      "loss": 0.3122,
      "step": 1363
    },
    {
      "epoch": 0.769588828549263,
      "grad_norm": 0.2791052460670471,
      "learning_rate": 0.00017018341918308746,
      "loss": 0.3326,
      "step": 1364
    },
    {
      "epoch": 0.7701530432329501,
      "grad_norm": 0.2987985908985138,
      "learning_rate": 0.00017014107074820388,
      "loss": 0.3634,
      "step": 1365
    },
    {
      "epoch": 0.7707172579166373,
      "grad_norm": 0.2925415337085724,
      "learning_rate": 0.00017009869753808397,
      "loss": 0.3581,
      "step": 1366
    },
    {
      "epoch": 0.7712814726003244,
      "grad_norm": 0.2602795958518982,
      "learning_rate": 0.00017005629956769473,
      "loss": 0.343,
      "step": 1367
    },
    {
      "epoch": 0.7718456872840116,
      "grad_norm": 0.28944751620292664,
      "learning_rate": 0.000170013876852012,
      "loss": 0.3241,
      "step": 1368
    },
    {
      "epoch": 0.7724099019676988,
      "grad_norm": 0.2564255893230438,
      "learning_rate": 0.0001699714294060204,
      "loss": 0.3041,
      "step": 1369
    },
    {
      "epoch": 0.7729741166513858,
      "grad_norm": 0.3281255066394806,
      "learning_rate": 0.00016992895724471317,
      "loss": 0.4013,
      "step": 1370
    },
    {
      "epoch": 0.773538331335073,
      "grad_norm": 0.31078556180000305,
      "learning_rate": 0.0001698864603830923,
      "loss": 0.3491,
      "step": 1371
    },
    {
      "epoch": 0.7741025460187602,
      "grad_norm": 0.3150425851345062,
      "learning_rate": 0.0001698439388361686,
      "loss": 0.3707,
      "step": 1372
    },
    {
      "epoch": 0.7746667607024473,
      "grad_norm": 0.2900453805923462,
      "learning_rate": 0.00016980139261896148,
      "loss": 0.3742,
      "step": 1373
    },
    {
      "epoch": 0.7752309753861344,
      "grad_norm": 0.30504265427589417,
      "learning_rate": 0.00016975882174649916,
      "loss": 0.3606,
      "step": 1374
    },
    {
      "epoch": 0.7757951900698216,
      "grad_norm": 0.2845042049884796,
      "learning_rate": 0.00016971622623381853,
      "loss": 0.3374,
      "step": 1375
    },
    {
      "epoch": 0.7763594047535087,
      "grad_norm": 0.2744114398956299,
      "learning_rate": 0.00016967360609596515,
      "loss": 0.3408,
      "step": 1376
    },
    {
      "epoch": 0.7769236194371959,
      "grad_norm": 0.2874731719493866,
      "learning_rate": 0.00016963096134799333,
      "loss": 0.351,
      "step": 1377
    },
    {
      "epoch": 0.777487834120883,
      "grad_norm": 0.2674481272697449,
      "learning_rate": 0.00016958829200496603,
      "loss": 0.3098,
      "step": 1378
    },
    {
      "epoch": 0.7780520488045701,
      "grad_norm": 0.28914856910705566,
      "learning_rate": 0.00016954559808195495,
      "loss": 0.3705,
      "step": 1379
    },
    {
      "epoch": 0.7786162634882573,
      "grad_norm": 0.31463250517845154,
      "learning_rate": 0.00016950287959404043,
      "loss": 0.4074,
      "step": 1380
    },
    {
      "epoch": 0.7791804781719445,
      "grad_norm": 0.30042722821235657,
      "learning_rate": 0.0001694601365563115,
      "loss": 0.3834,
      "step": 1381
    },
    {
      "epoch": 0.7797446928556315,
      "grad_norm": 0.30633264780044556,
      "learning_rate": 0.0001694173689838659,
      "loss": 0.3783,
      "step": 1382
    },
    {
      "epoch": 0.7803089075393187,
      "grad_norm": 0.24924950301647186,
      "learning_rate": 0.0001693745768918099,
      "loss": 0.3353,
      "step": 1383
    },
    {
      "epoch": 0.7808731222230059,
      "grad_norm": 0.25702860951423645,
      "learning_rate": 0.00016933176029525858,
      "loss": 0.3449,
      "step": 1384
    },
    {
      "epoch": 0.781437336906693,
      "grad_norm": 0.2679016888141632,
      "learning_rate": 0.00016928891920933565,
      "loss": 0.3645,
      "step": 1385
    },
    {
      "epoch": 0.7820015515903801,
      "grad_norm": 0.287713885307312,
      "learning_rate": 0.0001692460536491734,
      "loss": 0.3891,
      "step": 1386
    },
    {
      "epoch": 0.7825657662740673,
      "grad_norm": 0.24547964334487915,
      "learning_rate": 0.00016920316362991283,
      "loss": 0.2742,
      "step": 1387
    },
    {
      "epoch": 0.7831299809577544,
      "grad_norm": 0.2712319791316986,
      "learning_rate": 0.00016916024916670353,
      "loss": 0.3388,
      "step": 1388
    },
    {
      "epoch": 0.7836941956414416,
      "grad_norm": 0.25773829221725464,
      "learning_rate": 0.0001691173102747038,
      "loss": 0.2944,
      "step": 1389
    },
    {
      "epoch": 0.7842584103251287,
      "grad_norm": 0.27854031324386597,
      "learning_rate": 0.0001690743469690805,
      "loss": 0.3452,
      "step": 1390
    },
    {
      "epoch": 0.7848226250088158,
      "grad_norm": 0.294187992811203,
      "learning_rate": 0.00016903135926500911,
      "loss": 0.3688,
      "step": 1391
    },
    {
      "epoch": 0.785386839692503,
      "grad_norm": 0.3007400333881378,
      "learning_rate": 0.00016898834717767378,
      "loss": 0.4215,
      "step": 1392
    },
    {
      "epoch": 0.7859510543761902,
      "grad_norm": 0.2824578881263733,
      "learning_rate": 0.00016894531072226721,
      "loss": 0.3257,
      "step": 1393
    },
    {
      "epoch": 0.7865152690598772,
      "grad_norm": 0.30684784054756165,
      "learning_rate": 0.0001689022499139908,
      "loss": 0.3961,
      "step": 1394
    },
    {
      "epoch": 0.7870794837435644,
      "grad_norm": 0.27375245094299316,
      "learning_rate": 0.00016885916476805447,
      "loss": 0.3157,
      "step": 1395
    },
    {
      "epoch": 0.7876436984272516,
      "grad_norm": 0.2953527271747589,
      "learning_rate": 0.00016881605529967667,
      "loss": 0.3412,
      "step": 1396
    },
    {
      "epoch": 0.7882079131109387,
      "grad_norm": 0.2870559096336365,
      "learning_rate": 0.00016877292152408466,
      "loss": 0.3503,
      "step": 1397
    },
    {
      "epoch": 0.7887721277946259,
      "grad_norm": 0.2655520737171173,
      "learning_rate": 0.0001687297634565141,
      "loss": 0.3765,
      "step": 1398
    },
    {
      "epoch": 0.789336342478313,
      "grad_norm": 0.3088518977165222,
      "learning_rate": 0.00016868658111220927,
      "loss": 0.3534,
      "step": 1399
    },
    {
      "epoch": 0.7899005571620001,
      "grad_norm": 0.2914207875728607,
      "learning_rate": 0.00016864337450642308,
      "loss": 0.3504,
      "step": 1400
    },
    {
      "epoch": 0.7899005571620001,
      "eval_loss": 0.3566087782382965,
      "eval_runtime": 15.7867,
      "eval_samples_per_second": 9.058,
      "eval_steps_per_second": 4.561,
      "step": 1400
    },
    {
      "epoch": 0.7904647718456873,
      "grad_norm": 0.3013856112957001,
      "learning_rate": 0.00016860014365441695,
      "loss": 0.3503,
      "step": 1401
    },
    {
      "epoch": 0.7910289865293745,
      "grad_norm": 0.2717048227787018,
      "learning_rate": 0.0001685568885714609,
      "loss": 0.3364,
      "step": 1402
    },
    {
      "epoch": 0.7915932012130615,
      "grad_norm": 0.26477035880088806,
      "learning_rate": 0.00016851360927283348,
      "loss": 0.3188,
      "step": 1403
    },
    {
      "epoch": 0.7921574158967487,
      "grad_norm": 0.3141080141067505,
      "learning_rate": 0.0001684703057738218,
      "loss": 0.3763,
      "step": 1404
    },
    {
      "epoch": 0.7927216305804359,
      "grad_norm": 0.27573591470718384,
      "learning_rate": 0.00016842697808972158,
      "loss": 0.3658,
      "step": 1405
    },
    {
      "epoch": 0.793285845264123,
      "grad_norm": 0.28632181882858276,
      "learning_rate": 0.00016838362623583695,
      "loss": 0.3906,
      "step": 1406
    },
    {
      "epoch": 0.7938500599478101,
      "grad_norm": 0.29844409227371216,
      "learning_rate": 0.00016834025022748072,
      "loss": 0.3888,
      "step": 1407
    },
    {
      "epoch": 0.7944142746314973,
      "grad_norm": 0.2475261390209198,
      "learning_rate": 0.00016829685007997415,
      "loss": 0.3271,
      "step": 1408
    },
    {
      "epoch": 0.7949784893151844,
      "grad_norm": 0.2820057272911072,
      "learning_rate": 0.00016825342580864704,
      "loss": 0.3114,
      "step": 1409
    },
    {
      "epoch": 0.7955427039988716,
      "grad_norm": 0.26355135440826416,
      "learning_rate": 0.0001682099774288377,
      "loss": 0.3157,
      "step": 1410
    },
    {
      "epoch": 0.7961069186825587,
      "grad_norm": 0.25999394059181213,
      "learning_rate": 0.00016816650495589297,
      "loss": 0.2975,
      "step": 1411
    },
    {
      "epoch": 0.7966711333662458,
      "grad_norm": 0.2745780944824219,
      "learning_rate": 0.00016812300840516825,
      "loss": 0.3357,
      "step": 1412
    },
    {
      "epoch": 0.797235348049933,
      "grad_norm": 0.2782609760761261,
      "learning_rate": 0.00016807948779202733,
      "loss": 0.318,
      "step": 1413
    },
    {
      "epoch": 0.7977995627336202,
      "grad_norm": 0.306196928024292,
      "learning_rate": 0.00016803594313184262,
      "loss": 0.3889,
      "step": 1414
    },
    {
      "epoch": 0.7983637774173072,
      "grad_norm": 0.2714333236217499,
      "learning_rate": 0.00016799237443999496,
      "loss": 0.3216,
      "step": 1415
    },
    {
      "epoch": 0.7989279921009944,
      "grad_norm": 0.29182636737823486,
      "learning_rate": 0.00016794878173187366,
      "loss": 0.3299,
      "step": 1416
    },
    {
      "epoch": 0.7994922067846816,
      "grad_norm": 0.2989920377731323,
      "learning_rate": 0.00016790516502287653,
      "loss": 0.3314,
      "step": 1417
    },
    {
      "epoch": 0.8000564214683688,
      "grad_norm": 0.27555376291275024,
      "learning_rate": 0.00016786152432840998,
      "loss": 0.3121,
      "step": 1418
    },
    {
      "epoch": 0.8006206361520558,
      "grad_norm": 0.29434934258461,
      "learning_rate": 0.00016781785966388864,
      "loss": 0.3839,
      "step": 1419
    },
    {
      "epoch": 0.801184850835743,
      "grad_norm": 0.2814764678478241,
      "learning_rate": 0.0001677741710447358,
      "loss": 0.3765,
      "step": 1420
    },
    {
      "epoch": 0.8017490655194301,
      "grad_norm": 0.2620156705379486,
      "learning_rate": 0.00016773045848638316,
      "loss": 0.3046,
      "step": 1421
    },
    {
      "epoch": 0.8023132802031173,
      "grad_norm": 0.2667596936225891,
      "learning_rate": 0.0001676867220042709,
      "loss": 0.3531,
      "step": 1422
    },
    {
      "epoch": 0.8028774948868044,
      "grad_norm": 0.2923266589641571,
      "learning_rate": 0.0001676429616138476,
      "loss": 0.3952,
      "step": 1423
    },
    {
      "epoch": 0.8034417095704915,
      "grad_norm": 0.2745727002620697,
      "learning_rate": 0.00016759917733057028,
      "loss": 0.3179,
      "step": 1424
    },
    {
      "epoch": 0.8040059242541787,
      "grad_norm": 0.2907526195049286,
      "learning_rate": 0.0001675553691699045,
      "loss": 0.3745,
      "step": 1425
    },
    {
      "epoch": 0.8045701389378659,
      "grad_norm": 0.2778836488723755,
      "learning_rate": 0.0001675115371473241,
      "loss": 0.3519,
      "step": 1426
    },
    {
      "epoch": 0.8051343536215531,
      "grad_norm": 0.30238327383995056,
      "learning_rate": 0.00016746768127831154,
      "loss": 0.4233,
      "step": 1427
    },
    {
      "epoch": 0.8056985683052401,
      "grad_norm": 0.30238643288612366,
      "learning_rate": 0.0001674238015783575,
      "loss": 0.4327,
      "step": 1428
    },
    {
      "epoch": 0.8062627829889273,
      "grad_norm": 0.288204163312912,
      "learning_rate": 0.0001673798980629612,
      "loss": 0.3902,
      "step": 1429
    },
    {
      "epoch": 0.8068269976726145,
      "grad_norm": 0.28933408856391907,
      "learning_rate": 0.00016733597074763024,
      "loss": 0.4199,
      "step": 1430
    },
    {
      "epoch": 0.8073912123563016,
      "grad_norm": 0.2815791666507721,
      "learning_rate": 0.00016729201964788064,
      "loss": 0.3882,
      "step": 1431
    },
    {
      "epoch": 0.8079554270399887,
      "grad_norm": 0.27715814113616943,
      "learning_rate": 0.00016724804477923682,
      "loss": 0.2859,
      "step": 1432
    },
    {
      "epoch": 0.8085196417236759,
      "grad_norm": 0.2644512951374054,
      "learning_rate": 0.00016720404615723155,
      "loss": 0.3326,
      "step": 1433
    },
    {
      "epoch": 0.809083856407363,
      "grad_norm": 0.27663081884384155,
      "learning_rate": 0.00016716002379740607,
      "loss": 0.3834,
      "step": 1434
    },
    {
      "epoch": 0.8096480710910502,
      "grad_norm": 0.28071847558021545,
      "learning_rate": 0.00016711597771530996,
      "loss": 0.3334,
      "step": 1435
    },
    {
      "epoch": 0.8102122857747373,
      "grad_norm": 0.2617233991622925,
      "learning_rate": 0.00016707190792650115,
      "loss": 0.3549,
      "step": 1436
    },
    {
      "epoch": 0.8107765004584244,
      "grad_norm": 0.2944871783256531,
      "learning_rate": 0.00016702781444654602,
      "loss": 0.362,
      "step": 1437
    },
    {
      "epoch": 0.8113407151421116,
      "grad_norm": 0.27386027574539185,
      "learning_rate": 0.00016698369729101925,
      "loss": 0.3531,
      "step": 1438
    },
    {
      "epoch": 0.8119049298257988,
      "grad_norm": 0.2894648313522339,
      "learning_rate": 0.00016693955647550387,
      "loss": 0.3663,
      "step": 1439
    },
    {
      "epoch": 0.8124691445094858,
      "grad_norm": 0.30315858125686646,
      "learning_rate": 0.00016689539201559137,
      "loss": 0.339,
      "step": 1440
    },
    {
      "epoch": 0.813033359193173,
      "grad_norm": 0.3191007077693939,
      "learning_rate": 0.00016685120392688146,
      "loss": 0.4152,
      "step": 1441
    },
    {
      "epoch": 0.8135975738768602,
      "grad_norm": 0.2820149064064026,
      "learning_rate": 0.00016680699222498233,
      "loss": 0.3281,
      "step": 1442
    },
    {
      "epoch": 0.8141617885605473,
      "grad_norm": 0.31687068939208984,
      "learning_rate": 0.0001667627569255104,
      "loss": 0.4237,
      "step": 1443
    },
    {
      "epoch": 0.8147260032442344,
      "grad_norm": 0.28730422258377075,
      "learning_rate": 0.00016671849804409048,
      "loss": 0.3299,
      "step": 1444
    },
    {
      "epoch": 0.8152902179279216,
      "grad_norm": 0.3185728192329407,
      "learning_rate": 0.00016667421559635567,
      "loss": 0.3655,
      "step": 1445
    },
    {
      "epoch": 0.8158544326116087,
      "grad_norm": 0.2630617022514343,
      "learning_rate": 0.00016662990959794745,
      "loss": 0.297,
      "step": 1446
    },
    {
      "epoch": 0.8164186472952959,
      "grad_norm": 0.29179707169532776,
      "learning_rate": 0.0001665855800645156,
      "loss": 0.4086,
      "step": 1447
    },
    {
      "epoch": 0.816982861978983,
      "grad_norm": 0.26307544112205505,
      "learning_rate": 0.00016654122701171816,
      "loss": 0.3888,
      "step": 1448
    },
    {
      "epoch": 0.8175470766626701,
      "grad_norm": 0.27958986163139343,
      "learning_rate": 0.00016649685045522155,
      "loss": 0.3089,
      "step": 1449
    },
    {
      "epoch": 0.8181112913463573,
      "grad_norm": 0.2635732889175415,
      "learning_rate": 0.00016645245041070042,
      "loss": 0.3557,
      "step": 1450
    },
    {
      "epoch": 0.8186755060300445,
      "grad_norm": 0.2777605652809143,
      "learning_rate": 0.00016640802689383785,
      "loss": 0.3513,
      "step": 1451
    },
    {
      "epoch": 0.8192397207137315,
      "grad_norm": 0.27866509556770325,
      "learning_rate": 0.00016636357992032505,
      "loss": 0.32,
      "step": 1452
    },
    {
      "epoch": 0.8198039353974187,
      "grad_norm": 0.31149768829345703,
      "learning_rate": 0.00016631910950586158,
      "loss": 0.3693,
      "step": 1453
    },
    {
      "epoch": 0.8203681500811059,
      "grad_norm": 0.3205892741680145,
      "learning_rate": 0.00016627461566615532,
      "loss": 0.3597,
      "step": 1454
    },
    {
      "epoch": 0.820932364764793,
      "grad_norm": 0.31569764018058777,
      "learning_rate": 0.00016623009841692236,
      "loss": 0.3714,
      "step": 1455
    },
    {
      "epoch": 0.8214965794484802,
      "grad_norm": 0.27570033073425293,
      "learning_rate": 0.00016618555777388712,
      "loss": 0.3393,
      "step": 1456
    },
    {
      "epoch": 0.8220607941321673,
      "grad_norm": 0.3248416781425476,
      "learning_rate": 0.00016614099375278222,
      "loss": 0.4487,
      "step": 1457
    },
    {
      "epoch": 0.8226250088158544,
      "grad_norm": 0.2995893359184265,
      "learning_rate": 0.00016609640636934853,
      "loss": 0.3892,
      "step": 1458
    },
    {
      "epoch": 0.8231892234995416,
      "grad_norm": 0.2638401687145233,
      "learning_rate": 0.0001660517956393353,
      "loss": 0.309,
      "step": 1459
    },
    {
      "epoch": 0.8237534381832288,
      "grad_norm": 0.27179187536239624,
      "learning_rate": 0.0001660071615784999,
      "loss": 0.329,
      "step": 1460
    },
    {
      "epoch": 0.8243176528669158,
      "grad_norm": 0.2719636559486389,
      "learning_rate": 0.00016596250420260794,
      "loss": 0.366,
      "step": 1461
    },
    {
      "epoch": 0.824881867550603,
      "grad_norm": 0.2791297137737274,
      "learning_rate": 0.00016591782352743336,
      "loss": 0.3767,
      "step": 1462
    },
    {
      "epoch": 0.8254460822342902,
      "grad_norm": 0.29373204708099365,
      "learning_rate": 0.00016587311956875822,
      "loss": 0.3476,
      "step": 1463
    },
    {
      "epoch": 0.8260102969179773,
      "grad_norm": 0.27284207940101624,
      "learning_rate": 0.00016582839234237292,
      "loss": 0.3589,
      "step": 1464
    },
    {
      "epoch": 0.8265745116016644,
      "grad_norm": 0.26548826694488525,
      "learning_rate": 0.00016578364186407596,
      "loss": 0.3099,
      "step": 1465
    },
    {
      "epoch": 0.8271387262853516,
      "grad_norm": 0.3027392625808716,
      "learning_rate": 0.00016573886814967413,
      "loss": 0.3312,
      "step": 1466
    },
    {
      "epoch": 0.8277029409690387,
      "grad_norm": 0.3006907105445862,
      "learning_rate": 0.00016569407121498243,
      "loss": 0.3831,
      "step": 1467
    },
    {
      "epoch": 0.8282671556527259,
      "grad_norm": 0.31103605031967163,
      "learning_rate": 0.00016564925107582398,
      "loss": 0.4312,
      "step": 1468
    },
    {
      "epoch": 0.828831370336413,
      "grad_norm": 0.28740233182907104,
      "learning_rate": 0.00016560440774803021,
      "loss": 0.355,
      "step": 1469
    },
    {
      "epoch": 0.8293955850201001,
      "grad_norm": 0.300368070602417,
      "learning_rate": 0.00016555954124744063,
      "loss": 0.3832,
      "step": 1470
    },
    {
      "epoch": 0.8299597997037873,
      "grad_norm": 0.3063884675502777,
      "learning_rate": 0.00016551465158990303,
      "loss": 0.3461,
      "step": 1471
    },
    {
      "epoch": 0.8305240143874745,
      "grad_norm": 0.27720674872398376,
      "learning_rate": 0.00016546973879127337,
      "loss": 0.3207,
      "step": 1472
    },
    {
      "epoch": 0.8310882290711615,
      "grad_norm": 0.27748262882232666,
      "learning_rate": 0.00016542480286741568,
      "loss": 0.3181,
      "step": 1473
    },
    {
      "epoch": 0.8316524437548487,
      "grad_norm": 0.2859739065170288,
      "learning_rate": 0.00016537984383420228,
      "loss": 0.3792,
      "step": 1474
    },
    {
      "epoch": 0.8322166584385359,
      "grad_norm": 0.28026095032691956,
      "learning_rate": 0.00016533486170751358,
      "loss": 0.3233,
      "step": 1475
    },
    {
      "epoch": 0.832780873122223,
      "grad_norm": 0.27631932497024536,
      "learning_rate": 0.00016528985650323818,
      "loss": 0.3784,
      "step": 1476
    },
    {
      "epoch": 0.8333450878059101,
      "grad_norm": 0.2627068758010864,
      "learning_rate": 0.00016524482823727287,
      "loss": 0.334,
      "step": 1477
    },
    {
      "epoch": 0.8339093024895973,
      "grad_norm": 0.29101255536079407,
      "learning_rate": 0.00016519977692552247,
      "loss": 0.3931,
      "step": 1478
    },
    {
      "epoch": 0.8344735171732844,
      "grad_norm": 0.2863209545612335,
      "learning_rate": 0.0001651547025839,
      "loss": 0.3193,
      "step": 1479
    },
    {
      "epoch": 0.8350377318569716,
      "grad_norm": 0.2518867552280426,
      "learning_rate": 0.0001651096052283267,
      "loss": 0.3051,
      "step": 1480
    },
    {
      "epoch": 0.8356019465406587,
      "grad_norm": 0.2639062702655792,
      "learning_rate": 0.00016506448487473176,
      "loss": 0.367,
      "step": 1481
    },
    {
      "epoch": 0.8361661612243458,
      "grad_norm": 0.29258227348327637,
      "learning_rate": 0.0001650193415390527,
      "loss": 0.4517,
      "step": 1482
    },
    {
      "epoch": 0.836730375908033,
      "grad_norm": 0.25911733508110046,
      "learning_rate": 0.000164974175237235,
      "loss": 0.2884,
      "step": 1483
    },
    {
      "epoch": 0.8372945905917202,
      "grad_norm": 0.2701071500778198,
      "learning_rate": 0.00016492898598523232,
      "loss": 0.3348,
      "step": 1484
    },
    {
      "epoch": 0.8378588052754073,
      "grad_norm": 0.23214603960514069,
      "learning_rate": 0.00016488377379900642,
      "loss": 0.2724,
      "step": 1485
    },
    {
      "epoch": 0.8384230199590944,
      "grad_norm": 0.2662765085697174,
      "learning_rate": 0.00016483853869452713,
      "loss": 0.348,
      "step": 1486
    },
    {
      "epoch": 0.8389872346427816,
      "grad_norm": 0.27432870864868164,
      "learning_rate": 0.0001647932806877724,
      "loss": 0.3647,
      "step": 1487
    },
    {
      "epoch": 0.8395514493264687,
      "grad_norm": 0.30338481068611145,
      "learning_rate": 0.0001647479997947283,
      "loss": 0.38,
      "step": 1488
    },
    {
      "epoch": 0.8401156640101559,
      "grad_norm": 0.26653748750686646,
      "learning_rate": 0.0001647026960313889,
      "loss": 0.2844,
      "step": 1489
    },
    {
      "epoch": 0.840679878693843,
      "grad_norm": 0.35051172971725464,
      "learning_rate": 0.00016465736941375644,
      "loss": 0.461,
      "step": 1490
    },
    {
      "epoch": 0.8412440933775301,
      "grad_norm": 0.26238441467285156,
      "learning_rate": 0.0001646120199578412,
      "loss": 0.295,
      "step": 1491
    },
    {
      "epoch": 0.8418083080612173,
      "grad_norm": 0.29449015855789185,
      "learning_rate": 0.00016456664767966147,
      "loss": 0.3193,
      "step": 1492
    },
    {
      "epoch": 0.8423725227449045,
      "grad_norm": 0.3210671842098236,
      "learning_rate": 0.0001645212525952437,
      "loss": 0.3322,
      "step": 1493
    },
    {
      "epoch": 0.8429367374285915,
      "grad_norm": 0.3012060225009918,
      "learning_rate": 0.00016447583472062235,
      "loss": 0.3385,
      "step": 1494
    },
    {
      "epoch": 0.8435009521122787,
      "grad_norm": 0.2867141366004944,
      "learning_rate": 0.00016443039407183985,
      "loss": 0.3369,
      "step": 1495
    },
    {
      "epoch": 0.8440651667959659,
      "grad_norm": 0.3037855327129364,
      "learning_rate": 0.00016438493066494686,
      "loss": 0.3793,
      "step": 1496
    },
    {
      "epoch": 0.844629381479653,
      "grad_norm": 0.3104965388774872,
      "learning_rate": 0.00016433944451600186,
      "loss": 0.3632,
      "step": 1497
    },
    {
      "epoch": 0.8451935961633401,
      "grad_norm": 0.268921822309494,
      "learning_rate": 0.00016429393564107157,
      "loss": 0.3444,
      "step": 1498
    },
    {
      "epoch": 0.8457578108470273,
      "grad_norm": 0.30191656947135925,
      "learning_rate": 0.00016424840405623056,
      "loss": 0.3426,
      "step": 1499
    },
    {
      "epoch": 0.8463220255307145,
      "grad_norm": 0.29551294445991516,
      "learning_rate": 0.00016420284977756156,
      "loss": 0.3649,
      "step": 1500
    },
    {
      "epoch": 0.8468862402144016,
      "grad_norm": 0.27457526326179504,
      "learning_rate": 0.00016415727282115524,
      "loss": 0.3414,
      "step": 1501
    },
    {
      "epoch": 0.8474504548980887,
      "grad_norm": 0.2922045886516571,
      "learning_rate": 0.00016411167320311032,
      "loss": 0.3752,
      "step": 1502
    },
    {
      "epoch": 0.8480146695817758,
      "grad_norm": 0.27828818559646606,
      "learning_rate": 0.00016406605093953345,
      "loss": 0.3465,
      "step": 1503
    },
    {
      "epoch": 0.848578884265463,
      "grad_norm": 0.2541566789150238,
      "learning_rate": 0.00016402040604653935,
      "loss": 0.3128,
      "step": 1504
    },
    {
      "epoch": 0.8491430989491502,
      "grad_norm": 0.26336827874183655,
      "learning_rate": 0.0001639747385402507,
      "loss": 0.2791,
      "step": 1505
    },
    {
      "epoch": 0.8497073136328372,
      "grad_norm": 0.30759862065315247,
      "learning_rate": 0.00016392904843679821,
      "loss": 0.3784,
      "step": 1506
    },
    {
      "epoch": 0.8502715283165244,
      "grad_norm": 0.2910826504230499,
      "learning_rate": 0.00016388333575232056,
      "loss": 0.3849,
      "step": 1507
    },
    {
      "epoch": 0.8508357430002116,
      "grad_norm": 0.30126217007637024,
      "learning_rate": 0.00016383760050296434,
      "loss": 0.3936,
      "step": 1508
    },
    {
      "epoch": 0.8513999576838988,
      "grad_norm": 0.2706553637981415,
      "learning_rate": 0.00016379184270488416,
      "loss": 0.3095,
      "step": 1509
    },
    {
      "epoch": 0.8519641723675858,
      "grad_norm": 0.31642669439315796,
      "learning_rate": 0.00016374606237424267,
      "loss": 0.2998,
      "step": 1510
    },
    {
      "epoch": 0.852528387051273,
      "grad_norm": 0.2840449810028076,
      "learning_rate": 0.00016370025952721032,
      "loss": 0.3372,
      "step": 1511
    },
    {
      "epoch": 0.8530926017349602,
      "grad_norm": 0.2757827043533325,
      "learning_rate": 0.0001636544341799656,
      "loss": 0.3222,
      "step": 1512
    },
    {
      "epoch": 0.8536568164186473,
      "grad_norm": 0.28260400891304016,
      "learning_rate": 0.00016360858634869503,
      "loss": 0.3679,
      "step": 1513
    },
    {
      "epoch": 0.8542210311023345,
      "grad_norm": 0.27139490842819214,
      "learning_rate": 0.0001635627160495929,
      "loss": 0.3218,
      "step": 1514
    },
    {
      "epoch": 0.8547852457860216,
      "grad_norm": 0.2507592737674713,
      "learning_rate": 0.00016351682329886154,
      "loss": 0.2689,
      "step": 1515
    },
    {
      "epoch": 0.8553494604697087,
      "grad_norm": 0.2668640911579132,
      "learning_rate": 0.0001634709081127112,
      "loss": 0.3239,
      "step": 1516
    },
    {
      "epoch": 0.8559136751533959,
      "grad_norm": 0.26289764046669006,
      "learning_rate": 0.00016342497050736006,
      "loss": 0.3531,
      "step": 1517
    },
    {
      "epoch": 0.8564778898370831,
      "grad_norm": 0.27433761954307556,
      "learning_rate": 0.00016337901049903416,
      "loss": 0.3496,
      "step": 1518
    },
    {
      "epoch": 0.8570421045207701,
      "grad_norm": 0.28645947575569153,
      "learning_rate": 0.00016333302810396755,
      "loss": 0.3617,
      "step": 1519
    },
    {
      "epoch": 0.8576063192044573,
      "grad_norm": 0.3136191964149475,
      "learning_rate": 0.00016328702333840212,
      "loss": 0.3715,
      "step": 1520
    },
    {
      "epoch": 0.8581705338881445,
      "grad_norm": 0.29466599225997925,
      "learning_rate": 0.00016324099621858767,
      "loss": 0.3531,
      "step": 1521
    },
    {
      "epoch": 0.8587347485718316,
      "grad_norm": 0.2648261487483978,
      "learning_rate": 0.0001631949467607819,
      "loss": 0.3809,
      "step": 1522
    },
    {
      "epoch": 0.8592989632555187,
      "grad_norm": 0.2747543752193451,
      "learning_rate": 0.00016314887498125044,
      "loss": 0.3417,
      "step": 1523
    },
    {
      "epoch": 0.8598631779392059,
      "grad_norm": 0.2847907245159149,
      "learning_rate": 0.00016310278089626672,
      "loss": 0.3979,
      "step": 1524
    },
    {
      "epoch": 0.860427392622893,
      "grad_norm": 0.27495768666267395,
      "learning_rate": 0.00016305666452211213,
      "loss": 0.3171,
      "step": 1525
    },
    {
      "epoch": 0.8609916073065802,
      "grad_norm": 0.24205762147903442,
      "learning_rate": 0.0001630105258750759,
      "loss": 0.2858,
      "step": 1526
    },
    {
      "epoch": 0.8615558219902673,
      "grad_norm": 0.2624395191669464,
      "learning_rate": 0.00016296436497145514,
      "loss": 0.3121,
      "step": 1527
    },
    {
      "epoch": 0.8621200366739544,
      "grad_norm": 0.27301025390625,
      "learning_rate": 0.00016291818182755474,
      "loss": 0.3333,
      "step": 1528
    },
    {
      "epoch": 0.8626842513576416,
      "grad_norm": 0.28962811827659607,
      "learning_rate": 0.00016287197645968758,
      "loss": 0.3551,
      "step": 1529
    },
    {
      "epoch": 0.8632484660413288,
      "grad_norm": 0.2705894708633423,
      "learning_rate": 0.00016282574888417433,
      "loss": 0.3258,
      "step": 1530
    },
    {
      "epoch": 0.8638126807250158,
      "grad_norm": 0.30841732025146484,
      "learning_rate": 0.00016277949911734345,
      "loss": 0.2926,
      "step": 1531
    },
    {
      "epoch": 0.864376895408703,
      "grad_norm": 0.309133917093277,
      "learning_rate": 0.00016273322717553132,
      "loss": 0.4197,
      "step": 1532
    },
    {
      "epoch": 0.8649411100923902,
      "grad_norm": 0.2979310154914856,
      "learning_rate": 0.00016268693307508212,
      "loss": 0.3257,
      "step": 1533
    },
    {
      "epoch": 0.8655053247760773,
      "grad_norm": 0.2759038507938385,
      "learning_rate": 0.00016264061683234784,
      "loss": 0.3387,
      "step": 1534
    },
    {
      "epoch": 0.8660695394597644,
      "grad_norm": 0.2939493656158447,
      "learning_rate": 0.00016259427846368834,
      "loss": 0.4283,
      "step": 1535
    },
    {
      "epoch": 0.8666337541434516,
      "grad_norm": 0.30937662720680237,
      "learning_rate": 0.00016254791798547122,
      "loss": 0.4217,
      "step": 1536
    },
    {
      "epoch": 0.8671979688271387,
      "grad_norm": 0.27739179134368896,
      "learning_rate": 0.00016250153541407195,
      "loss": 0.3758,
      "step": 1537
    },
    {
      "epoch": 0.8677621835108259,
      "grad_norm": 0.29187285900115967,
      "learning_rate": 0.00016245513076587384,
      "loss": 0.4091,
      "step": 1538
    },
    {
      "epoch": 0.868326398194513,
      "grad_norm": 0.2657284736633301,
      "learning_rate": 0.00016240870405726787,
      "loss": 0.3548,
      "step": 1539
    },
    {
      "epoch": 0.8688906128782001,
      "grad_norm": 0.2786768078804016,
      "learning_rate": 0.0001623622553046529,
      "loss": 0.3721,
      "step": 1540
    },
    {
      "epoch": 0.8694548275618873,
      "grad_norm": 0.27791404724121094,
      "learning_rate": 0.00016231578452443558,
      "loss": 0.3641,
      "step": 1541
    },
    {
      "epoch": 0.8700190422455745,
      "grad_norm": 0.31375735998153687,
      "learning_rate": 0.00016226929173303033,
      "loss": 0.3885,
      "step": 1542
    },
    {
      "epoch": 0.8705832569292615,
      "grad_norm": 0.26448822021484375,
      "learning_rate": 0.00016222277694685934,
      "loss": 0.3439,
      "step": 1543
    },
    {
      "epoch": 0.8711474716129487,
      "grad_norm": 0.26565444469451904,
      "learning_rate": 0.00016217624018235256,
      "loss": 0.3295,
      "step": 1544
    },
    {
      "epoch": 0.8717116862966359,
      "grad_norm": 0.29528680443763733,
      "learning_rate": 0.0001621296814559477,
      "loss": 0.3588,
      "step": 1545
    },
    {
      "epoch": 0.872275900980323,
      "grad_norm": 0.31157246232032776,
      "learning_rate": 0.0001620831007840902,
      "loss": 0.3706,
      "step": 1546
    },
    {
      "epoch": 0.8728401156640102,
      "grad_norm": 0.3169567286968231,
      "learning_rate": 0.00016203649818323341,
      "loss": 0.4031,
      "step": 1547
    },
    {
      "epoch": 0.8734043303476973,
      "grad_norm": 0.3192327618598938,
      "learning_rate": 0.00016198987366983819,
      "loss": 0.3455,
      "step": 1548
    },
    {
      "epoch": 0.8739685450313844,
      "grad_norm": 0.33992618322372437,
      "learning_rate": 0.0001619432272603733,
      "loss": 0.3771,
      "step": 1549
    },
    {
      "epoch": 0.8745327597150716,
      "grad_norm": 0.2927846610546112,
      "learning_rate": 0.00016189655897131525,
      "loss": 0.3598,
      "step": 1550
    },
    {
      "epoch": 0.8750969743987588,
      "grad_norm": 0.25282445549964905,
      "learning_rate": 0.00016184986881914807,
      "loss": 0.2753,
      "step": 1551
    },
    {
      "epoch": 0.8756611890824458,
      "grad_norm": 0.28700727224349976,
      "learning_rate": 0.00016180315682036377,
      "loss": 0.3171,
      "step": 1552
    },
    {
      "epoch": 0.876225403766133,
      "grad_norm": 0.304572194814682,
      "learning_rate": 0.00016175642299146197,
      "loss": 0.3724,
      "step": 1553
    },
    {
      "epoch": 0.8767896184498202,
      "grad_norm": 0.2971923351287842,
      "learning_rate": 0.00016170966734894995,
      "loss": 0.3983,
      "step": 1554
    },
    {
      "epoch": 0.8773538331335073,
      "grad_norm": 0.30940139293670654,
      "learning_rate": 0.00016166288990934277,
      "loss": 0.3912,
      "step": 1555
    },
    {
      "epoch": 0.8779180478171944,
      "grad_norm": 0.30528321862220764,
      "learning_rate": 0.00016161609068916313,
      "loss": 0.3797,
      "step": 1556
    },
    {
      "epoch": 0.8784822625008816,
      "grad_norm": 0.31643983721733093,
      "learning_rate": 0.00016156926970494154,
      "loss": 0.3859,
      "step": 1557
    },
    {
      "epoch": 0.8790464771845687,
      "grad_norm": 0.28058794140815735,
      "learning_rate": 0.00016152242697321597,
      "loss": 0.3471,
      "step": 1558
    },
    {
      "epoch": 0.8796106918682559,
      "grad_norm": 0.2787170708179474,
      "learning_rate": 0.00016147556251053238,
      "loss": 0.3295,
      "step": 1559
    },
    {
      "epoch": 0.880174906551943,
      "grad_norm": 0.27197858691215515,
      "learning_rate": 0.00016142867633344408,
      "loss": 0.3554,
      "step": 1560
    },
    {
      "epoch": 0.8807391212356301,
      "grad_norm": 0.25363409519195557,
      "learning_rate": 0.00016138176845851236,
      "loss": 0.3105,
      "step": 1561
    },
    {
      "epoch": 0.8813033359193173,
      "grad_norm": 0.29109105467796326,
      "learning_rate": 0.00016133483890230595,
      "loss": 0.3445,
      "step": 1562
    },
    {
      "epoch": 0.8818675506030045,
      "grad_norm": 0.3001813292503357,
      "learning_rate": 0.0001612878876814013,
      "loss": 0.393,
      "step": 1563
    },
    {
      "epoch": 0.8824317652866915,
      "grad_norm": 0.2994149923324585,
      "learning_rate": 0.00016124091481238252,
      "loss": 0.3611,
      "step": 1564
    },
    {
      "epoch": 0.8829959799703787,
      "grad_norm": 0.2875140607357025,
      "learning_rate": 0.00016119392031184142,
      "loss": 0.3032,
      "step": 1565
    },
    {
      "epoch": 0.8835601946540659,
      "grad_norm": 0.3008016347885132,
      "learning_rate": 0.00016114690419637736,
      "loss": 0.3775,
      "step": 1566
    },
    {
      "epoch": 0.884124409337753,
      "grad_norm": 0.2806561589241028,
      "learning_rate": 0.0001610998664825974,
      "loss": 0.3701,
      "step": 1567
    },
    {
      "epoch": 0.8846886240214401,
      "grad_norm": 0.3202263414859772,
      "learning_rate": 0.00016105280718711618,
      "loss": 0.3547,
      "step": 1568
    },
    {
      "epoch": 0.8852528387051273,
      "grad_norm": 0.30179572105407715,
      "learning_rate": 0.00016100572632655604,
      "loss": 0.3323,
      "step": 1569
    },
    {
      "epoch": 0.8858170533888144,
      "grad_norm": 0.2838587164878845,
      "learning_rate": 0.00016095862391754686,
      "loss": 0.3979,
      "step": 1570
    },
    {
      "epoch": 0.8863812680725016,
      "grad_norm": 0.3095008432865143,
      "learning_rate": 0.00016091149997672614,
      "loss": 0.4545,
      "step": 1571
    },
    {
      "epoch": 0.8869454827561887,
      "grad_norm": 0.24450260400772095,
      "learning_rate": 0.000160864354520739,
      "loss": 0.3457,
      "step": 1572
    },
    {
      "epoch": 0.8875096974398758,
      "grad_norm": 0.26047128438949585,
      "learning_rate": 0.00016081718756623818,
      "loss": 0.3331,
      "step": 1573
    },
    {
      "epoch": 0.888073912123563,
      "grad_norm": 0.29357853531837463,
      "learning_rate": 0.00016076999912988403,
      "loss": 0.3358,
      "step": 1574
    },
    {
      "epoch": 0.8886381268072502,
      "grad_norm": 0.2590848505496979,
      "learning_rate": 0.0001607227892283444,
      "loss": 0.2707,
      "step": 1575
    },
    {
      "epoch": 0.8892023414909374,
      "grad_norm": 0.29812124371528625,
      "learning_rate": 0.0001606755578782948,
      "loss": 0.3832,
      "step": 1576
    },
    {
      "epoch": 0.8897665561746244,
      "grad_norm": 0.29563164710998535,
      "learning_rate": 0.0001606283050964183,
      "loss": 0.358,
      "step": 1577
    },
    {
      "epoch": 0.8903307708583116,
      "grad_norm": 0.2691454291343689,
      "learning_rate": 0.00016058103089940548,
      "loss": 0.2809,
      "step": 1578
    },
    {
      "epoch": 0.8908949855419988,
      "grad_norm": 0.27649274468421936,
      "learning_rate": 0.0001605337353039546,
      "loss": 0.3034,
      "step": 1579
    },
    {
      "epoch": 0.8914592002256859,
      "grad_norm": 0.28038737177848816,
      "learning_rate": 0.00016048641832677144,
      "loss": 0.3464,
      "step": 1580
    },
    {
      "epoch": 0.892023414909373,
      "grad_norm": 0.26508399844169617,
      "learning_rate": 0.0001604390799845692,
      "loss": 0.288,
      "step": 1581
    },
    {
      "epoch": 0.8925876295930602,
      "grad_norm": 0.3078363239765167,
      "learning_rate": 0.00016039172029406885,
      "loss": 0.4187,
      "step": 1582
    },
    {
      "epoch": 0.8931518442767473,
      "grad_norm": 0.25742998719215393,
      "learning_rate": 0.0001603443392719987,
      "loss": 0.3009,
      "step": 1583
    },
    {
      "epoch": 0.8937160589604345,
      "grad_norm": 0.26976338028907776,
      "learning_rate": 0.00016029693693509468,
      "loss": 0.3202,
      "step": 1584
    },
    {
      "epoch": 0.8942802736441215,
      "grad_norm": 0.25511643290519714,
      "learning_rate": 0.0001602495133001003,
      "loss": 0.285,
      "step": 1585
    },
    {
      "epoch": 0.8948444883278087,
      "grad_norm": 0.26958176493644714,
      "learning_rate": 0.00016020206838376655,
      "loss": 0.3027,
      "step": 1586
    },
    {
      "epoch": 0.8954087030114959,
      "grad_norm": 0.28377699851989746,
      "learning_rate": 0.00016015460220285185,
      "loss": 0.3539,
      "step": 1587
    },
    {
      "epoch": 0.8959729176951831,
      "grad_norm": 0.2968698740005493,
      "learning_rate": 0.0001601071147741223,
      "loss": 0.3639,
      "step": 1588
    },
    {
      "epoch": 0.8965371323788701,
      "grad_norm": 0.30022913217544556,
      "learning_rate": 0.00016005960611435136,
      "loss": 0.3858,
      "step": 1589
    },
    {
      "epoch": 0.8971013470625573,
      "grad_norm": 0.31848204135894775,
      "learning_rate": 0.00016001207624032003,
      "loss": 0.4182,
      "step": 1590
    },
    {
      "epoch": 0.8976655617462445,
      "grad_norm": 0.2940293252468109,
      "learning_rate": 0.00015996452516881687,
      "loss": 0.3465,
      "step": 1591
    },
    {
      "epoch": 0.8982297764299316,
      "grad_norm": 0.28402236104011536,
      "learning_rate": 0.00015991695291663784,
      "loss": 0.349,
      "step": 1592
    },
    {
      "epoch": 0.8987939911136187,
      "grad_norm": 0.280067503452301,
      "learning_rate": 0.0001598693595005864,
      "loss": 0.303,
      "step": 1593
    },
    {
      "epoch": 0.8993582057973059,
      "grad_norm": 0.28539589047431946,
      "learning_rate": 0.00015982174493747356,
      "loss": 0.3538,
      "step": 1594
    },
    {
      "epoch": 0.899922420480993,
      "grad_norm": 0.3109011948108673,
      "learning_rate": 0.00015977410924411772,
      "loss": 0.4055,
      "step": 1595
    },
    {
      "epoch": 0.9004866351646802,
      "grad_norm": 0.28735917806625366,
      "learning_rate": 0.00015972645243734473,
      "loss": 0.3511,
      "step": 1596
    },
    {
      "epoch": 0.9010508498483673,
      "grad_norm": 0.2548965811729431,
      "learning_rate": 0.00015967877453398793,
      "loss": 0.2846,
      "step": 1597
    },
    {
      "epoch": 0.9016150645320544,
      "grad_norm": 0.24001912772655487,
      "learning_rate": 0.00015963107555088817,
      "loss": 0.3,
      "step": 1598
    },
    {
      "epoch": 0.9021792792157416,
      "grad_norm": 0.2849466800689697,
      "learning_rate": 0.00015958335550489365,
      "loss": 0.3496,
      "step": 1599
    },
    {
      "epoch": 0.9027434938994288,
      "grad_norm": 0.2691511809825897,
      "learning_rate": 0.00015953561441286004,
      "loss": 0.3408,
      "step": 1600
    },
    {
      "epoch": 0.9027434938994288,
      "eval_loss": 0.3472520112991333,
      "eval_runtime": 15.7901,
      "eval_samples_per_second": 9.056,
      "eval_steps_per_second": 4.56,
      "step": 1600
    },
    {
      "epoch": 0.9033077085831158,
      "grad_norm": 0.2791074812412262,
      "learning_rate": 0.0001594878522916505,
      "loss": 0.3275,
      "step": 1601
    },
    {
      "epoch": 0.903871923266803,
      "grad_norm": 0.2952578067779541,
      "learning_rate": 0.00015944006915813547,
      "loss": 0.3783,
      "step": 1602
    },
    {
      "epoch": 0.9044361379504902,
      "grad_norm": 0.2714858651161194,
      "learning_rate": 0.00015939226502919304,
      "loss": 0.3476,
      "step": 1603
    },
    {
      "epoch": 0.9050003526341773,
      "grad_norm": 0.2912239134311676,
      "learning_rate": 0.00015934443992170853,
      "loss": 0.3296,
      "step": 1604
    },
    {
      "epoch": 0.9055645673178645,
      "grad_norm": 0.3265674412250519,
      "learning_rate": 0.00015929659385257474,
      "loss": 0.3415,
      "step": 1605
    },
    {
      "epoch": 0.9061287820015516,
      "grad_norm": 0.2534589171409607,
      "learning_rate": 0.00015924872683869182,
      "loss": 0.2672,
      "step": 1606
    },
    {
      "epoch": 0.9066929966852387,
      "grad_norm": 0.30499202013015747,
      "learning_rate": 0.00015920083889696743,
      "loss": 0.4004,
      "step": 1607
    },
    {
      "epoch": 0.9072572113689259,
      "grad_norm": 0.2827875316143036,
      "learning_rate": 0.00015915293004431651,
      "loss": 0.3913,
      "step": 1608
    },
    {
      "epoch": 0.9078214260526131,
      "grad_norm": 0.30406454205513,
      "learning_rate": 0.00015910500029766146,
      "loss": 0.318,
      "step": 1609
    },
    {
      "epoch": 0.9083856407363001,
      "grad_norm": 0.2809889018535614,
      "learning_rate": 0.000159057049673932,
      "loss": 0.2997,
      "step": 1610
    },
    {
      "epoch": 0.9089498554199873,
      "grad_norm": 0.2672789692878723,
      "learning_rate": 0.00015900907819006528,
      "loss": 0.2909,
      "step": 1611
    },
    {
      "epoch": 0.9095140701036745,
      "grad_norm": 0.2863844037055969,
      "learning_rate": 0.00015896108586300578,
      "loss": 0.3334,
      "step": 1612
    },
    {
      "epoch": 0.9100782847873616,
      "grad_norm": 0.2813734710216522,
      "learning_rate": 0.00015891307270970534,
      "loss": 0.3691,
      "step": 1613
    },
    {
      "epoch": 0.9106424994710487,
      "grad_norm": 0.2957442104816437,
      "learning_rate": 0.00015886503874712316,
      "loss": 0.3693,
      "step": 1614
    },
    {
      "epoch": 0.9112067141547359,
      "grad_norm": 0.3043312430381775,
      "learning_rate": 0.00015881698399222585,
      "loss": 0.3814,
      "step": 1615
    },
    {
      "epoch": 0.911770928838423,
      "grad_norm": 0.2533227801322937,
      "learning_rate": 0.0001587689084619873,
      "loss": 0.2908,
      "step": 1616
    },
    {
      "epoch": 0.9123351435221102,
      "grad_norm": 0.27645042538642883,
      "learning_rate": 0.00015872081217338873,
      "loss": 0.3791,
      "step": 1617
    },
    {
      "epoch": 0.9128993582057973,
      "grad_norm": 0.26010826230049133,
      "learning_rate": 0.00015867269514341877,
      "loss": 0.3283,
      "step": 1618
    },
    {
      "epoch": 0.9134635728894844,
      "grad_norm": 0.30059072375297546,
      "learning_rate": 0.00015862455738907324,
      "loss": 0.4316,
      "step": 1619
    },
    {
      "epoch": 0.9140277875731716,
      "grad_norm": 0.2795942723751068,
      "learning_rate": 0.00015857639892735543,
      "loss": 0.3571,
      "step": 1620
    },
    {
      "epoch": 0.9145920022568588,
      "grad_norm": 0.27127283811569214,
      "learning_rate": 0.00015852821977527584,
      "loss": 0.3524,
      "step": 1621
    },
    {
      "epoch": 0.9151562169405458,
      "grad_norm": 0.2881627678871155,
      "learning_rate": 0.00015848001994985236,
      "loss": 0.3505,
      "step": 1622
    },
    {
      "epoch": 0.915720431624233,
      "grad_norm": 0.24738362431526184,
      "learning_rate": 0.00015843179946811007,
      "loss": 0.2747,
      "step": 1623
    },
    {
      "epoch": 0.9162846463079202,
      "grad_norm": 0.2789289355278015,
      "learning_rate": 0.00015838355834708144,
      "loss": 0.4168,
      "step": 1624
    },
    {
      "epoch": 0.9168488609916073,
      "grad_norm": 0.28138381242752075,
      "learning_rate": 0.00015833529660380625,
      "loss": 0.3767,
      "step": 1625
    },
    {
      "epoch": 0.9174130756752944,
      "grad_norm": 0.28439775109291077,
      "learning_rate": 0.0001582870142553315,
      "loss": 0.4021,
      "step": 1626
    },
    {
      "epoch": 0.9179772903589816,
      "grad_norm": 0.2922962009906769,
      "learning_rate": 0.00015823871131871142,
      "loss": 0.3909,
      "step": 1627
    },
    {
      "epoch": 0.9185415050426687,
      "grad_norm": 0.29481443762779236,
      "learning_rate": 0.00015819038781100765,
      "loss": 0.4176,
      "step": 1628
    },
    {
      "epoch": 0.9191057197263559,
      "grad_norm": 0.30609074234962463,
      "learning_rate": 0.00015814204374928897,
      "loss": 0.4331,
      "step": 1629
    },
    {
      "epoch": 0.919669934410043,
      "grad_norm": 0.2677020728588104,
      "learning_rate": 0.00015809367915063153,
      "loss": 0.3235,
      "step": 1630
    },
    {
      "epoch": 0.9202341490937301,
      "grad_norm": 0.28768232464790344,
      "learning_rate": 0.00015804529403211866,
      "loss": 0.3632,
      "step": 1631
    },
    {
      "epoch": 0.9207983637774173,
      "grad_norm": 0.30786144733428955,
      "learning_rate": 0.00015799688841084094,
      "loss": 0.3937,
      "step": 1632
    },
    {
      "epoch": 0.9213625784611045,
      "grad_norm": 0.303181916475296,
      "learning_rate": 0.00015794846230389624,
      "loss": 0.2895,
      "step": 1633
    },
    {
      "epoch": 0.9219267931447916,
      "grad_norm": 0.30803927779197693,
      "learning_rate": 0.00015790001572838958,
      "loss": 0.3558,
      "step": 1634
    },
    {
      "epoch": 0.9224910078284787,
      "grad_norm": 0.3033889830112457,
      "learning_rate": 0.00015785154870143333,
      "loss": 0.3825,
      "step": 1635
    },
    {
      "epoch": 0.9230552225121659,
      "grad_norm": 0.30209267139434814,
      "learning_rate": 0.00015780306124014697,
      "loss": 0.3324,
      "step": 1636
    },
    {
      "epoch": 0.923619437195853,
      "grad_norm": 0.27195999026298523,
      "learning_rate": 0.00015775455336165727,
      "loss": 0.3131,
      "step": 1637
    },
    {
      "epoch": 0.9241836518795402,
      "grad_norm": 0.2931307554244995,
      "learning_rate": 0.00015770602508309817,
      "loss": 0.3662,
      "step": 1638
    },
    {
      "epoch": 0.9247478665632273,
      "grad_norm": 0.27766314148902893,
      "learning_rate": 0.00015765747642161086,
      "loss": 0.3135,
      "step": 1639
    },
    {
      "epoch": 0.9253120812469144,
      "grad_norm": 0.2727551758289337,
      "learning_rate": 0.0001576089073943437,
      "loss": 0.333,
      "step": 1640
    },
    {
      "epoch": 0.9258762959306016,
      "grad_norm": 0.28114286065101624,
      "learning_rate": 0.00015756031801845218,
      "loss": 0.3324,
      "step": 1641
    },
    {
      "epoch": 0.9264405106142888,
      "grad_norm": 0.30064651370048523,
      "learning_rate": 0.0001575117083110991,
      "loss": 0.42,
      "step": 1642
    },
    {
      "epoch": 0.9270047252979758,
      "grad_norm": 0.2845833897590637,
      "learning_rate": 0.00015746307828945445,
      "loss": 0.3569,
      "step": 1643
    },
    {
      "epoch": 0.927568939981663,
      "grad_norm": 0.292651891708374,
      "learning_rate": 0.00015741442797069524,
      "loss": 0.3677,
      "step": 1644
    },
    {
      "epoch": 0.9281331546653502,
      "grad_norm": 0.29412326216697693,
      "learning_rate": 0.0001573657573720057,
      "loss": 0.3516,
      "step": 1645
    },
    {
      "epoch": 0.9286973693490373,
      "grad_norm": 0.268389493227005,
      "learning_rate": 0.00015731706651057743,
      "loss": 0.3423,
      "step": 1646
    },
    {
      "epoch": 0.9292615840327244,
      "grad_norm": 0.32836389541625977,
      "learning_rate": 0.0001572683554036089,
      "loss": 0.3762,
      "step": 1647
    },
    {
      "epoch": 0.9298257987164116,
      "grad_norm": 0.2991359829902649,
      "learning_rate": 0.00015721962406830585,
      "loss": 0.3967,
      "step": 1648
    },
    {
      "epoch": 0.9303900134000987,
      "grad_norm": 0.2650890648365021,
      "learning_rate": 0.00015717087252188118,
      "loss": 0.3391,
      "step": 1649
    },
    {
      "epoch": 0.9309542280837859,
      "grad_norm": 0.2890923321247101,
      "learning_rate": 0.00015712210078155497,
      "loss": 0.345,
      "step": 1650
    },
    {
      "epoch": 0.931518442767473,
      "grad_norm": 0.2669099271297455,
      "learning_rate": 0.0001570733088645543,
      "loss": 0.3621,
      "step": 1651
    },
    {
      "epoch": 0.9320826574511601,
      "grad_norm": 0.25764188170433044,
      "learning_rate": 0.00015702449678811351,
      "loss": 0.3002,
      "step": 1652
    },
    {
      "epoch": 0.9326468721348473,
      "grad_norm": 0.29530707001686096,
      "learning_rate": 0.000156975664569474,
      "loss": 0.3781,
      "step": 1653
    },
    {
      "epoch": 0.9332110868185345,
      "grad_norm": 0.3195739984512329,
      "learning_rate": 0.00015692681222588423,
      "loss": 0.4458,
      "step": 1654
    },
    {
      "epoch": 0.9337753015022215,
      "grad_norm": 0.28624704480171204,
      "learning_rate": 0.00015687793977459995,
      "loss": 0.322,
      "step": 1655
    },
    {
      "epoch": 0.9343395161859087,
      "grad_norm": 0.28299933671951294,
      "learning_rate": 0.00015682904723288377,
      "loss": 0.3001,
      "step": 1656
    },
    {
      "epoch": 0.9349037308695959,
      "grad_norm": 0.3018009066581726,
      "learning_rate": 0.0001567801346180056,
      "loss": 0.3765,
      "step": 1657
    },
    {
      "epoch": 0.935467945553283,
      "grad_norm": 0.28199031949043274,
      "learning_rate": 0.00015673120194724234,
      "loss": 0.3726,
      "step": 1658
    },
    {
      "epoch": 0.9360321602369701,
      "grad_norm": 0.2871611416339874,
      "learning_rate": 0.00015668224923787798,
      "loss": 0.3715,
      "step": 1659
    },
    {
      "epoch": 0.9365963749206573,
      "grad_norm": 0.2836002707481384,
      "learning_rate": 0.0001566332765072036,
      "loss": 0.3657,
      "step": 1660
    },
    {
      "epoch": 0.9371605896043445,
      "grad_norm": 0.28077569603919983,
      "learning_rate": 0.00015658428377251732,
      "loss": 0.3708,
      "step": 1661
    },
    {
      "epoch": 0.9377248042880316,
      "grad_norm": 0.29779180884361267,
      "learning_rate": 0.00015653527105112443,
      "loss": 0.3427,
      "step": 1662
    },
    {
      "epoch": 0.9382890189717188,
      "grad_norm": 0.29751741886138916,
      "learning_rate": 0.0001564862383603372,
      "loss": 0.379,
      "step": 1663
    },
    {
      "epoch": 0.9388532336554058,
      "grad_norm": 0.24195922911167145,
      "learning_rate": 0.0001564371857174749,
      "loss": 0.2964,
      "step": 1664
    },
    {
      "epoch": 0.939417448339093,
      "grad_norm": 0.2770807445049286,
      "learning_rate": 0.000156388113139864,
      "loss": 0.3013,
      "step": 1665
    },
    {
      "epoch": 0.9399816630227802,
      "grad_norm": 0.3073059022426605,
      "learning_rate": 0.0001563390206448378,
      "loss": 0.384,
      "step": 1666
    },
    {
      "epoch": 0.9405458777064674,
      "grad_norm": 0.2765454649925232,
      "learning_rate": 0.0001562899082497369,
      "loss": 0.3032,
      "step": 1667
    },
    {
      "epoch": 0.9411100923901544,
      "grad_norm": 0.2766890227794647,
      "learning_rate": 0.00015624077597190862,
      "loss": 0.3492,
      "step": 1668
    },
    {
      "epoch": 0.9416743070738416,
      "grad_norm": 0.32550424337387085,
      "learning_rate": 0.00015619162382870763,
      "loss": 0.3327,
      "step": 1669
    },
    {
      "epoch": 0.9422385217575288,
      "grad_norm": 0.2986840009689331,
      "learning_rate": 0.00015614245183749535,
      "loss": 0.3707,
      "step": 1670
    },
    {
      "epoch": 0.9428027364412159,
      "grad_norm": 0.27110105752944946,
      "learning_rate": 0.0001560932600156404,
      "loss": 0.3077,
      "step": 1671
    },
    {
      "epoch": 0.943366951124903,
      "grad_norm": 0.2766425907611847,
      "learning_rate": 0.0001560440483805182,
      "loss": 0.326,
      "step": 1672
    },
    {
      "epoch": 0.9439311658085902,
      "grad_norm": 0.30293479561805725,
      "learning_rate": 0.0001559948169495114,
      "loss": 0.4004,
      "step": 1673
    },
    {
      "epoch": 0.9444953804922773,
      "grad_norm": 0.28500795364379883,
      "learning_rate": 0.0001559455657400095,
      "loss": 0.341,
      "step": 1674
    },
    {
      "epoch": 0.9450595951759645,
      "grad_norm": 0.301870197057724,
      "learning_rate": 0.00015589629476940898,
      "loss": 0.3338,
      "step": 1675
    },
    {
      "epoch": 0.9456238098596516,
      "grad_norm": 0.2876495122909546,
      "learning_rate": 0.00015584700405511337,
      "loss": 0.3444,
      "step": 1676
    },
    {
      "epoch": 0.9461880245433387,
      "grad_norm": 0.2868475615978241,
      "learning_rate": 0.00015579769361453316,
      "loss": 0.3476,
      "step": 1677
    },
    {
      "epoch": 0.9467522392270259,
      "grad_norm": 0.25460684299468994,
      "learning_rate": 0.00015574836346508573,
      "loss": 0.323,
      "step": 1678
    },
    {
      "epoch": 0.9473164539107131,
      "grad_norm": 0.2840529978275299,
      "learning_rate": 0.00015569901362419552,
      "loss": 0.3308,
      "step": 1679
    },
    {
      "epoch": 0.9478806685944001,
      "grad_norm": 0.2985227704048157,
      "learning_rate": 0.00015564964410929392,
      "loss": 0.386,
      "step": 1680
    },
    {
      "epoch": 0.9484448832780873,
      "grad_norm": 0.30835384130477905,
      "learning_rate": 0.00015560025493781916,
      "loss": 0.3921,
      "step": 1681
    },
    {
      "epoch": 0.9490090979617745,
      "grad_norm": 0.2974075973033905,
      "learning_rate": 0.00015555084612721656,
      "loss": 0.3275,
      "step": 1682
    },
    {
      "epoch": 0.9495733126454616,
      "grad_norm": 0.28791770339012146,
      "learning_rate": 0.00015550141769493824,
      "loss": 0.3286,
      "step": 1683
    },
    {
      "epoch": 0.9501375273291487,
      "grad_norm": 0.2790008783340454,
      "learning_rate": 0.00015545196965844336,
      "loss": 0.3533,
      "step": 1684
    },
    {
      "epoch": 0.9507017420128359,
      "grad_norm": 0.29850274324417114,
      "learning_rate": 0.00015540250203519796,
      "loss": 0.3809,
      "step": 1685
    },
    {
      "epoch": 0.951265956696523,
      "grad_norm": 0.28784608840942383,
      "learning_rate": 0.00015535301484267494,
      "loss": 0.3503,
      "step": 1686
    },
    {
      "epoch": 0.9518301713802102,
      "grad_norm": 0.28188562393188477,
      "learning_rate": 0.00015530350809835424,
      "loss": 0.3228,
      "step": 1687
    },
    {
      "epoch": 0.9523943860638973,
      "grad_norm": 0.3005955219268799,
      "learning_rate": 0.00015525398181972264,
      "loss": 0.3552,
      "step": 1688
    },
    {
      "epoch": 0.9529586007475844,
      "grad_norm": 0.2977818250656128,
      "learning_rate": 0.0001552044360242738,
      "loss": 0.3915,
      "step": 1689
    },
    {
      "epoch": 0.9535228154312716,
      "grad_norm": 0.2756900191307068,
      "learning_rate": 0.00015515487072950826,
      "loss": 0.3204,
      "step": 1690
    },
    {
      "epoch": 0.9540870301149588,
      "grad_norm": 0.3097437918186188,
      "learning_rate": 0.00015510528595293348,
      "loss": 0.4096,
      "step": 1691
    },
    {
      "epoch": 0.9546512447986459,
      "grad_norm": 0.27562159299850464,
      "learning_rate": 0.00015505568171206386,
      "loss": 0.342,
      "step": 1692
    },
    {
      "epoch": 0.955215459482333,
      "grad_norm": 0.2890714704990387,
      "learning_rate": 0.00015500605802442054,
      "loss": 0.3195,
      "step": 1693
    },
    {
      "epoch": 0.9557796741660202,
      "grad_norm": 0.26181185245513916,
      "learning_rate": 0.00015495641490753168,
      "loss": 0.3432,
      "step": 1694
    },
    {
      "epoch": 0.9563438888497073,
      "grad_norm": 0.2563542425632477,
      "learning_rate": 0.00015490675237893217,
      "loss": 0.2823,
      "step": 1695
    },
    {
      "epoch": 0.9569081035333945,
      "grad_norm": 0.30461055040359497,
      "learning_rate": 0.00015485707045616385,
      "loss": 0.3614,
      "step": 1696
    },
    {
      "epoch": 0.9574723182170816,
      "grad_norm": 0.283387154340744,
      "learning_rate": 0.00015480736915677535,
      "loss": 0.3399,
      "step": 1697
    },
    {
      "epoch": 0.9580365329007687,
      "grad_norm": 0.28277990221977234,
      "learning_rate": 0.00015475764849832215,
      "loss": 0.2736,
      "step": 1698
    },
    {
      "epoch": 0.9586007475844559,
      "grad_norm": 0.29982346296310425,
      "learning_rate": 0.00015470790849836662,
      "loss": 0.3757,
      "step": 1699
    },
    {
      "epoch": 0.9591649622681431,
      "grad_norm": 0.29038456082344055,
      "learning_rate": 0.00015465814917447793,
      "loss": 0.3511,
      "step": 1700
    },
    {
      "epoch": 0.9597291769518301,
      "grad_norm": 0.26518091559410095,
      "learning_rate": 0.00015460837054423205,
      "loss": 0.3247,
      "step": 1701
    },
    {
      "epoch": 0.9602933916355173,
      "grad_norm": 0.24227939546108246,
      "learning_rate": 0.0001545585726252118,
      "loss": 0.2592,
      "step": 1702
    },
    {
      "epoch": 0.9608576063192045,
      "grad_norm": 0.2728959023952484,
      "learning_rate": 0.00015450875543500682,
      "loss": 0.348,
      "step": 1703
    },
    {
      "epoch": 0.9614218210028916,
      "grad_norm": 0.31114286184310913,
      "learning_rate": 0.00015445891899121356,
      "loss": 0.3729,
      "step": 1704
    },
    {
      "epoch": 0.9619860356865787,
      "grad_norm": 0.29241636395454407,
      "learning_rate": 0.0001544090633114352,
      "loss": 0.3275,
      "step": 1705
    },
    {
      "epoch": 0.9625502503702659,
      "grad_norm": 0.27467095851898193,
      "learning_rate": 0.00015435918841328182,
      "loss": 0.3032,
      "step": 1706
    },
    {
      "epoch": 0.963114465053953,
      "grad_norm": 0.28045523166656494,
      "learning_rate": 0.0001543092943143702,
      "loss": 0.345,
      "step": 1707
    },
    {
      "epoch": 0.9636786797376402,
      "grad_norm": 0.3080044090747833,
      "learning_rate": 0.00015425938103232393,
      "loss": 0.4164,
      "step": 1708
    },
    {
      "epoch": 0.9642428944213273,
      "grad_norm": 0.26072171330451965,
      "learning_rate": 0.00015420944858477343,
      "loss": 0.3051,
      "step": 1709
    },
    {
      "epoch": 0.9648071091050144,
      "grad_norm": 0.2728382349014282,
      "learning_rate": 0.00015415949698935582,
      "loss": 0.2902,
      "step": 1710
    },
    {
      "epoch": 0.9653713237887016,
      "grad_norm": 0.2700788080692291,
      "learning_rate": 0.000154109526263715,
      "loss": 0.3544,
      "step": 1711
    },
    {
      "epoch": 0.9659355384723888,
      "grad_norm": 0.31432345509529114,
      "learning_rate": 0.00015405953642550166,
      "loss": 0.3489,
      "step": 1712
    },
    {
      "epoch": 0.9664997531560758,
      "grad_norm": 0.31604546308517456,
      "learning_rate": 0.0001540095274923732,
      "loss": 0.3914,
      "step": 1713
    },
    {
      "epoch": 0.967063967839763,
      "grad_norm": 0.30744630098342896,
      "learning_rate": 0.00015395949948199372,
      "loss": 0.3553,
      "step": 1714
    },
    {
      "epoch": 0.9676281825234502,
      "grad_norm": 0.2683190703392029,
      "learning_rate": 0.00015390945241203427,
      "loss": 0.3086,
      "step": 1715
    },
    {
      "epoch": 0.9681923972071373,
      "grad_norm": 0.26637130975723267,
      "learning_rate": 0.00015385938630017233,
      "loss": 0.3036,
      "step": 1716
    },
    {
      "epoch": 0.9687566118908244,
      "grad_norm": 0.27488380670547485,
      "learning_rate": 0.00015380930116409234,
      "loss": 0.2628,
      "step": 1717
    },
    {
      "epoch": 0.9693208265745116,
      "grad_norm": 0.2682560682296753,
      "learning_rate": 0.0001537591970214854,
      "loss": 0.3022,
      "step": 1718
    },
    {
      "epoch": 0.9698850412581987,
      "grad_norm": 0.2934238314628601,
      "learning_rate": 0.0001537090738900492,
      "loss": 0.3857,
      "step": 1719
    },
    {
      "epoch": 0.9704492559418859,
      "grad_norm": 0.2800285220146179,
      "learning_rate": 0.00015365893178748827,
      "loss": 0.3212,
      "step": 1720
    },
    {
      "epoch": 0.9710134706255731,
      "grad_norm": 0.24879248440265656,
      "learning_rate": 0.00015360877073151389,
      "loss": 0.2805,
      "step": 1721
    },
    {
      "epoch": 0.9715776853092601,
      "grad_norm": 0.28607046604156494,
      "learning_rate": 0.00015355859073984388,
      "loss": 0.4095,
      "step": 1722
    },
    {
      "epoch": 0.9721418999929473,
      "grad_norm": 0.25194665789604187,
      "learning_rate": 0.0001535083918302028,
      "loss": 0.2997,
      "step": 1723
    },
    {
      "epoch": 0.9727061146766345,
      "grad_norm": 0.2913610637187958,
      "learning_rate": 0.00015345817402032198,
      "loss": 0.4032,
      "step": 1724
    },
    {
      "epoch": 0.9732703293603217,
      "grad_norm": 0.30030590295791626,
      "learning_rate": 0.00015340793732793935,
      "loss": 0.4093,
      "step": 1725
    },
    {
      "epoch": 0.9738345440440087,
      "grad_norm": 0.2776658236980438,
      "learning_rate": 0.00015335768177079947,
      "loss": 0.3652,
      "step": 1726
    },
    {
      "epoch": 0.9743987587276959,
      "grad_norm": 0.23190265893936157,
      "learning_rate": 0.00015330740736665366,
      "loss": 0.2189,
      "step": 1727
    },
    {
      "epoch": 0.974962973411383,
      "grad_norm": 0.3062988221645355,
      "learning_rate": 0.00015325711413325985,
      "loss": 0.3652,
      "step": 1728
    },
    {
      "epoch": 0.9755271880950702,
      "grad_norm": 0.2897069454193115,
      "learning_rate": 0.00015320680208838255,
      "loss": 0.3404,
      "step": 1729
    },
    {
      "epoch": 0.9760914027787573,
      "grad_norm": 0.2543371915817261,
      "learning_rate": 0.00015315647124979314,
      "loss": 0.2833,
      "step": 1730
    },
    {
      "epoch": 0.9766556174624444,
      "grad_norm": 0.28178638219833374,
      "learning_rate": 0.0001531061216352693,
      "loss": 0.2955,
      "step": 1731
    },
    {
      "epoch": 0.9772198321461316,
      "grad_norm": 0.319570392370224,
      "learning_rate": 0.0001530557532625956,
      "loss": 0.3885,
      "step": 1732
    },
    {
      "epoch": 0.9777840468298188,
      "grad_norm": 0.2993064820766449,
      "learning_rate": 0.00015300536614956325,
      "loss": 0.2987,
      "step": 1733
    },
    {
      "epoch": 0.9783482615135058,
      "grad_norm": 0.2880934774875641,
      "learning_rate": 0.0001529549603139699,
      "loss": 0.3519,
      "step": 1734
    },
    {
      "epoch": 0.978912476197193,
      "grad_norm": 0.2513540983200073,
      "learning_rate": 0.0001529045357736199,
      "loss": 0.2681,
      "step": 1735
    },
    {
      "epoch": 0.9794766908808802,
      "grad_norm": 0.28403162956237793,
      "learning_rate": 0.0001528540925463242,
      "loss": 0.3441,
      "step": 1736
    },
    {
      "epoch": 0.9800409055645674,
      "grad_norm": 0.2966133654117584,
      "learning_rate": 0.00015280363064990043,
      "loss": 0.3372,
      "step": 1737
    },
    {
      "epoch": 0.9806051202482544,
      "grad_norm": 0.2884293794631958,
      "learning_rate": 0.0001527531501021727,
      "loss": 0.3146,
      "step": 1738
    },
    {
      "epoch": 0.9811693349319416,
      "grad_norm": 0.29271674156188965,
      "learning_rate": 0.00015270265092097175,
      "loss": 0.3427,
      "step": 1739
    },
    {
      "epoch": 0.9817335496156288,
      "grad_norm": 0.2705255150794983,
      "learning_rate": 0.00015265213312413495,
      "loss": 0.3529,
      "step": 1740
    },
    {
      "epoch": 0.9822977642993159,
      "grad_norm": 0.27196377515792847,
      "learning_rate": 0.00015260159672950615,
      "loss": 0.3168,
      "step": 1741
    },
    {
      "epoch": 0.982861978983003,
      "grad_norm": 0.26804476976394653,
      "learning_rate": 0.0001525510417549359,
      "loss": 0.3257,
      "step": 1742
    },
    {
      "epoch": 0.9834261936666902,
      "grad_norm": 0.2637269198894501,
      "learning_rate": 0.0001525004682182811,
      "loss": 0.336,
      "step": 1743
    },
    {
      "epoch": 0.9839904083503773,
      "grad_norm": 0.25685784220695496,
      "learning_rate": 0.00015244987613740544,
      "loss": 0.2724,
      "step": 1744
    },
    {
      "epoch": 0.9845546230340645,
      "grad_norm": 0.29271331429481506,
      "learning_rate": 0.00015239926553017904,
      "loss": 0.3734,
      "step": 1745
    },
    {
      "epoch": 0.9851188377177515,
      "grad_norm": 0.27190467715263367,
      "learning_rate": 0.00015234863641447856,
      "loss": 0.3555,
      "step": 1746
    },
    {
      "epoch": 0.9856830524014387,
      "grad_norm": 0.2631942629814148,
      "learning_rate": 0.0001522979888081873,
      "loss": 0.3379,
      "step": 1747
    },
    {
      "epoch": 0.9862472670851259,
      "grad_norm": 0.2720259726047516,
      "learning_rate": 0.00015224732272919487,
      "loss": 0.3406,
      "step": 1748
    },
    {
      "epoch": 0.9868114817688131,
      "grad_norm": 0.3039442002773285,
      "learning_rate": 0.00015219663819539768,
      "loss": 0.3871,
      "step": 1749
    },
    {
      "epoch": 0.9873756964525002,
      "grad_norm": 0.2940213084220886,
      "learning_rate": 0.00015214593522469845,
      "loss": 0.4118,
      "step": 1750
    },
    {
      "epoch": 0.9879399111361873,
      "grad_norm": 0.2684057950973511,
      "learning_rate": 0.00015209521383500655,
      "loss": 0.3221,
      "step": 1751
    },
    {
      "epoch": 0.9885041258198745,
      "grad_norm": 0.29169803857803345,
      "learning_rate": 0.00015204447404423775,
      "loss": 0.345,
      "step": 1752
    },
    {
      "epoch": 0.9890683405035616,
      "grad_norm": 0.2583819031715393,
      "learning_rate": 0.00015199371587031437,
      "loss": 0.3174,
      "step": 1753
    },
    {
      "epoch": 0.9896325551872488,
      "grad_norm": 0.2486821413040161,
      "learning_rate": 0.00015194293933116522,
      "loss": 0.2589,
      "step": 1754
    },
    {
      "epoch": 0.9901967698709359,
      "grad_norm": 0.3134506344795227,
      "learning_rate": 0.00015189214444472562,
      "loss": 0.3605,
      "step": 1755
    },
    {
      "epoch": 0.990760984554623,
      "grad_norm": 0.29821863770484924,
      "learning_rate": 0.00015184133122893732,
      "loss": 0.3399,
      "step": 1756
    },
    {
      "epoch": 0.9913251992383102,
      "grad_norm": 0.3505723476409912,
      "learning_rate": 0.00015179049970174855,
      "loss": 0.3443,
      "step": 1757
    },
    {
      "epoch": 0.9918894139219974,
      "grad_norm": 0.3081827759742737,
      "learning_rate": 0.00015173964988111406,
      "loss": 0.3632,
      "step": 1758
    },
    {
      "epoch": 0.9924536286056844,
      "grad_norm": 0.28072941303253174,
      "learning_rate": 0.000151688781784995,
      "loss": 0.3279,
      "step": 1759
    },
    {
      "epoch": 0.9930178432893716,
      "grad_norm": 0.2655331492424011,
      "learning_rate": 0.00015163789543135904,
      "loss": 0.2971,
      "step": 1760
    },
    {
      "epoch": 0.9935820579730588,
      "grad_norm": 0.279157817363739,
      "learning_rate": 0.00015158699083818027,
      "loss": 0.3556,
      "step": 1761
    },
    {
      "epoch": 0.9941462726567459,
      "grad_norm": 0.3040301501750946,
      "learning_rate": 0.00015153606802343914,
      "loss": 0.4253,
      "step": 1762
    },
    {
      "epoch": 0.994710487340433,
      "grad_norm": 0.2700815796852112,
      "learning_rate": 0.0001514851270051227,
      "loss": 0.38,
      "step": 1763
    },
    {
      "epoch": 0.9952747020241202,
      "grad_norm": 0.26616737246513367,
      "learning_rate": 0.0001514341678012243,
      "loss": 0.2874,
      "step": 1764
    },
    {
      "epoch": 0.9958389167078073,
      "grad_norm": 0.27199605107307434,
      "learning_rate": 0.00015138319042974375,
      "loss": 0.3462,
      "step": 1765
    },
    {
      "epoch": 0.9964031313914945,
      "grad_norm": 0.2885117828845978,
      "learning_rate": 0.00015133219490868731,
      "loss": 0.3815,
      "step": 1766
    },
    {
      "epoch": 0.9969673460751816,
      "grad_norm": 0.2663678824901581,
      "learning_rate": 0.00015128118125606757,
      "loss": 0.344,
      "step": 1767
    },
    {
      "epoch": 0.9975315607588687,
      "grad_norm": 0.28761571645736694,
      "learning_rate": 0.00015123014948990366,
      "loss": 0.374,
      "step": 1768
    },
    {
      "epoch": 0.9980957754425559,
      "grad_norm": 0.2950100004673004,
      "learning_rate": 0.00015117909962822097,
      "loss": 0.3712,
      "step": 1769
    },
    {
      "epoch": 0.9986599901262431,
      "grad_norm": 0.2637104392051697,
      "learning_rate": 0.0001511280316890513,
      "loss": 0.268,
      "step": 1770
    },
    {
      "epoch": 0.9992242048099301,
      "grad_norm": 0.2964904010295868,
      "learning_rate": 0.000151076945690433,
      "loss": 0.3014,
      "step": 1771
    },
    {
      "epoch": 0.9997884194936173,
      "grad_norm": 0.26565471291542053,
      "learning_rate": 0.00015102584165041055,
      "loss": 0.2838,
      "step": 1772
    },
    {
      "epoch": 1.0003526341773044,
      "grad_norm": 0.6095255017280579,
      "learning_rate": 0.00015097471958703493,
      "loss": 0.5237,
      "step": 1773
    },
    {
      "epoch": 1.0009168488609916,
      "grad_norm": 0.27452874183654785,
      "learning_rate": 0.00015092357951836355,
      "loss": 0.2872,
      "step": 1774
    },
    {
      "epoch": 1.0014810635446787,
      "grad_norm": 0.2666737735271454,
      "learning_rate": 0.00015087242146246007,
      "loss": 0.2936,
      "step": 1775
    },
    {
      "epoch": 1.002045278228366,
      "grad_norm": 0.24855740368366241,
      "learning_rate": 0.00015082124543739454,
      "loss": 0.2707,
      "step": 1776
    },
    {
      "epoch": 1.002609492912053,
      "grad_norm": 0.26575562357902527,
      "learning_rate": 0.00015077005146124344,
      "loss": 0.2505,
      "step": 1777
    },
    {
      "epoch": 1.00317370759574,
      "grad_norm": 0.29285699129104614,
      "learning_rate": 0.0001507188395520894,
      "loss": 0.2585,
      "step": 1778
    },
    {
      "epoch": 1.0037379222794274,
      "grad_norm": 0.3003903925418854,
      "learning_rate": 0.00015066760972802152,
      "loss": 0.3364,
      "step": 1779
    },
    {
      "epoch": 1.0043021369631144,
      "grad_norm": 0.38652682304382324,
      "learning_rate": 0.00015061636200713524,
      "loss": 0.2908,
      "step": 1780
    },
    {
      "epoch": 1.0048663516468017,
      "grad_norm": 0.3730543851852417,
      "learning_rate": 0.00015056509640753226,
      "loss": 0.2667,
      "step": 1781
    },
    {
      "epoch": 1.0054305663304888,
      "grad_norm": 0.3194781243801117,
      "learning_rate": 0.00015051381294732064,
      "loss": 0.2551,
      "step": 1782
    },
    {
      "epoch": 1.0059947810141758,
      "grad_norm": 0.34482142329216003,
      "learning_rate": 0.00015046251164461472,
      "loss": 0.2266,
      "step": 1783
    },
    {
      "epoch": 1.0065589956978631,
      "grad_norm": 0.2697657346725464,
      "learning_rate": 0.00015041119251753515,
      "loss": 0.2168,
      "step": 1784
    },
    {
      "epoch": 1.0071232103815502,
      "grad_norm": 0.2969222366809845,
      "learning_rate": 0.00015035985558420887,
      "loss": 0.2979,
      "step": 1785
    },
    {
      "epoch": 1.0076874250652372,
      "grad_norm": 0.30448344349861145,
      "learning_rate": 0.0001503085008627691,
      "loss": 0.2885,
      "step": 1786
    },
    {
      "epoch": 1.0082516397489245,
      "grad_norm": 0.3004886209964752,
      "learning_rate": 0.00015025712837135542,
      "loss": 0.338,
      "step": 1787
    },
    {
      "epoch": 1.0088158544326116,
      "grad_norm": 0.28206712007522583,
      "learning_rate": 0.00015020573812811358,
      "loss": 0.2566,
      "step": 1788
    },
    {
      "epoch": 1.0093800691162989,
      "grad_norm": 0.2880202829837799,
      "learning_rate": 0.00015015433015119566,
      "loss": 0.272,
      "step": 1789
    },
    {
      "epoch": 1.009944283799986,
      "grad_norm": 0.27436745166778564,
      "learning_rate": 0.00015010290445876002,
      "loss": 0.2557,
      "step": 1790
    },
    {
      "epoch": 1.010508498483673,
      "grad_norm": 0.28861144185066223,
      "learning_rate": 0.00015005146106897117,
      "loss": 0.2927,
      "step": 1791
    },
    {
      "epoch": 1.0110727131673602,
      "grad_norm": 0.27266955375671387,
      "learning_rate": 0.00015000000000000001,
      "loss": 0.2408,
      "step": 1792
    },
    {
      "epoch": 1.0116369278510473,
      "grad_norm": 0.28053176403045654,
      "learning_rate": 0.0001499485212700236,
      "loss": 0.2175,
      "step": 1793
    },
    {
      "epoch": 1.0122011425347344,
      "grad_norm": 0.2979587912559509,
      "learning_rate": 0.0001498970248972253,
      "loss": 0.2653,
      "step": 1794
    },
    {
      "epoch": 1.0127653572184216,
      "grad_norm": 0.3441973328590393,
      "learning_rate": 0.00014984551089979462,
      "loss": 0.3044,
      "step": 1795
    },
    {
      "epoch": 1.0133295719021087,
      "grad_norm": 0.3162049949169159,
      "learning_rate": 0.0001497939792959274,
      "loss": 0.2578,
      "step": 1796
    },
    {
      "epoch": 1.013893786585796,
      "grad_norm": 0.3164604604244232,
      "learning_rate": 0.00014974243010382554,
      "loss": 0.299,
      "step": 1797
    },
    {
      "epoch": 1.014458001269483,
      "grad_norm": 0.3324314057826996,
      "learning_rate": 0.00014969086334169733,
      "loss": 0.3151,
      "step": 1798
    },
    {
      "epoch": 1.01502221595317,
      "grad_norm": 0.3013639748096466,
      "learning_rate": 0.00014963927902775717,
      "loss": 0.2942,
      "step": 1799
    },
    {
      "epoch": 1.0155864306368574,
      "grad_norm": 0.2899222671985626,
      "learning_rate": 0.00014958767718022565,
      "loss": 0.2352,
      "step": 1800
    },
    {
      "epoch": 1.0155864306368574,
      "eval_loss": 0.3455156981945038,
      "eval_runtime": 15.7946,
      "eval_samples_per_second": 9.054,
      "eval_steps_per_second": 4.559,
      "step": 1800
    },
    {
      "epoch": 1.0161506453205444,
      "grad_norm": 0.30473360419273376,
      "learning_rate": 0.00014953605781732962,
      "loss": 0.3044,
      "step": 1801
    },
    {
      "epoch": 1.0167148600042315,
      "grad_norm": 0.2947279214859009,
      "learning_rate": 0.00014948442095730205,
      "loss": 0.31,
      "step": 1802
    },
    {
      "epoch": 1.0172790746879188,
      "grad_norm": 0.3035833537578583,
      "learning_rate": 0.00014943276661838215,
      "loss": 0.3422,
      "step": 1803
    },
    {
      "epoch": 1.0178432893716058,
      "grad_norm": 0.26822978258132935,
      "learning_rate": 0.0001493810948188152,
      "loss": 0.2737,
      "step": 1804
    },
    {
      "epoch": 1.0184075040552931,
      "grad_norm": 0.3032810688018799,
      "learning_rate": 0.0001493294055768528,
      "loss": 0.3002,
      "step": 1805
    },
    {
      "epoch": 1.0189717187389802,
      "grad_norm": 0.28965049982070923,
      "learning_rate": 0.00014927769891075258,
      "loss": 0.2601,
      "step": 1806
    },
    {
      "epoch": 1.0195359334226672,
      "grad_norm": 0.3147624433040619,
      "learning_rate": 0.0001492259748387784,
      "loss": 0.3378,
      "step": 1807
    },
    {
      "epoch": 1.0201001481063545,
      "grad_norm": 0.3909931778907776,
      "learning_rate": 0.00014917423337920023,
      "loss": 0.3808,
      "step": 1808
    },
    {
      "epoch": 1.0206643627900416,
      "grad_norm": 0.32655829191207886,
      "learning_rate": 0.00014912247455029417,
      "loss": 0.2755,
      "step": 1809
    },
    {
      "epoch": 1.0212285774737289,
      "grad_norm": 0.329876571893692,
      "learning_rate": 0.00014907069837034252,
      "loss": 0.2987,
      "step": 1810
    },
    {
      "epoch": 1.021792792157416,
      "grad_norm": 0.3058031499385834,
      "learning_rate": 0.00014901890485763365,
      "loss": 0.3037,
      "step": 1811
    },
    {
      "epoch": 1.022357006841103,
      "grad_norm": 0.28932511806488037,
      "learning_rate": 0.00014896709403046206,
      "loss": 0.2662,
      "step": 1812
    },
    {
      "epoch": 1.0229212215247903,
      "grad_norm": 0.29607880115509033,
      "learning_rate": 0.00014891526590712838,
      "loss": 0.2379,
      "step": 1813
    },
    {
      "epoch": 1.0234854362084773,
      "grad_norm": 0.28232264518737793,
      "learning_rate": 0.00014886342050593937,
      "loss": 0.2554,
      "step": 1814
    },
    {
      "epoch": 1.0240496508921644,
      "grad_norm": 0.29375338554382324,
      "learning_rate": 0.00014881155784520787,
      "loss": 0.28,
      "step": 1815
    },
    {
      "epoch": 1.0246138655758517,
      "grad_norm": 0.2926221489906311,
      "learning_rate": 0.0001487596779432528,
      "loss": 0.2679,
      "step": 1816
    },
    {
      "epoch": 1.0251780802595387,
      "grad_norm": 0.28295210003852844,
      "learning_rate": 0.0001487077808183991,
      "loss": 0.283,
      "step": 1817
    },
    {
      "epoch": 1.025742294943226,
      "grad_norm": 0.28900885581970215,
      "learning_rate": 0.000148655866488978,
      "loss": 0.3157,
      "step": 1818
    },
    {
      "epoch": 1.026306509626913,
      "grad_norm": 0.28426164388656616,
      "learning_rate": 0.00014860393497332665,
      "loss": 0.2573,
      "step": 1819
    },
    {
      "epoch": 1.0268707243106001,
      "grad_norm": 0.285293847322464,
      "learning_rate": 0.0001485519862897883,
      "loss": 0.2486,
      "step": 1820
    },
    {
      "epoch": 1.0274349389942874,
      "grad_norm": 0.29934921860694885,
      "learning_rate": 0.00014850002045671228,
      "loss": 0.2456,
      "step": 1821
    },
    {
      "epoch": 1.0279991536779745,
      "grad_norm": 0.37275049090385437,
      "learning_rate": 0.0001484480374924539,
      "loss": 0.3505,
      "step": 1822
    },
    {
      "epoch": 1.0285633683616615,
      "grad_norm": 0.32904788851737976,
      "learning_rate": 0.0001483960374153747,
      "loss": 0.2416,
      "step": 1823
    },
    {
      "epoch": 1.0291275830453488,
      "grad_norm": 0.3264464735984802,
      "learning_rate": 0.00014834402024384205,
      "loss": 0.3065,
      "step": 1824
    },
    {
      "epoch": 1.0296917977290359,
      "grad_norm": 0.33272600173950195,
      "learning_rate": 0.0001482919859962295,
      "loss": 0.3144,
      "step": 1825
    },
    {
      "epoch": 1.0302560124127231,
      "grad_norm": 0.304385244846344,
      "learning_rate": 0.00014823993469091664,
      "loss": 0.2948,
      "step": 1826
    },
    {
      "epoch": 1.0308202270964102,
      "grad_norm": 0.2687669098377228,
      "learning_rate": 0.000148187866346289,
      "loss": 0.2476,
      "step": 1827
    },
    {
      "epoch": 1.0313844417800972,
      "grad_norm": 0.30237823724746704,
      "learning_rate": 0.0001481357809807381,
      "loss": 0.2547,
      "step": 1828
    },
    {
      "epoch": 1.0319486564637845,
      "grad_norm": 0.3089079260826111,
      "learning_rate": 0.00014808367861266164,
      "loss": 0.2813,
      "step": 1829
    },
    {
      "epoch": 1.0325128711474716,
      "grad_norm": 0.29237157106399536,
      "learning_rate": 0.00014803155926046318,
      "loss": 0.2757,
      "step": 1830
    },
    {
      "epoch": 1.0330770858311586,
      "grad_norm": 0.2899896502494812,
      "learning_rate": 0.0001479794229425523,
      "loss": 0.2745,
      "step": 1831
    },
    {
      "epoch": 1.033641300514846,
      "grad_norm": 0.31663691997528076,
      "learning_rate": 0.00014792726967734462,
      "loss": 0.3243,
      "step": 1832
    },
    {
      "epoch": 1.034205515198533,
      "grad_norm": 0.27107036113739014,
      "learning_rate": 0.00014787509948326177,
      "loss": 0.2407,
      "step": 1833
    },
    {
      "epoch": 1.0347697298822203,
      "grad_norm": 0.2953267991542816,
      "learning_rate": 0.00014782291237873122,
      "loss": 0.2637,
      "step": 1834
    },
    {
      "epoch": 1.0353339445659073,
      "grad_norm": 0.32836273312568665,
      "learning_rate": 0.00014777070838218657,
      "loss": 0.2886,
      "step": 1835
    },
    {
      "epoch": 1.0358981592495944,
      "grad_norm": 0.3235410153865814,
      "learning_rate": 0.0001477184875120673,
      "loss": 0.2444,
      "step": 1836
    },
    {
      "epoch": 1.0364623739332817,
      "grad_norm": 0.3035866916179657,
      "learning_rate": 0.00014766624978681888,
      "loss": 0.2688,
      "step": 1837
    },
    {
      "epoch": 1.0370265886169687,
      "grad_norm": 0.34328746795654297,
      "learning_rate": 0.0001476139952248927,
      "loss": 0.2513,
      "step": 1838
    },
    {
      "epoch": 1.037590803300656,
      "grad_norm": 0.3323684334754944,
      "learning_rate": 0.00014756172384474615,
      "loss": 0.2924,
      "step": 1839
    },
    {
      "epoch": 1.038155017984343,
      "grad_norm": 0.3114300072193146,
      "learning_rate": 0.0001475094356648425,
      "loss": 0.31,
      "step": 1840
    },
    {
      "epoch": 1.0387192326680301,
      "grad_norm": 0.27319756150245667,
      "learning_rate": 0.00014745713070365104,
      "loss": 0.2186,
      "step": 1841
    },
    {
      "epoch": 1.0392834473517174,
      "grad_norm": 0.31350773572921753,
      "learning_rate": 0.00014740480897964688,
      "loss": 0.2556,
      "step": 1842
    },
    {
      "epoch": 1.0398476620354045,
      "grad_norm": 0.30083513259887695,
      "learning_rate": 0.0001473524705113111,
      "loss": 0.3254,
      "step": 1843
    },
    {
      "epoch": 1.0404118767190915,
      "grad_norm": 0.3046850562095642,
      "learning_rate": 0.00014730011531713077,
      "loss": 0.2715,
      "step": 1844
    },
    {
      "epoch": 1.0409760914027788,
      "grad_norm": 0.2844163477420807,
      "learning_rate": 0.00014724774341559876,
      "loss": 0.2794,
      "step": 1845
    },
    {
      "epoch": 1.0415403060864659,
      "grad_norm": 0.31179317831993103,
      "learning_rate": 0.00014719535482521384,
      "loss": 0.2788,
      "step": 1846
    },
    {
      "epoch": 1.0421045207701531,
      "grad_norm": 0.3043854534626007,
      "learning_rate": 0.00014714294956448074,
      "loss": 0.2948,
      "step": 1847
    },
    {
      "epoch": 1.0426687354538402,
      "grad_norm": 0.3048141598701477,
      "learning_rate": 0.00014709052765191004,
      "loss": 0.2562,
      "step": 1848
    },
    {
      "epoch": 1.0432329501375273,
      "grad_norm": 0.338604599237442,
      "learning_rate": 0.00014703808910601827,
      "loss": 0.3176,
      "step": 1849
    },
    {
      "epoch": 1.0437971648212145,
      "grad_norm": 0.31462880969047546,
      "learning_rate": 0.0001469856339453277,
      "loss": 0.2528,
      "step": 1850
    },
    {
      "epoch": 1.0443613795049016,
      "grad_norm": 0.2957746982574463,
      "learning_rate": 0.00014693316218836663,
      "loss": 0.238,
      "step": 1851
    },
    {
      "epoch": 1.0449255941885887,
      "grad_norm": 0.3317337930202484,
      "learning_rate": 0.00014688067385366908,
      "loss": 0.2759,
      "step": 1852
    },
    {
      "epoch": 1.045489808872276,
      "grad_norm": 0.33777186274528503,
      "learning_rate": 0.000146828168959775,
      "loss": 0.2873,
      "step": 1853
    },
    {
      "epoch": 1.046054023555963,
      "grad_norm": 0.33647599816322327,
      "learning_rate": 0.00014677564752523016,
      "loss": 0.3026,
      "step": 1854
    },
    {
      "epoch": 1.0466182382396503,
      "grad_norm": 0.315634548664093,
      "learning_rate": 0.0001467231095685862,
      "loss": 0.2822,
      "step": 1855
    },
    {
      "epoch": 1.0471824529233373,
      "grad_norm": 0.29402050375938416,
      "learning_rate": 0.00014667055510840057,
      "loss": 0.2575,
      "step": 1856
    },
    {
      "epoch": 1.0477466676070244,
      "grad_norm": 0.3532561659812927,
      "learning_rate": 0.00014661798416323662,
      "loss": 0.3139,
      "step": 1857
    },
    {
      "epoch": 1.0483108822907117,
      "grad_norm": 0.30193114280700684,
      "learning_rate": 0.00014656539675166337,
      "loss": 0.2568,
      "step": 1858
    },
    {
      "epoch": 1.0488750969743987,
      "grad_norm": 0.33441710472106934,
      "learning_rate": 0.00014651279289225582,
      "loss": 0.2641,
      "step": 1859
    },
    {
      "epoch": 1.049439311658086,
      "grad_norm": 0.30487915873527527,
      "learning_rate": 0.0001464601726035947,
      "loss": 0.2233,
      "step": 1860
    },
    {
      "epoch": 1.050003526341773,
      "grad_norm": 0.2865922451019287,
      "learning_rate": 0.00014640753590426656,
      "loss": 0.2502,
      "step": 1861
    },
    {
      "epoch": 1.0505677410254601,
      "grad_norm": 0.34559786319732666,
      "learning_rate": 0.00014635488281286368,
      "loss": 0.2808,
      "step": 1862
    },
    {
      "epoch": 1.0511319557091474,
      "grad_norm": 0.3197556734085083,
      "learning_rate": 0.00014630221334798428,
      "loss": 0.3383,
      "step": 1863
    },
    {
      "epoch": 1.0516961703928345,
      "grad_norm": 0.32907217741012573,
      "learning_rate": 0.0001462495275282322,
      "loss": 0.2973,
      "step": 1864
    },
    {
      "epoch": 1.0522603850765215,
      "grad_norm": 0.287508487701416,
      "learning_rate": 0.00014619682537221718,
      "loss": 0.299,
      "step": 1865
    },
    {
      "epoch": 1.0528245997602088,
      "grad_norm": 0.32352182269096375,
      "learning_rate": 0.00014614410689855467,
      "loss": 0.3249,
      "step": 1866
    },
    {
      "epoch": 1.0533888144438959,
      "grad_norm": 0.27867648005485535,
      "learning_rate": 0.00014609137212586587,
      "loss": 0.2114,
      "step": 1867
    },
    {
      "epoch": 1.0539530291275832,
      "grad_norm": 0.28675511479377747,
      "learning_rate": 0.00014603862107277776,
      "loss": 0.2357,
      "step": 1868
    },
    {
      "epoch": 1.0545172438112702,
      "grad_norm": 0.32353144884109497,
      "learning_rate": 0.00014598585375792314,
      "loss": 0.3008,
      "step": 1869
    },
    {
      "epoch": 1.0550814584949573,
      "grad_norm": 0.2931153476238251,
      "learning_rate": 0.0001459330701999404,
      "loss": 0.2444,
      "step": 1870
    },
    {
      "epoch": 1.0556456731786446,
      "grad_norm": 0.3122654855251312,
      "learning_rate": 0.00014588027041747382,
      "loss": 0.3361,
      "step": 1871
    },
    {
      "epoch": 1.0562098878623316,
      "grad_norm": 0.29807206988334656,
      "learning_rate": 0.00014582745442917326,
      "loss": 0.2775,
      "step": 1872
    },
    {
      "epoch": 1.0567741025460187,
      "grad_norm": 0.28709346055984497,
      "learning_rate": 0.0001457746222536945,
      "loss": 0.201,
      "step": 1873
    },
    {
      "epoch": 1.057338317229706,
      "grad_norm": 0.34342172741889954,
      "learning_rate": 0.00014572177390969885,
      "loss": 0.2815,
      "step": 1874
    },
    {
      "epoch": 1.057902531913393,
      "grad_norm": 0.3219000995159149,
      "learning_rate": 0.00014566890941585344,
      "loss": 0.2921,
      "step": 1875
    },
    {
      "epoch": 1.0584667465970803,
      "grad_norm": 0.31529539823532104,
      "learning_rate": 0.00014561602879083107,
      "loss": 0.2324,
      "step": 1876
    },
    {
      "epoch": 1.0590309612807673,
      "grad_norm": 0.3135389983654022,
      "learning_rate": 0.00014556313205331024,
      "loss": 0.2478,
      "step": 1877
    },
    {
      "epoch": 1.0595951759644544,
      "grad_norm": 0.2714628577232361,
      "learning_rate": 0.00014551021922197508,
      "loss": 0.2308,
      "step": 1878
    },
    {
      "epoch": 1.0601593906481417,
      "grad_norm": 0.2926560938358307,
      "learning_rate": 0.00014545729031551554,
      "loss": 0.2702,
      "step": 1879
    },
    {
      "epoch": 1.0607236053318287,
      "grad_norm": 0.2824096977710724,
      "learning_rate": 0.00014540434535262716,
      "loss": 0.2765,
      "step": 1880
    },
    {
      "epoch": 1.0612878200155158,
      "grad_norm": 0.28595733642578125,
      "learning_rate": 0.00014535138435201115,
      "loss": 0.2771,
      "step": 1881
    },
    {
      "epoch": 1.061852034699203,
      "grad_norm": 0.30320411920547485,
      "learning_rate": 0.00014529840733237443,
      "loss": 0.2945,
      "step": 1882
    },
    {
      "epoch": 1.0624162493828901,
      "grad_norm": 0.29023051261901855,
      "learning_rate": 0.0001452454143124295,
      "loss": 0.2946,
      "step": 1883
    },
    {
      "epoch": 1.0629804640665774,
      "grad_norm": 0.2874257266521454,
      "learning_rate": 0.0001451924053108946,
      "loss": 0.2111,
      "step": 1884
    },
    {
      "epoch": 1.0635446787502645,
      "grad_norm": 0.30743592977523804,
      "learning_rate": 0.00014513938034649355,
      "loss": 0.2378,
      "step": 1885
    },
    {
      "epoch": 1.0641088934339515,
      "grad_norm": 0.33607375621795654,
      "learning_rate": 0.00014508633943795585,
      "loss": 0.3105,
      "step": 1886
    },
    {
      "epoch": 1.0646731081176388,
      "grad_norm": 0.33606061339378357,
      "learning_rate": 0.00014503328260401664,
      "loss": 0.2794,
      "step": 1887
    },
    {
      "epoch": 1.0652373228013259,
      "grad_norm": 0.37289392948150635,
      "learning_rate": 0.00014498020986341664,
      "loss": 0.332,
      "step": 1888
    },
    {
      "epoch": 1.065801537485013,
      "grad_norm": 0.3486796021461487,
      "learning_rate": 0.00014492712123490213,
      "loss": 0.3133,
      "step": 1889
    },
    {
      "epoch": 1.0663657521687002,
      "grad_norm": 0.36442649364471436,
      "learning_rate": 0.00014487401673722518,
      "loss": 0.3294,
      "step": 1890
    },
    {
      "epoch": 1.0669299668523873,
      "grad_norm": 0.26711034774780273,
      "learning_rate": 0.00014482089638914334,
      "loss": 0.2038,
      "step": 1891
    },
    {
      "epoch": 1.0674941815360746,
      "grad_norm": 0.32120442390441895,
      "learning_rate": 0.00014476776020941977,
      "loss": 0.2861,
      "step": 1892
    },
    {
      "epoch": 1.0680583962197616,
      "grad_norm": 0.29797613620758057,
      "learning_rate": 0.00014471460821682328,
      "loss": 0.2648,
      "step": 1893
    },
    {
      "epoch": 1.0686226109034487,
      "grad_norm": 0.30068886280059814,
      "learning_rate": 0.00014466144043012816,
      "loss": 0.2593,
      "step": 1894
    },
    {
      "epoch": 1.069186825587136,
      "grad_norm": 0.320796936750412,
      "learning_rate": 0.00014460825686811438,
      "loss": 0.3143,
      "step": 1895
    },
    {
      "epoch": 1.069751040270823,
      "grad_norm": 0.2920132875442505,
      "learning_rate": 0.00014455505754956745,
      "loss": 0.2583,
      "step": 1896
    },
    {
      "epoch": 1.0703152549545103,
      "grad_norm": 0.310962975025177,
      "learning_rate": 0.0001445018424932784,
      "loss": 0.2354,
      "step": 1897
    },
    {
      "epoch": 1.0708794696381974,
      "grad_norm": 0.3052734136581421,
      "learning_rate": 0.00014444861171804388,
      "loss": 0.2911,
      "step": 1898
    },
    {
      "epoch": 1.0714436843218844,
      "grad_norm": 0.31752845644950867,
      "learning_rate": 0.00014439536524266612,
      "loss": 0.2753,
      "step": 1899
    },
    {
      "epoch": 1.0720078990055717,
      "grad_norm": 0.31155166029930115,
      "learning_rate": 0.00014434210308595275,
      "loss": 0.2772,
      "step": 1900
    },
    {
      "epoch": 1.0725721136892588,
      "grad_norm": 0.3086761236190796,
      "learning_rate": 0.00014428882526671712,
      "loss": 0.2842,
      "step": 1901
    },
    {
      "epoch": 1.0731363283729458,
      "grad_norm": 0.325790137052536,
      "learning_rate": 0.00014423553180377795,
      "loss": 0.2321,
      "step": 1902
    },
    {
      "epoch": 1.073700543056633,
      "grad_norm": 0.3035264015197754,
      "learning_rate": 0.00014418222271595963,
      "loss": 0.2244,
      "step": 1903
    },
    {
      "epoch": 1.0742647577403202,
      "grad_norm": 0.34518834948539734,
      "learning_rate": 0.00014412889802209195,
      "loss": 0.3121,
      "step": 1904
    },
    {
      "epoch": 1.0748289724240074,
      "grad_norm": 0.3006763160228729,
      "learning_rate": 0.0001440755577410103,
      "loss": 0.2483,
      "step": 1905
    },
    {
      "epoch": 1.0753931871076945,
      "grad_norm": 0.3251062035560608,
      "learning_rate": 0.00014402220189155553,
      "loss": 0.2101,
      "step": 1906
    },
    {
      "epoch": 1.0759574017913816,
      "grad_norm": 0.28815707564353943,
      "learning_rate": 0.000143968830492574,
      "loss": 0.2527,
      "step": 1907
    },
    {
      "epoch": 1.0765216164750688,
      "grad_norm": 0.31757205724716187,
      "learning_rate": 0.00014391544356291754,
      "loss": 0.3398,
      "step": 1908
    },
    {
      "epoch": 1.077085831158756,
      "grad_norm": 0.28731057047843933,
      "learning_rate": 0.0001438620411214435,
      "loss": 0.2492,
      "step": 1909
    },
    {
      "epoch": 1.077650045842443,
      "grad_norm": 0.28474804759025574,
      "learning_rate": 0.0001438086231870147,
      "loss": 0.2537,
      "step": 1910
    },
    {
      "epoch": 1.0782142605261302,
      "grad_norm": 0.2997058033943176,
      "learning_rate": 0.00014375518977849947,
      "loss": 0.2266,
      "step": 1911
    },
    {
      "epoch": 1.0787784752098173,
      "grad_norm": 0.31702932715415955,
      "learning_rate": 0.0001437017409147715,
      "loss": 0.3096,
      "step": 1912
    },
    {
      "epoch": 1.0793426898935046,
      "grad_norm": 0.29619887471199036,
      "learning_rate": 0.00014364827661471002,
      "loss": 0.2838,
      "step": 1913
    },
    {
      "epoch": 1.0799069045771916,
      "grad_norm": 0.2858932316303253,
      "learning_rate": 0.0001435947968971997,
      "loss": 0.2362,
      "step": 1914
    },
    {
      "epoch": 1.0804711192608787,
      "grad_norm": 0.3193117678165436,
      "learning_rate": 0.00014354130178113064,
      "loss": 0.2846,
      "step": 1915
    },
    {
      "epoch": 1.081035333944566,
      "grad_norm": 0.3276863694190979,
      "learning_rate": 0.00014348779128539843,
      "loss": 0.2831,
      "step": 1916
    },
    {
      "epoch": 1.081599548628253,
      "grad_norm": 0.32294347882270813,
      "learning_rate": 0.000143434265428904,
      "loss": 0.2833,
      "step": 1917
    },
    {
      "epoch": 1.0821637633119403,
      "grad_norm": 0.3041526675224304,
      "learning_rate": 0.00014338072423055378,
      "loss": 0.2575,
      "step": 1918
    },
    {
      "epoch": 1.0827279779956274,
      "grad_norm": 0.3424779772758484,
      "learning_rate": 0.00014332716770925963,
      "loss": 0.3029,
      "step": 1919
    },
    {
      "epoch": 1.0832921926793144,
      "grad_norm": 0.32081085443496704,
      "learning_rate": 0.00014327359588393873,
      "loss": 0.2321,
      "step": 1920
    },
    {
      "epoch": 1.0838564073630017,
      "grad_norm": 0.3161178529262543,
      "learning_rate": 0.0001432200087735138,
      "loss": 0.2571,
      "step": 1921
    },
    {
      "epoch": 1.0844206220466888,
      "grad_norm": 0.30158448219299316,
      "learning_rate": 0.00014316640639691278,
      "loss": 0.2371,
      "step": 1922
    },
    {
      "epoch": 1.0849848367303758,
      "grad_norm": 0.3233608603477478,
      "learning_rate": 0.00014311278877306925,
      "loss": 0.2568,
      "step": 1923
    },
    {
      "epoch": 1.085549051414063,
      "grad_norm": 0.29213958978652954,
      "learning_rate": 0.0001430591559209219,
      "loss": 0.25,
      "step": 1924
    },
    {
      "epoch": 1.0861132660977502,
      "grad_norm": 0.2993052303791046,
      "learning_rate": 0.00014300550785941503,
      "loss": 0.2117,
      "step": 1925
    },
    {
      "epoch": 1.0866774807814372,
      "grad_norm": 0.32538849115371704,
      "learning_rate": 0.00014295184460749814,
      "loss": 0.3069,
      "step": 1926
    },
    {
      "epoch": 1.0872416954651245,
      "grad_norm": 0.3129782974720001,
      "learning_rate": 0.00014289816618412617,
      "loss": 0.2821,
      "step": 1927
    },
    {
      "epoch": 1.0878059101488116,
      "grad_norm": 0.3097881078720093,
      "learning_rate": 0.00014284447260825946,
      "loss": 0.2912,
      "step": 1928
    },
    {
      "epoch": 1.0883701248324988,
      "grad_norm": 0.30596014857292175,
      "learning_rate": 0.00014279076389886366,
      "loss": 0.2863,
      "step": 1929
    },
    {
      "epoch": 1.088934339516186,
      "grad_norm": 0.2865571081638336,
      "learning_rate": 0.00014273704007490974,
      "loss": 0.2776,
      "step": 1930
    },
    {
      "epoch": 1.089498554199873,
      "grad_norm": 0.2939290404319763,
      "learning_rate": 0.00014268330115537408,
      "loss": 0.2783,
      "step": 1931
    },
    {
      "epoch": 1.0900627688835602,
      "grad_norm": 0.2816251814365387,
      "learning_rate": 0.00014262954715923827,
      "loss": 0.2493,
      "step": 1932
    },
    {
      "epoch": 1.0906269835672473,
      "grad_norm": 0.3047194480895996,
      "learning_rate": 0.00014257577810548937,
      "loss": 0.253,
      "step": 1933
    },
    {
      "epoch": 1.0911911982509346,
      "grad_norm": 0.3145037591457367,
      "learning_rate": 0.00014252199401311964,
      "loss": 0.2863,
      "step": 1934
    },
    {
      "epoch": 1.0917554129346216,
      "grad_norm": 0.30971476435661316,
      "learning_rate": 0.00014246819490112676,
      "loss": 0.283,
      "step": 1935
    },
    {
      "epoch": 1.0923196276183087,
      "grad_norm": 0.29970285296440125,
      "learning_rate": 0.00014241438078851364,
      "loss": 0.2346,
      "step": 1936
    },
    {
      "epoch": 1.092883842301996,
      "grad_norm": 0.3289453089237213,
      "learning_rate": 0.00014236055169428846,
      "loss": 0.3224,
      "step": 1937
    },
    {
      "epoch": 1.093448056985683,
      "grad_norm": 0.32948940992355347,
      "learning_rate": 0.00014230670763746482,
      "loss": 0.3138,
      "step": 1938
    },
    {
      "epoch": 1.09401227166937,
      "grad_norm": 0.29486793279647827,
      "learning_rate": 0.00014225284863706144,
      "loss": 0.2793,
      "step": 1939
    },
    {
      "epoch": 1.0945764863530574,
      "grad_norm": 0.3225404918193817,
      "learning_rate": 0.0001421989747121024,
      "loss": 0.2773,
      "step": 1940
    },
    {
      "epoch": 1.0951407010367444,
      "grad_norm": 0.36089545488357544,
      "learning_rate": 0.00014214508588161715,
      "loss": 0.2888,
      "step": 1941
    },
    {
      "epoch": 1.0957049157204317,
      "grad_norm": 0.30979764461517334,
      "learning_rate": 0.0001420911821646402,
      "loss": 0.3121,
      "step": 1942
    },
    {
      "epoch": 1.0962691304041188,
      "grad_norm": 0.2806301414966583,
      "learning_rate": 0.00014203726358021155,
      "loss": 0.2675,
      "step": 1943
    },
    {
      "epoch": 1.0968333450878058,
      "grad_norm": 0.2826470136642456,
      "learning_rate": 0.0001419833301473762,
      "loss": 0.2249,
      "step": 1944
    },
    {
      "epoch": 1.0973975597714931,
      "grad_norm": 0.31114259362220764,
      "learning_rate": 0.00014192938188518456,
      "loss": 0.2839,
      "step": 1945
    },
    {
      "epoch": 1.0979617744551802,
      "grad_norm": 0.32684841752052307,
      "learning_rate": 0.00014187541881269228,
      "loss": 0.3205,
      "step": 1946
    },
    {
      "epoch": 1.0985259891388672,
      "grad_norm": 0.30780091881752014,
      "learning_rate": 0.00014182144094896022,
      "loss": 0.3235,
      "step": 1947
    },
    {
      "epoch": 1.0990902038225545,
      "grad_norm": 0.32169151306152344,
      "learning_rate": 0.00014176744831305435,
      "loss": 0.284,
      "step": 1948
    },
    {
      "epoch": 1.0996544185062416,
      "grad_norm": 0.311750203371048,
      "learning_rate": 0.00014171344092404604,
      "loss": 0.2988,
      "step": 1949
    },
    {
      "epoch": 1.1002186331899289,
      "grad_norm": 0.27069970965385437,
      "learning_rate": 0.00014165941880101178,
      "loss": 0.2422,
      "step": 1950
    },
    {
      "epoch": 1.100782847873616,
      "grad_norm": 0.28182679414749146,
      "learning_rate": 0.0001416053819630332,
      "loss": 0.2376,
      "step": 1951
    },
    {
      "epoch": 1.101347062557303,
      "grad_norm": 0.31062135100364685,
      "learning_rate": 0.00014155133042919723,
      "loss": 0.2915,
      "step": 1952
    },
    {
      "epoch": 1.1019112772409903,
      "grad_norm": 0.3031931221485138,
      "learning_rate": 0.000141497264218596,
      "loss": 0.2586,
      "step": 1953
    },
    {
      "epoch": 1.1024754919246773,
      "grad_norm": 0.32060715556144714,
      "learning_rate": 0.00014144318335032675,
      "loss": 0.2533,
      "step": 1954
    },
    {
      "epoch": 1.1030397066083646,
      "grad_norm": 0.38956645131111145,
      "learning_rate": 0.00014138908784349196,
      "loss": 0.2694,
      "step": 1955
    },
    {
      "epoch": 1.1036039212920516,
      "grad_norm": 0.33115771412849426,
      "learning_rate": 0.0001413349777171992,
      "loss": 0.2542,
      "step": 1956
    },
    {
      "epoch": 1.1041681359757387,
      "grad_norm": 0.3153966963291168,
      "learning_rate": 0.0001412808529905613,
      "loss": 0.2339,
      "step": 1957
    },
    {
      "epoch": 1.104732350659426,
      "grad_norm": 0.31151482462882996,
      "learning_rate": 0.00014122671368269616,
      "loss": 0.2516,
      "step": 1958
    },
    {
      "epoch": 1.105296565343113,
      "grad_norm": 0.31042006611824036,
      "learning_rate": 0.00014117255981272692,
      "loss": 0.288,
      "step": 1959
    },
    {
      "epoch": 1.1058607800268,
      "grad_norm": 0.32432010769844055,
      "learning_rate": 0.00014111839139978175,
      "loss": 0.2769,
      "step": 1960
    },
    {
      "epoch": 1.1064249947104874,
      "grad_norm": 0.31374889612197876,
      "learning_rate": 0.0001410642084629941,
      "loss": 0.2824,
      "step": 1961
    },
    {
      "epoch": 1.1069892093941744,
      "grad_norm": 0.33192285895347595,
      "learning_rate": 0.00014101001102150243,
      "loss": 0.2913,
      "step": 1962
    },
    {
      "epoch": 1.1075534240778617,
      "grad_norm": 0.32720470428466797,
      "learning_rate": 0.00014095579909445034,
      "loss": 0.3014,
      "step": 1963
    },
    {
      "epoch": 1.1081176387615488,
      "grad_norm": 0.33658164739608765,
      "learning_rate": 0.00014090157270098662,
      "loss": 0.3232,
      "step": 1964
    },
    {
      "epoch": 1.1086818534452358,
      "grad_norm": 0.2840849459171295,
      "learning_rate": 0.00014084733186026511,
      "loss": 0.259,
      "step": 1965
    },
    {
      "epoch": 1.1092460681289231,
      "grad_norm": 0.271853506565094,
      "learning_rate": 0.00014079307659144473,
      "loss": 0.2307,
      "step": 1966
    },
    {
      "epoch": 1.1098102828126102,
      "grad_norm": 0.29947131872177124,
      "learning_rate": 0.0001407388069136896,
      "loss": 0.2834,
      "step": 1967
    },
    {
      "epoch": 1.1103744974962972,
      "grad_norm": 0.2832421362400055,
      "learning_rate": 0.0001406845228461688,
      "loss": 0.248,
      "step": 1968
    },
    {
      "epoch": 1.1109387121799845,
      "grad_norm": 0.31401899456977844,
      "learning_rate": 0.00014063022440805663,
      "loss": 0.2621,
      "step": 1969
    },
    {
      "epoch": 1.1115029268636716,
      "grad_norm": 0.29573455452919006,
      "learning_rate": 0.00014057591161853228,
      "loss": 0.2723,
      "step": 1970
    },
    {
      "epoch": 1.1120671415473589,
      "grad_norm": 0.2529611885547638,
      "learning_rate": 0.00014052158449678022,
      "loss": 0.189,
      "step": 1971
    },
    {
      "epoch": 1.112631356231046,
      "grad_norm": 0.3257637321949005,
      "learning_rate": 0.0001404672430619898,
      "loss": 0.2945,
      "step": 1972
    },
    {
      "epoch": 1.113195570914733,
      "grad_norm": 0.3316340446472168,
      "learning_rate": 0.00014041288733335555,
      "loss": 0.2559,
      "step": 1973
    },
    {
      "epoch": 1.1137597855984203,
      "grad_norm": 0.30000975728034973,
      "learning_rate": 0.00014035851733007704,
      "loss": 0.2369,
      "step": 1974
    },
    {
      "epoch": 1.1143240002821073,
      "grad_norm": 0.3304232954978943,
      "learning_rate": 0.00014030413307135876,
      "loss": 0.2982,
      "step": 1975
    },
    {
      "epoch": 1.1148882149657946,
      "grad_norm": 0.3465288579463959,
      "learning_rate": 0.0001402497345764104,
      "loss": 0.286,
      "step": 1976
    },
    {
      "epoch": 1.1154524296494817,
      "grad_norm": 0.31308403611183167,
      "learning_rate": 0.00014019532186444658,
      "loss": 0.2656,
      "step": 1977
    },
    {
      "epoch": 1.1160166443331687,
      "grad_norm": 0.3057439923286438,
      "learning_rate": 0.00014014089495468693,
      "loss": 0.2709,
      "step": 1978
    },
    {
      "epoch": 1.116580859016856,
      "grad_norm": 0.30505266785621643,
      "learning_rate": 0.00014008645386635616,
      "loss": 0.2677,
      "step": 1979
    },
    {
      "epoch": 1.117145073700543,
      "grad_norm": 0.2998192012310028,
      "learning_rate": 0.00014003199861868402,
      "loss": 0.276,
      "step": 1980
    },
    {
      "epoch": 1.1177092883842301,
      "grad_norm": 0.29351502656936646,
      "learning_rate": 0.0001399775292309051,
      "loss": 0.2461,
      "step": 1981
    },
    {
      "epoch": 1.1182735030679174,
      "grad_norm": 0.3148946464061737,
      "learning_rate": 0.00013992304572225906,
      "loss": 0.2728,
      "step": 1982
    },
    {
      "epoch": 1.1188377177516045,
      "grad_norm": 0.3108447790145874,
      "learning_rate": 0.00013986854811199071,
      "loss": 0.2907,
      "step": 1983
    },
    {
      "epoch": 1.1194019324352915,
      "grad_norm": 0.28674906492233276,
      "learning_rate": 0.0001398140364193496,
      "loss": 0.2369,
      "step": 1984
    },
    {
      "epoch": 1.1199661471189788,
      "grad_norm": 0.273407906293869,
      "learning_rate": 0.0001397595106635903,
      "loss": 0.2308,
      "step": 1985
    },
    {
      "epoch": 1.1205303618026659,
      "grad_norm": 0.2904811203479767,
      "learning_rate": 0.00013970497086397257,
      "loss": 0.2626,
      "step": 1986
    },
    {
      "epoch": 1.1210945764863531,
      "grad_norm": 0.30743592977523804,
      "learning_rate": 0.00013965041703976083,
      "loss": 0.2657,
      "step": 1987
    },
    {
      "epoch": 1.1216587911700402,
      "grad_norm": 0.30413275957107544,
      "learning_rate": 0.00013959584921022464,
      "loss": 0.2586,
      "step": 1988
    },
    {
      "epoch": 1.1222230058537273,
      "grad_norm": 0.36579248309135437,
      "learning_rate": 0.00013954126739463844,
      "loss": 0.3419,
      "step": 1989
    },
    {
      "epoch": 1.1227872205374145,
      "grad_norm": 0.2892196476459503,
      "learning_rate": 0.00013948667161228163,
      "loss": 0.2084,
      "step": 1990
    },
    {
      "epoch": 1.1233514352211016,
      "grad_norm": 0.35451987385749817,
      "learning_rate": 0.0001394320618824385,
      "loss": 0.2839,
      "step": 1991
    },
    {
      "epoch": 1.1239156499047889,
      "grad_norm": 0.2995944321155548,
      "learning_rate": 0.0001393774382243984,
      "loss": 0.236,
      "step": 1992
    },
    {
      "epoch": 1.124479864588476,
      "grad_norm": 0.2990773618221283,
      "learning_rate": 0.00013932280065745542,
      "loss": 0.2523,
      "step": 1993
    },
    {
      "epoch": 1.125044079272163,
      "grad_norm": 0.31480586528778076,
      "learning_rate": 0.00013926814920090866,
      "loss": 0.2787,
      "step": 1994
    },
    {
      "epoch": 1.1256082939558503,
      "grad_norm": 0.2981460690498352,
      "learning_rate": 0.00013921348387406214,
      "loss": 0.2465,
      "step": 1995
    },
    {
      "epoch": 1.1261725086395373,
      "grad_norm": 0.31860122084617615,
      "learning_rate": 0.00013915880469622476,
      "loss": 0.288,
      "step": 1996
    },
    {
      "epoch": 1.1267367233232246,
      "grad_norm": 0.3107253611087799,
      "learning_rate": 0.00013910411168671023,
      "loss": 0.2467,
      "step": 1997
    },
    {
      "epoch": 1.1273009380069117,
      "grad_norm": 0.34871184825897217,
      "learning_rate": 0.0001390494048648373,
      "loss": 0.2751,
      "step": 1998
    },
    {
      "epoch": 1.1278651526905987,
      "grad_norm": 0.33303558826446533,
      "learning_rate": 0.0001389946842499295,
      "loss": 0.2746,
      "step": 1999
    },
    {
      "epoch": 1.128429367374286,
      "grad_norm": 0.27869513630867004,
      "learning_rate": 0.00013893994986131523,
      "loss": 0.2196,
      "step": 2000
    },
    {
      "epoch": 1.128429367374286,
      "eval_loss": 0.34723594784736633,
      "eval_runtime": 15.7955,
      "eval_samples_per_second": 9.053,
      "eval_steps_per_second": 4.558,
      "step": 2000
    },
    {
      "epoch": 1.128993582057973,
      "grad_norm": 0.3005678355693817,
      "learning_rate": 0.0001388852017183278,
      "loss": 0.2707,
      "step": 2001
    },
    {
      "epoch": 1.1295577967416601,
      "grad_norm": 0.31048882007598877,
      "learning_rate": 0.00013883043984030532,
      "loss": 0.2902,
      "step": 2002
    },
    {
      "epoch": 1.1301220114253474,
      "grad_norm": 0.3111737370491028,
      "learning_rate": 0.00013877566424659086,
      "loss": 0.2957,
      "step": 2003
    },
    {
      "epoch": 1.1306862261090345,
      "grad_norm": 0.320334255695343,
      "learning_rate": 0.00013872087495653217,
      "loss": 0.2711,
      "step": 2004
    },
    {
      "epoch": 1.1312504407927215,
      "grad_norm": 0.3313111662864685,
      "learning_rate": 0.000138666071989482,
      "loss": 0.2871,
      "step": 2005
    },
    {
      "epoch": 1.1318146554764088,
      "grad_norm": 0.3041827082633972,
      "learning_rate": 0.0001386112553647978,
      "loss": 0.3041,
      "step": 2006
    },
    {
      "epoch": 1.1323788701600959,
      "grad_norm": 0.27712133526802063,
      "learning_rate": 0.00013855642510184196,
      "loss": 0.2568,
      "step": 2007
    },
    {
      "epoch": 1.1329430848437831,
      "grad_norm": 0.3425038158893585,
      "learning_rate": 0.0001385015812199816,
      "loss": 0.3233,
      "step": 2008
    },
    {
      "epoch": 1.1335072995274702,
      "grad_norm": 0.34121349453926086,
      "learning_rate": 0.0001384467237385887,
      "loss": 0.2559,
      "step": 2009
    },
    {
      "epoch": 1.1340715142111573,
      "grad_norm": 0.34545955061912537,
      "learning_rate": 0.00013839185267703997,
      "loss": 0.3292,
      "step": 2010
    },
    {
      "epoch": 1.1346357288948445,
      "grad_norm": 0.3329452872276306,
      "learning_rate": 0.00013833696805471706,
      "loss": 0.2906,
      "step": 2011
    },
    {
      "epoch": 1.1351999435785316,
      "grad_norm": 0.2998608946800232,
      "learning_rate": 0.00013828206989100625,
      "loss": 0.2451,
      "step": 2012
    },
    {
      "epoch": 1.1357641582622189,
      "grad_norm": 0.3182547092437744,
      "learning_rate": 0.0001382271582052987,
      "loss": 0.3096,
      "step": 2013
    },
    {
      "epoch": 1.136328372945906,
      "grad_norm": 0.31496939063072205,
      "learning_rate": 0.00013817223301699035,
      "loss": 0.2798,
      "step": 2014
    },
    {
      "epoch": 1.136892587629593,
      "grad_norm": 0.348103791475296,
      "learning_rate": 0.00013811729434548182,
      "loss": 0.3298,
      "step": 2015
    },
    {
      "epoch": 1.1374568023132803,
      "grad_norm": 0.2987210750579834,
      "learning_rate": 0.00013806234221017862,
      "loss": 0.2262,
      "step": 2016
    },
    {
      "epoch": 1.1380210169969673,
      "grad_norm": 0.2938433587551117,
      "learning_rate": 0.00013800737663049092,
      "loss": 0.222,
      "step": 2017
    },
    {
      "epoch": 1.1385852316806544,
      "grad_norm": 0.33074018359184265,
      "learning_rate": 0.00013795239762583362,
      "loss": 0.2993,
      "step": 2018
    },
    {
      "epoch": 1.1391494463643417,
      "grad_norm": 0.2951745390892029,
      "learning_rate": 0.0001378974052156265,
      "loss": 0.222,
      "step": 2019
    },
    {
      "epoch": 1.1397136610480287,
      "grad_norm": 0.26706063747406006,
      "learning_rate": 0.00013784239941929394,
      "loss": 0.1881,
      "step": 2020
    },
    {
      "epoch": 1.1402778757317158,
      "grad_norm": 0.3180287182331085,
      "learning_rate": 0.0001377873802562651,
      "loss": 0.2766,
      "step": 2021
    },
    {
      "epoch": 1.140842090415403,
      "grad_norm": 0.2966856360435486,
      "learning_rate": 0.00013773234774597378,
      "loss": 0.2917,
      "step": 2022
    },
    {
      "epoch": 1.1414063050990901,
      "grad_norm": 0.29510220885276794,
      "learning_rate": 0.0001376773019078587,
      "loss": 0.2516,
      "step": 2023
    },
    {
      "epoch": 1.1419705197827774,
      "grad_norm": 0.2670542895793915,
      "learning_rate": 0.00013762224276136307,
      "loss": 0.2141,
      "step": 2024
    },
    {
      "epoch": 1.1425347344664645,
      "grad_norm": 0.3397424519062042,
      "learning_rate": 0.0001375671703259349,
      "loss": 0.2795,
      "step": 2025
    },
    {
      "epoch": 1.1430989491501515,
      "grad_norm": 0.3409395217895508,
      "learning_rate": 0.00013751208462102688,
      "loss": 0.2936,
      "step": 2026
    },
    {
      "epoch": 1.1436631638338388,
      "grad_norm": 0.27371010184288025,
      "learning_rate": 0.00013745698566609645,
      "loss": 0.2577,
      "step": 2027
    },
    {
      "epoch": 1.1442273785175259,
      "grad_norm": 0.2926112711429596,
      "learning_rate": 0.00013740187348060555,
      "loss": 0.2154,
      "step": 2028
    },
    {
      "epoch": 1.1447915932012132,
      "grad_norm": 0.32587313652038574,
      "learning_rate": 0.00013734674808402105,
      "loss": 0.2755,
      "step": 2029
    },
    {
      "epoch": 1.1453558078849002,
      "grad_norm": 0.3494194447994232,
      "learning_rate": 0.00013729160949581425,
      "loss": 0.2833,
      "step": 2030
    },
    {
      "epoch": 1.1459200225685873,
      "grad_norm": 0.33192259073257446,
      "learning_rate": 0.00013723645773546127,
      "loss": 0.2634,
      "step": 2031
    },
    {
      "epoch": 1.1464842372522746,
      "grad_norm": 0.335654079914093,
      "learning_rate": 0.00013718129282244275,
      "loss": 0.2602,
      "step": 2032
    },
    {
      "epoch": 1.1470484519359616,
      "grad_norm": 0.3241058588027954,
      "learning_rate": 0.00013712611477624407,
      "loss": 0.2563,
      "step": 2033
    },
    {
      "epoch": 1.147612666619649,
      "grad_norm": 0.29256728291511536,
      "learning_rate": 0.00013707092361635526,
      "loss": 0.2512,
      "step": 2034
    },
    {
      "epoch": 1.148176881303336,
      "grad_norm": 0.30974188446998596,
      "learning_rate": 0.0001370157193622709,
      "loss": 0.2615,
      "step": 2035
    },
    {
      "epoch": 1.148741095987023,
      "grad_norm": 0.310752272605896,
      "learning_rate": 0.00013696050203349032,
      "loss": 0.2491,
      "step": 2036
    },
    {
      "epoch": 1.1493053106707103,
      "grad_norm": 0.31754806637763977,
      "learning_rate": 0.0001369052716495173,
      "loss": 0.3159,
      "step": 2037
    },
    {
      "epoch": 1.1498695253543973,
      "grad_norm": 0.2997729480266571,
      "learning_rate": 0.00013685002822986036,
      "loss": 0.2044,
      "step": 2038
    },
    {
      "epoch": 1.1504337400380844,
      "grad_norm": 0.32024192810058594,
      "learning_rate": 0.0001367947717940326,
      "loss": 0.2891,
      "step": 2039
    },
    {
      "epoch": 1.1509979547217717,
      "grad_norm": 0.29455098509788513,
      "learning_rate": 0.0001367395023615517,
      "loss": 0.2525,
      "step": 2040
    },
    {
      "epoch": 1.1515621694054587,
      "grad_norm": 0.30087241530418396,
      "learning_rate": 0.00013668421995193994,
      "loss": 0.2655,
      "step": 2041
    },
    {
      "epoch": 1.1521263840891458,
      "grad_norm": 0.27421343326568604,
      "learning_rate": 0.00013662892458472415,
      "loss": 0.2611,
      "step": 2042
    },
    {
      "epoch": 1.152690598772833,
      "grad_norm": 0.3313867449760437,
      "learning_rate": 0.00013657361627943576,
      "loss": 0.2706,
      "step": 2043
    },
    {
      "epoch": 1.1532548134565201,
      "grad_norm": 0.29288727045059204,
      "learning_rate": 0.00013651829505561083,
      "loss": 0.2482,
      "step": 2044
    },
    {
      "epoch": 1.1538190281402074,
      "grad_norm": 0.3053112328052521,
      "learning_rate": 0.00013646296093278986,
      "loss": 0.2869,
      "step": 2045
    },
    {
      "epoch": 1.1543832428238945,
      "grad_norm": 0.30064108967781067,
      "learning_rate": 0.000136407613930518,
      "loss": 0.2284,
      "step": 2046
    },
    {
      "epoch": 1.1549474575075815,
      "grad_norm": 0.3171321749687195,
      "learning_rate": 0.000136352254068345,
      "loss": 0.3148,
      "step": 2047
    },
    {
      "epoch": 1.1555116721912688,
      "grad_norm": 0.3201340138912201,
      "learning_rate": 0.00013629688136582497,
      "loss": 0.2976,
      "step": 2048
    },
    {
      "epoch": 1.1560758868749559,
      "grad_norm": 0.3326513469219208,
      "learning_rate": 0.00013624149584251668,
      "loss": 0.3021,
      "step": 2049
    },
    {
      "epoch": 1.1566401015586432,
      "grad_norm": 0.3217279613018036,
      "learning_rate": 0.00013618609751798346,
      "loss": 0.2342,
      "step": 2050
    },
    {
      "epoch": 1.1572043162423302,
      "grad_norm": 0.33574381470680237,
      "learning_rate": 0.00013613068641179306,
      "loss": 0.2834,
      "step": 2051
    },
    {
      "epoch": 1.1577685309260173,
      "grad_norm": 0.33203527331352234,
      "learning_rate": 0.00013607526254351784,
      "loss": 0.3205,
      "step": 2052
    },
    {
      "epoch": 1.1583327456097046,
      "grad_norm": 0.33674952387809753,
      "learning_rate": 0.00013601982593273459,
      "loss": 0.3268,
      "step": 2053
    },
    {
      "epoch": 1.1588969602933916,
      "grad_norm": 0.33068251609802246,
      "learning_rate": 0.00013596437659902464,
      "loss": 0.305,
      "step": 2054
    },
    {
      "epoch": 1.159461174977079,
      "grad_norm": 0.29488685727119446,
      "learning_rate": 0.00013590891456197388,
      "loss": 0.2529,
      "step": 2055
    },
    {
      "epoch": 1.160025389660766,
      "grad_norm": 0.2879943251609802,
      "learning_rate": 0.0001358534398411725,
      "loss": 0.2644,
      "step": 2056
    },
    {
      "epoch": 1.160589604344453,
      "grad_norm": 0.33603957295417786,
      "learning_rate": 0.00013579795245621535,
      "loss": 0.3057,
      "step": 2057
    },
    {
      "epoch": 1.1611538190281403,
      "grad_norm": 0.3291415870189667,
      "learning_rate": 0.00013574245242670168,
      "loss": 0.2948,
      "step": 2058
    },
    {
      "epoch": 1.1617180337118274,
      "grad_norm": 0.332411527633667,
      "learning_rate": 0.00013568693977223525,
      "loss": 0.2471,
      "step": 2059
    },
    {
      "epoch": 1.1622822483955144,
      "grad_norm": 0.32682451605796814,
      "learning_rate": 0.00013563141451242418,
      "loss": 0.2824,
      "step": 2060
    },
    {
      "epoch": 1.1628464630792017,
      "grad_norm": 0.2728823125362396,
      "learning_rate": 0.00013557587666688118,
      "loss": 0.2355,
      "step": 2061
    },
    {
      "epoch": 1.1634106777628888,
      "grad_norm": 0.3141920566558838,
      "learning_rate": 0.00013552032625522328,
      "loss": 0.3002,
      "step": 2062
    },
    {
      "epoch": 1.1639748924465758,
      "grad_norm": 0.30485743284225464,
      "learning_rate": 0.000135464763297072,
      "loss": 0.2632,
      "step": 2063
    },
    {
      "epoch": 1.164539107130263,
      "grad_norm": 0.35702720284461975,
      "learning_rate": 0.0001354091878120533,
      "loss": 0.3025,
      "step": 2064
    },
    {
      "epoch": 1.1651033218139502,
      "grad_norm": 0.31815385818481445,
      "learning_rate": 0.0001353535998197976,
      "loss": 0.247,
      "step": 2065
    },
    {
      "epoch": 1.1656675364976374,
      "grad_norm": 0.3391287922859192,
      "learning_rate": 0.0001352979993399397,
      "loss": 0.2656,
      "step": 2066
    },
    {
      "epoch": 1.1662317511813245,
      "grad_norm": 0.3458086848258972,
      "learning_rate": 0.00013524238639211876,
      "loss": 0.2762,
      "step": 2067
    },
    {
      "epoch": 1.1667959658650116,
      "grad_norm": 0.3227681815624237,
      "learning_rate": 0.00013518676099597837,
      "loss": 0.2735,
      "step": 2068
    },
    {
      "epoch": 1.1673601805486988,
      "grad_norm": 0.3173057734966278,
      "learning_rate": 0.00013513112317116658,
      "loss": 0.2919,
      "step": 2069
    },
    {
      "epoch": 1.167924395232386,
      "grad_norm": 0.301582008600235,
      "learning_rate": 0.0001350754729373358,
      "loss": 0.2205,
      "step": 2070
    },
    {
      "epoch": 1.1684886099160732,
      "grad_norm": 0.30851438641548157,
      "learning_rate": 0.00013501981031414277,
      "loss": 0.252,
      "step": 2071
    },
    {
      "epoch": 1.1690528245997602,
      "grad_norm": 0.29892316460609436,
      "learning_rate": 0.0001349641353212487,
      "loss": 0.2787,
      "step": 2072
    },
    {
      "epoch": 1.1696170392834473,
      "grad_norm": 0.306305855512619,
      "learning_rate": 0.00013490844797831906,
      "loss": 0.2615,
      "step": 2073
    },
    {
      "epoch": 1.1701812539671346,
      "grad_norm": 0.31135275959968567,
      "learning_rate": 0.0001348527483050238,
      "loss": 0.3141,
      "step": 2074
    },
    {
      "epoch": 1.1707454686508216,
      "grad_norm": 0.2555356025695801,
      "learning_rate": 0.0001347970363210371,
      "loss": 0.2537,
      "step": 2075
    },
    {
      "epoch": 1.1713096833345087,
      "grad_norm": 0.26871904730796814,
      "learning_rate": 0.0001347413120460376,
      "loss": 0.2471,
      "step": 2076
    },
    {
      "epoch": 1.171873898018196,
      "grad_norm": 0.30152708292007446,
      "learning_rate": 0.00013468557549970822,
      "loss": 0.276,
      "step": 2077
    },
    {
      "epoch": 1.172438112701883,
      "grad_norm": 0.30551302433013916,
      "learning_rate": 0.00013462982670173624,
      "loss": 0.285,
      "step": 2078
    },
    {
      "epoch": 1.17300232738557,
      "grad_norm": 0.290984183549881,
      "learning_rate": 0.00013457406567181322,
      "loss": 0.2677,
      "step": 2079
    },
    {
      "epoch": 1.1735665420692574,
      "grad_norm": 0.2957724928855896,
      "learning_rate": 0.00013451829242963514,
      "loss": 0.2565,
      "step": 2080
    },
    {
      "epoch": 1.1741307567529444,
      "grad_norm": 0.32778215408325195,
      "learning_rate": 0.00013446250699490218,
      "loss": 0.2778,
      "step": 2081
    },
    {
      "epoch": 1.1746949714366317,
      "grad_norm": 0.33907440304756165,
      "learning_rate": 0.00013440670938731885,
      "loss": 0.2726,
      "step": 2082
    },
    {
      "epoch": 1.1752591861203188,
      "grad_norm": 0.32918259501457214,
      "learning_rate": 0.00013435089962659407,
      "loss": 0.2489,
      "step": 2083
    },
    {
      "epoch": 1.1758234008040058,
      "grad_norm": 0.3357543349266052,
      "learning_rate": 0.0001342950777324409,
      "loss": 0.2786,
      "step": 2084
    },
    {
      "epoch": 1.176387615487693,
      "grad_norm": 0.342600554227829,
      "learning_rate": 0.0001342392437245768,
      "loss": 0.29,
      "step": 2085
    },
    {
      "epoch": 1.1769518301713802,
      "grad_norm": 0.3297785818576813,
      "learning_rate": 0.00013418339762272342,
      "loss": 0.2985,
      "step": 2086
    },
    {
      "epoch": 1.1775160448550674,
      "grad_norm": 0.3623449504375458,
      "learning_rate": 0.00013412753944660674,
      "loss": 0.3262,
      "step": 2087
    },
    {
      "epoch": 1.1780802595387545,
      "grad_norm": 0.33232390880584717,
      "learning_rate": 0.00013407166921595702,
      "loss": 0.2795,
      "step": 2088
    },
    {
      "epoch": 1.1786444742224416,
      "grad_norm": 0.2982978820800781,
      "learning_rate": 0.00013401578695050874,
      "loss": 0.244,
      "step": 2089
    },
    {
      "epoch": 1.1792086889061288,
      "grad_norm": 0.2977670729160309,
      "learning_rate": 0.0001339598926700006,
      "loss": 0.2613,
      "step": 2090
    },
    {
      "epoch": 1.179772903589816,
      "grad_norm": 0.32100948691368103,
      "learning_rate": 0.00013390398639417564,
      "loss": 0.2561,
      "step": 2091
    },
    {
      "epoch": 1.1803371182735032,
      "grad_norm": 0.37906506657600403,
      "learning_rate": 0.00013384806814278107,
      "loss": 0.3124,
      "step": 2092
    },
    {
      "epoch": 1.1809013329571902,
      "grad_norm": 0.2980303168296814,
      "learning_rate": 0.0001337921379355683,
      "loss": 0.2293,
      "step": 2093
    },
    {
      "epoch": 1.1814655476408773,
      "grad_norm": 0.27168455719947815,
      "learning_rate": 0.00013373619579229304,
      "loss": 0.225,
      "step": 2094
    },
    {
      "epoch": 1.1820297623245646,
      "grad_norm": 0.3029191195964813,
      "learning_rate": 0.00013368024173271515,
      "loss": 0.2626,
      "step": 2095
    },
    {
      "epoch": 1.1825939770082516,
      "grad_norm": 0.33329811692237854,
      "learning_rate": 0.00013362427577659873,
      "loss": 0.2671,
      "step": 2096
    },
    {
      "epoch": 1.1831581916919387,
      "grad_norm": 0.2957371473312378,
      "learning_rate": 0.00013356829794371216,
      "loss": 0.219,
      "step": 2097
    },
    {
      "epoch": 1.183722406375626,
      "grad_norm": 0.33387523889541626,
      "learning_rate": 0.0001335123082538278,
      "loss": 0.3312,
      "step": 2098
    },
    {
      "epoch": 1.184286621059313,
      "grad_norm": 0.3367908000946045,
      "learning_rate": 0.00013345630672672245,
      "loss": 0.3002,
      "step": 2099
    },
    {
      "epoch": 1.184850835743,
      "grad_norm": 0.28765180706977844,
      "learning_rate": 0.00013340029338217691,
      "loss": 0.2334,
      "step": 2100
    },
    {
      "epoch": 1.1854150504266874,
      "grad_norm": 0.2864149808883667,
      "learning_rate": 0.00013334426823997627,
      "loss": 0.2514,
      "step": 2101
    },
    {
      "epoch": 1.1859792651103744,
      "grad_norm": 0.321525514125824,
      "learning_rate": 0.0001332882313199097,
      "loss": 0.2916,
      "step": 2102
    },
    {
      "epoch": 1.1865434797940617,
      "grad_norm": 0.3206270933151245,
      "learning_rate": 0.00013323218264177058,
      "loss": 0.245,
      "step": 2103
    },
    {
      "epoch": 1.1871076944777488,
      "grad_norm": 0.32468774914741516,
      "learning_rate": 0.00013317612222535642,
      "loss": 0.3628,
      "step": 2104
    },
    {
      "epoch": 1.1876719091614358,
      "grad_norm": 0.3099936246871948,
      "learning_rate": 0.00013312005009046888,
      "loss": 0.2592,
      "step": 2105
    },
    {
      "epoch": 1.1882361238451231,
      "grad_norm": 0.34589648246765137,
      "learning_rate": 0.0001330639662569138,
      "loss": 0.3026,
      "step": 2106
    },
    {
      "epoch": 1.1888003385288102,
      "grad_norm": 0.31647932529449463,
      "learning_rate": 0.00013300787074450106,
      "loss": 0.2678,
      "step": 2107
    },
    {
      "epoch": 1.1893645532124975,
      "grad_norm": 0.35805970430374146,
      "learning_rate": 0.0001329517635730448,
      "loss": 0.3267,
      "step": 2108
    },
    {
      "epoch": 1.1899287678961845,
      "grad_norm": 0.2828783690929413,
      "learning_rate": 0.0001328956447623631,
      "loss": 0.2331,
      "step": 2109
    },
    {
      "epoch": 1.1904929825798716,
      "grad_norm": 0.3131507635116577,
      "learning_rate": 0.0001328395143322784,
      "loss": 0.2859,
      "step": 2110
    },
    {
      "epoch": 1.1910571972635589,
      "grad_norm": 0.3186216950416565,
      "learning_rate": 0.00013278337230261694,
      "loss": 0.2785,
      "step": 2111
    },
    {
      "epoch": 1.191621411947246,
      "grad_norm": 0.3132651448249817,
      "learning_rate": 0.00013272721869320929,
      "loss": 0.2921,
      "step": 2112
    },
    {
      "epoch": 1.1921856266309332,
      "grad_norm": 0.3033907115459442,
      "learning_rate": 0.00013267105352389002,
      "loss": 0.2799,
      "step": 2113
    },
    {
      "epoch": 1.1927498413146203,
      "grad_norm": 0.336326003074646,
      "learning_rate": 0.0001326148768144978,
      "loss": 0.3125,
      "step": 2114
    },
    {
      "epoch": 1.1933140559983073,
      "grad_norm": 0.31465238332748413,
      "learning_rate": 0.00013255868858487539,
      "loss": 0.2436,
      "step": 2115
    },
    {
      "epoch": 1.1938782706819946,
      "grad_norm": 0.31493112444877625,
      "learning_rate": 0.0001325024888548696,
      "loss": 0.2648,
      "step": 2116
    },
    {
      "epoch": 1.1944424853656816,
      "grad_norm": 0.3398579955101013,
      "learning_rate": 0.00013244627764433128,
      "loss": 0.3339,
      "step": 2117
    },
    {
      "epoch": 1.1950067000493687,
      "grad_norm": 0.31589099764823914,
      "learning_rate": 0.00013239005497311536,
      "loss": 0.2717,
      "step": 2118
    },
    {
      "epoch": 1.195570914733056,
      "grad_norm": 0.3195814788341522,
      "learning_rate": 0.00013233382086108082,
      "loss": 0.3376,
      "step": 2119
    },
    {
      "epoch": 1.196135129416743,
      "grad_norm": 0.30663028359413147,
      "learning_rate": 0.0001322775753280907,
      "loss": 0.2449,
      "step": 2120
    },
    {
      "epoch": 1.19669934410043,
      "grad_norm": 0.28477582335472107,
      "learning_rate": 0.00013222131839401205,
      "loss": 0.2224,
      "step": 2121
    },
    {
      "epoch": 1.1972635587841174,
      "grad_norm": 0.29250428080558777,
      "learning_rate": 0.00013216505007871595,
      "loss": 0.2644,
      "step": 2122
    },
    {
      "epoch": 1.1978277734678044,
      "grad_norm": 0.29811808466911316,
      "learning_rate": 0.00013210877040207745,
      "loss": 0.2612,
      "step": 2123
    },
    {
      "epoch": 1.1983919881514917,
      "grad_norm": 0.2982858419418335,
      "learning_rate": 0.00013205247938397573,
      "loss": 0.2648,
      "step": 2124
    },
    {
      "epoch": 1.1989562028351788,
      "grad_norm": 0.3335859775543213,
      "learning_rate": 0.00013199617704429389,
      "loss": 0.3279,
      "step": 2125
    },
    {
      "epoch": 1.1995204175188658,
      "grad_norm": 0.30368322134017944,
      "learning_rate": 0.000131939863402919,
      "loss": 0.2483,
      "step": 2126
    },
    {
      "epoch": 1.2000846322025531,
      "grad_norm": 0.2904178202152252,
      "learning_rate": 0.00013188353847974228,
      "loss": 0.2295,
      "step": 2127
    },
    {
      "epoch": 1.2006488468862402,
      "grad_norm": 0.34066709876060486,
      "learning_rate": 0.00013182720229465872,
      "loss": 0.2814,
      "step": 2128
    },
    {
      "epoch": 1.2012130615699275,
      "grad_norm": 0.3155919909477234,
      "learning_rate": 0.00013177085486756743,
      "loss": 0.2483,
      "step": 2129
    },
    {
      "epoch": 1.2017772762536145,
      "grad_norm": 0.3251244127750397,
      "learning_rate": 0.0001317144962183715,
      "loss": 0.2846,
      "step": 2130
    },
    {
      "epoch": 1.2023414909373016,
      "grad_norm": 0.296244353055954,
      "learning_rate": 0.00013165812636697783,
      "loss": 0.2178,
      "step": 2131
    },
    {
      "epoch": 1.2029057056209889,
      "grad_norm": 0.2862035632133484,
      "learning_rate": 0.00013160174533329746,
      "loss": 0.236,
      "step": 2132
    },
    {
      "epoch": 1.203469920304676,
      "grad_norm": 0.3350381851196289,
      "learning_rate": 0.0001315453531372453,
      "loss": 0.3123,
      "step": 2133
    },
    {
      "epoch": 1.204034134988363,
      "grad_norm": 0.2962338328361511,
      "learning_rate": 0.00013148894979874023,
      "loss": 0.2601,
      "step": 2134
    },
    {
      "epoch": 1.2045983496720503,
      "grad_norm": 0.3048122525215149,
      "learning_rate": 0.00013143253533770498,
      "loss": 0.2737,
      "step": 2135
    },
    {
      "epoch": 1.2051625643557373,
      "grad_norm": 0.2935715615749359,
      "learning_rate": 0.00013137610977406633,
      "loss": 0.2262,
      "step": 2136
    },
    {
      "epoch": 1.2057267790394244,
      "grad_norm": 0.273727685213089,
      "learning_rate": 0.00013131967312775484,
      "loss": 0.2205,
      "step": 2137
    },
    {
      "epoch": 1.2062909937231117,
      "grad_norm": 0.2921564280986786,
      "learning_rate": 0.00013126322541870517,
      "loss": 0.2637,
      "step": 2138
    },
    {
      "epoch": 1.2068552084067987,
      "grad_norm": 0.2979353368282318,
      "learning_rate": 0.00013120676666685576,
      "loss": 0.2691,
      "step": 2139
    },
    {
      "epoch": 1.207419423090486,
      "grad_norm": 0.32558944821357727,
      "learning_rate": 0.00013115029689214893,
      "loss": 0.2972,
      "step": 2140
    },
    {
      "epoch": 1.207983637774173,
      "grad_norm": 0.30159005522727966,
      "learning_rate": 0.00013109381611453098,
      "loss": 0.2594,
      "step": 2141
    },
    {
      "epoch": 1.2085478524578601,
      "grad_norm": 0.26841530203819275,
      "learning_rate": 0.00013103732435395203,
      "loss": 0.2123,
      "step": 2142
    },
    {
      "epoch": 1.2091120671415474,
      "grad_norm": 0.31337830424308777,
      "learning_rate": 0.00013098082163036614,
      "loss": 0.2849,
      "step": 2143
    },
    {
      "epoch": 1.2096762818252345,
      "grad_norm": 0.28541573882102966,
      "learning_rate": 0.00013092430796373116,
      "loss": 0.2511,
      "step": 2144
    },
    {
      "epoch": 1.2102404965089217,
      "grad_norm": 0.2964245080947876,
      "learning_rate": 0.0001308677833740089,
      "loss": 0.2596,
      "step": 2145
    },
    {
      "epoch": 1.2108047111926088,
      "grad_norm": 0.3124862313270569,
      "learning_rate": 0.00013081124788116494,
      "loss": 0.2041,
      "step": 2146
    },
    {
      "epoch": 1.2113689258762959,
      "grad_norm": 0.33996427059173584,
      "learning_rate": 0.00013075470150516883,
      "loss": 0.2925,
      "step": 2147
    },
    {
      "epoch": 1.2119331405599831,
      "grad_norm": 0.29856619238853455,
      "learning_rate": 0.0001306981442659938,
      "loss": 0.2544,
      "step": 2148
    },
    {
      "epoch": 1.2124973552436702,
      "grad_norm": 0.3371172547340393,
      "learning_rate": 0.00013064157618361704,
      "loss": 0.3031,
      "step": 2149
    },
    {
      "epoch": 1.2130615699273575,
      "grad_norm": 0.3183572590351105,
      "learning_rate": 0.0001305849972780195,
      "loss": 0.2317,
      "step": 2150
    },
    {
      "epoch": 1.2136257846110445,
      "grad_norm": 0.33555710315704346,
      "learning_rate": 0.00013052840756918606,
      "loss": 0.2817,
      "step": 2151
    },
    {
      "epoch": 1.2141899992947316,
      "grad_norm": 0.33872246742248535,
      "learning_rate": 0.0001304718070771053,
      "loss": 0.2819,
      "step": 2152
    },
    {
      "epoch": 1.2147542139784189,
      "grad_norm": 0.3153963088989258,
      "learning_rate": 0.00013041519582176965,
      "loss": 0.266,
      "step": 2153
    },
    {
      "epoch": 1.215318428662106,
      "grad_norm": 0.32306307554244995,
      "learning_rate": 0.00013035857382317532,
      "loss": 0.2694,
      "step": 2154
    },
    {
      "epoch": 1.215882643345793,
      "grad_norm": 0.3076555132865906,
      "learning_rate": 0.00013030194110132234,
      "loss": 0.2876,
      "step": 2155
    },
    {
      "epoch": 1.2164468580294803,
      "grad_norm": 0.28226426243782043,
      "learning_rate": 0.0001302452976762146,
      "loss": 0.2612,
      "step": 2156
    },
    {
      "epoch": 1.2170110727131673,
      "grad_norm": 0.2996964156627655,
      "learning_rate": 0.00013018864356785962,
      "loss": 0.2901,
      "step": 2157
    },
    {
      "epoch": 1.2175752873968544,
      "grad_norm": 0.318046897649765,
      "learning_rate": 0.0001301319787962688,
      "loss": 0.2884,
      "step": 2158
    },
    {
      "epoch": 1.2181395020805417,
      "grad_norm": 0.3112885355949402,
      "learning_rate": 0.00013007530338145728,
      "loss": 0.2823,
      "step": 2159
    },
    {
      "epoch": 1.2187037167642287,
      "grad_norm": 0.32195237278938293,
      "learning_rate": 0.00013001861734344394,
      "loss": 0.2643,
      "step": 2160
    },
    {
      "epoch": 1.219267931447916,
      "grad_norm": 0.32018035650253296,
      "learning_rate": 0.00012996192070225144,
      "loss": 0.2755,
      "step": 2161
    },
    {
      "epoch": 1.219832146131603,
      "grad_norm": 0.314140647649765,
      "learning_rate": 0.00012990521347790615,
      "loss": 0.2698,
      "step": 2162
    },
    {
      "epoch": 1.2203963608152901,
      "grad_norm": 0.308263897895813,
      "learning_rate": 0.00012984849569043827,
      "loss": 0.2747,
      "step": 2163
    },
    {
      "epoch": 1.2209605754989774,
      "grad_norm": 0.31364986300468445,
      "learning_rate": 0.0001297917673598816,
      "loss": 0.2591,
      "step": 2164
    },
    {
      "epoch": 1.2215247901826645,
      "grad_norm": 0.2977581024169922,
      "learning_rate": 0.00012973502850627372,
      "loss": 0.2389,
      "step": 2165
    },
    {
      "epoch": 1.2220890048663517,
      "grad_norm": 0.30117926001548767,
      "learning_rate": 0.000129678279149656,
      "loss": 0.2344,
      "step": 2166
    },
    {
      "epoch": 1.2226532195500388,
      "grad_norm": 0.32419532537460327,
      "learning_rate": 0.00012962151931007336,
      "loss": 0.2642,
      "step": 2167
    },
    {
      "epoch": 1.2232174342337259,
      "grad_norm": 0.2905324101448059,
      "learning_rate": 0.00012956474900757459,
      "loss": 0.215,
      "step": 2168
    },
    {
      "epoch": 1.2237816489174131,
      "grad_norm": 0.30408668518066406,
      "learning_rate": 0.00012950796826221206,
      "loss": 0.2071,
      "step": 2169
    },
    {
      "epoch": 1.2243458636011002,
      "grad_norm": 0.3324754536151886,
      "learning_rate": 0.0001294511770940419,
      "loss": 0.2655,
      "step": 2170
    },
    {
      "epoch": 1.2249100782847875,
      "grad_norm": 0.3115033209323883,
      "learning_rate": 0.00012939437552312387,
      "loss": 0.2442,
      "step": 2171
    },
    {
      "epoch": 1.2254742929684745,
      "grad_norm": 0.349618524312973,
      "learning_rate": 0.00012933756356952144,
      "loss": 0.2585,
      "step": 2172
    },
    {
      "epoch": 1.2260385076521616,
      "grad_norm": 0.33839333057403564,
      "learning_rate": 0.00012928074125330175,
      "loss": 0.3025,
      "step": 2173
    },
    {
      "epoch": 1.2266027223358489,
      "grad_norm": 0.3102639615535736,
      "learning_rate": 0.00012922390859453555,
      "loss": 0.294,
      "step": 2174
    },
    {
      "epoch": 1.227166937019536,
      "grad_norm": 0.28889092803001404,
      "learning_rate": 0.0001291670656132973,
      "loss": 0.2174,
      "step": 2175
    },
    {
      "epoch": 1.227731151703223,
      "grad_norm": 0.3317413628101349,
      "learning_rate": 0.0001291102123296651,
      "loss": 0.3507,
      "step": 2176
    },
    {
      "epoch": 1.2282953663869103,
      "grad_norm": 0.3330046236515045,
      "learning_rate": 0.0001290533487637206,
      "loss": 0.3218,
      "step": 2177
    },
    {
      "epoch": 1.2288595810705973,
      "grad_norm": 0.326639324426651,
      "learning_rate": 0.00012899647493554926,
      "loss": 0.3171,
      "step": 2178
    },
    {
      "epoch": 1.2294237957542844,
      "grad_norm": 0.31315040588378906,
      "learning_rate": 0.00012893959086524,
      "loss": 0.3279,
      "step": 2179
    },
    {
      "epoch": 1.2299880104379717,
      "grad_norm": 0.30669698119163513,
      "learning_rate": 0.0001288826965728854,
      "loss": 0.295,
      "step": 2180
    },
    {
      "epoch": 1.2305522251216587,
      "grad_norm": 0.30290836095809937,
      "learning_rate": 0.0001288257920785817,
      "loss": 0.2917,
      "step": 2181
    },
    {
      "epoch": 1.231116439805346,
      "grad_norm": 0.34089425206184387,
      "learning_rate": 0.00012876887740242868,
      "loss": 0.3395,
      "step": 2182
    },
    {
      "epoch": 1.231680654489033,
      "grad_norm": 0.3234363794326782,
      "learning_rate": 0.00012871195256452983,
      "loss": 0.2819,
      "step": 2183
    },
    {
      "epoch": 1.2322448691727201,
      "grad_norm": 0.3080654740333557,
      "learning_rate": 0.000128655017584992,
      "loss": 0.3147,
      "step": 2184
    },
    {
      "epoch": 1.2328090838564074,
      "grad_norm": 0.3177824914455414,
      "learning_rate": 0.00012859807248392593,
      "loss": 0.2412,
      "step": 2185
    },
    {
      "epoch": 1.2333732985400945,
      "grad_norm": 0.29329511523246765,
      "learning_rate": 0.00012854111728144565,
      "loss": 0.2655,
      "step": 2186
    },
    {
      "epoch": 1.2339375132237818,
      "grad_norm": 0.33001959323883057,
      "learning_rate": 0.00012848415199766898,
      "loss": 0.2831,
      "step": 2187
    },
    {
      "epoch": 1.2345017279074688,
      "grad_norm": 0.31208306550979614,
      "learning_rate": 0.0001284271766527171,
      "loss": 0.2867,
      "step": 2188
    },
    {
      "epoch": 1.2350659425911559,
      "grad_norm": 0.3418136239051819,
      "learning_rate": 0.00012837019126671494,
      "loss": 0.2954,
      "step": 2189
    },
    {
      "epoch": 1.2356301572748432,
      "grad_norm": 0.2836284637451172,
      "learning_rate": 0.00012831319585979086,
      "loss": 0.2288,
      "step": 2190
    },
    {
      "epoch": 1.2361943719585302,
      "grad_norm": 0.33322635293006897,
      "learning_rate": 0.00012825619045207676,
      "loss": 0.3261,
      "step": 2191
    },
    {
      "epoch": 1.2367585866422173,
      "grad_norm": 0.2993510067462921,
      "learning_rate": 0.00012819917506370812,
      "loss": 0.2534,
      "step": 2192
    },
    {
      "epoch": 1.2373228013259046,
      "grad_norm": 0.3028534948825836,
      "learning_rate": 0.00012814214971482388,
      "loss": 0.2721,
      "step": 2193
    },
    {
      "epoch": 1.2378870160095916,
      "grad_norm": 0.2954505383968353,
      "learning_rate": 0.0001280851144255666,
      "loss": 0.2692,
      "step": 2194
    },
    {
      "epoch": 1.2384512306932787,
      "grad_norm": 0.30226024985313416,
      "learning_rate": 0.00012802806921608222,
      "loss": 0.2743,
      "step": 2195
    },
    {
      "epoch": 1.239015445376966,
      "grad_norm": 0.3341463804244995,
      "learning_rate": 0.00012797101410652034,
      "loss": 0.2421,
      "step": 2196
    },
    {
      "epoch": 1.239579660060653,
      "grad_norm": 0.3298338055610657,
      "learning_rate": 0.0001279139491170339,
      "loss": 0.2527,
      "step": 2197
    },
    {
      "epoch": 1.2401438747443403,
      "grad_norm": 0.3347272276878357,
      "learning_rate": 0.00012785687426777943,
      "loss": 0.2737,
      "step": 2198
    },
    {
      "epoch": 1.2407080894280273,
      "grad_norm": 0.3240935504436493,
      "learning_rate": 0.00012779978957891693,
      "loss": 0.3003,
      "step": 2199
    },
    {
      "epoch": 1.2412723041117144,
      "grad_norm": 0.33171623945236206,
      "learning_rate": 0.00012774269507060982,
      "loss": 0.2166,
      "step": 2200
    },
    {
      "epoch": 1.2412723041117144,
      "eval_loss": 0.3490729033946991,
      "eval_runtime": 15.7911,
      "eval_samples_per_second": 9.056,
      "eval_steps_per_second": 4.56,
      "step": 2200
    },
    {
      "epoch": 1.2418365187954017,
      "grad_norm": 0.3142877519130707,
      "learning_rate": 0.00012768559076302506,
      "loss": 0.2627,
      "step": 2201
    },
    {
      "epoch": 1.2424007334790887,
      "grad_norm": 0.29740583896636963,
      "learning_rate": 0.00012762847667633305,
      "loss": 0.2411,
      "step": 2202
    },
    {
      "epoch": 1.242964948162776,
      "grad_norm": 0.29708829522132874,
      "learning_rate": 0.0001275713528307076,
      "loss": 0.2535,
      "step": 2203
    },
    {
      "epoch": 1.243529162846463,
      "grad_norm": 0.35255566239356995,
      "learning_rate": 0.000127514219246326,
      "loss": 0.2923,
      "step": 2204
    },
    {
      "epoch": 1.2440933775301501,
      "grad_norm": 0.29663121700286865,
      "learning_rate": 0.000127457075943369,
      "loss": 0.2932,
      "step": 2205
    },
    {
      "epoch": 1.2446575922138374,
      "grad_norm": 0.3050096333026886,
      "learning_rate": 0.00012739992294202073,
      "loss": 0.2705,
      "step": 2206
    },
    {
      "epoch": 1.2452218068975245,
      "grad_norm": 0.2945074439048767,
      "learning_rate": 0.00012734276026246885,
      "loss": 0.2781,
      "step": 2207
    },
    {
      "epoch": 1.2457860215812118,
      "grad_norm": 0.29753848910331726,
      "learning_rate": 0.00012728558792490433,
      "loss": 0.3171,
      "step": 2208
    },
    {
      "epoch": 1.2463502362648988,
      "grad_norm": 0.34180811047554016,
      "learning_rate": 0.00012722840594952157,
      "loss": 0.285,
      "step": 2209
    },
    {
      "epoch": 1.2469144509485859,
      "grad_norm": 0.2763114273548126,
      "learning_rate": 0.0001271712143565184,
      "loss": 0.2308,
      "step": 2210
    },
    {
      "epoch": 1.2474786656322732,
      "grad_norm": 0.32058921456336975,
      "learning_rate": 0.0001271140131660961,
      "loss": 0.2865,
      "step": 2211
    },
    {
      "epoch": 1.2480428803159602,
      "grad_norm": 0.3156163692474365,
      "learning_rate": 0.00012705680239845916,
      "loss": 0.2578,
      "step": 2212
    },
    {
      "epoch": 1.2486070949996473,
      "grad_norm": 0.31890320777893066,
      "learning_rate": 0.00012699958207381564,
      "loss": 0.2969,
      "step": 2213
    },
    {
      "epoch": 1.2491713096833346,
      "grad_norm": 0.3455311059951782,
      "learning_rate": 0.00012694235221237695,
      "loss": 0.2957,
      "step": 2214
    },
    {
      "epoch": 1.2497355243670216,
      "grad_norm": 0.2789122462272644,
      "learning_rate": 0.00012688511283435777,
      "loss": 0.2686,
      "step": 2215
    },
    {
      "epoch": 1.2502997390507087,
      "grad_norm": 0.33052951097488403,
      "learning_rate": 0.00012682786395997624,
      "loss": 0.345,
      "step": 2216
    },
    {
      "epoch": 1.250863953734396,
      "grad_norm": 0.3512321710586548,
      "learning_rate": 0.00012677060560945376,
      "loss": 0.3195,
      "step": 2217
    },
    {
      "epoch": 1.251428168418083,
      "grad_norm": 0.30252543091773987,
      "learning_rate": 0.00012671333780301517,
      "loss": 0.2333,
      "step": 2218
    },
    {
      "epoch": 1.2519923831017703,
      "grad_norm": 0.3395512104034424,
      "learning_rate": 0.0001266560605608886,
      "loss": 0.2565,
      "step": 2219
    },
    {
      "epoch": 1.2525565977854574,
      "grad_norm": 0.31071558594703674,
      "learning_rate": 0.00012659877390330557,
      "loss": 0.2948,
      "step": 2220
    },
    {
      "epoch": 1.2531208124691444,
      "grad_norm": 0.2922515869140625,
      "learning_rate": 0.0001265414778505008,
      "loss": 0.2414,
      "step": 2221
    },
    {
      "epoch": 1.2536850271528317,
      "grad_norm": 0.31533509492874146,
      "learning_rate": 0.00012648417242271242,
      "loss": 0.2736,
      "step": 2222
    },
    {
      "epoch": 1.2542492418365188,
      "grad_norm": 0.32964566349983215,
      "learning_rate": 0.00012642685764018195,
      "loss": 0.309,
      "step": 2223
    },
    {
      "epoch": 1.254813456520206,
      "grad_norm": 0.31517356634140015,
      "learning_rate": 0.000126369533523154,
      "loss": 0.271,
      "step": 2224
    },
    {
      "epoch": 1.255377671203893,
      "grad_norm": 0.31545695662498474,
      "learning_rate": 0.00012631220009187664,
      "loss": 0.2597,
      "step": 2225
    },
    {
      "epoch": 1.2559418858875802,
      "grad_norm": 0.28269216418266296,
      "learning_rate": 0.00012625485736660126,
      "loss": 0.2224,
      "step": 2226
    },
    {
      "epoch": 1.2565061005712674,
      "grad_norm": 0.30080166459083557,
      "learning_rate": 0.0001261975053675824,
      "loss": 0.274,
      "step": 2227
    },
    {
      "epoch": 1.2570703152549545,
      "grad_norm": 0.31460797786712646,
      "learning_rate": 0.00012614014411507793,
      "loss": 0.253,
      "step": 2228
    },
    {
      "epoch": 1.2576345299386418,
      "grad_norm": 0.3236623704433441,
      "learning_rate": 0.00012608277362934902,
      "loss": 0.3031,
      "step": 2229
    },
    {
      "epoch": 1.2581987446223288,
      "grad_norm": 0.2980605959892273,
      "learning_rate": 0.00012602539393066005,
      "loss": 0.2141,
      "step": 2230
    },
    {
      "epoch": 1.258762959306016,
      "grad_norm": 0.3187895715236664,
      "learning_rate": 0.00012596800503927874,
      "loss": 0.2756,
      "step": 2231
    },
    {
      "epoch": 1.259327173989703,
      "grad_norm": 0.3051292300224304,
      "learning_rate": 0.00012591060697547598,
      "loss": 0.2593,
      "step": 2232
    },
    {
      "epoch": 1.2598913886733902,
      "grad_norm": 0.33397096395492554,
      "learning_rate": 0.00012585319975952589,
      "loss": 0.3062,
      "step": 2233
    },
    {
      "epoch": 1.2604556033570773,
      "grad_norm": 0.347915917634964,
      "learning_rate": 0.0001257957834117059,
      "loss": 0.2883,
      "step": 2234
    },
    {
      "epoch": 1.2610198180407646,
      "grad_norm": 0.3160931468009949,
      "learning_rate": 0.00012573835795229657,
      "loss": 0.2702,
      "step": 2235
    },
    {
      "epoch": 1.2615840327244516,
      "grad_norm": 0.27695491909980774,
      "learning_rate": 0.00012568092340158174,
      "loss": 0.1896,
      "step": 2236
    },
    {
      "epoch": 1.2621482474081387,
      "grad_norm": 0.31930434703826904,
      "learning_rate": 0.00012562347977984845,
      "loss": 0.2721,
      "step": 2237
    },
    {
      "epoch": 1.262712462091826,
      "grad_norm": 0.3092929422855377,
      "learning_rate": 0.00012556602710738694,
      "loss": 0.2545,
      "step": 2238
    },
    {
      "epoch": 1.263276676775513,
      "grad_norm": 0.33542585372924805,
      "learning_rate": 0.0001255085654044907,
      "loss": 0.2435,
      "step": 2239
    },
    {
      "epoch": 1.2638408914592003,
      "grad_norm": 0.3171939253807068,
      "learning_rate": 0.00012545109469145628,
      "loss": 0.26,
      "step": 2240
    },
    {
      "epoch": 1.2644051061428874,
      "grad_norm": 0.3290126323699951,
      "learning_rate": 0.00012539361498858353,
      "loss": 0.2987,
      "step": 2241
    },
    {
      "epoch": 1.2649693208265744,
      "grad_norm": 0.32513052225112915,
      "learning_rate": 0.00012533612631617546,
      "loss": 0.316,
      "step": 2242
    },
    {
      "epoch": 1.2655335355102617,
      "grad_norm": 0.3192151188850403,
      "learning_rate": 0.00012527862869453818,
      "loss": 0.3022,
      "step": 2243
    },
    {
      "epoch": 1.2660977501939488,
      "grad_norm": 0.3189745247364044,
      "learning_rate": 0.000125221122143981,
      "loss": 0.2883,
      "step": 2244
    },
    {
      "epoch": 1.266661964877636,
      "grad_norm": 0.32194435596466064,
      "learning_rate": 0.00012516360668481645,
      "loss": 0.2971,
      "step": 2245
    },
    {
      "epoch": 1.267226179561323,
      "grad_norm": 0.3086678087711334,
      "learning_rate": 0.0001251060823373601,
      "loss": 0.2514,
      "step": 2246
    },
    {
      "epoch": 1.2677903942450102,
      "grad_norm": 0.31852373480796814,
      "learning_rate": 0.00012504854912193073,
      "loss": 0.2968,
      "step": 2247
    },
    {
      "epoch": 1.2683546089286974,
      "grad_norm": 0.3219282031059265,
      "learning_rate": 0.0001249910070588502,
      "loss": 0.3086,
      "step": 2248
    },
    {
      "epoch": 1.2689188236123845,
      "grad_norm": 0.3149625360965729,
      "learning_rate": 0.00012493345616844352,
      "loss": 0.2459,
      "step": 2249
    },
    {
      "epoch": 1.2694830382960718,
      "grad_norm": 0.32158592343330383,
      "learning_rate": 0.00012487589647103885,
      "loss": 0.291,
      "step": 2250
    },
    {
      "epoch": 1.2700472529797588,
      "grad_norm": 0.3286825716495514,
      "learning_rate": 0.00012481832798696743,
      "loss": 0.3047,
      "step": 2251
    },
    {
      "epoch": 1.270611467663446,
      "grad_norm": 0.3416249454021454,
      "learning_rate": 0.00012476075073656362,
      "loss": 0.2953,
      "step": 2252
    },
    {
      "epoch": 1.271175682347133,
      "grad_norm": 0.3156263530254364,
      "learning_rate": 0.0001247031647401648,
      "loss": 0.2761,
      "step": 2253
    },
    {
      "epoch": 1.2717398970308202,
      "grad_norm": 0.30601125955581665,
      "learning_rate": 0.00012464557001811157,
      "loss": 0.2677,
      "step": 2254
    },
    {
      "epoch": 1.2723041117145073,
      "grad_norm": 0.317812442779541,
      "learning_rate": 0.0001245879665907475,
      "loss": 0.2726,
      "step": 2255
    },
    {
      "epoch": 1.2728683263981946,
      "grad_norm": 0.31476902961730957,
      "learning_rate": 0.0001245303544784193,
      "loss": 0.2705,
      "step": 2256
    },
    {
      "epoch": 1.2734325410818816,
      "grad_norm": 0.2959232032299042,
      "learning_rate": 0.00012447273370147673,
      "loss": 0.2799,
      "step": 2257
    },
    {
      "epoch": 1.2739967557655687,
      "grad_norm": 0.3185064494609833,
      "learning_rate": 0.00012441510428027258,
      "loss": 0.2764,
      "step": 2258
    },
    {
      "epoch": 1.274560970449256,
      "grad_norm": 0.30862176418304443,
      "learning_rate": 0.00012435746623516274,
      "loss": 0.264,
      "step": 2259
    },
    {
      "epoch": 1.275125185132943,
      "grad_norm": 0.34109437465667725,
      "learning_rate": 0.00012429981958650616,
      "loss": 0.2905,
      "step": 2260
    },
    {
      "epoch": 1.2756893998166303,
      "grad_norm": 0.3041318655014038,
      "learning_rate": 0.00012424216435466472,
      "loss": 0.2703,
      "step": 2261
    },
    {
      "epoch": 1.2762536145003174,
      "grad_norm": 0.30490899085998535,
      "learning_rate": 0.00012418450056000347,
      "loss": 0.2408,
      "step": 2262
    },
    {
      "epoch": 1.2768178291840044,
      "grad_norm": 0.32841774821281433,
      "learning_rate": 0.00012412682822289037,
      "loss": 0.3298,
      "step": 2263
    },
    {
      "epoch": 1.2773820438676917,
      "grad_norm": 0.25645530223846436,
      "learning_rate": 0.0001240691473636965,
      "loss": 0.2013,
      "step": 2264
    },
    {
      "epoch": 1.2779462585513788,
      "grad_norm": 0.2993127405643463,
      "learning_rate": 0.0001240114580027959,
      "loss": 0.2268,
      "step": 2265
    },
    {
      "epoch": 1.278510473235066,
      "grad_norm": 0.3337741494178772,
      "learning_rate": 0.0001239537601605655,
      "loss": 0.2719,
      "step": 2266
    },
    {
      "epoch": 1.2790746879187531,
      "grad_norm": 0.30952921509742737,
      "learning_rate": 0.00012389605385738553,
      "loss": 0.2628,
      "step": 2267
    },
    {
      "epoch": 1.2796389026024402,
      "grad_norm": 0.2916035056114197,
      "learning_rate": 0.00012383833911363884,
      "loss": 0.2625,
      "step": 2268
    },
    {
      "epoch": 1.2802031172861272,
      "grad_norm": 0.29744958877563477,
      "learning_rate": 0.00012378061594971158,
      "loss": 0.2069,
      "step": 2269
    },
    {
      "epoch": 1.2807673319698145,
      "grad_norm": 0.3484368622303009,
      "learning_rate": 0.0001237228843859926,
      "loss": 0.3109,
      "step": 2270
    },
    {
      "epoch": 1.2813315466535018,
      "grad_norm": 0.3250286281108856,
      "learning_rate": 0.00012366514444287396,
      "loss": 0.2919,
      "step": 2271
    },
    {
      "epoch": 1.2818957613371889,
      "grad_norm": 0.3686133623123169,
      "learning_rate": 0.0001236073961407505,
      "loss": 0.2931,
      "step": 2272
    },
    {
      "epoch": 1.282459976020876,
      "grad_norm": 0.32719072699546814,
      "learning_rate": 0.00012354963950002008,
      "loss": 0.2415,
      "step": 2273
    },
    {
      "epoch": 1.283024190704563,
      "grad_norm": 0.32644709944725037,
      "learning_rate": 0.00012349187454108353,
      "loss": 0.2712,
      "step": 2274
    },
    {
      "epoch": 1.2835884053882503,
      "grad_norm": 0.34008991718292236,
      "learning_rate": 0.0001234341012843446,
      "loss": 0.319,
      "step": 2275
    },
    {
      "epoch": 1.2841526200719373,
      "grad_norm": 0.33677616715431213,
      "learning_rate": 0.00012337631975021,
      "loss": 0.2939,
      "step": 2276
    },
    {
      "epoch": 1.2847168347556246,
      "grad_norm": 0.30003100633621216,
      "learning_rate": 0.00012331852995908925,
      "loss": 0.2687,
      "step": 2277
    },
    {
      "epoch": 1.2852810494393117,
      "grad_norm": 0.3635033071041107,
      "learning_rate": 0.00012326073193139492,
      "loss": 0.355,
      "step": 2278
    },
    {
      "epoch": 1.2858452641229987,
      "grad_norm": 0.2946329414844513,
      "learning_rate": 0.0001232029256875424,
      "loss": 0.2652,
      "step": 2279
    },
    {
      "epoch": 1.286409478806686,
      "grad_norm": 0.3123535215854645,
      "learning_rate": 0.00012314511124795002,
      "loss": 0.3039,
      "step": 2280
    },
    {
      "epoch": 1.286973693490373,
      "grad_norm": 0.29199010133743286,
      "learning_rate": 0.00012308728863303907,
      "loss": 0.2642,
      "step": 2281
    },
    {
      "epoch": 1.2875379081740603,
      "grad_norm": 0.32384270429611206,
      "learning_rate": 0.0001230294578632336,
      "loss": 0.2785,
      "step": 2282
    },
    {
      "epoch": 1.2881021228577474,
      "grad_norm": 0.3284015357494354,
      "learning_rate": 0.00012297161895896062,
      "loss": 0.3427,
      "step": 2283
    },
    {
      "epoch": 1.2886663375414344,
      "grad_norm": 0.3061738908290863,
      "learning_rate": 0.00012291377194064996,
      "loss": 0.2884,
      "step": 2284
    },
    {
      "epoch": 1.2892305522251217,
      "grad_norm": 0.2960169315338135,
      "learning_rate": 0.00012285591682873435,
      "loss": 0.2324,
      "step": 2285
    },
    {
      "epoch": 1.2897947669088088,
      "grad_norm": 0.2969813942909241,
      "learning_rate": 0.00012279805364364944,
      "loss": 0.2464,
      "step": 2286
    },
    {
      "epoch": 1.290358981592496,
      "grad_norm": 0.3090965747833252,
      "learning_rate": 0.00012274018240583364,
      "loss": 0.2695,
      "step": 2287
    },
    {
      "epoch": 1.2909231962761831,
      "grad_norm": 0.3218064606189728,
      "learning_rate": 0.0001226823031357282,
      "loss": 0.2582,
      "step": 2288
    },
    {
      "epoch": 1.2914874109598702,
      "grad_norm": 0.32349833846092224,
      "learning_rate": 0.0001226244158537773,
      "loss": 0.2361,
      "step": 2289
    },
    {
      "epoch": 1.2920516256435572,
      "grad_norm": 0.33364662528038025,
      "learning_rate": 0.00012256652058042784,
      "loss": 0.2565,
      "step": 2290
    },
    {
      "epoch": 1.2926158403272445,
      "grad_norm": 0.3605758845806122,
      "learning_rate": 0.0001225086173361296,
      "loss": 0.2796,
      "step": 2291
    },
    {
      "epoch": 1.2931800550109316,
      "grad_norm": 0.3334677219390869,
      "learning_rate": 0.00012245070614133523,
      "loss": 0.3081,
      "step": 2292
    },
    {
      "epoch": 1.2937442696946189,
      "grad_norm": 0.33832308650016785,
      "learning_rate": 0.00012239278701650004,
      "loss": 0.3047,
      "step": 2293
    },
    {
      "epoch": 1.294308484378306,
      "grad_norm": 0.3385002613067627,
      "learning_rate": 0.00012233485998208233,
      "loss": 0.279,
      "step": 2294
    },
    {
      "epoch": 1.294872699061993,
      "grad_norm": 0.33731091022491455,
      "learning_rate": 0.00012227692505854302,
      "loss": 0.265,
      "step": 2295
    },
    {
      "epoch": 1.2954369137456803,
      "grad_norm": 0.30402082204818726,
      "learning_rate": 0.00012221898226634587,
      "loss": 0.254,
      "step": 2296
    },
    {
      "epoch": 1.2960011284293673,
      "grad_norm": 0.3297197222709656,
      "learning_rate": 0.00012216103162595752,
      "loss": 0.3022,
      "step": 2297
    },
    {
      "epoch": 1.2965653431130546,
      "grad_norm": 0.31909871101379395,
      "learning_rate": 0.00012210307315784722,
      "loss": 0.2978,
      "step": 2298
    },
    {
      "epoch": 1.2971295577967417,
      "grad_norm": 0.3164525330066681,
      "learning_rate": 0.00012204510688248709,
      "loss": 0.2628,
      "step": 2299
    },
    {
      "epoch": 1.2976937724804287,
      "grad_norm": 0.30885574221611023,
      "learning_rate": 0.00012198713282035203,
      "loss": 0.2374,
      "step": 2300
    },
    {
      "epoch": 1.298257987164116,
      "grad_norm": 0.31510040163993835,
      "learning_rate": 0.00012192915099191964,
      "loss": 0.2627,
      "step": 2301
    },
    {
      "epoch": 1.298822201847803,
      "grad_norm": 0.30263206362724304,
      "learning_rate": 0.00012187116141767019,
      "loss": 0.2646,
      "step": 2302
    },
    {
      "epoch": 1.2993864165314903,
      "grad_norm": 0.3048946261405945,
      "learning_rate": 0.0001218131641180868,
      "loss": 0.2629,
      "step": 2303
    },
    {
      "epoch": 1.2999506312151774,
      "grad_norm": 0.3065696358680725,
      "learning_rate": 0.00012175515911365533,
      "loss": 0.2633,
      "step": 2304
    },
    {
      "epoch": 1.3005148458988645,
      "grad_norm": 0.3017498552799225,
      "learning_rate": 0.00012169714642486427,
      "loss": 0.2502,
      "step": 2305
    },
    {
      "epoch": 1.3010790605825517,
      "grad_norm": 0.31479474902153015,
      "learning_rate": 0.00012163912607220491,
      "loss": 0.2389,
      "step": 2306
    },
    {
      "epoch": 1.3016432752662388,
      "grad_norm": 0.31955230236053467,
      "learning_rate": 0.00012158109807617113,
      "loss": 0.2655,
      "step": 2307
    },
    {
      "epoch": 1.302207489949926,
      "grad_norm": 0.2719101905822754,
      "learning_rate": 0.00012152306245725964,
      "loss": 0.2221,
      "step": 2308
    },
    {
      "epoch": 1.3027717046336131,
      "grad_norm": 0.30033791065216064,
      "learning_rate": 0.00012146501923596978,
      "loss": 0.2159,
      "step": 2309
    },
    {
      "epoch": 1.3033359193173002,
      "grad_norm": 0.3342500329017639,
      "learning_rate": 0.00012140696843280355,
      "loss": 0.2668,
      "step": 2310
    },
    {
      "epoch": 1.3039001340009873,
      "grad_norm": 0.33122891187667847,
      "learning_rate": 0.00012134891006826569,
      "loss": 0.2772,
      "step": 2311
    },
    {
      "epoch": 1.3044643486846745,
      "grad_norm": 0.3349754810333252,
      "learning_rate": 0.00012129084416286361,
      "loss": 0.2831,
      "step": 2312
    },
    {
      "epoch": 1.3050285633683616,
      "grad_norm": 0.3202080726623535,
      "learning_rate": 0.00012123277073710732,
      "loss": 0.2715,
      "step": 2313
    },
    {
      "epoch": 1.3055927780520489,
      "grad_norm": 0.3301716148853302,
      "learning_rate": 0.0001211746898115095,
      "loss": 0.3316,
      "step": 2314
    },
    {
      "epoch": 1.306156992735736,
      "grad_norm": 0.3068038821220398,
      "learning_rate": 0.00012111660140658554,
      "loss": 0.2382,
      "step": 2315
    },
    {
      "epoch": 1.306721207419423,
      "grad_norm": 0.33790671825408936,
      "learning_rate": 0.00012105850554285341,
      "loss": 0.2783,
      "step": 2316
    },
    {
      "epoch": 1.3072854221031103,
      "grad_norm": 0.3382786512374878,
      "learning_rate": 0.00012100040224083375,
      "loss": 0.2436,
      "step": 2317
    },
    {
      "epoch": 1.3078496367867973,
      "grad_norm": 0.30574488639831543,
      "learning_rate": 0.00012094229152104981,
      "loss": 0.2469,
      "step": 2318
    },
    {
      "epoch": 1.3084138514704846,
      "grad_norm": 0.31488701701164246,
      "learning_rate": 0.0001208841734040275,
      "loss": 0.2842,
      "step": 2319
    },
    {
      "epoch": 1.3089780661541717,
      "grad_norm": 0.31046366691589355,
      "learning_rate": 0.00012082604791029526,
      "loss": 0.2778,
      "step": 2320
    },
    {
      "epoch": 1.3095422808378587,
      "grad_norm": 0.31714189052581787,
      "learning_rate": 0.00012076791506038416,
      "loss": 0.3061,
      "step": 2321
    },
    {
      "epoch": 1.310106495521546,
      "grad_norm": 0.29328587651252747,
      "learning_rate": 0.00012070977487482793,
      "loss": 0.2373,
      "step": 2322
    },
    {
      "epoch": 1.310670710205233,
      "grad_norm": 0.31073272228240967,
      "learning_rate": 0.00012065162737416287,
      "loss": 0.3174,
      "step": 2323
    },
    {
      "epoch": 1.3112349248889204,
      "grad_norm": 0.3143520951271057,
      "learning_rate": 0.00012059347257892782,
      "loss": 0.2824,
      "step": 2324
    },
    {
      "epoch": 1.3117991395726074,
      "grad_norm": 0.3401806354522705,
      "learning_rate": 0.00012053531050966423,
      "loss": 0.3094,
      "step": 2325
    },
    {
      "epoch": 1.3123633542562945,
      "grad_norm": 0.30984967947006226,
      "learning_rate": 0.00012047714118691611,
      "loss": 0.2319,
      "step": 2326
    },
    {
      "epoch": 1.3129275689399815,
      "grad_norm": 0.31269341707229614,
      "learning_rate": 0.00012041896463123001,
      "loss": 0.259,
      "step": 2327
    },
    {
      "epoch": 1.3134917836236688,
      "grad_norm": 0.3286794126033783,
      "learning_rate": 0.0001203607808631551,
      "loss": 0.215,
      "step": 2328
    },
    {
      "epoch": 1.3140559983073559,
      "grad_norm": 0.3205515444278717,
      "learning_rate": 0.00012030258990324304,
      "loss": 0.256,
      "step": 2329
    },
    {
      "epoch": 1.3146202129910431,
      "grad_norm": 0.3027312159538269,
      "learning_rate": 0.00012024439177204805,
      "loss": 0.2543,
      "step": 2330
    },
    {
      "epoch": 1.3151844276747302,
      "grad_norm": 0.34362927079200745,
      "learning_rate": 0.0001201861864901269,
      "loss": 0.349,
      "step": 2331
    },
    {
      "epoch": 1.3157486423584173,
      "grad_norm": 0.3117382526397705,
      "learning_rate": 0.00012012797407803883,
      "loss": 0.2711,
      "step": 2332
    },
    {
      "epoch": 1.3163128570421045,
      "grad_norm": 0.2851686477661133,
      "learning_rate": 0.00012006975455634563,
      "loss": 0.2637,
      "step": 2333
    },
    {
      "epoch": 1.3168770717257916,
      "grad_norm": 0.3297465443611145,
      "learning_rate": 0.00012001152794561164,
      "loss": 0.2944,
      "step": 2334
    },
    {
      "epoch": 1.3174412864094789,
      "grad_norm": 0.31458577513694763,
      "learning_rate": 0.00011995329426640362,
      "loss": 0.26,
      "step": 2335
    },
    {
      "epoch": 1.318005501093166,
      "grad_norm": 0.31248658895492554,
      "learning_rate": 0.00011989505353929094,
      "loss": 0.2514,
      "step": 2336
    },
    {
      "epoch": 1.318569715776853,
      "grad_norm": 0.2844800055027008,
      "learning_rate": 0.00011983680578484535,
      "loss": 0.2329,
      "step": 2337
    },
    {
      "epoch": 1.3191339304605403,
      "grad_norm": 0.3161367177963257,
      "learning_rate": 0.00011977855102364118,
      "loss": 0.2493,
      "step": 2338
    },
    {
      "epoch": 1.3196981451442273,
      "grad_norm": 0.32671090960502625,
      "learning_rate": 0.00011972028927625509,
      "loss": 0.2391,
      "step": 2339
    },
    {
      "epoch": 1.3202623598279146,
      "grad_norm": 0.3697371184825897,
      "learning_rate": 0.00011966202056326639,
      "loss": 0.3062,
      "step": 2340
    },
    {
      "epoch": 1.3208265745116017,
      "grad_norm": 0.32508930563926697,
      "learning_rate": 0.00011960374490525673,
      "loss": 0.2619,
      "step": 2341
    },
    {
      "epoch": 1.3213907891952887,
      "grad_norm": 0.389738529920578,
      "learning_rate": 0.00011954546232281021,
      "loss": 0.2674,
      "step": 2342
    },
    {
      "epoch": 1.321955003878976,
      "grad_norm": 0.32826533913612366,
      "learning_rate": 0.00011948717283651347,
      "loss": 0.2911,
      "step": 2343
    },
    {
      "epoch": 1.322519218562663,
      "grad_norm": 0.3689495921134949,
      "learning_rate": 0.00011942887646695551,
      "loss": 0.3315,
      "step": 2344
    },
    {
      "epoch": 1.3230834332463504,
      "grad_norm": 0.32286810874938965,
      "learning_rate": 0.00011937057323472773,
      "loss": 0.2908,
      "step": 2345
    },
    {
      "epoch": 1.3236476479300374,
      "grad_norm": 0.34131354093551636,
      "learning_rate": 0.00011931226316042407,
      "loss": 0.2962,
      "step": 2346
    },
    {
      "epoch": 1.3242118626137245,
      "grad_norm": 0.3066648542881012,
      "learning_rate": 0.00011925394626464077,
      "loss": 0.2708,
      "step": 2347
    },
    {
      "epoch": 1.3247760772974115,
      "grad_norm": 0.32245132327079773,
      "learning_rate": 0.00011919562256797655,
      "loss": 0.2454,
      "step": 2348
    },
    {
      "epoch": 1.3253402919810988,
      "grad_norm": 0.3085094392299652,
      "learning_rate": 0.00011913729209103252,
      "loss": 0.2492,
      "step": 2349
    },
    {
      "epoch": 1.3259045066647859,
      "grad_norm": 0.3016400933265686,
      "learning_rate": 0.00011907895485441223,
      "loss": 0.2631,
      "step": 2350
    },
    {
      "epoch": 1.3264687213484732,
      "grad_norm": 0.3165152966976166,
      "learning_rate": 0.00011902061087872145,
      "loss": 0.2681,
      "step": 2351
    },
    {
      "epoch": 1.3270329360321602,
      "grad_norm": 0.2826024889945984,
      "learning_rate": 0.00011896226018456851,
      "loss": 0.245,
      "step": 2352
    },
    {
      "epoch": 1.3275971507158473,
      "grad_norm": 0.3075757324695587,
      "learning_rate": 0.00011890390279256402,
      "loss": 0.244,
      "step": 2353
    },
    {
      "epoch": 1.3281613653995346,
      "grad_norm": 0.3285396695137024,
      "learning_rate": 0.00011884553872332103,
      "loss": 0.2777,
      "step": 2354
    },
    {
      "epoch": 1.3287255800832216,
      "grad_norm": 0.32704922556877136,
      "learning_rate": 0.00011878716799745491,
      "loss": 0.3062,
      "step": 2355
    },
    {
      "epoch": 1.329289794766909,
      "grad_norm": 0.3491351902484894,
      "learning_rate": 0.00011872879063558331,
      "loss": 0.3049,
      "step": 2356
    },
    {
      "epoch": 1.329854009450596,
      "grad_norm": 0.34696099162101746,
      "learning_rate": 0.00011867040665832632,
      "loss": 0.326,
      "step": 2357
    },
    {
      "epoch": 1.330418224134283,
      "grad_norm": 0.2981151044368744,
      "learning_rate": 0.00011861201608630633,
      "loss": 0.1976,
      "step": 2358
    },
    {
      "epoch": 1.3309824388179703,
      "grad_norm": 0.313444584608078,
      "learning_rate": 0.00011855361894014806,
      "loss": 0.296,
      "step": 2359
    },
    {
      "epoch": 1.3315466535016574,
      "grad_norm": 0.27336791157722473,
      "learning_rate": 0.00011849521524047858,
      "loss": 0.2333,
      "step": 2360
    },
    {
      "epoch": 1.3321108681853446,
      "grad_norm": 0.3345215916633606,
      "learning_rate": 0.00011843680500792722,
      "loss": 0.2863,
      "step": 2361
    },
    {
      "epoch": 1.3326750828690317,
      "grad_norm": 0.31521540880203247,
      "learning_rate": 0.00011837838826312568,
      "loss": 0.2379,
      "step": 2362
    },
    {
      "epoch": 1.3332392975527187,
      "grad_norm": 0.3554235100746155,
      "learning_rate": 0.00011831996502670791,
      "loss": 0.3107,
      "step": 2363
    },
    {
      "epoch": 1.333803512236406,
      "grad_norm": 0.32453182339668274,
      "learning_rate": 0.00011826153531931017,
      "loss": 0.2797,
      "step": 2364
    },
    {
      "epoch": 1.334367726920093,
      "grad_norm": 0.33029595017433167,
      "learning_rate": 0.000118203099161571,
      "loss": 0.2874,
      "step": 2365
    },
    {
      "epoch": 1.3349319416037804,
      "grad_norm": 0.32037657499313354,
      "learning_rate": 0.00011814465657413126,
      "loss": 0.2708,
      "step": 2366
    },
    {
      "epoch": 1.3354961562874674,
      "grad_norm": 0.3065144717693329,
      "learning_rate": 0.00011808620757763402,
      "loss": 0.2106,
      "step": 2367
    },
    {
      "epoch": 1.3360603709711545,
      "grad_norm": 0.3289921283721924,
      "learning_rate": 0.00011802775219272461,
      "loss": 0.2973,
      "step": 2368
    },
    {
      "epoch": 1.3366245856548415,
      "grad_norm": 0.3152185082435608,
      "learning_rate": 0.00011796929044005073,
      "loss": 0.2854,
      "step": 2369
    },
    {
      "epoch": 1.3371888003385288,
      "grad_norm": 0.3155609369277954,
      "learning_rate": 0.00011791082234026218,
      "loss": 0.2953,
      "step": 2370
    },
    {
      "epoch": 1.3377530150222159,
      "grad_norm": 0.34334689378738403,
      "learning_rate": 0.00011785234791401107,
      "loss": 0.3026,
      "step": 2371
    },
    {
      "epoch": 1.3383172297059032,
      "grad_norm": 0.35040122270584106,
      "learning_rate": 0.00011779386718195178,
      "loss": 0.277,
      "step": 2372
    },
    {
      "epoch": 1.3388814443895902,
      "grad_norm": 0.34173494577407837,
      "learning_rate": 0.00011773538016474084,
      "loss": 0.2912,
      "step": 2373
    },
    {
      "epoch": 1.3394456590732773,
      "grad_norm": 0.311812162399292,
      "learning_rate": 0.00011767688688303707,
      "loss": 0.2807,
      "step": 2374
    },
    {
      "epoch": 1.3400098737569646,
      "grad_norm": 0.3200322985649109,
      "learning_rate": 0.00011761838735750149,
      "loss": 0.2955,
      "step": 2375
    },
    {
      "epoch": 1.3405740884406516,
      "grad_norm": 0.31233692169189453,
      "learning_rate": 0.00011755988160879723,
      "loss": 0.2467,
      "step": 2376
    },
    {
      "epoch": 1.341138303124339,
      "grad_norm": 0.3089495599269867,
      "learning_rate": 0.00011750136965758977,
      "loss": 0.2372,
      "step": 2377
    },
    {
      "epoch": 1.341702517808026,
      "grad_norm": 0.3562318682670593,
      "learning_rate": 0.00011744285152454671,
      "loss": 0.315,
      "step": 2378
    },
    {
      "epoch": 1.342266732491713,
      "grad_norm": 0.3097698390483856,
      "learning_rate": 0.00011738432723033778,
      "loss": 0.2511,
      "step": 2379
    },
    {
      "epoch": 1.3428309471754003,
      "grad_norm": 0.3399752080440521,
      "learning_rate": 0.00011732579679563498,
      "loss": 0.323,
      "step": 2380
    },
    {
      "epoch": 1.3433951618590874,
      "grad_norm": 0.30977657437324524,
      "learning_rate": 0.00011726726024111243,
      "loss": 0.2632,
      "step": 2381
    },
    {
      "epoch": 1.3439593765427746,
      "grad_norm": 0.3328726589679718,
      "learning_rate": 0.00011720871758744638,
      "loss": 0.2966,
      "step": 2382
    },
    {
      "epoch": 1.3445235912264617,
      "grad_norm": 0.3475920855998993,
      "learning_rate": 0.00011715016885531531,
      "loss": 0.2617,
      "step": 2383
    },
    {
      "epoch": 1.3450878059101488,
      "grad_norm": 0.29713377356529236,
      "learning_rate": 0.00011709161406539979,
      "loss": 0.2201,
      "step": 2384
    },
    {
      "epoch": 1.3456520205938358,
      "grad_norm": 0.29795902967453003,
      "learning_rate": 0.00011703305323838256,
      "loss": 0.2484,
      "step": 2385
    },
    {
      "epoch": 1.346216235277523,
      "grad_norm": 0.3417555093765259,
      "learning_rate": 0.0001169744863949485,
      "loss": 0.2908,
      "step": 2386
    },
    {
      "epoch": 1.3467804499612102,
      "grad_norm": 0.33509910106658936,
      "learning_rate": 0.0001169159135557846,
      "loss": 0.3032,
      "step": 2387
    },
    {
      "epoch": 1.3473446646448974,
      "grad_norm": 0.3506323993206024,
      "learning_rate": 0.0001168573347415799,
      "loss": 0.304,
      "step": 2388
    },
    {
      "epoch": 1.3479088793285845,
      "grad_norm": 0.32769423723220825,
      "learning_rate": 0.00011679874997302565,
      "loss": 0.2889,
      "step": 2389
    },
    {
      "epoch": 1.3484730940122716,
      "grad_norm": 0.3288249373435974,
      "learning_rate": 0.00011674015927081519,
      "loss": 0.2759,
      "step": 2390
    },
    {
      "epoch": 1.3490373086959588,
      "grad_norm": 0.30020755529403687,
      "learning_rate": 0.00011668156265564394,
      "loss": 0.2697,
      "step": 2391
    },
    {
      "epoch": 1.349601523379646,
      "grad_norm": 0.30426955223083496,
      "learning_rate": 0.00011662296014820935,
      "loss": 0.2467,
      "step": 2392
    },
    {
      "epoch": 1.3501657380633332,
      "grad_norm": 0.35719090700149536,
      "learning_rate": 0.00011656435176921103,
      "loss": 0.2951,
      "step": 2393
    },
    {
      "epoch": 1.3507299527470202,
      "grad_norm": 0.3230002224445343,
      "learning_rate": 0.00011650573753935067,
      "loss": 0.2793,
      "step": 2394
    },
    {
      "epoch": 1.3512941674307073,
      "grad_norm": 0.28652772307395935,
      "learning_rate": 0.00011644711747933197,
      "loss": 0.1879,
      "step": 2395
    },
    {
      "epoch": 1.3518583821143946,
      "grad_norm": 0.34644055366516113,
      "learning_rate": 0.0001163884916098607,
      "loss": 0.2515,
      "step": 2396
    },
    {
      "epoch": 1.3524225967980816,
      "grad_norm": 0.3616126775741577,
      "learning_rate": 0.00011632985995164469,
      "loss": 0.2623,
      "step": 2397
    },
    {
      "epoch": 1.352986811481769,
      "grad_norm": 0.3371996581554413,
      "learning_rate": 0.00011627122252539383,
      "loss": 0.2559,
      "step": 2398
    },
    {
      "epoch": 1.353551026165456,
      "grad_norm": 0.3356224298477173,
      "learning_rate": 0.0001162125793518201,
      "loss": 0.2941,
      "step": 2399
    },
    {
      "epoch": 1.354115240849143,
      "grad_norm": 0.30917882919311523,
      "learning_rate": 0.00011615393045163734,
      "loss": 0.2874,
      "step": 2400
    },
    {
      "epoch": 1.354115240849143,
      "eval_loss": 0.34043681621551514,
      "eval_runtime": 15.7912,
      "eval_samples_per_second": 9.056,
      "eval_steps_per_second": 4.56,
      "step": 2400
    },
    {
      "epoch": 1.3546794555328303,
      "grad_norm": 0.33295777440071106,
      "learning_rate": 0.0001160952758455616,
      "loss": 0.3245,
      "step": 2401
    },
    {
      "epoch": 1.3552436702165174,
      "grad_norm": 0.3472997844219208,
      "learning_rate": 0.00011603661555431082,
      "loss": 0.3134,
      "step": 2402
    },
    {
      "epoch": 1.3558078849002047,
      "grad_norm": 0.298171728849411,
      "learning_rate": 0.00011597794959860503,
      "loss": 0.2343,
      "step": 2403
    },
    {
      "epoch": 1.3563720995838917,
      "grad_norm": 0.3092605471611023,
      "learning_rate": 0.0001159192779991662,
      "loss": 0.256,
      "step": 2404
    },
    {
      "epoch": 1.3569363142675788,
      "grad_norm": 0.3465650677680969,
      "learning_rate": 0.00011586060077671834,
      "loss": 0.2818,
      "step": 2405
    },
    {
      "epoch": 1.3575005289512658,
      "grad_norm": 0.33587244153022766,
      "learning_rate": 0.00011580191795198741,
      "loss": 0.2833,
      "step": 2406
    },
    {
      "epoch": 1.358064743634953,
      "grad_norm": 0.30690842866897583,
      "learning_rate": 0.00011574322954570136,
      "loss": 0.2567,
      "step": 2407
    },
    {
      "epoch": 1.3586289583186402,
      "grad_norm": 0.2815409302711487,
      "learning_rate": 0.00011568453557859012,
      "loss": 0.224,
      "step": 2408
    },
    {
      "epoch": 1.3591931730023274,
      "grad_norm": 0.3169080913066864,
      "learning_rate": 0.00011562583607138555,
      "loss": 0.2994,
      "step": 2409
    },
    {
      "epoch": 1.3597573876860145,
      "grad_norm": 0.3142457902431488,
      "learning_rate": 0.00011556713104482155,
      "loss": 0.2404,
      "step": 2410
    },
    {
      "epoch": 1.3603216023697016,
      "grad_norm": 0.33563104271888733,
      "learning_rate": 0.00011550842051963393,
      "loss": 0.2886,
      "step": 2411
    },
    {
      "epoch": 1.3608858170533888,
      "grad_norm": 0.2624303102493286,
      "learning_rate": 0.00011544970451656034,
      "loss": 0.2161,
      "step": 2412
    },
    {
      "epoch": 1.361450031737076,
      "grad_norm": 0.2943401336669922,
      "learning_rate": 0.0001153909830563405,
      "loss": 0.2493,
      "step": 2413
    },
    {
      "epoch": 1.3620142464207632,
      "grad_norm": 0.3115614652633667,
      "learning_rate": 0.00011533225615971604,
      "loss": 0.3082,
      "step": 2414
    },
    {
      "epoch": 1.3625784611044502,
      "grad_norm": 0.29110321402549744,
      "learning_rate": 0.00011527352384743046,
      "loss": 0.2153,
      "step": 2415
    },
    {
      "epoch": 1.3631426757881373,
      "grad_norm": 0.3325783312320709,
      "learning_rate": 0.00011521478614022915,
      "loss": 0.2995,
      "step": 2416
    },
    {
      "epoch": 1.3637068904718246,
      "grad_norm": 0.32575395703315735,
      "learning_rate": 0.0001151560430588595,
      "loss": 0.3015,
      "step": 2417
    },
    {
      "epoch": 1.3642711051555116,
      "grad_norm": 0.31231072545051575,
      "learning_rate": 0.00011509729462407075,
      "loss": 0.2976,
      "step": 2418
    },
    {
      "epoch": 1.364835319839199,
      "grad_norm": 0.29333680868148804,
      "learning_rate": 0.000115038540856614,
      "loss": 0.2355,
      "step": 2419
    },
    {
      "epoch": 1.365399534522886,
      "grad_norm": 0.3442503809928894,
      "learning_rate": 0.00011497978177724227,
      "loss": 0.2867,
      "step": 2420
    },
    {
      "epoch": 1.365963749206573,
      "grad_norm": 0.30497920513153076,
      "learning_rate": 0.00011492101740671044,
      "loss": 0.2414,
      "step": 2421
    },
    {
      "epoch": 1.3665279638902603,
      "grad_norm": 0.31182757019996643,
      "learning_rate": 0.0001148622477657753,
      "loss": 0.264,
      "step": 2422
    },
    {
      "epoch": 1.3670921785739474,
      "grad_norm": 0.30719006061553955,
      "learning_rate": 0.00011480347287519541,
      "loss": 0.248,
      "step": 2423
    },
    {
      "epoch": 1.3676563932576347,
      "grad_norm": 0.3290293216705322,
      "learning_rate": 0.00011474469275573134,
      "loss": 0.1967,
      "step": 2424
    },
    {
      "epoch": 1.3682206079413217,
      "grad_norm": 0.3197188973426819,
      "learning_rate": 0.00011468590742814531,
      "loss": 0.2689,
      "step": 2425
    },
    {
      "epoch": 1.3687848226250088,
      "grad_norm": 0.3080202341079712,
      "learning_rate": 0.00011462711691320152,
      "loss": 0.2541,
      "step": 2426
    },
    {
      "epoch": 1.3693490373086958,
      "grad_norm": 0.3305261731147766,
      "learning_rate": 0.00011456832123166599,
      "loss": 0.2237,
      "step": 2427
    },
    {
      "epoch": 1.3699132519923831,
      "grad_norm": 0.321443110704422,
      "learning_rate": 0.00011450952040430646,
      "loss": 0.264,
      "step": 2428
    },
    {
      "epoch": 1.3704774666760702,
      "grad_norm": 0.32661908864974976,
      "learning_rate": 0.00011445071445189266,
      "loss": 0.2879,
      "step": 2429
    },
    {
      "epoch": 1.3710416813597575,
      "grad_norm": 0.29288989305496216,
      "learning_rate": 0.00011439190339519597,
      "loss": 0.2575,
      "step": 2430
    },
    {
      "epoch": 1.3716058960434445,
      "grad_norm": 0.3115416467189789,
      "learning_rate": 0.00011433308725498966,
      "loss": 0.2531,
      "step": 2431
    },
    {
      "epoch": 1.3721701107271316,
      "grad_norm": 0.33559444546699524,
      "learning_rate": 0.00011427426605204874,
      "loss": 0.2705,
      "step": 2432
    },
    {
      "epoch": 1.3727343254108189,
      "grad_norm": 0.32610419392585754,
      "learning_rate": 0.00011421543980715008,
      "loss": 0.2817,
      "step": 2433
    },
    {
      "epoch": 1.373298540094506,
      "grad_norm": 0.31835871934890747,
      "learning_rate": 0.00011415660854107228,
      "loss": 0.2934,
      "step": 2434
    },
    {
      "epoch": 1.3738627547781932,
      "grad_norm": 0.3334256112575531,
      "learning_rate": 0.00011409777227459574,
      "loss": 0.2794,
      "step": 2435
    },
    {
      "epoch": 1.3744269694618803,
      "grad_norm": 0.30189722776412964,
      "learning_rate": 0.00011403893102850263,
      "loss": 0.2452,
      "step": 2436
    },
    {
      "epoch": 1.3749911841455673,
      "grad_norm": 0.31971070170402527,
      "learning_rate": 0.00011398008482357678,
      "loss": 0.2737,
      "step": 2437
    },
    {
      "epoch": 1.3755553988292546,
      "grad_norm": 0.31295421719551086,
      "learning_rate": 0.00011392123368060393,
      "loss": 0.2666,
      "step": 2438
    },
    {
      "epoch": 1.3761196135129417,
      "grad_norm": 0.329740047454834,
      "learning_rate": 0.00011386237762037146,
      "loss": 0.3267,
      "step": 2439
    },
    {
      "epoch": 1.376683828196629,
      "grad_norm": 0.3248447775840759,
      "learning_rate": 0.00011380351666366851,
      "loss": 0.2597,
      "step": 2440
    },
    {
      "epoch": 1.377248042880316,
      "grad_norm": 0.32744529843330383,
      "learning_rate": 0.00011374465083128596,
      "loss": 0.2606,
      "step": 2441
    },
    {
      "epoch": 1.377812257564003,
      "grad_norm": 0.31372976303100586,
      "learning_rate": 0.00011368578014401638,
      "loss": 0.2619,
      "step": 2442
    },
    {
      "epoch": 1.37837647224769,
      "grad_norm": 0.36606475710868835,
      "learning_rate": 0.00011362690462265416,
      "loss": 0.3255,
      "step": 2443
    },
    {
      "epoch": 1.3789406869313774,
      "grad_norm": 0.2731879651546478,
      "learning_rate": 0.0001135680242879952,
      "loss": 0.182,
      "step": 2444
    },
    {
      "epoch": 1.3795049016150644,
      "grad_norm": 0.31894198060035706,
      "learning_rate": 0.00011350913916083731,
      "loss": 0.2649,
      "step": 2445
    },
    {
      "epoch": 1.3800691162987517,
      "grad_norm": 0.32194027304649353,
      "learning_rate": 0.00011345024926197986,
      "loss": 0.2735,
      "step": 2446
    },
    {
      "epoch": 1.3806333309824388,
      "grad_norm": 0.3311083912849426,
      "learning_rate": 0.00011339135461222397,
      "loss": 0.2733,
      "step": 2447
    },
    {
      "epoch": 1.3811975456661258,
      "grad_norm": 0.32748106122016907,
      "learning_rate": 0.00011333245523237239,
      "loss": 0.3185,
      "step": 2448
    },
    {
      "epoch": 1.3817617603498131,
      "grad_norm": 0.3279210031032562,
      "learning_rate": 0.00011327355114322959,
      "loss": 0.3027,
      "step": 2449
    },
    {
      "epoch": 1.3823259750335002,
      "grad_norm": 0.32243645191192627,
      "learning_rate": 0.00011321464236560165,
      "loss": 0.2793,
      "step": 2450
    },
    {
      "epoch": 1.3828901897171875,
      "grad_norm": 0.300576388835907,
      "learning_rate": 0.00011315572892029635,
      "loss": 0.2512,
      "step": 2451
    },
    {
      "epoch": 1.3834544044008745,
      "grad_norm": 0.37489640712738037,
      "learning_rate": 0.00011309681082812311,
      "loss": 0.2687,
      "step": 2452
    },
    {
      "epoch": 1.3840186190845616,
      "grad_norm": 0.29735255241394043,
      "learning_rate": 0.00011303788810989298,
      "loss": 0.2397,
      "step": 2453
    },
    {
      "epoch": 1.3845828337682489,
      "grad_norm": 0.3127875030040741,
      "learning_rate": 0.00011297896078641863,
      "loss": 0.3057,
      "step": 2454
    },
    {
      "epoch": 1.385147048451936,
      "grad_norm": 0.32156121730804443,
      "learning_rate": 0.0001129200288785144,
      "loss": 0.2881,
      "step": 2455
    },
    {
      "epoch": 1.3857112631356232,
      "grad_norm": 0.2850556969642639,
      "learning_rate": 0.00011286109240699623,
      "loss": 0.2408,
      "step": 2456
    },
    {
      "epoch": 1.3862754778193103,
      "grad_norm": 0.3047729730606079,
      "learning_rate": 0.00011280215139268162,
      "loss": 0.26,
      "step": 2457
    },
    {
      "epoch": 1.3868396925029973,
      "grad_norm": 0.2971370816230774,
      "learning_rate": 0.00011274320585638976,
      "loss": 0.2518,
      "step": 2458
    },
    {
      "epoch": 1.3874039071866846,
      "grad_norm": 0.30266422033309937,
      "learning_rate": 0.0001126842558189414,
      "loss": 0.2816,
      "step": 2459
    },
    {
      "epoch": 1.3879681218703717,
      "grad_norm": 0.2870233356952667,
      "learning_rate": 0.00011262530130115887,
      "loss": 0.2397,
      "step": 2460
    },
    {
      "epoch": 1.388532336554059,
      "grad_norm": 0.29708531498908997,
      "learning_rate": 0.00011256634232386612,
      "loss": 0.266,
      "step": 2461
    },
    {
      "epoch": 1.389096551237746,
      "grad_norm": 0.31594061851501465,
      "learning_rate": 0.00011250737890788858,
      "loss": 0.2658,
      "step": 2462
    },
    {
      "epoch": 1.389660765921433,
      "grad_norm": 0.30088597536087036,
      "learning_rate": 0.0001124484110740534,
      "loss": 0.2139,
      "step": 2463
    },
    {
      "epoch": 1.3902249806051201,
      "grad_norm": 0.3714210093021393,
      "learning_rate": 0.00011238943884318911,
      "loss": 0.2878,
      "step": 2464
    },
    {
      "epoch": 1.3907891952888074,
      "grad_norm": 0.2910744249820709,
      "learning_rate": 0.00011233046223612594,
      "loss": 0.2184,
      "step": 2465
    },
    {
      "epoch": 1.3913534099724945,
      "grad_norm": 0.34056326746940613,
      "learning_rate": 0.0001122714812736956,
      "loss": 0.3198,
      "step": 2466
    },
    {
      "epoch": 1.3919176246561817,
      "grad_norm": 0.3277417719364166,
      "learning_rate": 0.00011221249597673141,
      "loss": 0.3014,
      "step": 2467
    },
    {
      "epoch": 1.3924818393398688,
      "grad_norm": 0.3517925441265106,
      "learning_rate": 0.00011215350636606805,
      "loss": 0.2578,
      "step": 2468
    },
    {
      "epoch": 1.3930460540235559,
      "grad_norm": 0.3194923996925354,
      "learning_rate": 0.00011209451246254193,
      "loss": 0.2575,
      "step": 2469
    },
    {
      "epoch": 1.3936102687072431,
      "grad_norm": 0.36130693554878235,
      "learning_rate": 0.00011203551428699082,
      "loss": 0.2813,
      "step": 2470
    },
    {
      "epoch": 1.3941744833909302,
      "grad_norm": 0.33101069927215576,
      "learning_rate": 0.0001119765118602541,
      "loss": 0.3016,
      "step": 2471
    },
    {
      "epoch": 1.3947386980746175,
      "grad_norm": 0.3122115135192871,
      "learning_rate": 0.00011191750520317264,
      "loss": 0.2794,
      "step": 2472
    },
    {
      "epoch": 1.3953029127583045,
      "grad_norm": 0.3284798562526703,
      "learning_rate": 0.00011185849433658872,
      "loss": 0.2793,
      "step": 2473
    },
    {
      "epoch": 1.3958671274419916,
      "grad_norm": 0.33032187819480896,
      "learning_rate": 0.0001117994792813462,
      "loss": 0.2608,
      "step": 2474
    },
    {
      "epoch": 1.3964313421256789,
      "grad_norm": 0.32794761657714844,
      "learning_rate": 0.00011174046005829037,
      "loss": 0.3065,
      "step": 2475
    },
    {
      "epoch": 1.396995556809366,
      "grad_norm": 0.29393139481544495,
      "learning_rate": 0.000111681436688268,
      "loss": 0.2347,
      "step": 2476
    },
    {
      "epoch": 1.3975597714930532,
      "grad_norm": 0.3412139117717743,
      "learning_rate": 0.00011162240919212734,
      "loss": 0.2553,
      "step": 2477
    },
    {
      "epoch": 1.3981239861767403,
      "grad_norm": 0.33492612838745117,
      "learning_rate": 0.0001115633775907181,
      "loss": 0.2413,
      "step": 2478
    },
    {
      "epoch": 1.3986882008604273,
      "grad_norm": 0.3121796250343323,
      "learning_rate": 0.00011150434190489138,
      "loss": 0.2588,
      "step": 2479
    },
    {
      "epoch": 1.3992524155441146,
      "grad_norm": 0.3315342962741852,
      "learning_rate": 0.00011144530215549987,
      "loss": 0.2931,
      "step": 2480
    },
    {
      "epoch": 1.3998166302278017,
      "grad_norm": 0.32605791091918945,
      "learning_rate": 0.00011138625836339747,
      "loss": 0.2627,
      "step": 2481
    },
    {
      "epoch": 1.400380844911489,
      "grad_norm": 0.30488285422325134,
      "learning_rate": 0.00011132721054943973,
      "loss": 0.2234,
      "step": 2482
    },
    {
      "epoch": 1.400945059595176,
      "grad_norm": 0.3151390254497528,
      "learning_rate": 0.00011126815873448349,
      "loss": 0.2787,
      "step": 2483
    },
    {
      "epoch": 1.401509274278863,
      "grad_norm": 0.3505757749080658,
      "learning_rate": 0.00011120910293938702,
      "loss": 0.2933,
      "step": 2484
    },
    {
      "epoch": 1.4020734889625501,
      "grad_norm": 0.2886587977409363,
      "learning_rate": 0.00011115004318501008,
      "loss": 0.2036,
      "step": 2485
    },
    {
      "epoch": 1.4026377036462374,
      "grad_norm": 0.3100152313709259,
      "learning_rate": 0.00011109097949221368,
      "loss": 0.2507,
      "step": 2486
    },
    {
      "epoch": 1.4032019183299245,
      "grad_norm": 0.2864040434360504,
      "learning_rate": 0.00011103191188186037,
      "loss": 0.269,
      "step": 2487
    },
    {
      "epoch": 1.4037661330136117,
      "grad_norm": 0.29414868354797363,
      "learning_rate": 0.00011097284037481397,
      "loss": 0.251,
      "step": 2488
    },
    {
      "epoch": 1.4043303476972988,
      "grad_norm": 0.3237689733505249,
      "learning_rate": 0.00011091376499193972,
      "loss": 0.2959,
      "step": 2489
    },
    {
      "epoch": 1.4048945623809859,
      "grad_norm": 0.2798405885696411,
      "learning_rate": 0.00011085468575410429,
      "loss": 0.207,
      "step": 2490
    },
    {
      "epoch": 1.4054587770646731,
      "grad_norm": 0.3130606710910797,
      "learning_rate": 0.00011079560268217561,
      "loss": 0.2393,
      "step": 2491
    },
    {
      "epoch": 1.4060229917483602,
      "grad_norm": 0.31145450472831726,
      "learning_rate": 0.00011073651579702304,
      "loss": 0.2365,
      "step": 2492
    },
    {
      "epoch": 1.4065872064320475,
      "grad_norm": 0.2945142686367035,
      "learning_rate": 0.0001106774251195172,
      "loss": 0.23,
      "step": 2493
    },
    {
      "epoch": 1.4071514211157345,
      "grad_norm": 0.33381301164627075,
      "learning_rate": 0.00011061833067053016,
      "loss": 0.3201,
      "step": 2494
    },
    {
      "epoch": 1.4077156357994216,
      "grad_norm": 0.33318594098091125,
      "learning_rate": 0.00011055923247093525,
      "loss": 0.325,
      "step": 2495
    },
    {
      "epoch": 1.4082798504831089,
      "grad_norm": 0.3753301501274109,
      "learning_rate": 0.00011050013054160712,
      "loss": 0.3353,
      "step": 2496
    },
    {
      "epoch": 1.408844065166796,
      "grad_norm": 0.31895795464515686,
      "learning_rate": 0.00011044102490342181,
      "loss": 0.269,
      "step": 2497
    },
    {
      "epoch": 1.4094082798504832,
      "grad_norm": 0.3443063199520111,
      "learning_rate": 0.00011038191557725656,
      "loss": 0.2833,
      "step": 2498
    },
    {
      "epoch": 1.4099724945341703,
      "grad_norm": 0.31754904985427856,
      "learning_rate": 0.00011032280258399006,
      "loss": 0.2591,
      "step": 2499
    },
    {
      "epoch": 1.4105367092178573,
      "grad_norm": 0.3203990161418915,
      "learning_rate": 0.0001102636859445021,
      "loss": 0.241,
      "step": 2500
    },
    {
      "epoch": 1.4111009239015444,
      "grad_norm": 0.30987998843193054,
      "learning_rate": 0.0001102045656796739,
      "loss": 0.1997,
      "step": 2501
    },
    {
      "epoch": 1.4116651385852317,
      "grad_norm": 0.30642169713974,
      "learning_rate": 0.00011014544181038797,
      "loss": 0.2729,
      "step": 2502
    },
    {
      "epoch": 1.4122293532689187,
      "grad_norm": 0.3372083306312561,
      "learning_rate": 0.00011008631435752801,
      "loss": 0.2845,
      "step": 2503
    },
    {
      "epoch": 1.412793567952606,
      "grad_norm": 0.3687576949596405,
      "learning_rate": 0.00011002718334197906,
      "loss": 0.3316,
      "step": 2504
    },
    {
      "epoch": 1.413357782636293,
      "grad_norm": 0.29654914140701294,
      "learning_rate": 0.00010996804878462734,
      "loss": 0.2217,
      "step": 2505
    },
    {
      "epoch": 1.4139219973199801,
      "grad_norm": 0.313702791929245,
      "learning_rate": 0.00010990891070636037,
      "loss": 0.2671,
      "step": 2506
    },
    {
      "epoch": 1.4144862120036674,
      "grad_norm": 0.3222026824951172,
      "learning_rate": 0.00010984976912806692,
      "loss": 0.285,
      "step": 2507
    },
    {
      "epoch": 1.4150504266873545,
      "grad_norm": 0.33198168873786926,
      "learning_rate": 0.00010979062407063701,
      "loss": 0.2956,
      "step": 2508
    },
    {
      "epoch": 1.4156146413710418,
      "grad_norm": 0.32381024956703186,
      "learning_rate": 0.00010973147555496183,
      "loss": 0.3028,
      "step": 2509
    },
    {
      "epoch": 1.4161788560547288,
      "grad_norm": 0.37355363368988037,
      "learning_rate": 0.00010967232360193384,
      "loss": 0.3872,
      "step": 2510
    },
    {
      "epoch": 1.4167430707384159,
      "grad_norm": 0.3084741234779358,
      "learning_rate": 0.00010961316823244671,
      "loss": 0.2498,
      "step": 2511
    },
    {
      "epoch": 1.4173072854221032,
      "grad_norm": 0.314403772354126,
      "learning_rate": 0.00010955400946739527,
      "loss": 0.2619,
      "step": 2512
    },
    {
      "epoch": 1.4178715001057902,
      "grad_norm": 0.3290597200393677,
      "learning_rate": 0.00010949484732767561,
      "loss": 0.3039,
      "step": 2513
    },
    {
      "epoch": 1.4184357147894775,
      "grad_norm": 0.3019165098667145,
      "learning_rate": 0.00010943568183418498,
      "loss": 0.2624,
      "step": 2514
    },
    {
      "epoch": 1.4189999294731646,
      "grad_norm": 0.29046058654785156,
      "learning_rate": 0.00010937651300782181,
      "loss": 0.2183,
      "step": 2515
    },
    {
      "epoch": 1.4195641441568516,
      "grad_norm": 0.31772685050964355,
      "learning_rate": 0.00010931734086948578,
      "loss": 0.2533,
      "step": 2516
    },
    {
      "epoch": 1.420128358840539,
      "grad_norm": 0.30300837755203247,
      "learning_rate": 0.00010925816544007759,
      "loss": 0.2684,
      "step": 2517
    },
    {
      "epoch": 1.420692573524226,
      "grad_norm": 0.33608806133270264,
      "learning_rate": 0.00010919898674049923,
      "loss": 0.2772,
      "step": 2518
    },
    {
      "epoch": 1.4212567882079132,
      "grad_norm": 0.3328130841255188,
      "learning_rate": 0.0001091398047916538,
      "loss": 0.2417,
      "step": 2519
    },
    {
      "epoch": 1.4218210028916003,
      "grad_norm": 0.31026139855384827,
      "learning_rate": 0.00010908061961444557,
      "loss": 0.2622,
      "step": 2520
    },
    {
      "epoch": 1.4223852175752874,
      "grad_norm": 0.3437669575214386,
      "learning_rate": 0.00010902143122977995,
      "loss": 0.3265,
      "step": 2521
    },
    {
      "epoch": 1.4229494322589744,
      "grad_norm": 0.3229919672012329,
      "learning_rate": 0.00010896223965856347,
      "loss": 0.2658,
      "step": 2522
    },
    {
      "epoch": 1.4235136469426617,
      "grad_norm": 0.31324735283851624,
      "learning_rate": 0.00010890304492170374,
      "loss": 0.2923,
      "step": 2523
    },
    {
      "epoch": 1.4240778616263488,
      "grad_norm": 0.3053434491157532,
      "learning_rate": 0.00010884384704010952,
      "loss": 0.2372,
      "step": 2524
    },
    {
      "epoch": 1.424642076310036,
      "grad_norm": 0.35497111082077026,
      "learning_rate": 0.00010878464603469074,
      "loss": 0.3072,
      "step": 2525
    },
    {
      "epoch": 1.425206290993723,
      "grad_norm": 0.2918309271335602,
      "learning_rate": 0.00010872544192635837,
      "loss": 0.2554,
      "step": 2526
    },
    {
      "epoch": 1.4257705056774101,
      "grad_norm": 0.31093284487724304,
      "learning_rate": 0.00010866623473602449,
      "loss": 0.2992,
      "step": 2527
    },
    {
      "epoch": 1.4263347203610974,
      "grad_norm": 0.3237308859825134,
      "learning_rate": 0.00010860702448460225,
      "loss": 0.2545,
      "step": 2528
    },
    {
      "epoch": 1.4268989350447845,
      "grad_norm": 0.29158368706703186,
      "learning_rate": 0.00010854781119300595,
      "loss": 0.2421,
      "step": 2529
    },
    {
      "epoch": 1.4274631497284718,
      "grad_norm": 0.28767257928848267,
      "learning_rate": 0.00010848859488215086,
      "loss": 0.2123,
      "step": 2530
    },
    {
      "epoch": 1.4280273644121588,
      "grad_norm": 0.32569777965545654,
      "learning_rate": 0.00010842937557295341,
      "loss": 0.2767,
      "step": 2531
    },
    {
      "epoch": 1.4285915790958459,
      "grad_norm": 0.31876930594444275,
      "learning_rate": 0.00010837015328633102,
      "loss": 0.2672,
      "step": 2532
    },
    {
      "epoch": 1.4291557937795332,
      "grad_norm": 0.2966030538082123,
      "learning_rate": 0.00010831092804320222,
      "loss": 0.2259,
      "step": 2533
    },
    {
      "epoch": 1.4297200084632202,
      "grad_norm": 0.3061932921409607,
      "learning_rate": 0.00010825169986448656,
      "loss": 0.2908,
      "step": 2534
    },
    {
      "epoch": 1.4302842231469075,
      "grad_norm": 0.3275776207447052,
      "learning_rate": 0.00010819246877110459,
      "loss": 0.3129,
      "step": 2535
    },
    {
      "epoch": 1.4308484378305946,
      "grad_norm": 0.29791951179504395,
      "learning_rate": 0.00010813323478397796,
      "loss": 0.2787,
      "step": 2536
    },
    {
      "epoch": 1.4314126525142816,
      "grad_norm": 0.34669724106788635,
      "learning_rate": 0.00010807399792402928,
      "loss": 0.2531,
      "step": 2537
    },
    {
      "epoch": 1.431976867197969,
      "grad_norm": 0.3590843081474304,
      "learning_rate": 0.0001080147582121822,
      "loss": 0.3143,
      "step": 2538
    },
    {
      "epoch": 1.432541081881656,
      "grad_norm": 0.3234069347381592,
      "learning_rate": 0.00010795551566936137,
      "loss": 0.2756,
      "step": 2539
    },
    {
      "epoch": 1.4331052965653432,
      "grad_norm": 0.3009459674358368,
      "learning_rate": 0.00010789627031649248,
      "loss": 0.2461,
      "step": 2540
    },
    {
      "epoch": 1.4336695112490303,
      "grad_norm": 0.35696911811828613,
      "learning_rate": 0.00010783702217450217,
      "loss": 0.2634,
      "step": 2541
    },
    {
      "epoch": 1.4342337259327174,
      "grad_norm": 0.3110155463218689,
      "learning_rate": 0.00010777777126431807,
      "loss": 0.2947,
      "step": 2542
    },
    {
      "epoch": 1.4347979406164044,
      "grad_norm": 0.34331685304641724,
      "learning_rate": 0.00010771851760686877,
      "loss": 0.3054,
      "step": 2543
    },
    {
      "epoch": 1.4353621553000917,
      "grad_norm": 0.2941131889820099,
      "learning_rate": 0.00010765926122308387,
      "loss": 0.231,
      "step": 2544
    },
    {
      "epoch": 1.4359263699837788,
      "grad_norm": 0.28130677342414856,
      "learning_rate": 0.00010760000213389392,
      "loss": 0.2334,
      "step": 2545
    },
    {
      "epoch": 1.436490584667466,
      "grad_norm": 0.3415084183216095,
      "learning_rate": 0.00010754074036023043,
      "loss": 0.2421,
      "step": 2546
    },
    {
      "epoch": 1.437054799351153,
      "grad_norm": 0.3268473446369171,
      "learning_rate": 0.00010748147592302584,
      "loss": 0.3164,
      "step": 2547
    },
    {
      "epoch": 1.4376190140348402,
      "grad_norm": 0.29877370595932007,
      "learning_rate": 0.00010742220884321357,
      "loss": 0.2826,
      "step": 2548
    },
    {
      "epoch": 1.4381832287185274,
      "grad_norm": 0.3088420331478119,
      "learning_rate": 0.00010736293914172788,
      "loss": 0.2643,
      "step": 2549
    },
    {
      "epoch": 1.4387474434022145,
      "grad_norm": 0.3211336135864258,
      "learning_rate": 0.00010730366683950405,
      "loss": 0.2723,
      "step": 2550
    },
    {
      "epoch": 1.4393116580859018,
      "grad_norm": 0.3033757507801056,
      "learning_rate": 0.00010724439195747827,
      "loss": 0.2662,
      "step": 2551
    },
    {
      "epoch": 1.4398758727695888,
      "grad_norm": 0.30029523372650146,
      "learning_rate": 0.00010718511451658758,
      "loss": 0.2386,
      "step": 2552
    },
    {
      "epoch": 1.440440087453276,
      "grad_norm": 0.3069593608379364,
      "learning_rate": 0.00010712583453777001,
      "loss": 0.2624,
      "step": 2553
    },
    {
      "epoch": 1.4410043021369632,
      "grad_norm": 0.30547353625297546,
      "learning_rate": 0.00010706655204196441,
      "loss": 0.2655,
      "step": 2554
    },
    {
      "epoch": 1.4415685168206502,
      "grad_norm": 0.3335031569004059,
      "learning_rate": 0.00010700726705011055,
      "loss": 0.3084,
      "step": 2555
    },
    {
      "epoch": 1.4421327315043375,
      "grad_norm": 0.3110406994819641,
      "learning_rate": 0.0001069479795831491,
      "loss": 0.2411,
      "step": 2556
    },
    {
      "epoch": 1.4426969461880246,
      "grad_norm": 0.33909299969673157,
      "learning_rate": 0.00010688868966202157,
      "loss": 0.284,
      "step": 2557
    },
    {
      "epoch": 1.4432611608717116,
      "grad_norm": 0.2987715005874634,
      "learning_rate": 0.00010682939730767034,
      "loss": 0.2067,
      "step": 2558
    },
    {
      "epoch": 1.4438253755553987,
      "grad_norm": 0.31680139899253845,
      "learning_rate": 0.00010677010254103873,
      "loss": 0.2578,
      "step": 2559
    },
    {
      "epoch": 1.444389590239086,
      "grad_norm": 0.33130258321762085,
      "learning_rate": 0.00010671080538307077,
      "loss": 0.2679,
      "step": 2560
    },
    {
      "epoch": 1.444953804922773,
      "grad_norm": 0.3053264915943146,
      "learning_rate": 0.0001066515058547114,
      "loss": 0.2865,
      "step": 2561
    },
    {
      "epoch": 1.4455180196064603,
      "grad_norm": 0.3229568302631378,
      "learning_rate": 0.00010659220397690644,
      "loss": 0.297,
      "step": 2562
    },
    {
      "epoch": 1.4460822342901474,
      "grad_norm": 0.3791464865207672,
      "learning_rate": 0.0001065328997706025,
      "loss": 0.2983,
      "step": 2563
    },
    {
      "epoch": 1.4466464489738344,
      "grad_norm": 0.288129061460495,
      "learning_rate": 0.00010647359325674704,
      "loss": 0.2316,
      "step": 2564
    },
    {
      "epoch": 1.4472106636575217,
      "grad_norm": 0.28556549549102783,
      "learning_rate": 0.00010641428445628826,
      "loss": 0.228,
      "step": 2565
    },
    {
      "epoch": 1.4477748783412088,
      "grad_norm": 0.2726404368877411,
      "learning_rate": 0.0001063549733901753,
      "loss": 0.2364,
      "step": 2566
    },
    {
      "epoch": 1.448339093024896,
      "grad_norm": 0.30003389716148376,
      "learning_rate": 0.00010629566007935794,
      "loss": 0.2677,
      "step": 2567
    },
    {
      "epoch": 1.448903307708583,
      "grad_norm": 0.3003465533256531,
      "learning_rate": 0.00010623634454478686,
      "loss": 0.2375,
      "step": 2568
    },
    {
      "epoch": 1.4494675223922702,
      "grad_norm": 0.31522485613822937,
      "learning_rate": 0.00010617702680741353,
      "loss": 0.2667,
      "step": 2569
    },
    {
      "epoch": 1.4500317370759574,
      "grad_norm": 0.30779173970222473,
      "learning_rate": 0.00010611770688819011,
      "loss": 0.2591,
      "step": 2570
    },
    {
      "epoch": 1.4505959517596445,
      "grad_norm": 0.3300545811653137,
      "learning_rate": 0.00010605838480806967,
      "loss": 0.3022,
      "step": 2571
    },
    {
      "epoch": 1.4511601664433318,
      "grad_norm": 0.31825727224349976,
      "learning_rate": 0.00010599906058800591,
      "loss": 0.2563,
      "step": 2572
    },
    {
      "epoch": 1.4517243811270188,
      "grad_norm": 0.33617228269577026,
      "learning_rate": 0.00010593973424895332,
      "loss": 0.2532,
      "step": 2573
    },
    {
      "epoch": 1.452288595810706,
      "grad_norm": 0.34638649225234985,
      "learning_rate": 0.00010588040581186715,
      "loss": 0.2714,
      "step": 2574
    },
    {
      "epoch": 1.4528528104943932,
      "grad_norm": 0.3612460494041443,
      "learning_rate": 0.00010582107529770346,
      "loss": 0.2818,
      "step": 2575
    },
    {
      "epoch": 1.4534170251780802,
      "grad_norm": 0.3165222704410553,
      "learning_rate": 0.00010576174272741892,
      "loss": 0.2148,
      "step": 2576
    },
    {
      "epoch": 1.4539812398617675,
      "grad_norm": 0.34932151436805725,
      "learning_rate": 0.00010570240812197103,
      "loss": 0.2989,
      "step": 2577
    },
    {
      "epoch": 1.4545454545454546,
      "grad_norm": 0.32545560598373413,
      "learning_rate": 0.00010564307150231796,
      "loss": 0.2458,
      "step": 2578
    },
    {
      "epoch": 1.4551096692291416,
      "grad_norm": 0.3038071393966675,
      "learning_rate": 0.00010558373288941854,
      "loss": 0.2718,
      "step": 2579
    },
    {
      "epoch": 1.4556738839128287,
      "grad_norm": 0.3107377588748932,
      "learning_rate": 0.00010552439230423244,
      "loss": 0.2732,
      "step": 2580
    },
    {
      "epoch": 1.456238098596516,
      "grad_norm": 0.31287798285484314,
      "learning_rate": 0.00010546504976771987,
      "loss": 0.2718,
      "step": 2581
    },
    {
      "epoch": 1.456802313280203,
      "grad_norm": 0.30111193656921387,
      "learning_rate": 0.00010540570530084188,
      "loss": 0.2537,
      "step": 2582
    },
    {
      "epoch": 1.4573665279638903,
      "grad_norm": 0.36761367321014404,
      "learning_rate": 0.00010534635892456011,
      "loss": 0.3451,
      "step": 2583
    },
    {
      "epoch": 1.4579307426475774,
      "grad_norm": 0.286846786737442,
      "learning_rate": 0.00010528701065983686,
      "loss": 0.2534,
      "step": 2584
    },
    {
      "epoch": 1.4584949573312644,
      "grad_norm": 0.30434033274650574,
      "learning_rate": 0.00010522766052763518,
      "loss": 0.3144,
      "step": 2585
    },
    {
      "epoch": 1.4590591720149517,
      "grad_norm": 0.26819828152656555,
      "learning_rate": 0.00010516830854891865,
      "loss": 0.2254,
      "step": 2586
    },
    {
      "epoch": 1.4596233866986388,
      "grad_norm": 0.3173944652080536,
      "learning_rate": 0.00010510895474465166,
      "loss": 0.2646,
      "step": 2587
    },
    {
      "epoch": 1.460187601382326,
      "grad_norm": 0.33278688788414,
      "learning_rate": 0.00010504959913579912,
      "loss": 0.2879,
      "step": 2588
    },
    {
      "epoch": 1.4607518160660131,
      "grad_norm": 0.32123756408691406,
      "learning_rate": 0.00010499024174332666,
      "loss": 0.2751,
      "step": 2589
    },
    {
      "epoch": 1.4613160307497002,
      "grad_norm": 0.33634012937545776,
      "learning_rate": 0.00010493088258820052,
      "loss": 0.3129,
      "step": 2590
    },
    {
      "epoch": 1.4618802454333875,
      "grad_norm": 0.3242918848991394,
      "learning_rate": 0.00010487152169138747,
      "loss": 0.2636,
      "step": 2591
    },
    {
      "epoch": 1.4624444601170745,
      "grad_norm": 0.30174052715301514,
      "learning_rate": 0.00010481215907385503,
      "loss": 0.2451,
      "step": 2592
    },
    {
      "epoch": 1.4630086748007618,
      "grad_norm": 0.3194863796234131,
      "learning_rate": 0.00010475279475657125,
      "loss": 0.2686,
      "step": 2593
    },
    {
      "epoch": 1.4635728894844489,
      "grad_norm": 0.31435421109199524,
      "learning_rate": 0.00010469342876050482,
      "loss": 0.2697,
      "step": 2594
    },
    {
      "epoch": 1.464137104168136,
      "grad_norm": 0.30594128370285034,
      "learning_rate": 0.00010463406110662501,
      "loss": 0.259,
      "step": 2595
    },
    {
      "epoch": 1.4647013188518232,
      "grad_norm": 0.31741800904273987,
      "learning_rate": 0.00010457469181590162,
      "loss": 0.2371,
      "step": 2596
    },
    {
      "epoch": 1.4652655335355103,
      "grad_norm": 0.31632962822914124,
      "learning_rate": 0.00010451532090930514,
      "loss": 0.2666,
      "step": 2597
    },
    {
      "epoch": 1.4658297482191975,
      "grad_norm": 0.3003971576690674,
      "learning_rate": 0.0001044559484078065,
      "loss": 0.2632,
      "step": 2598
    },
    {
      "epoch": 1.4663939629028846,
      "grad_norm": 0.27686455845832825,
      "learning_rate": 0.0001043965743323773,
      "loss": 0.2285,
      "step": 2599
    },
    {
      "epoch": 1.4669581775865717,
      "grad_norm": 0.3256906270980835,
      "learning_rate": 0.00010433719870398968,
      "loss": 0.2503,
      "step": 2600
    },
    {
      "epoch": 1.4669581775865717,
      "eval_loss": 0.3362680673599243,
      "eval_runtime": 15.7883,
      "eval_samples_per_second": 9.057,
      "eval_steps_per_second": 4.56,
      "step": 2600
    },
    {
      "epoch": 1.4675223922702587,
      "grad_norm": 0.3176611661911011,
      "learning_rate": 0.00010427782154361625,
      "loss": 0.2771,
      "step": 2601
    },
    {
      "epoch": 1.468086606953946,
      "grad_norm": 0.34243568778038025,
      "learning_rate": 0.00010421844287223026,
      "loss": 0.2628,
      "step": 2602
    },
    {
      "epoch": 1.468650821637633,
      "grad_norm": 0.30157339572906494,
      "learning_rate": 0.00010415906271080544,
      "loss": 0.2529,
      "step": 2603
    },
    {
      "epoch": 1.4692150363213203,
      "grad_norm": 0.2968288064002991,
      "learning_rate": 0.00010409968108031605,
      "loss": 0.2396,
      "step": 2604
    },
    {
      "epoch": 1.4697792510050074,
      "grad_norm": 0.34856081008911133,
      "learning_rate": 0.00010404029800173687,
      "loss": 0.2847,
      "step": 2605
    },
    {
      "epoch": 1.4703434656886945,
      "grad_norm": 0.3223784863948822,
      "learning_rate": 0.00010398091349604322,
      "loss": 0.2645,
      "step": 2606
    },
    {
      "epoch": 1.4709076803723817,
      "grad_norm": 0.34229063987731934,
      "learning_rate": 0.0001039215275842109,
      "loss": 0.3082,
      "step": 2607
    },
    {
      "epoch": 1.4714718950560688,
      "grad_norm": 0.3397734761238098,
      "learning_rate": 0.00010386214028721617,
      "loss": 0.284,
      "step": 2608
    },
    {
      "epoch": 1.472036109739756,
      "grad_norm": 0.30765509605407715,
      "learning_rate": 0.00010380275162603587,
      "loss": 0.2652,
      "step": 2609
    },
    {
      "epoch": 1.4726003244234431,
      "grad_norm": 0.2865888178348541,
      "learning_rate": 0.00010374336162164722,
      "loss": 0.2133,
      "step": 2610
    },
    {
      "epoch": 1.4731645391071302,
      "grad_norm": 0.30596596002578735,
      "learning_rate": 0.00010368397029502799,
      "loss": 0.3256,
      "step": 2611
    },
    {
      "epoch": 1.4737287537908175,
      "grad_norm": 0.27497047185897827,
      "learning_rate": 0.00010362457766715639,
      "loss": 0.2093,
      "step": 2612
    },
    {
      "epoch": 1.4742929684745045,
      "grad_norm": 0.3059895634651184,
      "learning_rate": 0.00010356518375901107,
      "loss": 0.2763,
      "step": 2613
    },
    {
      "epoch": 1.4748571831581918,
      "grad_norm": 0.3188076615333557,
      "learning_rate": 0.00010350578859157119,
      "loss": 0.2829,
      "step": 2614
    },
    {
      "epoch": 1.4754213978418789,
      "grad_norm": 0.3008458614349365,
      "learning_rate": 0.00010344639218581629,
      "loss": 0.2612,
      "step": 2615
    },
    {
      "epoch": 1.475985612525566,
      "grad_norm": 0.2992531657218933,
      "learning_rate": 0.00010338699456272638,
      "loss": 0.2503,
      "step": 2616
    },
    {
      "epoch": 1.476549827209253,
      "grad_norm": 0.3306654691696167,
      "learning_rate": 0.00010332759574328188,
      "loss": 0.3005,
      "step": 2617
    },
    {
      "epoch": 1.4771140418929403,
      "grad_norm": 0.30750328302383423,
      "learning_rate": 0.00010326819574846369,
      "loss": 0.2745,
      "step": 2618
    },
    {
      "epoch": 1.4776782565766273,
      "grad_norm": 0.3299955129623413,
      "learning_rate": 0.00010320879459925306,
      "loss": 0.2894,
      "step": 2619
    },
    {
      "epoch": 1.4782424712603146,
      "grad_norm": 0.32446718215942383,
      "learning_rate": 0.00010314939231663163,
      "loss": 0.2847,
      "step": 2620
    },
    {
      "epoch": 1.4788066859440017,
      "grad_norm": 0.28949230909347534,
      "learning_rate": 0.00010308998892158155,
      "loss": 0.2289,
      "step": 2621
    },
    {
      "epoch": 1.4793709006276887,
      "grad_norm": 0.3435429036617279,
      "learning_rate": 0.00010303058443508524,
      "loss": 0.3053,
      "step": 2622
    },
    {
      "epoch": 1.479935115311376,
      "grad_norm": 0.3126431703567505,
      "learning_rate": 0.0001029711788781256,
      "loss": 0.2633,
      "step": 2623
    },
    {
      "epoch": 1.480499329995063,
      "grad_norm": 0.31897279620170593,
      "learning_rate": 0.0001029117722716858,
      "loss": 0.3156,
      "step": 2624
    },
    {
      "epoch": 1.4810635446787503,
      "grad_norm": 0.3026493489742279,
      "learning_rate": 0.00010285236463674952,
      "loss": 0.2791,
      "step": 2625
    },
    {
      "epoch": 1.4816277593624374,
      "grad_norm": 0.3083714246749878,
      "learning_rate": 0.0001027929559943007,
      "loss": 0.2375,
      "step": 2626
    },
    {
      "epoch": 1.4821919740461245,
      "grad_norm": 0.3020102381706238,
      "learning_rate": 0.0001027335463653237,
      "loss": 0.2851,
      "step": 2627
    },
    {
      "epoch": 1.4827561887298117,
      "grad_norm": 0.30042657256126404,
      "learning_rate": 0.00010267413577080314,
      "loss": 0.2576,
      "step": 2628
    },
    {
      "epoch": 1.4833204034134988,
      "grad_norm": 0.3315804600715637,
      "learning_rate": 0.00010261472423172407,
      "loss": 0.2883,
      "step": 2629
    },
    {
      "epoch": 1.483884618097186,
      "grad_norm": 0.3171330988407135,
      "learning_rate": 0.00010255531176907183,
      "loss": 0.2826,
      "step": 2630
    },
    {
      "epoch": 1.4844488327808731,
      "grad_norm": 0.33902910351753235,
      "learning_rate": 0.00010249589840383211,
      "loss": 0.267,
      "step": 2631
    },
    {
      "epoch": 1.4850130474645602,
      "grad_norm": 0.3223356604576111,
      "learning_rate": 0.00010243648415699087,
      "loss": 0.2734,
      "step": 2632
    },
    {
      "epoch": 1.4855772621482475,
      "grad_norm": 0.26490628719329834,
      "learning_rate": 0.00010237706904953445,
      "loss": 0.2097,
      "step": 2633
    },
    {
      "epoch": 1.4861414768319345,
      "grad_norm": 0.3173570930957794,
      "learning_rate": 0.00010231765310244947,
      "loss": 0.2406,
      "step": 2634
    },
    {
      "epoch": 1.4867056915156218,
      "grad_norm": 0.2892153561115265,
      "learning_rate": 0.0001022582363367228,
      "loss": 0.2165,
      "step": 2635
    },
    {
      "epoch": 1.4872699061993089,
      "grad_norm": 0.31711387634277344,
      "learning_rate": 0.00010219881877334165,
      "loss": 0.2491,
      "step": 2636
    },
    {
      "epoch": 1.487834120882996,
      "grad_norm": 0.3449242413043976,
      "learning_rate": 0.0001021394004332935,
      "loss": 0.3088,
      "step": 2637
    },
    {
      "epoch": 1.488398335566683,
      "grad_norm": 0.33400848507881165,
      "learning_rate": 0.00010207998133756611,
      "loss": 0.2691,
      "step": 2638
    },
    {
      "epoch": 1.4889625502503703,
      "grad_norm": 0.30846792459487915,
      "learning_rate": 0.00010202056150714752,
      "loss": 0.2277,
      "step": 2639
    },
    {
      "epoch": 1.4895267649340573,
      "grad_norm": 0.33004724979400635,
      "learning_rate": 0.00010196114096302596,
      "loss": 0.266,
      "step": 2640
    },
    {
      "epoch": 1.4900909796177446,
      "grad_norm": 0.3194757401943207,
      "learning_rate": 0.00010190171972618998,
      "loss": 0.2961,
      "step": 2641
    },
    {
      "epoch": 1.4906551943014317,
      "grad_norm": 0.3199893534183502,
      "learning_rate": 0.00010184229781762835,
      "loss": 0.2712,
      "step": 2642
    },
    {
      "epoch": 1.4912194089851187,
      "grad_norm": 0.30777594447135925,
      "learning_rate": 0.00010178287525833012,
      "loss": 0.2446,
      "step": 2643
    },
    {
      "epoch": 1.491783623668806,
      "grad_norm": 0.3165009319782257,
      "learning_rate": 0.00010172345206928451,
      "loss": 0.2343,
      "step": 2644
    },
    {
      "epoch": 1.492347838352493,
      "grad_norm": 0.30959585309028625,
      "learning_rate": 0.00010166402827148094,
      "loss": 0.3106,
      "step": 2645
    },
    {
      "epoch": 1.4929120530361804,
      "grad_norm": 0.3072337806224823,
      "learning_rate": 0.00010160460388590917,
      "loss": 0.2817,
      "step": 2646
    },
    {
      "epoch": 1.4934762677198674,
      "grad_norm": 0.33496856689453125,
      "learning_rate": 0.00010154517893355901,
      "loss": 0.3168,
      "step": 2647
    },
    {
      "epoch": 1.4940404824035545,
      "grad_norm": 0.31728726625442505,
      "learning_rate": 0.00010148575343542062,
      "loss": 0.3042,
      "step": 2648
    },
    {
      "epoch": 1.4946046970872418,
      "grad_norm": 0.31777462363243103,
      "learning_rate": 0.00010142632741248421,
      "loss": 0.2282,
      "step": 2649
    },
    {
      "epoch": 1.4951689117709288,
      "grad_norm": 0.29906296730041504,
      "learning_rate": 0.0001013669008857403,
      "loss": 0.2613,
      "step": 2650
    },
    {
      "epoch": 1.495733126454616,
      "grad_norm": 0.33130165934562683,
      "learning_rate": 0.00010130747387617952,
      "loss": 0.2614,
      "step": 2651
    },
    {
      "epoch": 1.4962973411383031,
      "grad_norm": 0.3652696907520294,
      "learning_rate": 0.00010124804640479269,
      "loss": 0.3195,
      "step": 2652
    },
    {
      "epoch": 1.4968615558219902,
      "grad_norm": 0.3103782534599304,
      "learning_rate": 0.00010118861849257075,
      "loss": 0.2768,
      "step": 2653
    },
    {
      "epoch": 1.4974257705056775,
      "grad_norm": 0.3332860469818115,
      "learning_rate": 0.00010112919016050488,
      "loss": 0.2814,
      "step": 2654
    },
    {
      "epoch": 1.4979899851893645,
      "grad_norm": 0.34665632247924805,
      "learning_rate": 0.00010106976142958635,
      "loss": 0.3296,
      "step": 2655
    },
    {
      "epoch": 1.4985541998730518,
      "grad_norm": 0.3131124675273895,
      "learning_rate": 0.00010101033232080657,
      "loss": 0.2562,
      "step": 2656
    },
    {
      "epoch": 1.4991184145567389,
      "grad_norm": 0.306252658367157,
      "learning_rate": 0.00010095090285515709,
      "loss": 0.2668,
      "step": 2657
    },
    {
      "epoch": 1.499682629240426,
      "grad_norm": 0.3251599669456482,
      "learning_rate": 0.00010089147305362963,
      "loss": 0.306,
      "step": 2658
    },
    {
      "epoch": 1.500246843924113,
      "grad_norm": 0.2925774157047272,
      "learning_rate": 0.00010083204293721593,
      "loss": 0.2226,
      "step": 2659
    },
    {
      "epoch": 1.5008110586078003,
      "grad_norm": 0.32987338304519653,
      "learning_rate": 0.00010077261252690796,
      "loss": 0.2669,
      "step": 2660
    },
    {
      "epoch": 1.5013752732914876,
      "grad_norm": 0.3104086220264435,
      "learning_rate": 0.00010071318184369769,
      "loss": 0.3092,
      "step": 2661
    },
    {
      "epoch": 1.5019394879751746,
      "grad_norm": 0.3065108358860016,
      "learning_rate": 0.00010065375090857728,
      "loss": 0.2616,
      "step": 2662
    },
    {
      "epoch": 1.5025037026588617,
      "grad_norm": 0.33915039896965027,
      "learning_rate": 0.00010059431974253888,
      "loss": 0.283,
      "step": 2663
    },
    {
      "epoch": 1.5030679173425487,
      "grad_norm": 0.2955096662044525,
      "learning_rate": 0.00010053488836657483,
      "loss": 0.225,
      "step": 2664
    },
    {
      "epoch": 1.503632132026236,
      "grad_norm": 0.3644220530986786,
      "learning_rate": 0.00010047545680167742,
      "loss": 0.3141,
      "step": 2665
    },
    {
      "epoch": 1.504196346709923,
      "grad_norm": 0.30893367528915405,
      "learning_rate": 0.00010041602506883912,
      "loss": 0.2527,
      "step": 2666
    },
    {
      "epoch": 1.5047605613936104,
      "grad_norm": 0.313636839389801,
      "learning_rate": 0.00010035659318905244,
      "loss": 0.3149,
      "step": 2667
    },
    {
      "epoch": 1.5053247760772974,
      "grad_norm": 0.29967063665390015,
      "learning_rate": 0.00010029716118330983,
      "loss": 0.2442,
      "step": 2668
    },
    {
      "epoch": 1.5058889907609845,
      "grad_norm": 0.3152039349079132,
      "learning_rate": 0.00010023772907260392,
      "loss": 0.2713,
      "step": 2669
    },
    {
      "epoch": 1.5064532054446715,
      "grad_norm": 0.3053513467311859,
      "learning_rate": 0.00010017829687792733,
      "loss": 0.2876,
      "step": 2670
    },
    {
      "epoch": 1.5070174201283588,
      "grad_norm": 0.313873827457428,
      "learning_rate": 0.00010011886462027271,
      "loss": 0.3061,
      "step": 2671
    },
    {
      "epoch": 1.507581634812046,
      "grad_norm": 0.31340569257736206,
      "learning_rate": 0.0001000594323206327,
      "loss": 0.2624,
      "step": 2672
    },
    {
      "epoch": 1.5081458494957332,
      "grad_norm": 0.289378821849823,
      "learning_rate": 0.0001,
      "loss": 0.2672,
      "step": 2673
    },
    {
      "epoch": 1.5087100641794202,
      "grad_norm": 0.3019087612628937,
      "learning_rate": 9.994056767936731e-05,
      "loss": 0.2409,
      "step": 2674
    },
    {
      "epoch": 1.5092742788631073,
      "grad_norm": 0.32657021284103394,
      "learning_rate": 9.988113537972731e-05,
      "loss": 0.3003,
      "step": 2675
    },
    {
      "epoch": 1.5098384935467946,
      "grad_norm": 0.30042770504951477,
      "learning_rate": 9.98217031220727e-05,
      "loss": 0.2422,
      "step": 2676
    },
    {
      "epoch": 1.5104027082304818,
      "grad_norm": 0.3123798370361328,
      "learning_rate": 9.976227092739609e-05,
      "loss": 0.2273,
      "step": 2677
    },
    {
      "epoch": 1.510966922914169,
      "grad_norm": 0.3304741382598877,
      "learning_rate": 9.97028388166902e-05,
      "loss": 0.2698,
      "step": 2678
    },
    {
      "epoch": 1.511531137597856,
      "grad_norm": 0.31160640716552734,
      "learning_rate": 9.96434068109476e-05,
      "loss": 0.2754,
      "step": 2679
    },
    {
      "epoch": 1.512095352281543,
      "grad_norm": 0.3054772913455963,
      "learning_rate": 9.958397493116088e-05,
      "loss": 0.2716,
      "step": 2680
    },
    {
      "epoch": 1.5126595669652303,
      "grad_norm": 0.3059491217136383,
      "learning_rate": 9.952454319832258e-05,
      "loss": 0.2471,
      "step": 2681
    },
    {
      "epoch": 1.5132237816489176,
      "grad_norm": 0.32824501395225525,
      "learning_rate": 9.94651116334252e-05,
      "loss": 0.2313,
      "step": 2682
    },
    {
      "epoch": 1.5137879963326046,
      "grad_norm": 0.3319033682346344,
      "learning_rate": 9.940568025746113e-05,
      "loss": 0.252,
      "step": 2683
    },
    {
      "epoch": 1.5143522110162917,
      "grad_norm": 0.33420243859291077,
      "learning_rate": 9.934624909142273e-05,
      "loss": 0.2425,
      "step": 2684
    },
    {
      "epoch": 1.5149164256999788,
      "grad_norm": 0.32577934861183167,
      "learning_rate": 9.928681815630231e-05,
      "loss": 0.2598,
      "step": 2685
    },
    {
      "epoch": 1.515480640383666,
      "grad_norm": 0.3399856686592102,
      "learning_rate": 9.92273874730921e-05,
      "loss": 0.262,
      "step": 2686
    },
    {
      "epoch": 1.516044855067353,
      "grad_norm": 0.2960963845252991,
      "learning_rate": 9.916795706278411e-05,
      "loss": 0.2089,
      "step": 2687
    },
    {
      "epoch": 1.5166090697510404,
      "grad_norm": 0.3018946051597595,
      "learning_rate": 9.910852694637042e-05,
      "loss": 0.2285,
      "step": 2688
    },
    {
      "epoch": 1.5171732844347274,
      "grad_norm": 0.35301610827445984,
      "learning_rate": 9.904909714484294e-05,
      "loss": 0.3122,
      "step": 2689
    },
    {
      "epoch": 1.5177374991184145,
      "grad_norm": 0.3216782212257385,
      "learning_rate": 9.898966767919349e-05,
      "loss": 0.2629,
      "step": 2690
    },
    {
      "epoch": 1.5183017138021015,
      "grad_norm": 0.3406359553337097,
      "learning_rate": 9.893023857041369e-05,
      "loss": 0.2667,
      "step": 2691
    },
    {
      "epoch": 1.5188659284857888,
      "grad_norm": 0.31731197237968445,
      "learning_rate": 9.887080983949515e-05,
      "loss": 0.2638,
      "step": 2692
    },
    {
      "epoch": 1.519430143169476,
      "grad_norm": 0.35581064224243164,
      "learning_rate": 9.881138150742927e-05,
      "loss": 0.3141,
      "step": 2693
    },
    {
      "epoch": 1.5199943578531632,
      "grad_norm": 0.329110324382782,
      "learning_rate": 9.875195359520733e-05,
      "loss": 0.3117,
      "step": 2694
    },
    {
      "epoch": 1.5205585725368502,
      "grad_norm": 0.32742080092430115,
      "learning_rate": 9.869252612382052e-05,
      "loss": 0.2604,
      "step": 2695
    },
    {
      "epoch": 1.5211227872205373,
      "grad_norm": 0.33250272274017334,
      "learning_rate": 9.863309911425972e-05,
      "loss": 0.2728,
      "step": 2696
    },
    {
      "epoch": 1.5216870019042246,
      "grad_norm": 0.2983192205429077,
      "learning_rate": 9.857367258751581e-05,
      "loss": 0.2729,
      "step": 2697
    },
    {
      "epoch": 1.5222512165879118,
      "grad_norm": 0.32217681407928467,
      "learning_rate": 9.851424656457942e-05,
      "loss": 0.253,
      "step": 2698
    },
    {
      "epoch": 1.522815431271599,
      "grad_norm": 0.2879999577999115,
      "learning_rate": 9.8454821066441e-05,
      "loss": 0.2322,
      "step": 2699
    },
    {
      "epoch": 1.523379645955286,
      "grad_norm": 0.34917017817497253,
      "learning_rate": 9.839539611409085e-05,
      "loss": 0.3044,
      "step": 2700
    },
    {
      "epoch": 1.523943860638973,
      "grad_norm": 0.31898415088653564,
      "learning_rate": 9.833597172851909e-05,
      "loss": 0.3098,
      "step": 2701
    },
    {
      "epoch": 1.5245080753226603,
      "grad_norm": 0.31677407026290894,
      "learning_rate": 9.827654793071552e-05,
      "loss": 0.2424,
      "step": 2702
    },
    {
      "epoch": 1.5250722900063474,
      "grad_norm": 0.3156723976135254,
      "learning_rate": 9.821712474166989e-05,
      "loss": 0.2416,
      "step": 2703
    },
    {
      "epoch": 1.5256365046900346,
      "grad_norm": 0.3089422285556793,
      "learning_rate": 9.815770218237163e-05,
      "loss": 0.2539,
      "step": 2704
    },
    {
      "epoch": 1.5262007193737217,
      "grad_norm": 0.29980236291885376,
      "learning_rate": 9.809828027381001e-05,
      "loss": 0.2339,
      "step": 2705
    },
    {
      "epoch": 1.5267649340574088,
      "grad_norm": 0.3083277940750122,
      "learning_rate": 9.803885903697407e-05,
      "loss": 0.2538,
      "step": 2706
    },
    {
      "epoch": 1.5273291487410958,
      "grad_norm": 0.3483062982559204,
      "learning_rate": 9.797943849285249e-05,
      "loss": 0.2778,
      "step": 2707
    },
    {
      "epoch": 1.527893363424783,
      "grad_norm": 0.32249554991722107,
      "learning_rate": 9.792001866243389e-05,
      "loss": 0.2385,
      "step": 2708
    },
    {
      "epoch": 1.5284575781084704,
      "grad_norm": 0.3432425558567047,
      "learning_rate": 9.786059956670649e-05,
      "loss": 0.2694,
      "step": 2709
    },
    {
      "epoch": 1.5290217927921574,
      "grad_norm": 0.2875262200832367,
      "learning_rate": 9.780118122665839e-05,
      "loss": 0.2288,
      "step": 2710
    },
    {
      "epoch": 1.5295860074758445,
      "grad_norm": 0.3364030718803406,
      "learning_rate": 9.774176366327724e-05,
      "loss": 0.2472,
      "step": 2711
    },
    {
      "epoch": 1.5301502221595316,
      "grad_norm": 0.33543887734413147,
      "learning_rate": 9.768234689755057e-05,
      "loss": 0.2618,
      "step": 2712
    },
    {
      "epoch": 1.5307144368432188,
      "grad_norm": 0.3150225281715393,
      "learning_rate": 9.762293095046557e-05,
      "loss": 0.259,
      "step": 2713
    },
    {
      "epoch": 1.5312786515269061,
      "grad_norm": 0.32254862785339355,
      "learning_rate": 9.756351584300918e-05,
      "loss": 0.2733,
      "step": 2714
    },
    {
      "epoch": 1.5318428662105932,
      "grad_norm": 0.31416505575180054,
      "learning_rate": 9.750410159616794e-05,
      "loss": 0.2372,
      "step": 2715
    },
    {
      "epoch": 1.5324070808942802,
      "grad_norm": 0.318402498960495,
      "learning_rate": 9.74446882309282e-05,
      "loss": 0.2263,
      "step": 2716
    },
    {
      "epoch": 1.5329712955779673,
      "grad_norm": 0.3162452280521393,
      "learning_rate": 9.738527576827596e-05,
      "loss": 0.287,
      "step": 2717
    },
    {
      "epoch": 1.5335355102616546,
      "grad_norm": 0.32460808753967285,
      "learning_rate": 9.732586422919688e-05,
      "loss": 0.2535,
      "step": 2718
    },
    {
      "epoch": 1.5340997249453419,
      "grad_norm": 0.31538936495780945,
      "learning_rate": 9.726645363467632e-05,
      "loss": 0.2438,
      "step": 2719
    },
    {
      "epoch": 1.534663939629029,
      "grad_norm": 0.30479469895362854,
      "learning_rate": 9.72070440056993e-05,
      "loss": 0.2075,
      "step": 2720
    },
    {
      "epoch": 1.535228154312716,
      "grad_norm": 0.3187482953071594,
      "learning_rate": 9.71476353632505e-05,
      "loss": 0.2339,
      "step": 2721
    },
    {
      "epoch": 1.535792368996403,
      "grad_norm": 0.3052537739276886,
      "learning_rate": 9.708822772831421e-05,
      "loss": 0.2846,
      "step": 2722
    },
    {
      "epoch": 1.5363565836800903,
      "grad_norm": 0.32976534962654114,
      "learning_rate": 9.702882112187444e-05,
      "loss": 0.2664,
      "step": 2723
    },
    {
      "epoch": 1.5369207983637774,
      "grad_norm": 0.3496624529361725,
      "learning_rate": 9.696941556491477e-05,
      "loss": 0.3151,
      "step": 2724
    },
    {
      "epoch": 1.5374850130474647,
      "grad_norm": 0.2959059774875641,
      "learning_rate": 9.691001107841849e-05,
      "loss": 0.244,
      "step": 2725
    },
    {
      "epoch": 1.5380492277311517,
      "grad_norm": 0.2979736626148224,
      "learning_rate": 9.685060768336838e-05,
      "loss": 0.2257,
      "step": 2726
    },
    {
      "epoch": 1.5386134424148388,
      "grad_norm": 0.33383646607398987,
      "learning_rate": 9.679120540074696e-05,
      "loss": 0.246,
      "step": 2727
    },
    {
      "epoch": 1.5391776570985258,
      "grad_norm": 0.29304590821266174,
      "learning_rate": 9.673180425153632e-05,
      "loss": 0.2497,
      "step": 2728
    },
    {
      "epoch": 1.5397418717822131,
      "grad_norm": 0.3260652422904968,
      "learning_rate": 9.66724042567181e-05,
      "loss": 0.2411,
      "step": 2729
    },
    {
      "epoch": 1.5403060864659004,
      "grad_norm": 0.3367851674556732,
      "learning_rate": 9.661300543727362e-05,
      "loss": 0.2572,
      "step": 2730
    },
    {
      "epoch": 1.5408703011495875,
      "grad_norm": 0.32715970277786255,
      "learning_rate": 9.655360781418373e-05,
      "loss": 0.2744,
      "step": 2731
    },
    {
      "epoch": 1.5414345158332745,
      "grad_norm": 0.35242557525634766,
      "learning_rate": 9.649421140842882e-05,
      "loss": 0.2927,
      "step": 2732
    },
    {
      "epoch": 1.5419987305169616,
      "grad_norm": 0.32355639338493347,
      "learning_rate": 9.643481624098893e-05,
      "loss": 0.2814,
      "step": 2733
    },
    {
      "epoch": 1.5425629452006488,
      "grad_norm": 0.33847835659980774,
      "learning_rate": 9.637542233284366e-05,
      "loss": 0.2482,
      "step": 2734
    },
    {
      "epoch": 1.5431271598843361,
      "grad_norm": 0.3394085764884949,
      "learning_rate": 9.631602970497206e-05,
      "loss": 0.2826,
      "step": 2735
    },
    {
      "epoch": 1.5436913745680232,
      "grad_norm": 0.35555610060691833,
      "learning_rate": 9.625663837835282e-05,
      "loss": 0.2955,
      "step": 2736
    },
    {
      "epoch": 1.5442555892517102,
      "grad_norm": 0.31561774015426636,
      "learning_rate": 9.619724837396416e-05,
      "loss": 0.2746,
      "step": 2737
    },
    {
      "epoch": 1.5448198039353973,
      "grad_norm": 0.31776633858680725,
      "learning_rate": 9.613785971278385e-05,
      "loss": 0.2748,
      "step": 2738
    },
    {
      "epoch": 1.5453840186190846,
      "grad_norm": 0.3135118782520294,
      "learning_rate": 9.607847241578914e-05,
      "loss": 0.312,
      "step": 2739
    },
    {
      "epoch": 1.5459482333027719,
      "grad_norm": 0.33097586035728455,
      "learning_rate": 9.60190865039568e-05,
      "loss": 0.3308,
      "step": 2740
    },
    {
      "epoch": 1.546512447986459,
      "grad_norm": 0.3040117919445038,
      "learning_rate": 9.595970199826314e-05,
      "loss": 0.3042,
      "step": 2741
    },
    {
      "epoch": 1.547076662670146,
      "grad_norm": 0.32927560806274414,
      "learning_rate": 9.590031891968396e-05,
      "loss": 0.3254,
      "step": 2742
    },
    {
      "epoch": 1.547640877353833,
      "grad_norm": 0.31207624077796936,
      "learning_rate": 9.584093728919457e-05,
      "loss": 0.2698,
      "step": 2743
    },
    {
      "epoch": 1.5482050920375203,
      "grad_norm": 0.3072904944419861,
      "learning_rate": 9.578155712776976e-05,
      "loss": 0.2732,
      "step": 2744
    },
    {
      "epoch": 1.5487693067212074,
      "grad_norm": 0.31716248393058777,
      "learning_rate": 9.572217845638377e-05,
      "loss": 0.2892,
      "step": 2745
    },
    {
      "epoch": 1.5493335214048947,
      "grad_norm": 0.33664900064468384,
      "learning_rate": 9.566280129601035e-05,
      "loss": 0.3352,
      "step": 2746
    },
    {
      "epoch": 1.5498977360885817,
      "grad_norm": 0.3190735876560211,
      "learning_rate": 9.56034256676227e-05,
      "loss": 0.2711,
      "step": 2747
    },
    {
      "epoch": 1.5504619507722688,
      "grad_norm": 0.2947765588760376,
      "learning_rate": 9.554405159219352e-05,
      "loss": 0.228,
      "step": 2748
    },
    {
      "epoch": 1.5510261654559558,
      "grad_norm": 0.33107680082321167,
      "learning_rate": 9.548467909069489e-05,
      "loss": 0.2796,
      "step": 2749
    },
    {
      "epoch": 1.5515903801396431,
      "grad_norm": 0.3724556267261505,
      "learning_rate": 9.54253081840984e-05,
      "loss": 0.3136,
      "step": 2750
    },
    {
      "epoch": 1.5521545948233304,
      "grad_norm": 0.34688177704811096,
      "learning_rate": 9.536593889337501e-05,
      "loss": 0.3135,
      "step": 2751
    },
    {
      "epoch": 1.5527188095070175,
      "grad_norm": 0.30700016021728516,
      "learning_rate": 9.530657123949519e-05,
      "loss": 0.2536,
      "step": 2752
    },
    {
      "epoch": 1.5532830241907045,
      "grad_norm": 0.27372458577156067,
      "learning_rate": 9.524720524342874e-05,
      "loss": 0.2103,
      "step": 2753
    },
    {
      "epoch": 1.5538472388743916,
      "grad_norm": 0.33327656984329224,
      "learning_rate": 9.518784092614497e-05,
      "loss": 0.2705,
      "step": 2754
    },
    {
      "epoch": 1.5544114535580789,
      "grad_norm": 0.34678107500076294,
      "learning_rate": 9.512847830861253e-05,
      "loss": 0.2355,
      "step": 2755
    },
    {
      "epoch": 1.5549756682417661,
      "grad_norm": 0.3040015995502472,
      "learning_rate": 9.506911741179952e-05,
      "loss": 0.2525,
      "step": 2756
    },
    {
      "epoch": 1.5555398829254532,
      "grad_norm": 0.33097055554389954,
      "learning_rate": 9.500975825667334e-05,
      "loss": 0.2395,
      "step": 2757
    },
    {
      "epoch": 1.5561040976091403,
      "grad_norm": 0.32722947001457214,
      "learning_rate": 9.495040086420091e-05,
      "loss": 0.2797,
      "step": 2758
    },
    {
      "epoch": 1.5566683122928273,
      "grad_norm": 0.3282751142978668,
      "learning_rate": 9.489104525534839e-05,
      "loss": 0.2523,
      "step": 2759
    },
    {
      "epoch": 1.5572325269765146,
      "grad_norm": 0.333335816860199,
      "learning_rate": 9.48316914510814e-05,
      "loss": 0.3158,
      "step": 2760
    },
    {
      "epoch": 1.5577967416602017,
      "grad_norm": 0.31924936175346375,
      "learning_rate": 9.477233947236488e-05,
      "loss": 0.28,
      "step": 2761
    },
    {
      "epoch": 1.558360956343889,
      "grad_norm": 0.3070063292980194,
      "learning_rate": 9.471298934016318e-05,
      "loss": 0.2228,
      "step": 2762
    },
    {
      "epoch": 1.558925171027576,
      "grad_norm": 0.36732688546180725,
      "learning_rate": 9.465364107543992e-05,
      "loss": 0.2797,
      "step": 2763
    },
    {
      "epoch": 1.559489385711263,
      "grad_norm": 0.31287631392478943,
      "learning_rate": 9.459429469915815e-05,
      "loss": 0.2208,
      "step": 2764
    },
    {
      "epoch": 1.5600536003949501,
      "grad_norm": 0.39234134554862976,
      "learning_rate": 9.453495023228014e-05,
      "loss": 0.2598,
      "step": 2765
    },
    {
      "epoch": 1.5606178150786374,
      "grad_norm": 0.3214298486709595,
      "learning_rate": 9.44756076957676e-05,
      "loss": 0.2705,
      "step": 2766
    },
    {
      "epoch": 1.5611820297623247,
      "grad_norm": 0.3516567051410675,
      "learning_rate": 9.441626711058148e-05,
      "loss": 0.2978,
      "step": 2767
    },
    {
      "epoch": 1.5617462444460117,
      "grad_norm": 0.3677997291088104,
      "learning_rate": 9.435692849768208e-05,
      "loss": 0.2893,
      "step": 2768
    },
    {
      "epoch": 1.5623104591296988,
      "grad_norm": 0.3293807804584503,
      "learning_rate": 9.4297591878029e-05,
      "loss": 0.2843,
      "step": 2769
    },
    {
      "epoch": 1.5628746738133859,
      "grad_norm": 0.2791703939437866,
      "learning_rate": 9.42382572725811e-05,
      "loss": 0.2083,
      "step": 2770
    },
    {
      "epoch": 1.5634388884970731,
      "grad_norm": 0.30886712670326233,
      "learning_rate": 9.417892470229656e-05,
      "loss": 0.2202,
      "step": 2771
    },
    {
      "epoch": 1.5640031031807604,
      "grad_norm": 0.34834590554237366,
      "learning_rate": 9.411959418813286e-05,
      "loss": 0.2635,
      "step": 2772
    },
    {
      "epoch": 1.5645673178644475,
      "grad_norm": 0.30644547939300537,
      "learning_rate": 9.40602657510467e-05,
      "loss": 0.2439,
      "step": 2773
    },
    {
      "epoch": 1.5651315325481345,
      "grad_norm": 0.29047298431396484,
      "learning_rate": 9.400093941199411e-05,
      "loss": 0.2179,
      "step": 2774
    },
    {
      "epoch": 1.5656957472318216,
      "grad_norm": 0.3088817894458771,
      "learning_rate": 9.394161519193034e-05,
      "loss": 0.276,
      "step": 2775
    },
    {
      "epoch": 1.5662599619155089,
      "grad_norm": 0.2973869740962982,
      "learning_rate": 9.388229311180988e-05,
      "loss": 0.2203,
      "step": 2776
    },
    {
      "epoch": 1.5668241765991962,
      "grad_norm": 0.30687975883483887,
      "learning_rate": 9.382297319258648e-05,
      "loss": 0.2361,
      "step": 2777
    },
    {
      "epoch": 1.5673883912828832,
      "grad_norm": 0.3074478805065155,
      "learning_rate": 9.376365545521313e-05,
      "loss": 0.2971,
      "step": 2778
    },
    {
      "epoch": 1.5679526059665703,
      "grad_norm": 0.3613494336605072,
      "learning_rate": 9.370433992064206e-05,
      "loss": 0.2955,
      "step": 2779
    },
    {
      "epoch": 1.5685168206502573,
      "grad_norm": 0.29246556758880615,
      "learning_rate": 9.364502660982472e-05,
      "loss": 0.2283,
      "step": 2780
    },
    {
      "epoch": 1.5690810353339446,
      "grad_norm": 0.31581032276153564,
      "learning_rate": 9.358571554371174e-05,
      "loss": 0.2042,
      "step": 2781
    },
    {
      "epoch": 1.5696452500176317,
      "grad_norm": 0.29196885228157043,
      "learning_rate": 9.3526406743253e-05,
      "loss": 0.2439,
      "step": 2782
    },
    {
      "epoch": 1.570209464701319,
      "grad_norm": 0.32685616612434387,
      "learning_rate": 9.346710022939753e-05,
      "loss": 0.2409,
      "step": 2783
    },
    {
      "epoch": 1.570773679385006,
      "grad_norm": 0.31136006116867065,
      "learning_rate": 9.34077960230936e-05,
      "loss": 0.2626,
      "step": 2784
    },
    {
      "epoch": 1.571337894068693,
      "grad_norm": 0.32828688621520996,
      "learning_rate": 9.334849414528864e-05,
      "loss": 0.2884,
      "step": 2785
    },
    {
      "epoch": 1.5719021087523801,
      "grad_norm": 0.33081042766571045,
      "learning_rate": 9.328919461692928e-05,
      "loss": 0.279,
      "step": 2786
    },
    {
      "epoch": 1.5724663234360674,
      "grad_norm": 0.3183305561542511,
      "learning_rate": 9.32298974589613e-05,
      "loss": 0.2608,
      "step": 2787
    },
    {
      "epoch": 1.5730305381197547,
      "grad_norm": 0.34315142035484314,
      "learning_rate": 9.317060269232968e-05,
      "loss": 0.3003,
      "step": 2788
    },
    {
      "epoch": 1.5735947528034417,
      "grad_norm": 0.2785452902317047,
      "learning_rate": 9.311131033797847e-05,
      "loss": 0.2354,
      "step": 2789
    },
    {
      "epoch": 1.5741589674871288,
      "grad_norm": 0.33637967705726624,
      "learning_rate": 9.305202041685092e-05,
      "loss": 0.2878,
      "step": 2790
    },
    {
      "epoch": 1.5747231821708159,
      "grad_norm": 0.2918548583984375,
      "learning_rate": 9.299273294988945e-05,
      "loss": 0.2553,
      "step": 2791
    },
    {
      "epoch": 1.5752873968545031,
      "grad_norm": 0.33062544465065,
      "learning_rate": 9.293344795803561e-05,
      "loss": 0.2926,
      "step": 2792
    },
    {
      "epoch": 1.5758516115381904,
      "grad_norm": 0.3068493604660034,
      "learning_rate": 9.287416546223e-05,
      "loss": 0.309,
      "step": 2793
    },
    {
      "epoch": 1.5764158262218775,
      "grad_norm": 0.27385053038597107,
      "learning_rate": 9.281488548341245e-05,
      "loss": 0.1966,
      "step": 2794
    },
    {
      "epoch": 1.5769800409055645,
      "grad_norm": 0.2889746129512787,
      "learning_rate": 9.275560804252177e-05,
      "loss": 0.244,
      "step": 2795
    },
    {
      "epoch": 1.5775442555892516,
      "grad_norm": 0.3347216546535492,
      "learning_rate": 9.269633316049597e-05,
      "loss": 0.3046,
      "step": 2796
    },
    {
      "epoch": 1.5781084702729389,
      "grad_norm": 0.3340424597263336,
      "learning_rate": 9.263706085827214e-05,
      "loss": 0.2899,
      "step": 2797
    },
    {
      "epoch": 1.5786726849566262,
      "grad_norm": 0.3093390166759491,
      "learning_rate": 9.257779115678645e-05,
      "loss": 0.2696,
      "step": 2798
    },
    {
      "epoch": 1.5792368996403132,
      "grad_norm": 0.2963045835494995,
      "learning_rate": 9.251852407697417e-05,
      "loss": 0.1982,
      "step": 2799
    },
    {
      "epoch": 1.5798011143240003,
      "grad_norm": 0.324734091758728,
      "learning_rate": 9.245925963976957e-05,
      "loss": 0.2569,
      "step": 2800
    },
    {
      "epoch": 1.5798011143240003,
      "eval_loss": 0.33256545662879944,
      "eval_runtime": 15.794,
      "eval_samples_per_second": 9.054,
      "eval_steps_per_second": 4.559,
      "step": 2800
    },
    {
      "epoch": 1.5803653290076873,
      "grad_norm": 0.2784518897533417,
      "learning_rate": 9.239999786610606e-05,
      "loss": 0.2092,
      "step": 2801
    },
    {
      "epoch": 1.5809295436913746,
      "grad_norm": 0.3104540705680847,
      "learning_rate": 9.234073877691612e-05,
      "loss": 0.2369,
      "step": 2802
    },
    {
      "epoch": 1.5814937583750617,
      "grad_norm": 0.30071231722831726,
      "learning_rate": 9.228148239313124e-05,
      "loss": 0.2116,
      "step": 2803
    },
    {
      "epoch": 1.582057973058749,
      "grad_norm": 0.36508628726005554,
      "learning_rate": 9.222222873568194e-05,
      "loss": 0.2935,
      "step": 2804
    },
    {
      "epoch": 1.582622187742436,
      "grad_norm": 0.33051350712776184,
      "learning_rate": 9.216297782549785e-05,
      "loss": 0.2294,
      "step": 2805
    },
    {
      "epoch": 1.583186402426123,
      "grad_norm": 0.3218878507614136,
      "learning_rate": 9.210372968350753e-05,
      "loss": 0.2736,
      "step": 2806
    },
    {
      "epoch": 1.5837506171098101,
      "grad_norm": 0.33871543407440186,
      "learning_rate": 9.204448433063867e-05,
      "loss": 0.2452,
      "step": 2807
    },
    {
      "epoch": 1.5843148317934974,
      "grad_norm": 0.323765367269516,
      "learning_rate": 9.198524178781784e-05,
      "loss": 0.2518,
      "step": 2808
    },
    {
      "epoch": 1.5848790464771847,
      "grad_norm": 0.3363652229309082,
      "learning_rate": 9.192600207597076e-05,
      "loss": 0.2347,
      "step": 2809
    },
    {
      "epoch": 1.5854432611608718,
      "grad_norm": 0.3123515844345093,
      "learning_rate": 9.186676521602208e-05,
      "loss": 0.2344,
      "step": 2810
    },
    {
      "epoch": 1.5860074758445588,
      "grad_norm": 0.3274241089820862,
      "learning_rate": 9.180753122889542e-05,
      "loss": 0.2669,
      "step": 2811
    },
    {
      "epoch": 1.5865716905282459,
      "grad_norm": 0.2999081313610077,
      "learning_rate": 9.174830013551346e-05,
      "loss": 0.2614,
      "step": 2812
    },
    {
      "epoch": 1.5871359052119332,
      "grad_norm": 0.2899717688560486,
      "learning_rate": 9.168907195679782e-05,
      "loss": 0.2331,
      "step": 2813
    },
    {
      "epoch": 1.5877001198956204,
      "grad_norm": 0.3185202479362488,
      "learning_rate": 9.162984671366901e-05,
      "loss": 0.2468,
      "step": 2814
    },
    {
      "epoch": 1.5882643345793075,
      "grad_norm": 0.2913323938846588,
      "learning_rate": 9.157062442704663e-05,
      "loss": 0.1936,
      "step": 2815
    },
    {
      "epoch": 1.5888285492629945,
      "grad_norm": 0.3330160677433014,
      "learning_rate": 9.151140511784916e-05,
      "loss": 0.2754,
      "step": 2816
    },
    {
      "epoch": 1.5893927639466816,
      "grad_norm": 0.30576324462890625,
      "learning_rate": 9.145218880699408e-05,
      "loss": 0.2774,
      "step": 2817
    },
    {
      "epoch": 1.5899569786303689,
      "grad_norm": 0.299874484539032,
      "learning_rate": 9.139297551539777e-05,
      "loss": 0.2374,
      "step": 2818
    },
    {
      "epoch": 1.590521193314056,
      "grad_norm": 0.3187859356403351,
      "learning_rate": 9.133376526397555e-05,
      "loss": 0.2645,
      "step": 2819
    },
    {
      "epoch": 1.5910854079977432,
      "grad_norm": 0.31641238927841187,
      "learning_rate": 9.127455807364165e-05,
      "loss": 0.2537,
      "step": 2820
    },
    {
      "epoch": 1.5916496226814303,
      "grad_norm": 0.35121744871139526,
      "learning_rate": 9.121535396530928e-05,
      "loss": 0.24,
      "step": 2821
    },
    {
      "epoch": 1.5922138373651173,
      "grad_norm": 0.323618084192276,
      "learning_rate": 9.11561529598905e-05,
      "loss": 0.289,
      "step": 2822
    },
    {
      "epoch": 1.5927780520488044,
      "grad_norm": 0.32192420959472656,
      "learning_rate": 9.109695507829629e-05,
      "loss": 0.2271,
      "step": 2823
    },
    {
      "epoch": 1.5933422667324917,
      "grad_norm": 0.34954705834388733,
      "learning_rate": 9.103776034143656e-05,
      "loss": 0.3079,
      "step": 2824
    },
    {
      "epoch": 1.593906481416179,
      "grad_norm": 0.37762197852134705,
      "learning_rate": 9.097856877022004e-05,
      "loss": 0.3223,
      "step": 2825
    },
    {
      "epoch": 1.594470696099866,
      "grad_norm": 0.3503204882144928,
      "learning_rate": 9.091938038555441e-05,
      "loss": 0.3154,
      "step": 2826
    },
    {
      "epoch": 1.595034910783553,
      "grad_norm": 0.32740187644958496,
      "learning_rate": 9.086019520834619e-05,
      "loss": 0.3008,
      "step": 2827
    },
    {
      "epoch": 1.5955991254672401,
      "grad_norm": 0.2907041013240814,
      "learning_rate": 9.080101325950078e-05,
      "loss": 0.228,
      "step": 2828
    },
    {
      "epoch": 1.5961633401509274,
      "grad_norm": 0.3385346829891205,
      "learning_rate": 9.074183455992245e-05,
      "loss": 0.2744,
      "step": 2829
    },
    {
      "epoch": 1.5967275548346147,
      "grad_norm": 0.2838819921016693,
      "learning_rate": 9.068265913051429e-05,
      "loss": 0.2781,
      "step": 2830
    },
    {
      "epoch": 1.5972917695183018,
      "grad_norm": 0.2849062383174896,
      "learning_rate": 9.062348699217821e-05,
      "loss": 0.2608,
      "step": 2831
    },
    {
      "epoch": 1.5978559842019888,
      "grad_norm": 0.3239624798297882,
      "learning_rate": 9.056431816581506e-05,
      "loss": 0.2753,
      "step": 2832
    },
    {
      "epoch": 1.5984201988856759,
      "grad_norm": 0.29885321855545044,
      "learning_rate": 9.050515267232444e-05,
      "loss": 0.2953,
      "step": 2833
    },
    {
      "epoch": 1.5989844135693632,
      "grad_norm": 0.3067503571510315,
      "learning_rate": 9.044599053260476e-05,
      "loss": 0.2503,
      "step": 2834
    },
    {
      "epoch": 1.5995486282530504,
      "grad_norm": 0.30924347043037415,
      "learning_rate": 9.038683176755332e-05,
      "loss": 0.2473,
      "step": 2835
    },
    {
      "epoch": 1.6001128429367375,
      "grad_norm": 0.3032699525356293,
      "learning_rate": 9.032767639806617e-05,
      "loss": 0.2469,
      "step": 2836
    },
    {
      "epoch": 1.6006770576204246,
      "grad_norm": 0.29956987500190735,
      "learning_rate": 9.026852444503819e-05,
      "loss": 0.2618,
      "step": 2837
    },
    {
      "epoch": 1.6012412723041116,
      "grad_norm": 0.31828412413597107,
      "learning_rate": 9.020937592936301e-05,
      "loss": 0.2944,
      "step": 2838
    },
    {
      "epoch": 1.601805486987799,
      "grad_norm": 0.3018026053905487,
      "learning_rate": 9.01502308719331e-05,
      "loss": 0.2317,
      "step": 2839
    },
    {
      "epoch": 1.602369701671486,
      "grad_norm": 0.31787219643592834,
      "learning_rate": 9.009108929363965e-05,
      "loss": 0.2105,
      "step": 2840
    },
    {
      "epoch": 1.6029339163551732,
      "grad_norm": 0.3321335017681122,
      "learning_rate": 9.00319512153727e-05,
      "loss": 0.3158,
      "step": 2841
    },
    {
      "epoch": 1.6034981310388603,
      "grad_norm": 0.2974553108215332,
      "learning_rate": 8.997281665802096e-05,
      "loss": 0.2577,
      "step": 2842
    },
    {
      "epoch": 1.6040623457225474,
      "grad_norm": 0.29613175988197327,
      "learning_rate": 8.991368564247202e-05,
      "loss": 0.2195,
      "step": 2843
    },
    {
      "epoch": 1.6046265604062344,
      "grad_norm": 0.35715407133102417,
      "learning_rate": 8.985455818961206e-05,
      "loss": 0.3039,
      "step": 2844
    },
    {
      "epoch": 1.6051907750899217,
      "grad_norm": 0.3083202838897705,
      "learning_rate": 8.979543432032611e-05,
      "loss": 0.2635,
      "step": 2845
    },
    {
      "epoch": 1.605754989773609,
      "grad_norm": 0.29499363899230957,
      "learning_rate": 8.973631405549793e-05,
      "loss": 0.2267,
      "step": 2846
    },
    {
      "epoch": 1.606319204457296,
      "grad_norm": 0.36664095520973206,
      "learning_rate": 8.967719741600997e-05,
      "loss": 0.2454,
      "step": 2847
    },
    {
      "epoch": 1.606883419140983,
      "grad_norm": 0.3143360912799835,
      "learning_rate": 8.961808442274345e-05,
      "loss": 0.2094,
      "step": 2848
    },
    {
      "epoch": 1.6074476338246702,
      "grad_norm": 0.333384245634079,
      "learning_rate": 8.955897509657821e-05,
      "loss": 0.2484,
      "step": 2849
    },
    {
      "epoch": 1.6080118485083574,
      "grad_norm": 0.3468620181083679,
      "learning_rate": 8.949986945839289e-05,
      "loss": 0.2726,
      "step": 2850
    },
    {
      "epoch": 1.6085760631920447,
      "grad_norm": 0.33277007937431335,
      "learning_rate": 8.944076752906476e-05,
      "loss": 0.2744,
      "step": 2851
    },
    {
      "epoch": 1.6091402778757318,
      "grad_norm": 0.3316022753715515,
      "learning_rate": 8.938166932946984e-05,
      "loss": 0.2715,
      "step": 2852
    },
    {
      "epoch": 1.6097044925594188,
      "grad_norm": 0.31911295652389526,
      "learning_rate": 8.932257488048279e-05,
      "loss": 0.2519,
      "step": 2853
    },
    {
      "epoch": 1.610268707243106,
      "grad_norm": 0.2839277386665344,
      "learning_rate": 8.9263484202977e-05,
      "loss": 0.2205,
      "step": 2854
    },
    {
      "epoch": 1.6108329219267932,
      "grad_norm": 0.3167233467102051,
      "learning_rate": 8.920439731782442e-05,
      "loss": 0.2508,
      "step": 2855
    },
    {
      "epoch": 1.6113971366104805,
      "grad_norm": 0.3459413945674896,
      "learning_rate": 8.914531424589574e-05,
      "loss": 0.2801,
      "step": 2856
    },
    {
      "epoch": 1.6119613512941675,
      "grad_norm": 0.3301658034324646,
      "learning_rate": 8.908623500806031e-05,
      "loss": 0.3328,
      "step": 2857
    },
    {
      "epoch": 1.6125255659778546,
      "grad_norm": 0.313056081533432,
      "learning_rate": 8.902715962518609e-05,
      "loss": 0.2883,
      "step": 2858
    },
    {
      "epoch": 1.6130897806615416,
      "grad_norm": 0.29619571566581726,
      "learning_rate": 8.896808811813968e-05,
      "loss": 0.2423,
      "step": 2859
    },
    {
      "epoch": 1.613653995345229,
      "grad_norm": 0.319381445646286,
      "learning_rate": 8.890902050778635e-05,
      "loss": 0.2636,
      "step": 2860
    },
    {
      "epoch": 1.614218210028916,
      "grad_norm": 0.3155466318130493,
      "learning_rate": 8.884995681498995e-05,
      "loss": 0.2951,
      "step": 2861
    },
    {
      "epoch": 1.6147824247126032,
      "grad_norm": 0.3114480972290039,
      "learning_rate": 8.8790897060613e-05,
      "loss": 0.2715,
      "step": 2862
    },
    {
      "epoch": 1.6153466393962903,
      "grad_norm": 0.33835673332214355,
      "learning_rate": 8.873184126551655e-05,
      "loss": 0.2786,
      "step": 2863
    },
    {
      "epoch": 1.6159108540799774,
      "grad_norm": 0.2939359247684479,
      "learning_rate": 8.86727894505603e-05,
      "loss": 0.2187,
      "step": 2864
    },
    {
      "epoch": 1.6164750687636644,
      "grad_norm": 0.29551810026168823,
      "learning_rate": 8.861374163660254e-05,
      "loss": 0.2348,
      "step": 2865
    },
    {
      "epoch": 1.6170392834473517,
      "grad_norm": 0.35427984595298767,
      "learning_rate": 8.855469784450017e-05,
      "loss": 0.3622,
      "step": 2866
    },
    {
      "epoch": 1.617603498131039,
      "grad_norm": 0.31725406646728516,
      "learning_rate": 8.849565809510864e-05,
      "loss": 0.2393,
      "step": 2867
    },
    {
      "epoch": 1.618167712814726,
      "grad_norm": 0.3290611505508423,
      "learning_rate": 8.843662240928193e-05,
      "loss": 0.2976,
      "step": 2868
    },
    {
      "epoch": 1.618731927498413,
      "grad_norm": 0.3281293511390686,
      "learning_rate": 8.837759080787267e-05,
      "loss": 0.2714,
      "step": 2869
    },
    {
      "epoch": 1.6192961421821002,
      "grad_norm": 0.30698615312576294,
      "learning_rate": 8.831856331173202e-05,
      "loss": 0.231,
      "step": 2870
    },
    {
      "epoch": 1.6198603568657874,
      "grad_norm": 0.29438167810440063,
      "learning_rate": 8.825953994170964e-05,
      "loss": 0.2757,
      "step": 2871
    },
    {
      "epoch": 1.6204245715494747,
      "grad_norm": 0.3052874505519867,
      "learning_rate": 8.82005207186538e-05,
      "loss": 0.2492,
      "step": 2872
    },
    {
      "epoch": 1.6209887862331618,
      "grad_norm": 0.34973204135894775,
      "learning_rate": 8.814150566341128e-05,
      "loss": 0.2646,
      "step": 2873
    },
    {
      "epoch": 1.6215530009168488,
      "grad_norm": 0.34507328271865845,
      "learning_rate": 8.808249479682736e-05,
      "loss": 0.2912,
      "step": 2874
    },
    {
      "epoch": 1.622117215600536,
      "grad_norm": 0.339824378490448,
      "learning_rate": 8.802348813974588e-05,
      "loss": 0.2739,
      "step": 2875
    },
    {
      "epoch": 1.6226814302842232,
      "grad_norm": 0.3357056677341461,
      "learning_rate": 8.796448571300917e-05,
      "loss": 0.2758,
      "step": 2876
    },
    {
      "epoch": 1.6232456449679102,
      "grad_norm": 0.28695279359817505,
      "learning_rate": 8.790548753745808e-05,
      "loss": 0.2425,
      "step": 2877
    },
    {
      "epoch": 1.6238098596515975,
      "grad_norm": 0.26646801829338074,
      "learning_rate": 8.784649363393199e-05,
      "loss": 0.1936,
      "step": 2878
    },
    {
      "epoch": 1.6243740743352846,
      "grad_norm": 0.35587823390960693,
      "learning_rate": 8.778750402326866e-05,
      "loss": 0.3738,
      "step": 2879
    },
    {
      "epoch": 1.6249382890189716,
      "grad_norm": 0.33410581946372986,
      "learning_rate": 8.772851872630442e-05,
      "loss": 0.2972,
      "step": 2880
    },
    {
      "epoch": 1.6255025037026587,
      "grad_norm": 0.26518675684928894,
      "learning_rate": 8.766953776387411e-05,
      "loss": 0.2238,
      "step": 2881
    },
    {
      "epoch": 1.626066718386346,
      "grad_norm": 0.3159787952899933,
      "learning_rate": 8.761056115681093e-05,
      "loss": 0.2636,
      "step": 2882
    },
    {
      "epoch": 1.6266309330700333,
      "grad_norm": 0.3420359492301941,
      "learning_rate": 8.755158892594665e-05,
      "loss": 0.2825,
      "step": 2883
    },
    {
      "epoch": 1.6271951477537203,
      "grad_norm": 0.28693434596061707,
      "learning_rate": 8.749262109211144e-05,
      "loss": 0.2389,
      "step": 2884
    },
    {
      "epoch": 1.6277593624374074,
      "grad_norm": 0.2973504662513733,
      "learning_rate": 8.74336576761339e-05,
      "loss": 0.2498,
      "step": 2885
    },
    {
      "epoch": 1.6283235771210944,
      "grad_norm": 0.3256101608276367,
      "learning_rate": 8.737469869884114e-05,
      "loss": 0.2442,
      "step": 2886
    },
    {
      "epoch": 1.6288877918047817,
      "grad_norm": 0.33876529335975647,
      "learning_rate": 8.731574418105861e-05,
      "loss": 0.2939,
      "step": 2887
    },
    {
      "epoch": 1.629452006488469,
      "grad_norm": 0.3073849081993103,
      "learning_rate": 8.725679414361025e-05,
      "loss": 0.2007,
      "step": 2888
    },
    {
      "epoch": 1.630016221172156,
      "grad_norm": 0.3202415108680725,
      "learning_rate": 8.71978486073184e-05,
      "loss": 0.2571,
      "step": 2889
    },
    {
      "epoch": 1.6305804358558431,
      "grad_norm": 0.3375788927078247,
      "learning_rate": 8.713890759300381e-05,
      "loss": 0.2682,
      "step": 2890
    },
    {
      "epoch": 1.6311446505395302,
      "grad_norm": 0.2867651879787445,
      "learning_rate": 8.707997112148562e-05,
      "loss": 0.2161,
      "step": 2891
    },
    {
      "epoch": 1.6317088652232175,
      "grad_norm": 0.3424893617630005,
      "learning_rate": 8.70210392135814e-05,
      "loss": 0.2685,
      "step": 2892
    },
    {
      "epoch": 1.6322730799069047,
      "grad_norm": 0.3498513698577881,
      "learning_rate": 8.696211189010705e-05,
      "loss": 0.3156,
      "step": 2893
    },
    {
      "epoch": 1.6328372945905918,
      "grad_norm": 0.3321135640144348,
      "learning_rate": 8.690318917187691e-05,
      "loss": 0.2193,
      "step": 2894
    },
    {
      "epoch": 1.6334015092742789,
      "grad_norm": 0.30842283368110657,
      "learning_rate": 8.684427107970366e-05,
      "loss": 0.2469,
      "step": 2895
    },
    {
      "epoch": 1.633965723957966,
      "grad_norm": 0.3337552845478058,
      "learning_rate": 8.678535763439836e-05,
      "loss": 0.2734,
      "step": 2896
    },
    {
      "epoch": 1.6345299386416532,
      "grad_norm": 0.32781749963760376,
      "learning_rate": 8.672644885677042e-05,
      "loss": 0.3007,
      "step": 2897
    },
    {
      "epoch": 1.6350941533253402,
      "grad_norm": 0.3074939250946045,
      "learning_rate": 8.666754476762762e-05,
      "loss": 0.2396,
      "step": 2898
    },
    {
      "epoch": 1.6356583680090275,
      "grad_norm": 0.30296987295150757,
      "learning_rate": 8.660864538777604e-05,
      "loss": 0.2283,
      "step": 2899
    },
    {
      "epoch": 1.6362225826927146,
      "grad_norm": 0.3180472254753113,
      "learning_rate": 8.654975073802014e-05,
      "loss": 0.2572,
      "step": 2900
    },
    {
      "epoch": 1.6367867973764016,
      "grad_norm": 0.3081624507904053,
      "learning_rate": 8.64908608391627e-05,
      "loss": 0.2521,
      "step": 2901
    },
    {
      "epoch": 1.6373510120600887,
      "grad_norm": 0.3245237469673157,
      "learning_rate": 8.643197571200483e-05,
      "loss": 0.2682,
      "step": 2902
    },
    {
      "epoch": 1.637915226743776,
      "grad_norm": 0.3175979256629944,
      "learning_rate": 8.63730953773459e-05,
      "loss": 0.2747,
      "step": 2903
    },
    {
      "epoch": 1.6384794414274633,
      "grad_norm": 0.35647937655448914,
      "learning_rate": 8.631421985598364e-05,
      "loss": 0.3832,
      "step": 2904
    },
    {
      "epoch": 1.6390436561111503,
      "grad_norm": 0.31888696551322937,
      "learning_rate": 8.625534916871409e-05,
      "loss": 0.2678,
      "step": 2905
    },
    {
      "epoch": 1.6396078707948374,
      "grad_norm": 0.32869118452072144,
      "learning_rate": 8.619648333633153e-05,
      "loss": 0.3232,
      "step": 2906
    },
    {
      "epoch": 1.6401720854785244,
      "grad_norm": 0.35235756635665894,
      "learning_rate": 8.613762237962858e-05,
      "loss": 0.2819,
      "step": 2907
    },
    {
      "epoch": 1.6407363001622117,
      "grad_norm": 0.3066941499710083,
      "learning_rate": 8.60787663193961e-05,
      "loss": 0.2743,
      "step": 2908
    },
    {
      "epoch": 1.641300514845899,
      "grad_norm": 0.3359103798866272,
      "learning_rate": 8.601991517642324e-05,
      "loss": 0.2692,
      "step": 2909
    },
    {
      "epoch": 1.641864729529586,
      "grad_norm": 0.308876633644104,
      "learning_rate": 8.59610689714974e-05,
      "loss": 0.2613,
      "step": 2910
    },
    {
      "epoch": 1.6424289442132731,
      "grad_norm": 0.32559576630592346,
      "learning_rate": 8.590222772540428e-05,
      "loss": 0.2979,
      "step": 2911
    },
    {
      "epoch": 1.6429931588969602,
      "grad_norm": 0.3161623477935791,
      "learning_rate": 8.584339145892773e-05,
      "loss": 0.2782,
      "step": 2912
    },
    {
      "epoch": 1.6435573735806475,
      "grad_norm": 0.3162808418273926,
      "learning_rate": 8.578456019284994e-05,
      "loss": 0.2686,
      "step": 2913
    },
    {
      "epoch": 1.6441215882643347,
      "grad_norm": 0.30508720874786377,
      "learning_rate": 8.572573394795128e-05,
      "loss": 0.2563,
      "step": 2914
    },
    {
      "epoch": 1.6446858029480218,
      "grad_norm": 0.3394507169723511,
      "learning_rate": 8.566691274501038e-05,
      "loss": 0.2789,
      "step": 2915
    },
    {
      "epoch": 1.6452500176317089,
      "grad_norm": 0.3400081694126129,
      "learning_rate": 8.560809660480404e-05,
      "loss": 0.2877,
      "step": 2916
    },
    {
      "epoch": 1.645814232315396,
      "grad_norm": 0.32292041182518005,
      "learning_rate": 8.554928554810737e-05,
      "loss": 0.2624,
      "step": 2917
    },
    {
      "epoch": 1.6463784469990832,
      "grad_norm": 0.32678744196891785,
      "learning_rate": 8.549047959569355e-05,
      "loss": 0.3042,
      "step": 2918
    },
    {
      "epoch": 1.6469426616827703,
      "grad_norm": 0.306919127702713,
      "learning_rate": 8.543167876833405e-05,
      "loss": 0.2634,
      "step": 2919
    },
    {
      "epoch": 1.6475068763664575,
      "grad_norm": 0.3054264485836029,
      "learning_rate": 8.537288308679848e-05,
      "loss": 0.2696,
      "step": 2920
    },
    {
      "epoch": 1.6480710910501446,
      "grad_norm": 0.32655784487724304,
      "learning_rate": 8.53140925718547e-05,
      "loss": 0.2665,
      "step": 2921
    },
    {
      "epoch": 1.6486353057338317,
      "grad_norm": 0.35766327381134033,
      "learning_rate": 8.525530724426869e-05,
      "loss": 0.2622,
      "step": 2922
    },
    {
      "epoch": 1.6491995204175187,
      "grad_norm": 0.33162376284599304,
      "learning_rate": 8.519652712480458e-05,
      "loss": 0.2411,
      "step": 2923
    },
    {
      "epoch": 1.649763735101206,
      "grad_norm": 0.32955309748649597,
      "learning_rate": 8.513775223422471e-05,
      "loss": 0.2643,
      "step": 2924
    },
    {
      "epoch": 1.6503279497848933,
      "grad_norm": 0.3279504179954529,
      "learning_rate": 8.507898259328956e-05,
      "loss": 0.2393,
      "step": 2925
    },
    {
      "epoch": 1.6508921644685803,
      "grad_norm": 0.3739498555660248,
      "learning_rate": 8.502021822275777e-05,
      "loss": 0.2748,
      "step": 2926
    },
    {
      "epoch": 1.6514563791522674,
      "grad_norm": 0.32440152764320374,
      "learning_rate": 8.496145914338605e-05,
      "loss": 0.2946,
      "step": 2927
    },
    {
      "epoch": 1.6520205938359545,
      "grad_norm": 0.3288620412349701,
      "learning_rate": 8.490270537592928e-05,
      "loss": 0.2688,
      "step": 2928
    },
    {
      "epoch": 1.6525848085196417,
      "grad_norm": 0.30017101764678955,
      "learning_rate": 8.48439569411405e-05,
      "loss": 0.2051,
      "step": 2929
    },
    {
      "epoch": 1.653149023203329,
      "grad_norm": 0.3108019530773163,
      "learning_rate": 8.478521385977088e-05,
      "loss": 0.242,
      "step": 2930
    },
    {
      "epoch": 1.653713237887016,
      "grad_norm": 0.3153334856033325,
      "learning_rate": 8.472647615256959e-05,
      "loss": 0.2571,
      "step": 2931
    },
    {
      "epoch": 1.6542774525707031,
      "grad_norm": 0.2970317602157593,
      "learning_rate": 8.466774384028399e-05,
      "loss": 0.2442,
      "step": 2932
    },
    {
      "epoch": 1.6548416672543902,
      "grad_norm": 0.2985731363296509,
      "learning_rate": 8.460901694365952e-05,
      "loss": 0.2559,
      "step": 2933
    },
    {
      "epoch": 1.6554058819380775,
      "grad_norm": 0.31151363253593445,
      "learning_rate": 8.455029548343967e-05,
      "loss": 0.2683,
      "step": 2934
    },
    {
      "epoch": 1.6559700966217645,
      "grad_norm": 0.26271289587020874,
      "learning_rate": 8.44915794803661e-05,
      "loss": 0.2282,
      "step": 2935
    },
    {
      "epoch": 1.6565343113054518,
      "grad_norm": 0.30919840931892395,
      "learning_rate": 8.443286895517846e-05,
      "loss": 0.2635,
      "step": 2936
    },
    {
      "epoch": 1.6570985259891389,
      "grad_norm": 0.29655197262763977,
      "learning_rate": 8.437416392861446e-05,
      "loss": 0.2386,
      "step": 2937
    },
    {
      "epoch": 1.657662740672826,
      "grad_norm": 0.27239689230918884,
      "learning_rate": 8.431546442140992e-05,
      "loss": 0.2245,
      "step": 2938
    },
    {
      "epoch": 1.658226955356513,
      "grad_norm": 0.30352258682250977,
      "learning_rate": 8.425677045429867e-05,
      "loss": 0.2671,
      "step": 2939
    },
    {
      "epoch": 1.6587911700402003,
      "grad_norm": 0.3399381935596466,
      "learning_rate": 8.41980820480126e-05,
      "loss": 0.2726,
      "step": 2940
    },
    {
      "epoch": 1.6593553847238875,
      "grad_norm": 0.32191750407218933,
      "learning_rate": 8.413939922328169e-05,
      "loss": 0.2651,
      "step": 2941
    },
    {
      "epoch": 1.6599195994075746,
      "grad_norm": 0.3555537760257721,
      "learning_rate": 8.408072200083382e-05,
      "loss": 0.2697,
      "step": 2942
    },
    {
      "epoch": 1.6604838140912617,
      "grad_norm": 0.32503557205200195,
      "learning_rate": 8.402205040139497e-05,
      "loss": 0.2775,
      "step": 2943
    },
    {
      "epoch": 1.6610480287749487,
      "grad_norm": 0.319234699010849,
      "learning_rate": 8.396338444568919e-05,
      "loss": 0.2408,
      "step": 2944
    },
    {
      "epoch": 1.661612243458636,
      "grad_norm": 0.2666936218738556,
      "learning_rate": 8.39047241544384e-05,
      "loss": 0.1979,
      "step": 2945
    },
    {
      "epoch": 1.6621764581423233,
      "grad_norm": 0.326580673456192,
      "learning_rate": 8.384606954836264e-05,
      "loss": 0.2733,
      "step": 2946
    },
    {
      "epoch": 1.6627406728260103,
      "grad_norm": 0.3535706698894501,
      "learning_rate": 8.378742064817992e-05,
      "loss": 0.2914,
      "step": 2947
    },
    {
      "epoch": 1.6633048875096974,
      "grad_norm": 0.3389524817466736,
      "learning_rate": 8.372877747460616e-05,
      "loss": 0.2746,
      "step": 2948
    },
    {
      "epoch": 1.6638691021933845,
      "grad_norm": 0.3021150827407837,
      "learning_rate": 8.367014004835532e-05,
      "loss": 0.2359,
      "step": 2949
    },
    {
      "epoch": 1.6644333168770717,
      "grad_norm": 0.3131712079048157,
      "learning_rate": 8.361150839013936e-05,
      "loss": 0.223,
      "step": 2950
    },
    {
      "epoch": 1.664997531560759,
      "grad_norm": 0.3258644640445709,
      "learning_rate": 8.355288252066808e-05,
      "loss": 0.2606,
      "step": 2951
    },
    {
      "epoch": 1.665561746244446,
      "grad_norm": 0.34551745653152466,
      "learning_rate": 8.349426246064935e-05,
      "loss": 0.238,
      "step": 2952
    },
    {
      "epoch": 1.6661259609281331,
      "grad_norm": 0.34999945759773254,
      "learning_rate": 8.343564823078898e-05,
      "loss": 0.2634,
      "step": 2953
    },
    {
      "epoch": 1.6666901756118202,
      "grad_norm": 0.33890506625175476,
      "learning_rate": 8.337703985179068e-05,
      "loss": 0.2334,
      "step": 2954
    },
    {
      "epoch": 1.6672543902955075,
      "grad_norm": 0.3296626806259155,
      "learning_rate": 8.331843734435611e-05,
      "loss": 0.2256,
      "step": 2955
    },
    {
      "epoch": 1.6678186049791945,
      "grad_norm": 0.32041049003601074,
      "learning_rate": 8.325984072918483e-05,
      "loss": 0.2966,
      "step": 2956
    },
    {
      "epoch": 1.6683828196628818,
      "grad_norm": 0.3441857695579529,
      "learning_rate": 8.320125002697436e-05,
      "loss": 0.3115,
      "step": 2957
    },
    {
      "epoch": 1.6689470343465689,
      "grad_norm": 0.3549153506755829,
      "learning_rate": 8.314266525842014e-05,
      "loss": 0.2858,
      "step": 2958
    },
    {
      "epoch": 1.669511249030256,
      "grad_norm": 0.3214721381664276,
      "learning_rate": 8.308408644421544e-05,
      "loss": 0.2822,
      "step": 2959
    },
    {
      "epoch": 1.670075463713943,
      "grad_norm": 0.31187352538108826,
      "learning_rate": 8.302551360505153e-05,
      "loss": 0.2469,
      "step": 2960
    },
    {
      "epoch": 1.6706396783976303,
      "grad_norm": 0.3286995589733124,
      "learning_rate": 8.296694676161745e-05,
      "loss": 0.261,
      "step": 2961
    },
    {
      "epoch": 1.6712038930813176,
      "grad_norm": 0.2971726655960083,
      "learning_rate": 8.290838593460024e-05,
      "loss": 0.248,
      "step": 2962
    },
    {
      "epoch": 1.6717681077650046,
      "grad_norm": 0.29913046956062317,
      "learning_rate": 8.284983114468473e-05,
      "loss": 0.2511,
      "step": 2963
    },
    {
      "epoch": 1.6723323224486917,
      "grad_norm": 0.30493828654289246,
      "learning_rate": 8.279128241255364e-05,
      "loss": 0.2821,
      "step": 2964
    },
    {
      "epoch": 1.6728965371323787,
      "grad_norm": 0.31370797753334045,
      "learning_rate": 8.27327397588876e-05,
      "loss": 0.2763,
      "step": 2965
    },
    {
      "epoch": 1.673460751816066,
      "grad_norm": 0.280288964509964,
      "learning_rate": 8.267420320436505e-05,
      "loss": 0.2409,
      "step": 2966
    },
    {
      "epoch": 1.6740249664997533,
      "grad_norm": 0.3393288254737854,
      "learning_rate": 8.261567276966224e-05,
      "loss": 0.2867,
      "step": 2967
    },
    {
      "epoch": 1.6745891811834404,
      "grad_norm": 0.30729758739471436,
      "learning_rate": 8.25571484754533e-05,
      "loss": 0.2752,
      "step": 2968
    },
    {
      "epoch": 1.6751533958671274,
      "grad_norm": 0.5850367546081543,
      "learning_rate": 8.249863034241022e-05,
      "loss": 0.2828,
      "step": 2969
    },
    {
      "epoch": 1.6757176105508145,
      "grad_norm": 0.3089764416217804,
      "learning_rate": 8.244011839120276e-05,
      "loss": 0.241,
      "step": 2970
    },
    {
      "epoch": 1.6762818252345018,
      "grad_norm": 0.3296278119087219,
      "learning_rate": 8.238161264249855e-05,
      "loss": 0.2806,
      "step": 2971
    },
    {
      "epoch": 1.676846039918189,
      "grad_norm": 0.2857576906681061,
      "learning_rate": 8.232311311696293e-05,
      "loss": 0.2247,
      "step": 2972
    },
    {
      "epoch": 1.677410254601876,
      "grad_norm": 0.30278295278549194,
      "learning_rate": 8.226461983525917e-05,
      "loss": 0.2362,
      "step": 2973
    },
    {
      "epoch": 1.6779744692855632,
      "grad_norm": 0.3236319124698639,
      "learning_rate": 8.220613281804827e-05,
      "loss": 0.2983,
      "step": 2974
    },
    {
      "epoch": 1.6785386839692502,
      "grad_norm": 0.29760321974754333,
      "learning_rate": 8.214765208598896e-05,
      "loss": 0.235,
      "step": 2975
    },
    {
      "epoch": 1.6791028986529375,
      "grad_norm": 0.3230924606323242,
      "learning_rate": 8.208917765973787e-05,
      "loss": 0.2413,
      "step": 2976
    },
    {
      "epoch": 1.6796671133366246,
      "grad_norm": 0.33541327714920044,
      "learning_rate": 8.20307095599493e-05,
      "loss": 0.23,
      "step": 2977
    },
    {
      "epoch": 1.6802313280203118,
      "grad_norm": 0.3137975335121155,
      "learning_rate": 8.19722478072754e-05,
      "loss": 0.2698,
      "step": 2978
    },
    {
      "epoch": 1.680795542703999,
      "grad_norm": 0.3062882125377655,
      "learning_rate": 8.191379242236603e-05,
      "loss": 0.2532,
      "step": 2979
    },
    {
      "epoch": 1.681359757387686,
      "grad_norm": 0.3126477301120758,
      "learning_rate": 8.185534342586878e-05,
      "loss": 0.2659,
      "step": 2980
    },
    {
      "epoch": 1.681923972071373,
      "grad_norm": 0.3063933253288269,
      "learning_rate": 8.179690083842903e-05,
      "loss": 0.2557,
      "step": 2981
    },
    {
      "epoch": 1.6824881867550603,
      "grad_norm": 0.3536490201950073,
      "learning_rate": 8.173846468068986e-05,
      "loss": 0.3332,
      "step": 2982
    },
    {
      "epoch": 1.6830524014387476,
      "grad_norm": 0.3299276530742645,
      "learning_rate": 8.16800349732921e-05,
      "loss": 0.2413,
      "step": 2983
    },
    {
      "epoch": 1.6836166161224346,
      "grad_norm": 0.300361305475235,
      "learning_rate": 8.162161173687433e-05,
      "loss": 0.2342,
      "step": 2984
    },
    {
      "epoch": 1.6841808308061217,
      "grad_norm": 0.30318954586982727,
      "learning_rate": 8.15631949920728e-05,
      "loss": 0.2556,
      "step": 2985
    },
    {
      "epoch": 1.6847450454898087,
      "grad_norm": 0.3258821368217468,
      "learning_rate": 8.150478475952144e-05,
      "loss": 0.274,
      "step": 2986
    },
    {
      "epoch": 1.685309260173496,
      "grad_norm": 0.3136763870716095,
      "learning_rate": 8.144638105985196e-05,
      "loss": 0.2864,
      "step": 2987
    },
    {
      "epoch": 1.6858734748571833,
      "grad_norm": 0.29328492283821106,
      "learning_rate": 8.138798391369368e-05,
      "loss": 0.2298,
      "step": 2988
    },
    {
      "epoch": 1.6864376895408704,
      "grad_norm": 0.36831653118133545,
      "learning_rate": 8.132959334167369e-05,
      "loss": 0.2961,
      "step": 2989
    },
    {
      "epoch": 1.6870019042245574,
      "grad_norm": 0.2800145447254181,
      "learning_rate": 8.127120936441673e-05,
      "loss": 0.2242,
      "step": 2990
    },
    {
      "epoch": 1.6875661189082445,
      "grad_norm": 0.29274916648864746,
      "learning_rate": 8.121283200254513e-05,
      "loss": 0.2365,
      "step": 2991
    },
    {
      "epoch": 1.6881303335919318,
      "grad_norm": 0.3406263291835785,
      "learning_rate": 8.115446127667897e-05,
      "loss": 0.2848,
      "step": 2992
    },
    {
      "epoch": 1.6886945482756188,
      "grad_norm": 0.3218317925930023,
      "learning_rate": 8.109609720743596e-05,
      "loss": 0.2846,
      "step": 2993
    },
    {
      "epoch": 1.689258762959306,
      "grad_norm": 0.3090226650238037,
      "learning_rate": 8.10377398154315e-05,
      "loss": 0.2629,
      "step": 2994
    },
    {
      "epoch": 1.6898229776429932,
      "grad_norm": 0.29912590980529785,
      "learning_rate": 8.097938912127856e-05,
      "loss": 0.2397,
      "step": 2995
    },
    {
      "epoch": 1.6903871923266802,
      "grad_norm": 0.29102158546447754,
      "learning_rate": 8.092104514558781e-05,
      "loss": 0.2692,
      "step": 2996
    },
    {
      "epoch": 1.6909514070103673,
      "grad_norm": 0.3388923108577728,
      "learning_rate": 8.086270790896746e-05,
      "loss": 0.2855,
      "step": 2997
    },
    {
      "epoch": 1.6915156216940546,
      "grad_norm": 0.34983736276626587,
      "learning_rate": 8.080437743202348e-05,
      "loss": 0.2348,
      "step": 2998
    },
    {
      "epoch": 1.6920798363777418,
      "grad_norm": 0.3294883966445923,
      "learning_rate": 8.074605373535928e-05,
      "loss": 0.2712,
      "step": 2999
    },
    {
      "epoch": 1.692644051061429,
      "grad_norm": 0.31113582849502563,
      "learning_rate": 8.068773683957598e-05,
      "loss": 0.2349,
      "step": 3000
    },
    {
      "epoch": 1.692644051061429,
      "eval_loss": 0.32528597116470337,
      "eval_runtime": 15.8002,
      "eval_samples_per_second": 9.051,
      "eval_steps_per_second": 4.557,
      "step": 3000
    },
    {
      "epoch": 1.693208265745116,
      "grad_norm": 0.3274921774864197,
      "learning_rate": 8.06294267652723e-05,
      "loss": 0.2462,
      "step": 3001
    },
    {
      "epoch": 1.693772480428803,
      "grad_norm": 0.3418940305709839,
      "learning_rate": 8.057112353304454e-05,
      "loss": 0.2589,
      "step": 3002
    },
    {
      "epoch": 1.6943366951124903,
      "grad_norm": 0.30932050943374634,
      "learning_rate": 8.051282716348655e-05,
      "loss": 0.2721,
      "step": 3003
    },
    {
      "epoch": 1.6949009097961776,
      "grad_norm": 0.2789781391620636,
      "learning_rate": 8.045453767718981e-05,
      "loss": 0.2243,
      "step": 3004
    },
    {
      "epoch": 1.6954651244798646,
      "grad_norm": 0.29564619064331055,
      "learning_rate": 8.039625509474331e-05,
      "loss": 0.2205,
      "step": 3005
    },
    {
      "epoch": 1.6960293391635517,
      "grad_norm": 0.33908629417419434,
      "learning_rate": 8.033797943673363e-05,
      "loss": 0.2646,
      "step": 3006
    },
    {
      "epoch": 1.6965935538472388,
      "grad_norm": 0.3149828314781189,
      "learning_rate": 8.027971072374492e-05,
      "loss": 0.2861,
      "step": 3007
    },
    {
      "epoch": 1.697157768530926,
      "grad_norm": 0.3007502853870392,
      "learning_rate": 8.022144897635885e-05,
      "loss": 0.2264,
      "step": 3008
    },
    {
      "epoch": 1.6977219832146133,
      "grad_norm": 0.3105764091014862,
      "learning_rate": 8.016319421515466e-05,
      "loss": 0.2807,
      "step": 3009
    },
    {
      "epoch": 1.6982861978983004,
      "grad_norm": 0.2910446226596832,
      "learning_rate": 8.010494646070907e-05,
      "loss": 0.2425,
      "step": 3010
    },
    {
      "epoch": 1.6988504125819874,
      "grad_norm": 0.3234943747520447,
      "learning_rate": 8.004670573359638e-05,
      "loss": 0.2535,
      "step": 3011
    },
    {
      "epoch": 1.6994146272656745,
      "grad_norm": 0.32302889227867126,
      "learning_rate": 7.998847205438838e-05,
      "loss": 0.2933,
      "step": 3012
    },
    {
      "epoch": 1.6999788419493618,
      "grad_norm": 0.31972041726112366,
      "learning_rate": 7.993024544365439e-05,
      "loss": 0.2107,
      "step": 3013
    },
    {
      "epoch": 1.7005430566330488,
      "grad_norm": 0.34419506788253784,
      "learning_rate": 7.987202592196119e-05,
      "loss": 0.3191,
      "step": 3014
    },
    {
      "epoch": 1.7011072713167361,
      "grad_norm": 0.2994992434978485,
      "learning_rate": 7.981381350987313e-05,
      "loss": 0.2701,
      "step": 3015
    },
    {
      "epoch": 1.7016714860004232,
      "grad_norm": 0.30776652693748474,
      "learning_rate": 7.975560822795196e-05,
      "loss": 0.286,
      "step": 3016
    },
    {
      "epoch": 1.7022357006841102,
      "grad_norm": 0.2976912558078766,
      "learning_rate": 7.969741009675695e-05,
      "loss": 0.1973,
      "step": 3017
    },
    {
      "epoch": 1.7027999153677973,
      "grad_norm": 0.33522751927375793,
      "learning_rate": 7.963921913684489e-05,
      "loss": 0.3026,
      "step": 3018
    },
    {
      "epoch": 1.7033641300514846,
      "grad_norm": 0.3101871907711029,
      "learning_rate": 7.958103536876999e-05,
      "loss": 0.2314,
      "step": 3019
    },
    {
      "epoch": 1.7039283447351719,
      "grad_norm": 0.2969111502170563,
      "learning_rate": 7.952285881308392e-05,
      "loss": 0.2382,
      "step": 3020
    },
    {
      "epoch": 1.704492559418859,
      "grad_norm": 0.33396264910697937,
      "learning_rate": 7.946468949033578e-05,
      "loss": 0.3017,
      "step": 3021
    },
    {
      "epoch": 1.705056774102546,
      "grad_norm": 0.31143125891685486,
      "learning_rate": 7.940652742107222e-05,
      "loss": 0.2516,
      "step": 3022
    },
    {
      "epoch": 1.705620988786233,
      "grad_norm": 0.3504682183265686,
      "learning_rate": 7.934837262583717e-05,
      "loss": 0.2467,
      "step": 3023
    },
    {
      "epoch": 1.7061852034699203,
      "grad_norm": 0.3248291015625,
      "learning_rate": 7.92902251251721e-05,
      "loss": 0.2521,
      "step": 3024
    },
    {
      "epoch": 1.7067494181536076,
      "grad_norm": 0.329226553440094,
      "learning_rate": 7.923208493961588e-05,
      "loss": 0.2366,
      "step": 3025
    },
    {
      "epoch": 1.7073136328372946,
      "grad_norm": 0.32128095626831055,
      "learning_rate": 7.91739520897048e-05,
      "loss": 0.2261,
      "step": 3026
    },
    {
      "epoch": 1.7078778475209817,
      "grad_norm": 0.30459165573120117,
      "learning_rate": 7.911582659597253e-05,
      "loss": 0.252,
      "step": 3027
    },
    {
      "epoch": 1.7084420622046688,
      "grad_norm": 0.3112669587135315,
      "learning_rate": 7.905770847895022e-05,
      "loss": 0.2625,
      "step": 3028
    },
    {
      "epoch": 1.709006276888356,
      "grad_norm": 0.31302618980407715,
      "learning_rate": 7.899959775916627e-05,
      "loss": 0.2236,
      "step": 3029
    },
    {
      "epoch": 1.7095704915720433,
      "grad_norm": 0.2920055687427521,
      "learning_rate": 7.89414944571466e-05,
      "loss": 0.261,
      "step": 3030
    },
    {
      "epoch": 1.7101347062557304,
      "grad_norm": 0.319690078496933,
      "learning_rate": 7.888339859341448e-05,
      "loss": 0.2523,
      "step": 3031
    },
    {
      "epoch": 1.7106989209394174,
      "grad_norm": 0.2881016731262207,
      "learning_rate": 7.882531018849051e-05,
      "loss": 0.2031,
      "step": 3032
    },
    {
      "epoch": 1.7112631356231045,
      "grad_norm": 0.2855808138847351,
      "learning_rate": 7.87672292628927e-05,
      "loss": 0.2291,
      "step": 3033
    },
    {
      "epoch": 1.7118273503067918,
      "grad_norm": 0.3599523603916168,
      "learning_rate": 7.870915583713642e-05,
      "loss": 0.3049,
      "step": 3034
    },
    {
      "epoch": 1.7123915649904788,
      "grad_norm": 0.30215492844581604,
      "learning_rate": 7.865108993173432e-05,
      "loss": 0.2529,
      "step": 3035
    },
    {
      "epoch": 1.7129557796741661,
      "grad_norm": 0.32014036178588867,
      "learning_rate": 7.859303156719646e-05,
      "loss": 0.3025,
      "step": 3036
    },
    {
      "epoch": 1.7135199943578532,
      "grad_norm": 0.28892582654953003,
      "learning_rate": 7.853498076403026e-05,
      "loss": 0.2187,
      "step": 3037
    },
    {
      "epoch": 1.7140842090415402,
      "grad_norm": 0.3346351981163025,
      "learning_rate": 7.847693754274037e-05,
      "loss": 0.2529,
      "step": 3038
    },
    {
      "epoch": 1.7146484237252273,
      "grad_norm": 0.33643874526023865,
      "learning_rate": 7.84189019238289e-05,
      "loss": 0.2395,
      "step": 3039
    },
    {
      "epoch": 1.7152126384089146,
      "grad_norm": 0.3366212546825409,
      "learning_rate": 7.836087392779512e-05,
      "loss": 0.2776,
      "step": 3040
    },
    {
      "epoch": 1.7157768530926019,
      "grad_norm": 0.3034854829311371,
      "learning_rate": 7.830285357513573e-05,
      "loss": 0.2592,
      "step": 3041
    },
    {
      "epoch": 1.716341067776289,
      "grad_norm": 0.3270162045955658,
      "learning_rate": 7.824484088634466e-05,
      "loss": 0.2791,
      "step": 3042
    },
    {
      "epoch": 1.716905282459976,
      "grad_norm": 0.3116622269153595,
      "learning_rate": 7.818683588191318e-05,
      "loss": 0.2034,
      "step": 3043
    },
    {
      "epoch": 1.717469497143663,
      "grad_norm": 0.318723201751709,
      "learning_rate": 7.81288385823298e-05,
      "loss": 0.2572,
      "step": 3044
    },
    {
      "epoch": 1.7180337118273503,
      "grad_norm": 0.3145139515399933,
      "learning_rate": 7.80708490080804e-05,
      "loss": 0.2132,
      "step": 3045
    },
    {
      "epoch": 1.7185979265110376,
      "grad_norm": 0.33039557933807373,
      "learning_rate": 7.801286717964798e-05,
      "loss": 0.2347,
      "step": 3046
    },
    {
      "epoch": 1.7191621411947247,
      "grad_norm": 0.3289579153060913,
      "learning_rate": 7.795489311751294e-05,
      "loss": 0.2512,
      "step": 3047
    },
    {
      "epoch": 1.7197263558784117,
      "grad_norm": 0.31327348947525024,
      "learning_rate": 7.789692684215283e-05,
      "loss": 0.2151,
      "step": 3048
    },
    {
      "epoch": 1.7202905705620988,
      "grad_norm": 0.3396385610103607,
      "learning_rate": 7.783896837404254e-05,
      "loss": 0.231,
      "step": 3049
    },
    {
      "epoch": 1.720854785245786,
      "grad_norm": 0.31905725598335266,
      "learning_rate": 7.778101773365416e-05,
      "loss": 0.2491,
      "step": 3050
    },
    {
      "epoch": 1.7214189999294731,
      "grad_norm": 0.3276524543762207,
      "learning_rate": 7.772307494145703e-05,
      "loss": 0.2302,
      "step": 3051
    },
    {
      "epoch": 1.7219832146131604,
      "grad_norm": 0.3351178467273712,
      "learning_rate": 7.76651400179177e-05,
      "loss": 0.2577,
      "step": 3052
    },
    {
      "epoch": 1.7225474292968475,
      "grad_norm": 0.3053743839263916,
      "learning_rate": 7.760721298349998e-05,
      "loss": 0.2238,
      "step": 3053
    },
    {
      "epoch": 1.7231116439805345,
      "grad_norm": 0.2878850996494293,
      "learning_rate": 7.75492938586648e-05,
      "loss": 0.2138,
      "step": 3054
    },
    {
      "epoch": 1.7236758586642216,
      "grad_norm": 0.2800299823284149,
      "learning_rate": 7.74913826638704e-05,
      "loss": 0.2115,
      "step": 3055
    },
    {
      "epoch": 1.7242400733479089,
      "grad_norm": 0.35316547751426697,
      "learning_rate": 7.743347941957219e-05,
      "loss": 0.285,
      "step": 3056
    },
    {
      "epoch": 1.7248042880315961,
      "grad_norm": 0.3165384531021118,
      "learning_rate": 7.737558414622272e-05,
      "loss": 0.27,
      "step": 3057
    },
    {
      "epoch": 1.7253685027152832,
      "grad_norm": 0.33210766315460205,
      "learning_rate": 7.731769686427183e-05,
      "loss": 0.2911,
      "step": 3058
    },
    {
      "epoch": 1.7259327173989703,
      "grad_norm": 0.3495089113712311,
      "learning_rate": 7.72598175941664e-05,
      "loss": 0.2605,
      "step": 3059
    },
    {
      "epoch": 1.7264969320826573,
      "grad_norm": 0.30156826972961426,
      "learning_rate": 7.720194635635058e-05,
      "loss": 0.2375,
      "step": 3060
    },
    {
      "epoch": 1.7270611467663446,
      "grad_norm": 0.3026782274246216,
      "learning_rate": 7.714408317126564e-05,
      "loss": 0.2366,
      "step": 3061
    },
    {
      "epoch": 1.7276253614500319,
      "grad_norm": 0.3000880181789398,
      "learning_rate": 7.708622805935006e-05,
      "loss": 0.2543,
      "step": 3062
    },
    {
      "epoch": 1.728189576133719,
      "grad_norm": 0.3044224977493286,
      "learning_rate": 7.702838104103941e-05,
      "loss": 0.2458,
      "step": 3063
    },
    {
      "epoch": 1.728753790817406,
      "grad_norm": 0.3141290843486786,
      "learning_rate": 7.697054213676642e-05,
      "loss": 0.2812,
      "step": 3064
    },
    {
      "epoch": 1.729318005501093,
      "grad_norm": 0.3212442994117737,
      "learning_rate": 7.691271136696094e-05,
      "loss": 0.3203,
      "step": 3065
    },
    {
      "epoch": 1.7298822201847803,
      "grad_norm": 0.31372541189193726,
      "learning_rate": 7.685488875204996e-05,
      "loss": 0.2925,
      "step": 3066
    },
    {
      "epoch": 1.7304464348684676,
      "grad_norm": 0.31407108902931213,
      "learning_rate": 7.679707431245761e-05,
      "loss": 0.2379,
      "step": 3067
    },
    {
      "epoch": 1.7310106495521547,
      "grad_norm": 0.30557841062545776,
      "learning_rate": 7.67392680686051e-05,
      "loss": 0.2487,
      "step": 3068
    },
    {
      "epoch": 1.7315748642358417,
      "grad_norm": 0.3131008744239807,
      "learning_rate": 7.668147004091076e-05,
      "loss": 0.2647,
      "step": 3069
    },
    {
      "epoch": 1.7321390789195288,
      "grad_norm": 0.3492192327976227,
      "learning_rate": 7.662368024979004e-05,
      "loss": 0.2782,
      "step": 3070
    },
    {
      "epoch": 1.732703293603216,
      "grad_norm": 0.35840216279029846,
      "learning_rate": 7.65658987156554e-05,
      "loss": 0.301,
      "step": 3071
    },
    {
      "epoch": 1.7332675082869031,
      "grad_norm": 0.29169464111328125,
      "learning_rate": 7.65081254589165e-05,
      "loss": 0.2307,
      "step": 3072
    },
    {
      "epoch": 1.7338317229705904,
      "grad_norm": 0.3058415949344635,
      "learning_rate": 7.645036049997997e-05,
      "loss": 0.2476,
      "step": 3073
    },
    {
      "epoch": 1.7343959376542775,
      "grad_norm": 0.32008084654808044,
      "learning_rate": 7.639260385924956e-05,
      "loss": 0.2624,
      "step": 3074
    },
    {
      "epoch": 1.7349601523379645,
      "grad_norm": 0.2883608341217041,
      "learning_rate": 7.633485555712609e-05,
      "loss": 0.2188,
      "step": 3075
    },
    {
      "epoch": 1.7355243670216516,
      "grad_norm": 0.3065381944179535,
      "learning_rate": 7.627711561400741e-05,
      "loss": 0.2522,
      "step": 3076
    },
    {
      "epoch": 1.7360885817053389,
      "grad_norm": 0.3267929255962372,
      "learning_rate": 7.621938405028846e-05,
      "loss": 0.2755,
      "step": 3077
    },
    {
      "epoch": 1.7366527963890261,
      "grad_norm": 0.36270368099212646,
      "learning_rate": 7.616166088636117e-05,
      "loss": 0.2806,
      "step": 3078
    },
    {
      "epoch": 1.7372170110727132,
      "grad_norm": 0.3066210448741913,
      "learning_rate": 7.610394614261452e-05,
      "loss": 0.2155,
      "step": 3079
    },
    {
      "epoch": 1.7377812257564003,
      "grad_norm": 0.29724207520484924,
      "learning_rate": 7.604623983943448e-05,
      "loss": 0.262,
      "step": 3080
    },
    {
      "epoch": 1.7383454404400873,
      "grad_norm": 0.3027115762233734,
      "learning_rate": 7.598854199720415e-05,
      "loss": 0.222,
      "step": 3081
    },
    {
      "epoch": 1.7389096551237746,
      "grad_norm": 0.31909435987472534,
      "learning_rate": 7.593085263630351e-05,
      "loss": 0.2706,
      "step": 3082
    },
    {
      "epoch": 1.7394738698074619,
      "grad_norm": 0.3159736394882202,
      "learning_rate": 7.587317177710965e-05,
      "loss": 0.2639,
      "step": 3083
    },
    {
      "epoch": 1.740038084491149,
      "grad_norm": 0.30551376938819885,
      "learning_rate": 7.581549943999657e-05,
      "loss": 0.264,
      "step": 3084
    },
    {
      "epoch": 1.740602299174836,
      "grad_norm": 0.3143730163574219,
      "learning_rate": 7.575783564533529e-05,
      "loss": 0.2268,
      "step": 3085
    },
    {
      "epoch": 1.741166513858523,
      "grad_norm": 0.3072092533111572,
      "learning_rate": 7.570018041349387e-05,
      "loss": 0.2272,
      "step": 3086
    },
    {
      "epoch": 1.7417307285422103,
      "grad_norm": 0.35607415437698364,
      "learning_rate": 7.564253376483725e-05,
      "loss": 0.2782,
      "step": 3087
    },
    {
      "epoch": 1.7422949432258976,
      "grad_norm": 0.32142147421836853,
      "learning_rate": 7.558489571972742e-05,
      "loss": 0.2324,
      "step": 3088
    },
    {
      "epoch": 1.7428591579095847,
      "grad_norm": 0.36005696654319763,
      "learning_rate": 7.55272662985233e-05,
      "loss": 0.2675,
      "step": 3089
    },
    {
      "epoch": 1.7434233725932717,
      "grad_norm": 0.3375736176967621,
      "learning_rate": 7.54696455215807e-05,
      "loss": 0.2719,
      "step": 3090
    },
    {
      "epoch": 1.7439875872769588,
      "grad_norm": 0.31529656052589417,
      "learning_rate": 7.541203340925251e-05,
      "loss": 0.269,
      "step": 3091
    },
    {
      "epoch": 1.744551801960646,
      "grad_norm": 0.3059038817882538,
      "learning_rate": 7.535442998188844e-05,
      "loss": 0.2446,
      "step": 3092
    },
    {
      "epoch": 1.7451160166443331,
      "grad_norm": 0.31723129749298096,
      "learning_rate": 7.529683525983519e-05,
      "loss": 0.2467,
      "step": 3093
    },
    {
      "epoch": 1.7456802313280204,
      "grad_norm": 0.3174493908882141,
      "learning_rate": 7.523924926343643e-05,
      "loss": 0.2539,
      "step": 3094
    },
    {
      "epoch": 1.7462444460117075,
      "grad_norm": 0.3633284270763397,
      "learning_rate": 7.51816720130326e-05,
      "loss": 0.2938,
      "step": 3095
    },
    {
      "epoch": 1.7468086606953945,
      "grad_norm": 0.3597421944141388,
      "learning_rate": 7.512410352896117e-05,
      "loss": 0.3035,
      "step": 3096
    },
    {
      "epoch": 1.7473728753790816,
      "grad_norm": 0.3039894104003906,
      "learning_rate": 7.506654383155652e-05,
      "loss": 0.2439,
      "step": 3097
    },
    {
      "epoch": 1.7479370900627689,
      "grad_norm": 0.3150830566883087,
      "learning_rate": 7.500899294114985e-05,
      "loss": 0.2619,
      "step": 3098
    },
    {
      "epoch": 1.7485013047464562,
      "grad_norm": 0.2886144816875458,
      "learning_rate": 7.495145087806932e-05,
      "loss": 0.2378,
      "step": 3099
    },
    {
      "epoch": 1.7490655194301432,
      "grad_norm": 0.29277437925338745,
      "learning_rate": 7.489391766263992e-05,
      "loss": 0.2281,
      "step": 3100
    },
    {
      "epoch": 1.7496297341138303,
      "grad_norm": 0.31505221128463745,
      "learning_rate": 7.483639331518358e-05,
      "loss": 0.2945,
      "step": 3101
    },
    {
      "epoch": 1.7501939487975173,
      "grad_norm": 0.31746551394462585,
      "learning_rate": 7.477887785601902e-05,
      "loss": 0.2343,
      "step": 3102
    },
    {
      "epoch": 1.7507581634812046,
      "grad_norm": 0.33679893612861633,
      "learning_rate": 7.472137130546186e-05,
      "loss": 0.3041,
      "step": 3103
    },
    {
      "epoch": 1.751322378164892,
      "grad_norm": 0.3738265335559845,
      "learning_rate": 7.466387368382457e-05,
      "loss": 0.3237,
      "step": 3104
    },
    {
      "epoch": 1.751886592848579,
      "grad_norm": 0.3044987916946411,
      "learning_rate": 7.460638501141648e-05,
      "loss": 0.2418,
      "step": 3105
    },
    {
      "epoch": 1.752450807532266,
      "grad_norm": 0.32428690791130066,
      "learning_rate": 7.454890530854373e-05,
      "loss": 0.3198,
      "step": 3106
    },
    {
      "epoch": 1.753015022215953,
      "grad_norm": 0.3069887161254883,
      "learning_rate": 7.449143459550931e-05,
      "loss": 0.2518,
      "step": 3107
    },
    {
      "epoch": 1.7535792368996403,
      "grad_norm": 0.3061122000217438,
      "learning_rate": 7.443397289261307e-05,
      "loss": 0.2605,
      "step": 3108
    },
    {
      "epoch": 1.7541434515833274,
      "grad_norm": 0.3021463453769684,
      "learning_rate": 7.437652022015158e-05,
      "loss": 0.2441,
      "step": 3109
    },
    {
      "epoch": 1.7547076662670147,
      "grad_norm": 0.3022901713848114,
      "learning_rate": 7.431907659841829e-05,
      "loss": 0.2256,
      "step": 3110
    },
    {
      "epoch": 1.7552718809507017,
      "grad_norm": 0.3574933111667633,
      "learning_rate": 7.426164204770347e-05,
      "loss": 0.2812,
      "step": 3111
    },
    {
      "epoch": 1.7558360956343888,
      "grad_norm": 0.33366817235946655,
      "learning_rate": 7.420421658829413e-05,
      "loss": 0.274,
      "step": 3112
    },
    {
      "epoch": 1.7564003103180759,
      "grad_norm": 0.30506062507629395,
      "learning_rate": 7.414680024047414e-05,
      "loss": 0.2078,
      "step": 3113
    },
    {
      "epoch": 1.7569645250017631,
      "grad_norm": 0.3111940920352936,
      "learning_rate": 7.408939302452405e-05,
      "loss": 0.2777,
      "step": 3114
    },
    {
      "epoch": 1.7575287396854504,
      "grad_norm": 0.353753924369812,
      "learning_rate": 7.403199496072126e-05,
      "loss": 0.2432,
      "step": 3115
    },
    {
      "epoch": 1.7580929543691375,
      "grad_norm": 0.3088669776916504,
      "learning_rate": 7.397460606933994e-05,
      "loss": 0.2349,
      "step": 3116
    },
    {
      "epoch": 1.7586571690528245,
      "grad_norm": 0.3139405846595764,
      "learning_rate": 7.391722637065099e-05,
      "loss": 0.2764,
      "step": 3117
    },
    {
      "epoch": 1.7592213837365116,
      "grad_norm": 0.32070228457450867,
      "learning_rate": 7.385985588492212e-05,
      "loss": 0.2204,
      "step": 3118
    },
    {
      "epoch": 1.7597855984201989,
      "grad_norm": 0.29846784472465515,
      "learning_rate": 7.380249463241765e-05,
      "loss": 0.2295,
      "step": 3119
    },
    {
      "epoch": 1.7603498131038862,
      "grad_norm": 0.29851171374320984,
      "learning_rate": 7.374514263339878e-05,
      "loss": 0.2435,
      "step": 3120
    },
    {
      "epoch": 1.7609140277875732,
      "grad_norm": 0.34039294719696045,
      "learning_rate": 7.368779990812338e-05,
      "loss": 0.2681,
      "step": 3121
    },
    {
      "epoch": 1.7614782424712603,
      "grad_norm": 0.3115782141685486,
      "learning_rate": 7.363046647684605e-05,
      "loss": 0.2532,
      "step": 3122
    },
    {
      "epoch": 1.7620424571549473,
      "grad_norm": 0.29793813824653625,
      "learning_rate": 7.35731423598181e-05,
      "loss": 0.2331,
      "step": 3123
    },
    {
      "epoch": 1.7626066718386346,
      "grad_norm": 0.31185781955718994,
      "learning_rate": 7.351582757728759e-05,
      "loss": 0.247,
      "step": 3124
    },
    {
      "epoch": 1.763170886522322,
      "grad_norm": 0.2953437864780426,
      "learning_rate": 7.345852214949922e-05,
      "loss": 0.24,
      "step": 3125
    },
    {
      "epoch": 1.763735101206009,
      "grad_norm": 0.3187826871871948,
      "learning_rate": 7.340122609669445e-05,
      "loss": 0.2629,
      "step": 3126
    },
    {
      "epoch": 1.764299315889696,
      "grad_norm": 0.3283073306083679,
      "learning_rate": 7.33439394391114e-05,
      "loss": 0.2956,
      "step": 3127
    },
    {
      "epoch": 1.764863530573383,
      "grad_norm": 0.283127099275589,
      "learning_rate": 7.328666219698483e-05,
      "loss": 0.2184,
      "step": 3128
    },
    {
      "epoch": 1.7654277452570704,
      "grad_norm": 0.30682551860809326,
      "learning_rate": 7.322939439054626e-05,
      "loss": 0.2381,
      "step": 3129
    },
    {
      "epoch": 1.7659919599407574,
      "grad_norm": 0.3143236041069031,
      "learning_rate": 7.317213604002379e-05,
      "loss": 0.2566,
      "step": 3130
    },
    {
      "epoch": 1.7665561746244447,
      "grad_norm": 0.3269050121307373,
      "learning_rate": 7.311488716564224e-05,
      "loss": 0.2489,
      "step": 3131
    },
    {
      "epoch": 1.7671203893081318,
      "grad_norm": 0.3721010982990265,
      "learning_rate": 7.305764778762308e-05,
      "loss": 0.2835,
      "step": 3132
    },
    {
      "epoch": 1.7676846039918188,
      "grad_norm": 0.33117571473121643,
      "learning_rate": 7.300041792618437e-05,
      "loss": 0.2866,
      "step": 3133
    },
    {
      "epoch": 1.7682488186755059,
      "grad_norm": 0.3373076915740967,
      "learning_rate": 7.294319760154087e-05,
      "loss": 0.2962,
      "step": 3134
    },
    {
      "epoch": 1.7688130333591932,
      "grad_norm": 0.31365957856178284,
      "learning_rate": 7.288598683390396e-05,
      "loss": 0.2535,
      "step": 3135
    },
    {
      "epoch": 1.7693772480428804,
      "grad_norm": 0.3037254214286804,
      "learning_rate": 7.28287856434816e-05,
      "loss": 0.2737,
      "step": 3136
    },
    {
      "epoch": 1.7699414627265675,
      "grad_norm": 0.3384087383747101,
      "learning_rate": 7.277159405047844e-05,
      "loss": 0.3142,
      "step": 3137
    },
    {
      "epoch": 1.7705056774102546,
      "grad_norm": 0.34655579924583435,
      "learning_rate": 7.27144120750957e-05,
      "loss": 0.2997,
      "step": 3138
    },
    {
      "epoch": 1.7710698920939416,
      "grad_norm": 0.3241725265979767,
      "learning_rate": 7.265723973753116e-05,
      "loss": 0.2201,
      "step": 3139
    },
    {
      "epoch": 1.771634106777629,
      "grad_norm": 0.277239590883255,
      "learning_rate": 7.260007705797926e-05,
      "loss": 0.2131,
      "step": 3140
    },
    {
      "epoch": 1.7721983214613162,
      "grad_norm": 0.3348120450973511,
      "learning_rate": 7.254292405663102e-05,
      "loss": 0.2875,
      "step": 3141
    },
    {
      "epoch": 1.7727625361450032,
      "grad_norm": 0.35039108991622925,
      "learning_rate": 7.248578075367406e-05,
      "loss": 0.3115,
      "step": 3142
    },
    {
      "epoch": 1.7733267508286903,
      "grad_norm": 0.3025277256965637,
      "learning_rate": 7.242864716929246e-05,
      "loss": 0.2621,
      "step": 3143
    },
    {
      "epoch": 1.7738909655123773,
      "grad_norm": 0.2906683385372162,
      "learning_rate": 7.2371523323667e-05,
      "loss": 0.2094,
      "step": 3144
    },
    {
      "epoch": 1.7744551801960646,
      "grad_norm": 0.3239191472530365,
      "learning_rate": 7.231440923697497e-05,
      "loss": 0.2896,
      "step": 3145
    },
    {
      "epoch": 1.775019394879752,
      "grad_norm": 0.3185890018939972,
      "learning_rate": 7.225730492939022e-05,
      "loss": 0.2832,
      "step": 3146
    },
    {
      "epoch": 1.775583609563439,
      "grad_norm": 0.29457634687423706,
      "learning_rate": 7.220021042108311e-05,
      "loss": 0.2343,
      "step": 3147
    },
    {
      "epoch": 1.776147824247126,
      "grad_norm": 0.3103753626346588,
      "learning_rate": 7.214312573222059e-05,
      "loss": 0.2209,
      "step": 3148
    },
    {
      "epoch": 1.776712038930813,
      "grad_norm": 0.2980441451072693,
      "learning_rate": 7.208605088296612e-05,
      "loss": 0.2766,
      "step": 3149
    },
    {
      "epoch": 1.7772762536145004,
      "grad_norm": 0.3159205913543701,
      "learning_rate": 7.202898589347968e-05,
      "loss": 0.2959,
      "step": 3150
    },
    {
      "epoch": 1.7778404682981874,
      "grad_norm": 0.2978583574295044,
      "learning_rate": 7.19719307839178e-05,
      "loss": 0.2422,
      "step": 3151
    },
    {
      "epoch": 1.7784046829818747,
      "grad_norm": 0.33039984107017517,
      "learning_rate": 7.191488557443345e-05,
      "loss": 0.2714,
      "step": 3152
    },
    {
      "epoch": 1.7789688976655618,
      "grad_norm": 0.3690023720264435,
      "learning_rate": 7.185785028517616e-05,
      "loss": 0.3406,
      "step": 3153
    },
    {
      "epoch": 1.7795331123492488,
      "grad_norm": 0.3489149510860443,
      "learning_rate": 7.180082493629192e-05,
      "loss": 0.3358,
      "step": 3154
    },
    {
      "epoch": 1.7800973270329359,
      "grad_norm": 0.31957074999809265,
      "learning_rate": 7.174380954792325e-05,
      "loss": 0.265,
      "step": 3155
    },
    {
      "epoch": 1.7806615417166232,
      "grad_norm": 0.3148883283138275,
      "learning_rate": 7.168680414020915e-05,
      "loss": 0.2836,
      "step": 3156
    },
    {
      "epoch": 1.7812257564003104,
      "grad_norm": 0.3102261424064636,
      "learning_rate": 7.162980873328507e-05,
      "loss": 0.2759,
      "step": 3157
    },
    {
      "epoch": 1.7817899710839975,
      "grad_norm": 0.3425922393798828,
      "learning_rate": 7.15728233472829e-05,
      "loss": 0.3034,
      "step": 3158
    },
    {
      "epoch": 1.7823541857676846,
      "grad_norm": 0.2882915437221527,
      "learning_rate": 7.151584800233104e-05,
      "loss": 0.2398,
      "step": 3159
    },
    {
      "epoch": 1.7829184004513716,
      "grad_norm": 0.29865607619285583,
      "learning_rate": 7.145888271855436e-05,
      "loss": 0.244,
      "step": 3160
    },
    {
      "epoch": 1.783482615135059,
      "grad_norm": 0.3383796513080597,
      "learning_rate": 7.140192751607408e-05,
      "loss": 0.3006,
      "step": 3161
    },
    {
      "epoch": 1.7840468298187462,
      "grad_norm": 0.32755717635154724,
      "learning_rate": 7.1344982415008e-05,
      "loss": 0.301,
      "step": 3162
    },
    {
      "epoch": 1.7846110445024332,
      "grad_norm": 0.29319140315055847,
      "learning_rate": 7.128804743547022e-05,
      "loss": 0.2544,
      "step": 3163
    },
    {
      "epoch": 1.7851752591861203,
      "grad_norm": 0.3226962685585022,
      "learning_rate": 7.123112259757132e-05,
      "loss": 0.2614,
      "step": 3164
    },
    {
      "epoch": 1.7857394738698074,
      "grad_norm": 0.34341877698898315,
      "learning_rate": 7.117420792141832e-05,
      "loss": 0.29,
      "step": 3165
    },
    {
      "epoch": 1.7863036885534946,
      "grad_norm": 0.30239373445510864,
      "learning_rate": 7.111730342711464e-05,
      "loss": 0.241,
      "step": 3166
    },
    {
      "epoch": 1.7868679032371817,
      "grad_norm": 0.30212944746017456,
      "learning_rate": 7.106040913476005e-05,
      "loss": 0.1901,
      "step": 3167
    },
    {
      "epoch": 1.787432117920869,
      "grad_norm": 0.35985592007637024,
      "learning_rate": 7.100352506445076e-05,
      "loss": 0.3265,
      "step": 3168
    },
    {
      "epoch": 1.787996332604556,
      "grad_norm": 0.29634976387023926,
      "learning_rate": 7.094665123627939e-05,
      "loss": 0.2092,
      "step": 3169
    },
    {
      "epoch": 1.788560547288243,
      "grad_norm": 0.3345595598220825,
      "learning_rate": 7.088978767033494e-05,
      "loss": 0.2823,
      "step": 3170
    },
    {
      "epoch": 1.7891247619719302,
      "grad_norm": 0.3406071960926056,
      "learning_rate": 7.083293438670272e-05,
      "loss": 0.2604,
      "step": 3171
    },
    {
      "epoch": 1.7896889766556174,
      "grad_norm": 0.3003780245780945,
      "learning_rate": 7.077609140546446e-05,
      "loss": 0.2305,
      "step": 3172
    },
    {
      "epoch": 1.7902531913393047,
      "grad_norm": 0.29486340284347534,
      "learning_rate": 7.071925874669827e-05,
      "loss": 0.1979,
      "step": 3173
    },
    {
      "epoch": 1.7908174060229918,
      "grad_norm": 0.3192814886569977,
      "learning_rate": 7.066243643047856e-05,
      "loss": 0.2694,
      "step": 3174
    },
    {
      "epoch": 1.7913816207066788,
      "grad_norm": 0.32643866539001465,
      "learning_rate": 7.060562447687613e-05,
      "loss": 0.2382,
      "step": 3175
    },
    {
      "epoch": 1.791945835390366,
      "grad_norm": 0.295640766620636,
      "learning_rate": 7.054882290595814e-05,
      "loss": 0.2224,
      "step": 3176
    },
    {
      "epoch": 1.7925100500740532,
      "grad_norm": 0.32990869879722595,
      "learning_rate": 7.049203173778798e-05,
      "loss": 0.2776,
      "step": 3177
    },
    {
      "epoch": 1.7930742647577405,
      "grad_norm": 0.28583472967147827,
      "learning_rate": 7.043525099242545e-05,
      "loss": 0.2157,
      "step": 3178
    },
    {
      "epoch": 1.7936384794414275,
      "grad_norm": 0.3469242751598358,
      "learning_rate": 7.037848068992666e-05,
      "loss": 0.2383,
      "step": 3179
    },
    {
      "epoch": 1.7942026941251146,
      "grad_norm": 0.3284406065940857,
      "learning_rate": 7.032172085034404e-05,
      "loss": 0.2954,
      "step": 3180
    },
    {
      "epoch": 1.7947669088088016,
      "grad_norm": 0.3410957157611847,
      "learning_rate": 7.02649714937263e-05,
      "loss": 0.2803,
      "step": 3181
    },
    {
      "epoch": 1.795331123492489,
      "grad_norm": 0.27795273065567017,
      "learning_rate": 7.020823264011842e-05,
      "loss": 0.1794,
      "step": 3182
    },
    {
      "epoch": 1.7958953381761762,
      "grad_norm": 0.295320600271225,
      "learning_rate": 7.015150430956175e-05,
      "loss": 0.2119,
      "step": 3183
    },
    {
      "epoch": 1.7964595528598633,
      "grad_norm": 0.32183927297592163,
      "learning_rate": 7.009478652209383e-05,
      "loss": 0.1969,
      "step": 3184
    },
    {
      "epoch": 1.7970237675435503,
      "grad_norm": 0.2831054925918579,
      "learning_rate": 7.003807929774857e-05,
      "loss": 0.201,
      "step": 3185
    },
    {
      "epoch": 1.7975879822272374,
      "grad_norm": 0.3032374680042267,
      "learning_rate": 6.998138265655605e-05,
      "loss": 0.2507,
      "step": 3186
    },
    {
      "epoch": 1.7981521969109246,
      "grad_norm": 0.31378504633903503,
      "learning_rate": 6.992469661854273e-05,
      "loss": 0.2463,
      "step": 3187
    },
    {
      "epoch": 1.7987164115946117,
      "grad_norm": 0.31427595019340515,
      "learning_rate": 6.986802120373121e-05,
      "loss": 0.2567,
      "step": 3188
    },
    {
      "epoch": 1.799280626278299,
      "grad_norm": 0.30503177642822266,
      "learning_rate": 6.981135643214038e-05,
      "loss": 0.2389,
      "step": 3189
    },
    {
      "epoch": 1.799844840961986,
      "grad_norm": 0.3321414589881897,
      "learning_rate": 6.975470232378544e-05,
      "loss": 0.2937,
      "step": 3190
    },
    {
      "epoch": 1.800409055645673,
      "grad_norm": 0.31680676341056824,
      "learning_rate": 6.969805889867769e-05,
      "loss": 0.2682,
      "step": 3191
    },
    {
      "epoch": 1.8009732703293602,
      "grad_norm": 0.3330608010292053,
      "learning_rate": 6.964142617682474e-05,
      "loss": 0.3237,
      "step": 3192
    },
    {
      "epoch": 1.8015374850130474,
      "grad_norm": 0.32280004024505615,
      "learning_rate": 6.958480417823041e-05,
      "loss": 0.2625,
      "step": 3193
    },
    {
      "epoch": 1.8021016996967347,
      "grad_norm": 0.33215200901031494,
      "learning_rate": 6.952819292289474e-05,
      "loss": 0.2904,
      "step": 3194
    },
    {
      "epoch": 1.8026659143804218,
      "grad_norm": 0.3517719507217407,
      "learning_rate": 6.947159243081399e-05,
      "loss": 0.2606,
      "step": 3195
    },
    {
      "epoch": 1.8032301290641088,
      "grad_norm": 0.32498282194137573,
      "learning_rate": 6.941500272198052e-05,
      "loss": 0.2956,
      "step": 3196
    },
    {
      "epoch": 1.803794343747796,
      "grad_norm": 0.2875458002090454,
      "learning_rate": 6.9358423816383e-05,
      "loss": 0.2,
      "step": 3197
    },
    {
      "epoch": 1.8043585584314832,
      "grad_norm": 0.30393341183662415,
      "learning_rate": 6.930185573400623e-05,
      "loss": 0.2383,
      "step": 3198
    },
    {
      "epoch": 1.8049227731151705,
      "grad_norm": 0.3098461329936981,
      "learning_rate": 6.92452984948312e-05,
      "loss": 0.2999,
      "step": 3199
    },
    {
      "epoch": 1.8054869877988575,
      "grad_norm": 0.3410132825374603,
      "learning_rate": 6.918875211883507e-05,
      "loss": 0.2587,
      "step": 3200
    },
    {
      "epoch": 1.8054869877988575,
      "eval_loss": 0.32147499918937683,
      "eval_runtime": 15.7987,
      "eval_samples_per_second": 9.051,
      "eval_steps_per_second": 4.557,
      "step": 3200
    },
    {
      "epoch": 1.8060512024825446,
      "grad_norm": 0.333371639251709,
      "learning_rate": 6.913221662599111e-05,
      "loss": 0.2936,
      "step": 3201
    },
    {
      "epoch": 1.8066154171662316,
      "grad_norm": 0.33224374055862427,
      "learning_rate": 6.907569203626885e-05,
      "loss": 0.2507,
      "step": 3202
    },
    {
      "epoch": 1.807179631849919,
      "grad_norm": 0.3505434989929199,
      "learning_rate": 6.901917836963388e-05,
      "loss": 0.295,
      "step": 3203
    },
    {
      "epoch": 1.8077438465336062,
      "grad_norm": 0.3512808382511139,
      "learning_rate": 6.896267564604797e-05,
      "loss": 0.3074,
      "step": 3204
    },
    {
      "epoch": 1.8083080612172933,
      "grad_norm": 0.31744858622550964,
      "learning_rate": 6.890618388546903e-05,
      "loss": 0.2491,
      "step": 3205
    },
    {
      "epoch": 1.8088722759009803,
      "grad_norm": 0.3628886938095093,
      "learning_rate": 6.88497031078511e-05,
      "loss": 0.2947,
      "step": 3206
    },
    {
      "epoch": 1.8094364905846674,
      "grad_norm": 0.2884998619556427,
      "learning_rate": 6.879323333314427e-05,
      "loss": 0.1931,
      "step": 3207
    },
    {
      "epoch": 1.8100007052683547,
      "grad_norm": 0.33887001872062683,
      "learning_rate": 6.873677458129484e-05,
      "loss": 0.2854,
      "step": 3208
    },
    {
      "epoch": 1.8105649199520417,
      "grad_norm": 0.27479448914527893,
      "learning_rate": 6.868032687224515e-05,
      "loss": 0.2407,
      "step": 3209
    },
    {
      "epoch": 1.811129134635729,
      "grad_norm": 0.3187466561794281,
      "learning_rate": 6.86238902259337e-05,
      "loss": 0.2735,
      "step": 3210
    },
    {
      "epoch": 1.811693349319416,
      "grad_norm": 0.2872435450553894,
      "learning_rate": 6.856746466229502e-05,
      "loss": 0.2344,
      "step": 3211
    },
    {
      "epoch": 1.8122575640031031,
      "grad_norm": 0.3028157949447632,
      "learning_rate": 6.851105020125981e-05,
      "loss": 0.1932,
      "step": 3212
    },
    {
      "epoch": 1.8128217786867902,
      "grad_norm": 0.2973950505256653,
      "learning_rate": 6.84546468627547e-05,
      "loss": 0.2131,
      "step": 3213
    },
    {
      "epoch": 1.8133859933704775,
      "grad_norm": 0.3279642164707184,
      "learning_rate": 6.839825466670258e-05,
      "loss": 0.3049,
      "step": 3214
    },
    {
      "epoch": 1.8139502080541647,
      "grad_norm": 0.31603381037712097,
      "learning_rate": 6.834187363302222e-05,
      "loss": 0.2776,
      "step": 3215
    },
    {
      "epoch": 1.8145144227378518,
      "grad_norm": 0.31758975982666016,
      "learning_rate": 6.828550378162857e-05,
      "loss": 0.2692,
      "step": 3216
    },
    {
      "epoch": 1.8150786374215389,
      "grad_norm": 0.31297287344932556,
      "learning_rate": 6.822914513243259e-05,
      "loss": 0.2455,
      "step": 3217
    },
    {
      "epoch": 1.815642852105226,
      "grad_norm": 0.32758381962776184,
      "learning_rate": 6.81727977053413e-05,
      "loss": 0.2633,
      "step": 3218
    },
    {
      "epoch": 1.8162070667889132,
      "grad_norm": 0.3406904637813568,
      "learning_rate": 6.811646152025777e-05,
      "loss": 0.3101,
      "step": 3219
    },
    {
      "epoch": 1.8167712814726005,
      "grad_norm": 0.30379870533943176,
      "learning_rate": 6.806013659708101e-05,
      "loss": 0.2194,
      "step": 3220
    },
    {
      "epoch": 1.8173354961562875,
      "grad_norm": 0.32450374960899353,
      "learning_rate": 6.800382295570615e-05,
      "loss": 0.2652,
      "step": 3221
    },
    {
      "epoch": 1.8178997108399746,
      "grad_norm": 0.314189076423645,
      "learning_rate": 6.79475206160243e-05,
      "loss": 0.2568,
      "step": 3222
    },
    {
      "epoch": 1.8184639255236617,
      "grad_norm": 0.31340548396110535,
      "learning_rate": 6.789122959792257e-05,
      "loss": 0.1738,
      "step": 3223
    },
    {
      "epoch": 1.819028140207349,
      "grad_norm": 0.31889989972114563,
      "learning_rate": 6.783494992128409e-05,
      "loss": 0.2468,
      "step": 3224
    },
    {
      "epoch": 1.819592354891036,
      "grad_norm": 0.3514624834060669,
      "learning_rate": 6.777868160598799e-05,
      "loss": 0.2209,
      "step": 3225
    },
    {
      "epoch": 1.8201565695747233,
      "grad_norm": 0.29650214314460754,
      "learning_rate": 6.772242467190932e-05,
      "loss": 0.2015,
      "step": 3226
    },
    {
      "epoch": 1.8207207842584103,
      "grad_norm": 0.290371835231781,
      "learning_rate": 6.766617913891919e-05,
      "loss": 0.2304,
      "step": 3227
    },
    {
      "epoch": 1.8212849989420974,
      "grad_norm": 0.3023681044578552,
      "learning_rate": 6.760994502688466e-05,
      "loss": 0.2481,
      "step": 3228
    },
    {
      "epoch": 1.8218492136257844,
      "grad_norm": 0.31324446201324463,
      "learning_rate": 6.755372235566875e-05,
      "loss": 0.2951,
      "step": 3229
    },
    {
      "epoch": 1.8224134283094717,
      "grad_norm": 0.34948498010635376,
      "learning_rate": 6.749751114513041e-05,
      "loss": 0.3373,
      "step": 3230
    },
    {
      "epoch": 1.822977642993159,
      "grad_norm": 0.26731446385383606,
      "learning_rate": 6.744131141512462e-05,
      "loss": 0.1719,
      "step": 3231
    },
    {
      "epoch": 1.823541857676846,
      "grad_norm": 0.2983589470386505,
      "learning_rate": 6.738512318550221e-05,
      "loss": 0.2422,
      "step": 3232
    },
    {
      "epoch": 1.8241060723605331,
      "grad_norm": 0.3227446675300598,
      "learning_rate": 6.732894647610999e-05,
      "loss": 0.2869,
      "step": 3233
    },
    {
      "epoch": 1.8246702870442202,
      "grad_norm": 0.29528576135635376,
      "learning_rate": 6.727278130679072e-05,
      "loss": 0.1896,
      "step": 3234
    },
    {
      "epoch": 1.8252345017279075,
      "grad_norm": 0.3191484212875366,
      "learning_rate": 6.721662769738307e-05,
      "loss": 0.3179,
      "step": 3235
    },
    {
      "epoch": 1.8257987164115947,
      "grad_norm": 0.3494870662689209,
      "learning_rate": 6.716048566772164e-05,
      "loss": 0.2721,
      "step": 3236
    },
    {
      "epoch": 1.8263629310952818,
      "grad_norm": 0.29804813861846924,
      "learning_rate": 6.710435523763689e-05,
      "loss": 0.2313,
      "step": 3237
    },
    {
      "epoch": 1.8269271457789689,
      "grad_norm": 0.30714964866638184,
      "learning_rate": 6.704823642695526e-05,
      "loss": 0.2636,
      "step": 3238
    },
    {
      "epoch": 1.827491360462656,
      "grad_norm": 0.3358294665813446,
      "learning_rate": 6.699212925549898e-05,
      "loss": 0.2971,
      "step": 3239
    },
    {
      "epoch": 1.8280555751463432,
      "grad_norm": 0.2973746359348297,
      "learning_rate": 6.693603374308624e-05,
      "loss": 0.2337,
      "step": 3240
    },
    {
      "epoch": 1.8286197898300305,
      "grad_norm": 0.28221890330314636,
      "learning_rate": 6.687994990953114e-05,
      "loss": 0.1868,
      "step": 3241
    },
    {
      "epoch": 1.8291840045137175,
      "grad_norm": 0.32637959718704224,
      "learning_rate": 6.68238777746436e-05,
      "loss": 0.2782,
      "step": 3242
    },
    {
      "epoch": 1.8297482191974046,
      "grad_norm": 0.29226189851760864,
      "learning_rate": 6.676781735822943e-05,
      "loss": 0.2573,
      "step": 3243
    },
    {
      "epoch": 1.8303124338810917,
      "grad_norm": 0.3165997564792633,
      "learning_rate": 6.671176868009033e-05,
      "loss": 0.2633,
      "step": 3244
    },
    {
      "epoch": 1.830876648564779,
      "grad_norm": 0.3130892217159271,
      "learning_rate": 6.665573176002376e-05,
      "loss": 0.2835,
      "step": 3245
    },
    {
      "epoch": 1.831440863248466,
      "grad_norm": 0.3266424536705017,
      "learning_rate": 6.659970661782308e-05,
      "loss": 0.286,
      "step": 3246
    },
    {
      "epoch": 1.8320050779321533,
      "grad_norm": 0.3281332552433014,
      "learning_rate": 6.654369327327756e-05,
      "loss": 0.2359,
      "step": 3247
    },
    {
      "epoch": 1.8325692926158403,
      "grad_norm": 0.2840246260166168,
      "learning_rate": 6.64876917461722e-05,
      "loss": 0.224,
      "step": 3248
    },
    {
      "epoch": 1.8331335072995274,
      "grad_norm": 0.29937195777893066,
      "learning_rate": 6.643170205628788e-05,
      "loss": 0.2098,
      "step": 3249
    },
    {
      "epoch": 1.8336977219832145,
      "grad_norm": 0.3372354209423065,
      "learning_rate": 6.637572422340128e-05,
      "loss": 0.2392,
      "step": 3250
    },
    {
      "epoch": 1.8342619366669017,
      "grad_norm": 0.3363748788833618,
      "learning_rate": 6.631975826728487e-05,
      "loss": 0.2957,
      "step": 3251
    },
    {
      "epoch": 1.834826151350589,
      "grad_norm": 0.33699730038642883,
      "learning_rate": 6.626380420770699e-05,
      "loss": 0.2288,
      "step": 3252
    },
    {
      "epoch": 1.835390366034276,
      "grad_norm": 0.3466186821460724,
      "learning_rate": 6.620786206443172e-05,
      "loss": 0.2632,
      "step": 3253
    },
    {
      "epoch": 1.8359545807179631,
      "grad_norm": 0.29671260714530945,
      "learning_rate": 6.615193185721894e-05,
      "loss": 0.2441,
      "step": 3254
    },
    {
      "epoch": 1.8365187954016502,
      "grad_norm": 0.32347893714904785,
      "learning_rate": 6.609601360582437e-05,
      "loss": 0.297,
      "step": 3255
    },
    {
      "epoch": 1.8370830100853375,
      "grad_norm": 0.29673251509666443,
      "learning_rate": 6.604010732999939e-05,
      "loss": 0.2202,
      "step": 3256
    },
    {
      "epoch": 1.8376472247690248,
      "grad_norm": 0.31757569313049316,
      "learning_rate": 6.598421304949127e-05,
      "loss": 0.2331,
      "step": 3257
    },
    {
      "epoch": 1.8382114394527118,
      "grad_norm": 0.2815394103527069,
      "learning_rate": 6.592833078404298e-05,
      "loss": 0.2113,
      "step": 3258
    },
    {
      "epoch": 1.8387756541363989,
      "grad_norm": 0.35883453488349915,
      "learning_rate": 6.587246055339326e-05,
      "loss": 0.3172,
      "step": 3259
    },
    {
      "epoch": 1.839339868820086,
      "grad_norm": 0.3063908815383911,
      "learning_rate": 6.581660237727658e-05,
      "loss": 0.2675,
      "step": 3260
    },
    {
      "epoch": 1.8399040835037732,
      "grad_norm": 0.3004031479358673,
      "learning_rate": 6.576075627542325e-05,
      "loss": 0.1911,
      "step": 3261
    },
    {
      "epoch": 1.8404682981874605,
      "grad_norm": 0.2702372670173645,
      "learning_rate": 6.570492226755914e-05,
      "loss": 0.2029,
      "step": 3262
    },
    {
      "epoch": 1.8410325128711476,
      "grad_norm": 0.31528446078300476,
      "learning_rate": 6.564910037340599e-05,
      "loss": 0.2727,
      "step": 3263
    },
    {
      "epoch": 1.8415967275548346,
      "grad_norm": 0.3107890486717224,
      "learning_rate": 6.559329061268118e-05,
      "loss": 0.2659,
      "step": 3264
    },
    {
      "epoch": 1.8421609422385217,
      "grad_norm": 0.32672208547592163,
      "learning_rate": 6.553749300509787e-05,
      "loss": 0.2968,
      "step": 3265
    },
    {
      "epoch": 1.842725156922209,
      "grad_norm": 0.28973183035850525,
      "learning_rate": 6.54817075703649e-05,
      "loss": 0.2433,
      "step": 3266
    },
    {
      "epoch": 1.843289371605896,
      "grad_norm": 0.27073511481285095,
      "learning_rate": 6.542593432818678e-05,
      "loss": 0.1681,
      "step": 3267
    },
    {
      "epoch": 1.8438535862895833,
      "grad_norm": 0.3436950445175171,
      "learning_rate": 6.537017329826377e-05,
      "loss": 0.3618,
      "step": 3268
    },
    {
      "epoch": 1.8444178009732703,
      "grad_norm": 0.3191395103931427,
      "learning_rate": 6.531442450029179e-05,
      "loss": 0.2246,
      "step": 3269
    },
    {
      "epoch": 1.8449820156569574,
      "grad_norm": 0.32978734374046326,
      "learning_rate": 6.525868795396241e-05,
      "loss": 0.2997,
      "step": 3270
    },
    {
      "epoch": 1.8455462303406445,
      "grad_norm": 0.2799606919288635,
      "learning_rate": 6.520296367896291e-05,
      "loss": 0.1888,
      "step": 3271
    },
    {
      "epoch": 1.8461104450243317,
      "grad_norm": 0.33401015400886536,
      "learning_rate": 6.514725169497621e-05,
      "loss": 0.2858,
      "step": 3272
    },
    {
      "epoch": 1.846674659708019,
      "grad_norm": 0.3307121992111206,
      "learning_rate": 6.509155202168095e-05,
      "loss": 0.2533,
      "step": 3273
    },
    {
      "epoch": 1.847238874391706,
      "grad_norm": 0.3371783494949341,
      "learning_rate": 6.503586467875133e-05,
      "loss": 0.3041,
      "step": 3274
    },
    {
      "epoch": 1.8478030890753931,
      "grad_norm": 0.29294171929359436,
      "learning_rate": 6.498018968585725e-05,
      "loss": 0.2372,
      "step": 3275
    },
    {
      "epoch": 1.8483673037590802,
      "grad_norm": 0.2978793680667877,
      "learning_rate": 6.492452706266423e-05,
      "loss": 0.2296,
      "step": 3276
    },
    {
      "epoch": 1.8489315184427675,
      "grad_norm": 0.36752843856811523,
      "learning_rate": 6.486887682883345e-05,
      "loss": 0.2765,
      "step": 3277
    },
    {
      "epoch": 1.8494957331264548,
      "grad_norm": 0.31173762679100037,
      "learning_rate": 6.481323900402166e-05,
      "loss": 0.243,
      "step": 3278
    },
    {
      "epoch": 1.8500599478101418,
      "grad_norm": 0.33852094411849976,
      "learning_rate": 6.475761360788128e-05,
      "loss": 0.275,
      "step": 3279
    },
    {
      "epoch": 1.8506241624938289,
      "grad_norm": 0.29279205203056335,
      "learning_rate": 6.470200066006034e-05,
      "loss": 0.2053,
      "step": 3280
    },
    {
      "epoch": 1.851188377177516,
      "grad_norm": 0.32603001594543457,
      "learning_rate": 6.464640018020239e-05,
      "loss": 0.271,
      "step": 3281
    },
    {
      "epoch": 1.8517525918612032,
      "grad_norm": 0.3104310631752014,
      "learning_rate": 6.459081218794667e-05,
      "loss": 0.2594,
      "step": 3282
    },
    {
      "epoch": 1.8523168065448903,
      "grad_norm": 0.30098068714141846,
      "learning_rate": 6.4535236702928e-05,
      "loss": 0.2151,
      "step": 3283
    },
    {
      "epoch": 1.8528810212285776,
      "grad_norm": 0.30204328894615173,
      "learning_rate": 6.447967374477673e-05,
      "loss": 0.1914,
      "step": 3284
    },
    {
      "epoch": 1.8534452359122646,
      "grad_norm": 0.31318238377571106,
      "learning_rate": 6.442412333311884e-05,
      "loss": 0.208,
      "step": 3285
    },
    {
      "epoch": 1.8540094505959517,
      "grad_norm": 0.3151620328426361,
      "learning_rate": 6.436858548757583e-05,
      "loss": 0.2229,
      "step": 3286
    },
    {
      "epoch": 1.8545736652796387,
      "grad_norm": 0.3063980042934418,
      "learning_rate": 6.431306022776477e-05,
      "loss": 0.2086,
      "step": 3287
    },
    {
      "epoch": 1.855137879963326,
      "grad_norm": 0.32391268014907837,
      "learning_rate": 6.425754757329834e-05,
      "loss": 0.2902,
      "step": 3288
    },
    {
      "epoch": 1.8557020946470133,
      "grad_norm": 0.3231085240840912,
      "learning_rate": 6.420204754378467e-05,
      "loss": 0.2545,
      "step": 3289
    },
    {
      "epoch": 1.8562663093307004,
      "grad_norm": 0.31694743037223816,
      "learning_rate": 6.414656015882753e-05,
      "loss": 0.2341,
      "step": 3290
    },
    {
      "epoch": 1.8568305240143874,
      "grad_norm": 0.36538535356521606,
      "learning_rate": 6.409108543802615e-05,
      "loss": 0.2567,
      "step": 3291
    },
    {
      "epoch": 1.8573947386980745,
      "grad_norm": 0.32990702986717224,
      "learning_rate": 6.403562340097535e-05,
      "loss": 0.298,
      "step": 3292
    },
    {
      "epoch": 1.8579589533817618,
      "grad_norm": 0.3418130874633789,
      "learning_rate": 6.398017406726544e-05,
      "loss": 0.2476,
      "step": 3293
    },
    {
      "epoch": 1.858523168065449,
      "grad_norm": 0.33638328313827515,
      "learning_rate": 6.39247374564822e-05,
      "loss": 0.2658,
      "step": 3294
    },
    {
      "epoch": 1.859087382749136,
      "grad_norm": 0.3446272611618042,
      "learning_rate": 6.386931358820696e-05,
      "loss": 0.2948,
      "step": 3295
    },
    {
      "epoch": 1.8596515974328232,
      "grad_norm": 0.3409841060638428,
      "learning_rate": 6.381390248201657e-05,
      "loss": 0.3106,
      "step": 3296
    },
    {
      "epoch": 1.8602158121165102,
      "grad_norm": 0.31645667552948,
      "learning_rate": 6.375850415748333e-05,
      "loss": 0.2632,
      "step": 3297
    },
    {
      "epoch": 1.8607800268001975,
      "grad_norm": 0.31451216340065,
      "learning_rate": 6.370311863417506e-05,
      "loss": 0.2568,
      "step": 3298
    },
    {
      "epoch": 1.8613442414838848,
      "grad_norm": 0.3194897472858429,
      "learning_rate": 6.364774593165504e-05,
      "loss": 0.2744,
      "step": 3299
    },
    {
      "epoch": 1.8619084561675718,
      "grad_norm": 0.3345741033554077,
      "learning_rate": 6.359238606948199e-05,
      "loss": 0.3206,
      "step": 3300
    },
    {
      "epoch": 1.862472670851259,
      "grad_norm": 0.3292407989501953,
      "learning_rate": 6.353703906721016e-05,
      "loss": 0.2896,
      "step": 3301
    },
    {
      "epoch": 1.863036885534946,
      "grad_norm": 0.32443371415138245,
      "learning_rate": 6.34817049443892e-05,
      "loss": 0.2927,
      "step": 3302
    },
    {
      "epoch": 1.8636011002186332,
      "grad_norm": 0.3429277837276459,
      "learning_rate": 6.342638372056425e-05,
      "loss": 0.2704,
      "step": 3303
    },
    {
      "epoch": 1.8641653149023203,
      "grad_norm": 0.31026485562324524,
      "learning_rate": 6.337107541527589e-05,
      "loss": 0.2237,
      "step": 3304
    },
    {
      "epoch": 1.8647295295860076,
      "grad_norm": 0.34208154678344727,
      "learning_rate": 6.33157800480601e-05,
      "loss": 0.3005,
      "step": 3305
    },
    {
      "epoch": 1.8652937442696946,
      "grad_norm": 0.31152284145355225,
      "learning_rate": 6.32604976384483e-05,
      "loss": 0.2785,
      "step": 3306
    },
    {
      "epoch": 1.8658579589533817,
      "grad_norm": 0.3218195140361786,
      "learning_rate": 6.320522820596739e-05,
      "loss": 0.2778,
      "step": 3307
    },
    {
      "epoch": 1.8664221736370687,
      "grad_norm": 0.32171159982681274,
      "learning_rate": 6.314997177013963e-05,
      "loss": 0.2928,
      "step": 3308
    },
    {
      "epoch": 1.866986388320756,
      "grad_norm": 0.3548339903354645,
      "learning_rate": 6.309472835048268e-05,
      "loss": 0.2772,
      "step": 3309
    },
    {
      "epoch": 1.8675506030044433,
      "grad_norm": 0.3336693048477173,
      "learning_rate": 6.303949796650972e-05,
      "loss": 0.2607,
      "step": 3310
    },
    {
      "epoch": 1.8681148176881304,
      "grad_norm": 0.30285316705703735,
      "learning_rate": 6.298428063772911e-05,
      "loss": 0.255,
      "step": 3311
    },
    {
      "epoch": 1.8686790323718174,
      "grad_norm": 0.30153536796569824,
      "learning_rate": 6.292907638364479e-05,
      "loss": 0.2143,
      "step": 3312
    },
    {
      "epoch": 1.8692432470555045,
      "grad_norm": 0.28658613562583923,
      "learning_rate": 6.287388522375597e-05,
      "loss": 0.2314,
      "step": 3313
    },
    {
      "epoch": 1.8698074617391918,
      "grad_norm": 0.2784525752067566,
      "learning_rate": 6.281870717755731e-05,
      "loss": 0.2126,
      "step": 3314
    },
    {
      "epoch": 1.870371676422879,
      "grad_norm": 0.33859410881996155,
      "learning_rate": 6.276354226453878e-05,
      "loss": 0.3217,
      "step": 3315
    },
    {
      "epoch": 1.870935891106566,
      "grad_norm": 0.3299129009246826,
      "learning_rate": 6.270839050418577e-05,
      "loss": 0.2547,
      "step": 3316
    },
    {
      "epoch": 1.8715001057902532,
      "grad_norm": 0.30408039689064026,
      "learning_rate": 6.265325191597897e-05,
      "loss": 0.2368,
      "step": 3317
    },
    {
      "epoch": 1.8720643204739402,
      "grad_norm": 0.30052074790000916,
      "learning_rate": 6.259812651939445e-05,
      "loss": 0.2353,
      "step": 3318
    },
    {
      "epoch": 1.8726285351576275,
      "grad_norm": 0.3161209523677826,
      "learning_rate": 6.25430143339036e-05,
      "loss": 0.2606,
      "step": 3319
    },
    {
      "epoch": 1.8731927498413148,
      "grad_norm": 0.31660252809524536,
      "learning_rate": 6.248791537897313e-05,
      "loss": 0.2209,
      "step": 3320
    },
    {
      "epoch": 1.8737569645250018,
      "grad_norm": 0.32469576597213745,
      "learning_rate": 6.243282967406512e-05,
      "loss": 0.2405,
      "step": 3321
    },
    {
      "epoch": 1.874321179208689,
      "grad_norm": 0.30638909339904785,
      "learning_rate": 6.237775723863696e-05,
      "loss": 0.2295,
      "step": 3322
    },
    {
      "epoch": 1.874885393892376,
      "grad_norm": 0.33798375725746155,
      "learning_rate": 6.232269809214135e-05,
      "loss": 0.3068,
      "step": 3323
    },
    {
      "epoch": 1.8754496085760632,
      "grad_norm": 0.3009100556373596,
      "learning_rate": 6.226765225402624e-05,
      "loss": 0.2575,
      "step": 3324
    },
    {
      "epoch": 1.8760138232597503,
      "grad_norm": 0.3490166664123535,
      "learning_rate": 6.221261974373496e-05,
      "loss": 0.3162,
      "step": 3325
    },
    {
      "epoch": 1.8765780379434376,
      "grad_norm": 0.32245874404907227,
      "learning_rate": 6.215760058070609e-05,
      "loss": 0.2101,
      "step": 3326
    },
    {
      "epoch": 1.8771422526271246,
      "grad_norm": 0.2689046561717987,
      "learning_rate": 6.21025947843735e-05,
      "loss": 0.2245,
      "step": 3327
    },
    {
      "epoch": 1.8777064673108117,
      "grad_norm": 0.296359658241272,
      "learning_rate": 6.204760237416636e-05,
      "loss": 0.2214,
      "step": 3328
    },
    {
      "epoch": 1.8782706819944988,
      "grad_norm": 0.32982590794563293,
      "learning_rate": 6.19926233695091e-05,
      "loss": 0.2631,
      "step": 3329
    },
    {
      "epoch": 1.878834896678186,
      "grad_norm": 0.32586100697517395,
      "learning_rate": 6.193765778982139e-05,
      "loss": 0.2603,
      "step": 3330
    },
    {
      "epoch": 1.8793991113618733,
      "grad_norm": 0.26912596821784973,
      "learning_rate": 6.188270565451816e-05,
      "loss": 0.1854,
      "step": 3331
    },
    {
      "epoch": 1.8799633260455604,
      "grad_norm": 0.31852778792381287,
      "learning_rate": 6.182776698300964e-05,
      "loss": 0.2751,
      "step": 3332
    },
    {
      "epoch": 1.8805275407292474,
      "grad_norm": 0.31123244762420654,
      "learning_rate": 6.177284179470129e-05,
      "loss": 0.2634,
      "step": 3333
    },
    {
      "epoch": 1.8810917554129345,
      "grad_norm": 0.3236944377422333,
      "learning_rate": 6.171793010899378e-05,
      "loss": 0.2236,
      "step": 3334
    },
    {
      "epoch": 1.8816559700966218,
      "grad_norm": 0.3172370195388794,
      "learning_rate": 6.166303194528298e-05,
      "loss": 0.2947,
      "step": 3335
    },
    {
      "epoch": 1.882220184780309,
      "grad_norm": 0.33543112874031067,
      "learning_rate": 6.160814732296005e-05,
      "loss": 0.2818,
      "step": 3336
    },
    {
      "epoch": 1.8827843994639961,
      "grad_norm": 0.2713206112384796,
      "learning_rate": 6.155327626141137e-05,
      "loss": 0.2167,
      "step": 3337
    },
    {
      "epoch": 1.8833486141476832,
      "grad_norm": 0.30161845684051514,
      "learning_rate": 6.149841878001843e-05,
      "loss": 0.248,
      "step": 3338
    },
    {
      "epoch": 1.8839128288313702,
      "grad_norm": 0.35062092542648315,
      "learning_rate": 6.144357489815808e-05,
      "loss": 0.3079,
      "step": 3339
    },
    {
      "epoch": 1.8844770435150575,
      "grad_norm": 0.29823237657546997,
      "learning_rate": 6.138874463520222e-05,
      "loss": 0.2123,
      "step": 3340
    },
    {
      "epoch": 1.8850412581987446,
      "grad_norm": 0.2651873826980591,
      "learning_rate": 6.133392801051803e-05,
      "loss": 0.2244,
      "step": 3341
    },
    {
      "epoch": 1.8856054728824319,
      "grad_norm": 0.34532779455184937,
      "learning_rate": 6.127912504346787e-05,
      "loss": 0.311,
      "step": 3342
    },
    {
      "epoch": 1.886169687566119,
      "grad_norm": 0.31792327761650085,
      "learning_rate": 6.122433575340917e-05,
      "loss": 0.2603,
      "step": 3343
    },
    {
      "epoch": 1.886733902249806,
      "grad_norm": 0.3040100932121277,
      "learning_rate": 6.116956015969468e-05,
      "loss": 0.2552,
      "step": 3344
    },
    {
      "epoch": 1.887298116933493,
      "grad_norm": 0.3661559224128723,
      "learning_rate": 6.111479828167222e-05,
      "loss": 0.2974,
      "step": 3345
    },
    {
      "epoch": 1.8878623316171803,
      "grad_norm": 0.2952249348163605,
      "learning_rate": 6.106005013868479e-05,
      "loss": 0.2018,
      "step": 3346
    },
    {
      "epoch": 1.8884265463008676,
      "grad_norm": 0.31206992268562317,
      "learning_rate": 6.1005315750070515e-05,
      "loss": 0.26,
      "step": 3347
    },
    {
      "epoch": 1.8889907609845547,
      "grad_norm": 0.35503098368644714,
      "learning_rate": 6.0950595135162726e-05,
      "loss": 0.2557,
      "step": 3348
    },
    {
      "epoch": 1.8895549756682417,
      "grad_norm": 0.3095018267631531,
      "learning_rate": 6.089588831328979e-05,
      "loss": 0.264,
      "step": 3349
    },
    {
      "epoch": 1.8901191903519288,
      "grad_norm": 0.2857309579849243,
      "learning_rate": 6.084119530377528e-05,
      "loss": 0.2253,
      "step": 3350
    },
    {
      "epoch": 1.890683405035616,
      "grad_norm": 0.32675406336784363,
      "learning_rate": 6.0786516125937863e-05,
      "loss": 0.233,
      "step": 3351
    },
    {
      "epoch": 1.8912476197193033,
      "grad_norm": 0.28866204619407654,
      "learning_rate": 6.073185079909134e-05,
      "loss": 0.2323,
      "step": 3352
    },
    {
      "epoch": 1.8918118344029904,
      "grad_norm": 0.30825304985046387,
      "learning_rate": 6.067719934254461e-05,
      "loss": 0.2485,
      "step": 3353
    },
    {
      "epoch": 1.8923760490866774,
      "grad_norm": 0.3118094205856323,
      "learning_rate": 6.062256177560161e-05,
      "loss": 0.2685,
      "step": 3354
    },
    {
      "epoch": 1.8929402637703645,
      "grad_norm": 0.37406665086746216,
      "learning_rate": 6.056793811756148e-05,
      "loss": 0.2801,
      "step": 3355
    },
    {
      "epoch": 1.8935044784540518,
      "grad_norm": 0.335970014333725,
      "learning_rate": 6.051332838771838e-05,
      "loss": 0.2675,
      "step": 3356
    },
    {
      "epoch": 1.894068693137739,
      "grad_norm": 0.3019799590110779,
      "learning_rate": 6.045873260536157e-05,
      "loss": 0.2061,
      "step": 3357
    },
    {
      "epoch": 1.8946329078214261,
      "grad_norm": 0.31552037596702576,
      "learning_rate": 6.040415078977541e-05,
      "loss": 0.2649,
      "step": 3358
    },
    {
      "epoch": 1.8951971225051132,
      "grad_norm": 0.3296085298061371,
      "learning_rate": 6.0349582960239205e-05,
      "loss": 0.2802,
      "step": 3359
    },
    {
      "epoch": 1.8957613371888002,
      "grad_norm": 0.2949753403663635,
      "learning_rate": 6.029502913602747e-05,
      "loss": 0.2301,
      "step": 3360
    },
    {
      "epoch": 1.8963255518724875,
      "grad_norm": 0.3148103654384613,
      "learning_rate": 6.024048933640971e-05,
      "loss": 0.3035,
      "step": 3361
    },
    {
      "epoch": 1.8968897665561746,
      "grad_norm": 0.2840592563152313,
      "learning_rate": 6.018596358065047e-05,
      "loss": 0.2189,
      "step": 3362
    },
    {
      "epoch": 1.8974539812398619,
      "grad_norm": 0.2751012444496155,
      "learning_rate": 6.013145188800933e-05,
      "loss": 0.1808,
      "step": 3363
    },
    {
      "epoch": 1.898018195923549,
      "grad_norm": 0.2943277955055237,
      "learning_rate": 6.007695427774094e-05,
      "loss": 0.2116,
      "step": 3364
    },
    {
      "epoch": 1.898582410607236,
      "grad_norm": 0.277518093585968,
      "learning_rate": 6.0022470769094953e-05,
      "loss": 0.1966,
      "step": 3365
    },
    {
      "epoch": 1.899146625290923,
      "grad_norm": 0.2940806448459625,
      "learning_rate": 5.9968001381316007e-05,
      "loss": 0.247,
      "step": 3366
    },
    {
      "epoch": 1.8997108399746103,
      "grad_norm": 0.3888237476348877,
      "learning_rate": 5.9913546133643836e-05,
      "loss": 0.3651,
      "step": 3367
    },
    {
      "epoch": 1.9002750546582976,
      "grad_norm": 0.31927549839019775,
      "learning_rate": 5.985910504531309e-05,
      "loss": 0.2854,
      "step": 3368
    },
    {
      "epoch": 1.9008392693419847,
      "grad_norm": 0.328814834356308,
      "learning_rate": 5.980467813555346e-05,
      "loss": 0.2974,
      "step": 3369
    },
    {
      "epoch": 1.9014034840256717,
      "grad_norm": 0.328281968832016,
      "learning_rate": 5.9750265423589624e-05,
      "loss": 0.2641,
      "step": 3370
    },
    {
      "epoch": 1.9019676987093588,
      "grad_norm": 0.2923296391963959,
      "learning_rate": 5.969586692864125e-05,
      "loss": 0.2439,
      "step": 3371
    },
    {
      "epoch": 1.902531913393046,
      "grad_norm": 0.3509318232536316,
      "learning_rate": 5.9641482669923e-05,
      "loss": 0.3099,
      "step": 3372
    },
    {
      "epoch": 1.9030961280767333,
      "grad_norm": 0.308885782957077,
      "learning_rate": 5.958711266664447e-05,
      "loss": 0.2568,
      "step": 3373
    },
    {
      "epoch": 1.9036603427604204,
      "grad_norm": 0.30597150325775146,
      "learning_rate": 5.953275693801023e-05,
      "loss": 0.2558,
      "step": 3374
    },
    {
      "epoch": 1.9042245574441075,
      "grad_norm": 0.32205331325531006,
      "learning_rate": 5.947841550321982e-05,
      "loss": 0.2712,
      "step": 3375
    },
    {
      "epoch": 1.9047887721277945,
      "grad_norm": 0.3005984425544739,
      "learning_rate": 5.9424088381467725e-05,
      "loss": 0.2277,
      "step": 3376
    },
    {
      "epoch": 1.9053529868114818,
      "grad_norm": 0.3125719130039215,
      "learning_rate": 5.936977559194339e-05,
      "loss": 0.2713,
      "step": 3377
    },
    {
      "epoch": 1.905917201495169,
      "grad_norm": 0.3202055096626282,
      "learning_rate": 5.931547715383119e-05,
      "loss": 0.2645,
      "step": 3378
    },
    {
      "epoch": 1.9064814161788561,
      "grad_norm": 0.3317127525806427,
      "learning_rate": 5.9261193086310396e-05,
      "loss": 0.3063,
      "step": 3379
    },
    {
      "epoch": 1.9070456308625432,
      "grad_norm": 0.3058675229549408,
      "learning_rate": 5.9206923408555256e-05,
      "loss": 0.2343,
      "step": 3380
    },
    {
      "epoch": 1.9076098455462303,
      "grad_norm": 0.2923160791397095,
      "learning_rate": 5.91526681397349e-05,
      "loss": 0.2249,
      "step": 3381
    },
    {
      "epoch": 1.9081740602299175,
      "grad_norm": 0.33864283561706543,
      "learning_rate": 5.909842729901343e-05,
      "loss": 0.3461,
      "step": 3382
    },
    {
      "epoch": 1.9087382749136046,
      "grad_norm": 0.33784109354019165,
      "learning_rate": 5.9044200905549696e-05,
      "loss": 0.2998,
      "step": 3383
    },
    {
      "epoch": 1.9093024895972919,
      "grad_norm": 0.27424681186676025,
      "learning_rate": 5.8989988978497614e-05,
      "loss": 0.1914,
      "step": 3384
    },
    {
      "epoch": 1.909866704280979,
      "grad_norm": 0.3117595613002777,
      "learning_rate": 5.893579153700593e-05,
      "loss": 0.2336,
      "step": 3385
    },
    {
      "epoch": 1.910430918964666,
      "grad_norm": 0.35013526678085327,
      "learning_rate": 5.888160860021828e-05,
      "loss": 0.2651,
      "step": 3386
    },
    {
      "epoch": 1.910995133648353,
      "grad_norm": 0.30531740188598633,
      "learning_rate": 5.882744018727313e-05,
      "loss": 0.2693,
      "step": 3387
    },
    {
      "epoch": 1.9115593483320403,
      "grad_norm": 0.3099426329135895,
      "learning_rate": 5.8773286317303865e-05,
      "loss": 0.2458,
      "step": 3388
    },
    {
      "epoch": 1.9121235630157276,
      "grad_norm": 0.28942617774009705,
      "learning_rate": 5.8719147009438725e-05,
      "loss": 0.2023,
      "step": 3389
    },
    {
      "epoch": 1.9126877776994147,
      "grad_norm": 0.3011206388473511,
      "learning_rate": 5.866502228280081e-05,
      "loss": 0.2321,
      "step": 3390
    },
    {
      "epoch": 1.9132519923831017,
      "grad_norm": 0.37575021386146545,
      "learning_rate": 5.8610912156508044e-05,
      "loss": 0.2876,
      "step": 3391
    },
    {
      "epoch": 1.9138162070667888,
      "grad_norm": 0.32096561789512634,
      "learning_rate": 5.855681664967325e-05,
      "loss": 0.2414,
      "step": 3392
    },
    {
      "epoch": 1.914380421750476,
      "grad_norm": 0.3086602985858917,
      "learning_rate": 5.8502735781404015e-05,
      "loss": 0.2524,
      "step": 3393
    },
    {
      "epoch": 1.9149446364341633,
      "grad_norm": 0.332552045583725,
      "learning_rate": 5.8448669570802774e-05,
      "loss": 0.283,
      "step": 3394
    },
    {
      "epoch": 1.9155088511178504,
      "grad_norm": 0.3110962510108948,
      "learning_rate": 5.839461803696683e-05,
      "loss": 0.2409,
      "step": 3395
    },
    {
      "epoch": 1.9160730658015375,
      "grad_norm": 0.3022976219654083,
      "learning_rate": 5.834058119898826e-05,
      "loss": 0.2584,
      "step": 3396
    },
    {
      "epoch": 1.9166372804852245,
      "grad_norm": 0.2818567454814911,
      "learning_rate": 5.8286559075953986e-05,
      "loss": 0.2169,
      "step": 3397
    },
    {
      "epoch": 1.9172014951689118,
      "grad_norm": 0.3276040852069855,
      "learning_rate": 5.823255168694563e-05,
      "loss": 0.2706,
      "step": 3398
    },
    {
      "epoch": 1.9177657098525989,
      "grad_norm": 0.30596888065338135,
      "learning_rate": 5.817855905103981e-05,
      "loss": 0.2725,
      "step": 3399
    },
    {
      "epoch": 1.9183299245362861,
      "grad_norm": 0.32752954959869385,
      "learning_rate": 5.812458118730773e-05,
      "loss": 0.278,
      "step": 3400
    },
    {
      "epoch": 1.9183299245362861,
      "eval_loss": 0.31796544790267944,
      "eval_runtime": 15.7852,
      "eval_samples_per_second": 9.059,
      "eval_steps_per_second": 4.561,
      "step": 3400
    },
    {
      "epoch": 1.9188941392199732,
      "grad_norm": 0.30397504568099976,
      "learning_rate": 5.807061811481542e-05,
      "loss": 0.2452,
      "step": 3401
    },
    {
      "epoch": 1.9194583539036603,
      "grad_norm": 0.33459487557411194,
      "learning_rate": 5.801666985262382e-05,
      "loss": 0.2616,
      "step": 3402
    },
    {
      "epoch": 1.9200225685873473,
      "grad_norm": 0.31383228302001953,
      "learning_rate": 5.796273641978846e-05,
      "loss": 0.2792,
      "step": 3403
    },
    {
      "epoch": 1.9205867832710346,
      "grad_norm": 0.30360305309295654,
      "learning_rate": 5.790881783535977e-05,
      "loss": 0.2137,
      "step": 3404
    },
    {
      "epoch": 1.9211509979547219,
      "grad_norm": 0.31011155247688293,
      "learning_rate": 5.7854914118382875e-05,
      "loss": 0.2249,
      "step": 3405
    },
    {
      "epoch": 1.921715212638409,
      "grad_norm": 0.33079519867897034,
      "learning_rate": 5.780102528789763e-05,
      "loss": 0.2641,
      "step": 3406
    },
    {
      "epoch": 1.922279427322096,
      "grad_norm": 0.2856701910495758,
      "learning_rate": 5.77471513629386e-05,
      "loss": 0.2206,
      "step": 3407
    },
    {
      "epoch": 1.922843642005783,
      "grad_norm": 0.28756311535835266,
      "learning_rate": 5.7693292362535235e-05,
      "loss": 0.2187,
      "step": 3408
    },
    {
      "epoch": 1.9234078566894703,
      "grad_norm": 0.3332683742046356,
      "learning_rate": 5.763944830571157e-05,
      "loss": 0.2715,
      "step": 3409
    },
    {
      "epoch": 1.9239720713731576,
      "grad_norm": 0.3238413333892822,
      "learning_rate": 5.7585619211486385e-05,
      "loss": 0.2213,
      "step": 3410
    },
    {
      "epoch": 1.9245362860568447,
      "grad_norm": 0.31263747811317444,
      "learning_rate": 5.753180509887326e-05,
      "loss": 0.2375,
      "step": 3411
    },
    {
      "epoch": 1.9251005007405317,
      "grad_norm": 0.3728817105293274,
      "learning_rate": 5.747800598688036e-05,
      "loss": 0.3009,
      "step": 3412
    },
    {
      "epoch": 1.9256647154242188,
      "grad_norm": 0.28875505924224854,
      "learning_rate": 5.742422189451066e-05,
      "loss": 0.238,
      "step": 3413
    },
    {
      "epoch": 1.926228930107906,
      "grad_norm": 0.30707859992980957,
      "learning_rate": 5.737045284076177e-05,
      "loss": 0.2489,
      "step": 3414
    },
    {
      "epoch": 1.9267931447915934,
      "grad_norm": 0.297497034072876,
      "learning_rate": 5.731669884462596e-05,
      "loss": 0.1874,
      "step": 3415
    },
    {
      "epoch": 1.9273573594752804,
      "grad_norm": 0.305517315864563,
      "learning_rate": 5.726295992509028e-05,
      "loss": 0.2399,
      "step": 3416
    },
    {
      "epoch": 1.9279215741589675,
      "grad_norm": 0.3056851029396057,
      "learning_rate": 5.720923610113636e-05,
      "loss": 0.2167,
      "step": 3417
    },
    {
      "epoch": 1.9284857888426545,
      "grad_norm": 0.32753849029541016,
      "learning_rate": 5.715552739174056e-05,
      "loss": 0.2444,
      "step": 3418
    },
    {
      "epoch": 1.9290500035263418,
      "grad_norm": 0.3104763627052307,
      "learning_rate": 5.710183381587387e-05,
      "loss": 0.2481,
      "step": 3419
    },
    {
      "epoch": 1.9296142182100289,
      "grad_norm": 0.34829461574554443,
      "learning_rate": 5.70481553925019e-05,
      "loss": 0.2422,
      "step": 3420
    },
    {
      "epoch": 1.9301784328937162,
      "grad_norm": 0.31682151556015015,
      "learning_rate": 5.699449214058502e-05,
      "loss": 0.2411,
      "step": 3421
    },
    {
      "epoch": 1.9307426475774032,
      "grad_norm": 0.32275211811065674,
      "learning_rate": 5.694084407907809e-05,
      "loss": 0.2719,
      "step": 3422
    },
    {
      "epoch": 1.9313068622610903,
      "grad_norm": 0.3800615668296814,
      "learning_rate": 5.688721122693077e-05,
      "loss": 0.3336,
      "step": 3423
    },
    {
      "epoch": 1.9318710769447773,
      "grad_norm": 0.29047346115112305,
      "learning_rate": 5.683359360308722e-05,
      "loss": 0.2249,
      "step": 3424
    },
    {
      "epoch": 1.9324352916284646,
      "grad_norm": 0.34550052881240845,
      "learning_rate": 5.6779991226486206e-05,
      "loss": 0.2953,
      "step": 3425
    },
    {
      "epoch": 1.932999506312152,
      "grad_norm": 0.29783183336257935,
      "learning_rate": 5.672640411606127e-05,
      "loss": 0.235,
      "step": 3426
    },
    {
      "epoch": 1.933563720995839,
      "grad_norm": 0.32632386684417725,
      "learning_rate": 5.667283229074037e-05,
      "loss": 0.2425,
      "step": 3427
    },
    {
      "epoch": 1.934127935679526,
      "grad_norm": 0.3302516043186188,
      "learning_rate": 5.661927576944622e-05,
      "loss": 0.2105,
      "step": 3428
    },
    {
      "epoch": 1.934692150363213,
      "grad_norm": 0.2961775064468384,
      "learning_rate": 5.6565734571096e-05,
      "loss": 0.2358,
      "step": 3429
    },
    {
      "epoch": 1.9352563650469004,
      "grad_norm": 0.3350577652454376,
      "learning_rate": 5.6512208714601636e-05,
      "loss": 0.2445,
      "step": 3430
    },
    {
      "epoch": 1.9358205797305876,
      "grad_norm": 0.3530733585357666,
      "learning_rate": 5.645869821886938e-05,
      "loss": 0.2858,
      "step": 3431
    },
    {
      "epoch": 1.9363847944142747,
      "grad_norm": 0.3177579939365387,
      "learning_rate": 5.640520310280035e-05,
      "loss": 0.2334,
      "step": 3432
    },
    {
      "epoch": 1.9369490090979617,
      "grad_norm": 0.2744457423686981,
      "learning_rate": 5.635172338529005e-05,
      "loss": 0.1603,
      "step": 3433
    },
    {
      "epoch": 1.9375132237816488,
      "grad_norm": 0.322390615940094,
      "learning_rate": 5.6298259085228534e-05,
      "loss": 0.2577,
      "step": 3434
    },
    {
      "epoch": 1.938077438465336,
      "grad_norm": 0.3293694257736206,
      "learning_rate": 5.624481022150057e-05,
      "loss": 0.2376,
      "step": 3435
    },
    {
      "epoch": 1.9386416531490234,
      "grad_norm": 0.3244573473930359,
      "learning_rate": 5.6191376812985285e-05,
      "loss": 0.2581,
      "step": 3436
    },
    {
      "epoch": 1.9392058678327104,
      "grad_norm": 0.3304445743560791,
      "learning_rate": 5.613795887855651e-05,
      "loss": 0.2872,
      "step": 3437
    },
    {
      "epoch": 1.9397700825163975,
      "grad_norm": 0.29615429043769836,
      "learning_rate": 5.60845564370825e-05,
      "loss": 0.1878,
      "step": 3438
    },
    {
      "epoch": 1.9403342972000845,
      "grad_norm": 0.32041218876838684,
      "learning_rate": 5.603116950742602e-05,
      "loss": 0.2602,
      "step": 3439
    },
    {
      "epoch": 1.9408985118837718,
      "grad_norm": 0.4070758521556854,
      "learning_rate": 5.59777981084445e-05,
      "loss": 0.3074,
      "step": 3440
    },
    {
      "epoch": 1.9414627265674589,
      "grad_norm": 0.29956430196762085,
      "learning_rate": 5.592444225898969e-05,
      "loss": 0.1958,
      "step": 3441
    },
    {
      "epoch": 1.9420269412511462,
      "grad_norm": 0.31209737062454224,
      "learning_rate": 5.5871101977908066e-05,
      "loss": 0.2667,
      "step": 3442
    },
    {
      "epoch": 1.9425911559348332,
      "grad_norm": 0.3026672303676605,
      "learning_rate": 5.5817777284040406e-05,
      "loss": 0.2224,
      "step": 3443
    },
    {
      "epoch": 1.9431553706185203,
      "grad_norm": 0.3439415693283081,
      "learning_rate": 5.576446819622205e-05,
      "loss": 0.3436,
      "step": 3444
    },
    {
      "epoch": 1.9437195853022073,
      "grad_norm": 0.29803037643432617,
      "learning_rate": 5.571117473328292e-05,
      "loss": 0.2218,
      "step": 3445
    },
    {
      "epoch": 1.9442837999858946,
      "grad_norm": 0.3083573877811432,
      "learning_rate": 5.5657896914047236e-05,
      "loss": 0.2067,
      "step": 3446
    },
    {
      "epoch": 1.944848014669582,
      "grad_norm": 0.3396289050579071,
      "learning_rate": 5.5604634757333906e-05,
      "loss": 0.2955,
      "step": 3447
    },
    {
      "epoch": 1.945412229353269,
      "grad_norm": 0.33825311064720154,
      "learning_rate": 5.5551388281956084e-05,
      "loss": 0.2653,
      "step": 3448
    },
    {
      "epoch": 1.945976444036956,
      "grad_norm": 0.35757896304130554,
      "learning_rate": 5.54981575067216e-05,
      "loss": 0.3048,
      "step": 3449
    },
    {
      "epoch": 1.946540658720643,
      "grad_norm": 0.3347552716732025,
      "learning_rate": 5.544494245043257e-05,
      "loss": 0.3177,
      "step": 3450
    },
    {
      "epoch": 1.9471048734043304,
      "grad_norm": 0.3308413326740265,
      "learning_rate": 5.539174313188561e-05,
      "loss": 0.2912,
      "step": 3451
    },
    {
      "epoch": 1.9476690880880176,
      "grad_norm": 0.3038679361343384,
      "learning_rate": 5.533855956987185e-05,
      "loss": 0.2293,
      "step": 3452
    },
    {
      "epoch": 1.9482333027717047,
      "grad_norm": 0.32521939277648926,
      "learning_rate": 5.528539178317671e-05,
      "loss": 0.2452,
      "step": 3453
    },
    {
      "epoch": 1.9487975174553918,
      "grad_norm": 0.3355649411678314,
      "learning_rate": 5.5232239790580264e-05,
      "loss": 0.257,
      "step": 3454
    },
    {
      "epoch": 1.9493617321390788,
      "grad_norm": 0.3278161287307739,
      "learning_rate": 5.517910361085668e-05,
      "loss": 0.267,
      "step": 3455
    },
    {
      "epoch": 1.949925946822766,
      "grad_norm": 0.30651941895484924,
      "learning_rate": 5.512598326277485e-05,
      "loss": 0.2512,
      "step": 3456
    },
    {
      "epoch": 1.9504901615064532,
      "grad_norm": 0.3126109540462494,
      "learning_rate": 5.5072878765097925e-05,
      "loss": 0.2331,
      "step": 3457
    },
    {
      "epoch": 1.9510543761901404,
      "grad_norm": 0.3186721205711365,
      "learning_rate": 5.501979013658343e-05,
      "loss": 0.2458,
      "step": 3458
    },
    {
      "epoch": 1.9516185908738275,
      "grad_norm": 0.2949039340019226,
      "learning_rate": 5.49667173959834e-05,
      "loss": 0.2287,
      "step": 3459
    },
    {
      "epoch": 1.9521828055575146,
      "grad_norm": 0.3317902088165283,
      "learning_rate": 5.4913660562044145e-05,
      "loss": 0.3009,
      "step": 3460
    },
    {
      "epoch": 1.9527470202412016,
      "grad_norm": 0.30691826343536377,
      "learning_rate": 5.4860619653506464e-05,
      "loss": 0.2299,
      "step": 3461
    },
    {
      "epoch": 1.953311234924889,
      "grad_norm": 0.285146564245224,
      "learning_rate": 5.480759468910539e-05,
      "loss": 0.1785,
      "step": 3462
    },
    {
      "epoch": 1.9538754496085762,
      "grad_norm": 0.3260584771633148,
      "learning_rate": 5.47545856875705e-05,
      "loss": 0.2532,
      "step": 3463
    },
    {
      "epoch": 1.9544396642922632,
      "grad_norm": 0.3661351501941681,
      "learning_rate": 5.47015926676256e-05,
      "loss": 0.2899,
      "step": 3464
    },
    {
      "epoch": 1.9550038789759503,
      "grad_norm": 0.3224570155143738,
      "learning_rate": 5.464861564798884e-05,
      "loss": 0.2197,
      "step": 3465
    },
    {
      "epoch": 1.9555680936596374,
      "grad_norm": 0.32865938544273376,
      "learning_rate": 5.4595654647372866e-05,
      "loss": 0.2263,
      "step": 3466
    },
    {
      "epoch": 1.9561323083433246,
      "grad_norm": 0.34307852387428284,
      "learning_rate": 5.454270968448445e-05,
      "loss": 0.2753,
      "step": 3467
    },
    {
      "epoch": 1.956696523027012,
      "grad_norm": 0.3109772205352783,
      "learning_rate": 5.4489780778024936e-05,
      "loss": 0.2531,
      "step": 3468
    },
    {
      "epoch": 1.957260737710699,
      "grad_norm": 0.32389408349990845,
      "learning_rate": 5.4436867946689826e-05,
      "loss": 0.2436,
      "step": 3469
    },
    {
      "epoch": 1.957824952394386,
      "grad_norm": 0.3147244155406952,
      "learning_rate": 5.438397120916894e-05,
      "loss": 0.2109,
      "step": 3470
    },
    {
      "epoch": 1.958389167078073,
      "grad_norm": 0.3020798861980438,
      "learning_rate": 5.433109058414658e-05,
      "loss": 0.2247,
      "step": 3471
    },
    {
      "epoch": 1.9589533817617604,
      "grad_norm": 0.31647971272468567,
      "learning_rate": 5.4278226090301135e-05,
      "loss": 0.244,
      "step": 3472
    },
    {
      "epoch": 1.9595175964454477,
      "grad_norm": 0.32033318281173706,
      "learning_rate": 5.4225377746305505e-05,
      "loss": 0.2345,
      "step": 3473
    },
    {
      "epoch": 1.9600818111291347,
      "grad_norm": 0.3074098825454712,
      "learning_rate": 5.417254557082674e-05,
      "loss": 0.2611,
      "step": 3474
    },
    {
      "epoch": 1.9606460258128218,
      "grad_norm": 0.2778802812099457,
      "learning_rate": 5.4119729582526203e-05,
      "loss": 0.1872,
      "step": 3475
    },
    {
      "epoch": 1.9612102404965088,
      "grad_norm": 0.288688987493515,
      "learning_rate": 5.4066929800059605e-05,
      "loss": 0.1937,
      "step": 3476
    },
    {
      "epoch": 1.961774455180196,
      "grad_norm": 0.29662296175956726,
      "learning_rate": 5.401414624207686e-05,
      "loss": 0.2413,
      "step": 3477
    },
    {
      "epoch": 1.9623386698638832,
      "grad_norm": 0.29767507314682007,
      "learning_rate": 5.396137892722226e-05,
      "loss": 0.276,
      "step": 3478
    },
    {
      "epoch": 1.9629028845475704,
      "grad_norm": 0.33597010374069214,
      "learning_rate": 5.3908627874134154e-05,
      "loss": 0.2531,
      "step": 3479
    },
    {
      "epoch": 1.9634670992312575,
      "grad_norm": 0.3052360713481903,
      "learning_rate": 5.385589310144536e-05,
      "loss": 0.2464,
      "step": 3480
    },
    {
      "epoch": 1.9640313139149446,
      "grad_norm": 0.3085179924964905,
      "learning_rate": 5.3803174627782815e-05,
      "loss": 0.2235,
      "step": 3481
    },
    {
      "epoch": 1.9645955285986316,
      "grad_norm": 0.33576953411102295,
      "learning_rate": 5.375047247176781e-05,
      "loss": 0.2871,
      "step": 3482
    },
    {
      "epoch": 1.965159743282319,
      "grad_norm": 0.32141605019569397,
      "learning_rate": 5.3697786652015755e-05,
      "loss": 0.2857,
      "step": 3483
    },
    {
      "epoch": 1.9657239579660062,
      "grad_norm": 0.3010857403278351,
      "learning_rate": 5.3645117187136316e-05,
      "loss": 0.2287,
      "step": 3484
    },
    {
      "epoch": 1.9662881726496932,
      "grad_norm": 0.3029952347278595,
      "learning_rate": 5.359246409573349e-05,
      "loss": 0.2456,
      "step": 3485
    },
    {
      "epoch": 1.9668523873333803,
      "grad_norm": 0.3523414134979248,
      "learning_rate": 5.353982739640529e-05,
      "loss": 0.3525,
      "step": 3486
    },
    {
      "epoch": 1.9674166020170674,
      "grad_norm": 0.3311743140220642,
      "learning_rate": 5.348720710774419e-05,
      "loss": 0.2526,
      "step": 3487
    },
    {
      "epoch": 1.9679808167007546,
      "grad_norm": 0.3206813931465149,
      "learning_rate": 5.3434603248336657e-05,
      "loss": 0.2697,
      "step": 3488
    },
    {
      "epoch": 1.968545031384442,
      "grad_norm": 0.31576573848724365,
      "learning_rate": 5.338201583676341e-05,
      "loss": 0.2444,
      "step": 3489
    },
    {
      "epoch": 1.969109246068129,
      "grad_norm": 0.3170040547847748,
      "learning_rate": 5.332944489159944e-05,
      "loss": 0.205,
      "step": 3490
    },
    {
      "epoch": 1.969673460751816,
      "grad_norm": 0.30904728174209595,
      "learning_rate": 5.3276890431413806e-05,
      "loss": 0.2399,
      "step": 3491
    },
    {
      "epoch": 1.970237675435503,
      "grad_norm": 0.3339509069919586,
      "learning_rate": 5.322435247476987e-05,
      "loss": 0.2324,
      "step": 3492
    },
    {
      "epoch": 1.9708018901191904,
      "grad_norm": 0.329044908285141,
      "learning_rate": 5.317183104022505e-05,
      "loss": 0.2549,
      "step": 3493
    },
    {
      "epoch": 1.9713661048028777,
      "grad_norm": 0.34116750955581665,
      "learning_rate": 5.311932614633093e-05,
      "loss": 0.2728,
      "step": 3494
    },
    {
      "epoch": 1.9719303194865647,
      "grad_norm": 0.32537129521369934,
      "learning_rate": 5.306683781163339e-05,
      "loss": 0.267,
      "step": 3495
    },
    {
      "epoch": 1.9724945341702518,
      "grad_norm": 0.3175959289073944,
      "learning_rate": 5.301436605467227e-05,
      "loss": 0.2503,
      "step": 3496
    },
    {
      "epoch": 1.9730587488539388,
      "grad_norm": 0.3031531274318695,
      "learning_rate": 5.2961910893981747e-05,
      "loss": 0.2339,
      "step": 3497
    },
    {
      "epoch": 1.9736229635376261,
      "grad_norm": 0.31334200501441956,
      "learning_rate": 5.290947234808996e-05,
      "loss": 0.1965,
      "step": 3498
    },
    {
      "epoch": 1.9741871782213132,
      "grad_norm": 0.310239315032959,
      "learning_rate": 5.285705043551927e-05,
      "loss": 0.2436,
      "step": 3499
    },
    {
      "epoch": 1.9747513929050005,
      "grad_norm": 0.321008563041687,
      "learning_rate": 5.280464517478619e-05,
      "loss": 0.2603,
      "step": 3500
    },
    {
      "epoch": 1.9753156075886875,
      "grad_norm": 0.35694947838783264,
      "learning_rate": 5.275225658440126e-05,
      "loss": 0.2937,
      "step": 3501
    },
    {
      "epoch": 1.9758798222723746,
      "grad_norm": 0.2988501787185669,
      "learning_rate": 5.269988468286927e-05,
      "loss": 0.2111,
      "step": 3502
    },
    {
      "epoch": 1.9764440369560616,
      "grad_norm": 0.2880427837371826,
      "learning_rate": 5.2647529488688896e-05,
      "loss": 0.189,
      "step": 3503
    },
    {
      "epoch": 1.977008251639749,
      "grad_norm": 0.29304227232933044,
      "learning_rate": 5.259519102035316e-05,
      "loss": 0.2158,
      "step": 3504
    },
    {
      "epoch": 1.9775724663234362,
      "grad_norm": 0.34829097986221313,
      "learning_rate": 5.2542869296348974e-05,
      "loss": 0.2823,
      "step": 3505
    },
    {
      "epoch": 1.9781366810071233,
      "grad_norm": 0.2987353205680847,
      "learning_rate": 5.249056433515751e-05,
      "loss": 0.1942,
      "step": 3506
    },
    {
      "epoch": 1.9787008956908103,
      "grad_norm": 0.31226465106010437,
      "learning_rate": 5.24382761552539e-05,
      "loss": 0.2632,
      "step": 3507
    },
    {
      "epoch": 1.9792651103744974,
      "grad_norm": 0.3009676933288574,
      "learning_rate": 5.2386004775107314e-05,
      "loss": 0.2295,
      "step": 3508
    },
    {
      "epoch": 1.9798293250581847,
      "grad_norm": 0.3144986629486084,
      "learning_rate": 5.233375021318116e-05,
      "loss": 0.2858,
      "step": 3509
    },
    {
      "epoch": 1.980393539741872,
      "grad_norm": 0.3352106213569641,
      "learning_rate": 5.2281512487932696e-05,
      "loss": 0.273,
      "step": 3510
    },
    {
      "epoch": 1.980957754425559,
      "grad_norm": 0.35890382528305054,
      "learning_rate": 5.2229291617813445e-05,
      "loss": 0.2799,
      "step": 3511
    },
    {
      "epoch": 1.981521969109246,
      "grad_norm": 0.3140151798725128,
      "learning_rate": 5.217708762126881e-05,
      "loss": 0.2614,
      "step": 3512
    },
    {
      "epoch": 1.982086183792933,
      "grad_norm": 0.3579230308532715,
      "learning_rate": 5.212490051673825e-05,
      "loss": 0.2801,
      "step": 3513
    },
    {
      "epoch": 1.9826503984766204,
      "grad_norm": 0.3180394768714905,
      "learning_rate": 5.2072730322655384e-05,
      "loss": 0.2761,
      "step": 3514
    },
    {
      "epoch": 1.9832146131603074,
      "grad_norm": 0.31483402848243713,
      "learning_rate": 5.2020577057447704e-05,
      "loss": 0.2297,
      "step": 3515
    },
    {
      "epoch": 1.9837788278439947,
      "grad_norm": 0.3193525969982147,
      "learning_rate": 5.196844073953686e-05,
      "loss": 0.2485,
      "step": 3516
    },
    {
      "epoch": 1.9843430425276818,
      "grad_norm": 0.3108522593975067,
      "learning_rate": 5.191632138733841e-05,
      "loss": 0.2292,
      "step": 3517
    },
    {
      "epoch": 1.9849072572113688,
      "grad_norm": 0.33377373218536377,
      "learning_rate": 5.1864219019261904e-05,
      "loss": 0.2132,
      "step": 3518
    },
    {
      "epoch": 1.985471471895056,
      "grad_norm": 0.32213857769966125,
      "learning_rate": 5.181213365371106e-05,
      "loss": 0.2996,
      "step": 3519
    },
    {
      "epoch": 1.9860356865787432,
      "grad_norm": 0.3402823209762573,
      "learning_rate": 5.176006530908337e-05,
      "loss": 0.2334,
      "step": 3520
    },
    {
      "epoch": 1.9865999012624305,
      "grad_norm": 0.3105017840862274,
      "learning_rate": 5.17080140037705e-05,
      "loss": 0.2591,
      "step": 3521
    },
    {
      "epoch": 1.9871641159461175,
      "grad_norm": 0.33034297823905945,
      "learning_rate": 5.1655979756157944e-05,
      "loss": 0.2769,
      "step": 3522
    },
    {
      "epoch": 1.9877283306298046,
      "grad_norm": 0.3023711144924164,
      "learning_rate": 5.1603962584625324e-05,
      "loss": 0.2588,
      "step": 3523
    },
    {
      "epoch": 1.9882925453134916,
      "grad_norm": 0.30360233783721924,
      "learning_rate": 5.1551962507546106e-05,
      "loss": 0.2646,
      "step": 3524
    },
    {
      "epoch": 1.988856759997179,
      "grad_norm": 0.3401215672492981,
      "learning_rate": 5.149997954328773e-05,
      "loss": 0.3117,
      "step": 3525
    },
    {
      "epoch": 1.9894209746808662,
      "grad_norm": 0.30031102895736694,
      "learning_rate": 5.144801371021175e-05,
      "loss": 0.2337,
      "step": 3526
    },
    {
      "epoch": 1.9899851893645533,
      "grad_norm": 0.33232828974723816,
      "learning_rate": 5.139606502667336e-05,
      "loss": 0.3064,
      "step": 3527
    },
    {
      "epoch": 1.9905494040482403,
      "grad_norm": 0.2800939679145813,
      "learning_rate": 5.134413351102203e-05,
      "loss": 0.1936,
      "step": 3528
    },
    {
      "epoch": 1.9911136187319274,
      "grad_norm": 0.2911725342273712,
      "learning_rate": 5.12922191816009e-05,
      "loss": 0.2451,
      "step": 3529
    },
    {
      "epoch": 1.9916778334156147,
      "grad_norm": 0.31967005133628845,
      "learning_rate": 5.124032205674727e-05,
      "loss": 0.2943,
      "step": 3530
    },
    {
      "epoch": 1.992242048099302,
      "grad_norm": 0.3068820834159851,
      "learning_rate": 5.118844215479218e-05,
      "loss": 0.2371,
      "step": 3531
    },
    {
      "epoch": 1.992806262782989,
      "grad_norm": 0.2934474050998688,
      "learning_rate": 5.1136579494060634e-05,
      "loss": 0.2414,
      "step": 3532
    },
    {
      "epoch": 1.993370477466676,
      "grad_norm": 0.3025514483451843,
      "learning_rate": 5.1084734092871635e-05,
      "loss": 0.2395,
      "step": 3533
    },
    {
      "epoch": 1.9939346921503631,
      "grad_norm": 0.3207286596298218,
      "learning_rate": 5.1032905969537944e-05,
      "loss": 0.2807,
      "step": 3534
    },
    {
      "epoch": 1.9944989068340504,
      "grad_norm": 0.29760390520095825,
      "learning_rate": 5.0981095142366376e-05,
      "loss": 0.2664,
      "step": 3535
    },
    {
      "epoch": 1.9950631215177375,
      "grad_norm": 0.2670348882675171,
      "learning_rate": 5.092930162965752e-05,
      "loss": 0.2006,
      "step": 3536
    },
    {
      "epoch": 1.9956273362014247,
      "grad_norm": 0.3155584931373596,
      "learning_rate": 5.087752544970584e-05,
      "loss": 0.2876,
      "step": 3537
    },
    {
      "epoch": 1.9961915508851118,
      "grad_norm": 0.30363723635673523,
      "learning_rate": 5.082576662079981e-05,
      "loss": 0.2541,
      "step": 3538
    },
    {
      "epoch": 1.9967557655687989,
      "grad_norm": 0.32151761651039124,
      "learning_rate": 5.077402516122161e-05,
      "loss": 0.2939,
      "step": 3539
    },
    {
      "epoch": 1.997319980252486,
      "grad_norm": 0.33189520239830017,
      "learning_rate": 5.072230108924744e-05,
      "loss": 0.2742,
      "step": 3540
    },
    {
      "epoch": 1.9978841949361732,
      "grad_norm": 0.3082974851131439,
      "learning_rate": 5.067059442314719e-05,
      "loss": 0.2778,
      "step": 3541
    },
    {
      "epoch": 1.9984484096198605,
      "grad_norm": 0.3427160978317261,
      "learning_rate": 5.06189051811848e-05,
      "loss": 0.2985,
      "step": 3542
    },
    {
      "epoch": 1.9990126243035475,
      "grad_norm": 0.29340651631355286,
      "learning_rate": 5.0567233381617883e-05,
      "loss": 0.1873,
      "step": 3543
    },
    {
      "epoch": 1.9995768389872346,
      "grad_norm": 0.2994110882282257,
      "learning_rate": 5.0515579042697945e-05,
      "loss": 0.2181,
      "step": 3544
    },
    {
      "epoch": 2.0001410536709217,
      "grad_norm": 0.7412073016166687,
      "learning_rate": 5.0463942182670385e-05,
      "loss": 0.4379,
      "step": 3545
    },
    {
      "epoch": 2.0007052683546087,
      "grad_norm": 0.24876752495765686,
      "learning_rate": 5.041232281977433e-05,
      "loss": 0.1858,
      "step": 3546
    },
    {
      "epoch": 2.001269483038296,
      "grad_norm": 0.21778826415538788,
      "learning_rate": 5.036072097224285e-05,
      "loss": 0.1225,
      "step": 3547
    },
    {
      "epoch": 2.0018336977219833,
      "grad_norm": 0.248679056763649,
      "learning_rate": 5.030913665830269e-05,
      "loss": 0.1953,
      "step": 3548
    },
    {
      "epoch": 2.0023979124056703,
      "grad_norm": 0.2598870098590851,
      "learning_rate": 5.025756989617445e-05,
      "loss": 0.1617,
      "step": 3549
    },
    {
      "epoch": 2.0029621270893574,
      "grad_norm": 0.2696598172187805,
      "learning_rate": 5.020602070407267e-05,
      "loss": 0.1501,
      "step": 3550
    },
    {
      "epoch": 2.0035263417730445,
      "grad_norm": 0.2463681399822235,
      "learning_rate": 5.015448910020539e-05,
      "loss": 0.1635,
      "step": 3551
    },
    {
      "epoch": 2.004090556456732,
      "grad_norm": 0.3075292408466339,
      "learning_rate": 5.010297510277473e-05,
      "loss": 0.2217,
      "step": 3552
    },
    {
      "epoch": 2.004654771140419,
      "grad_norm": 0.32366740703582764,
      "learning_rate": 5.0051478729976396e-05,
      "loss": 0.1927,
      "step": 3553
    },
    {
      "epoch": 2.005218985824106,
      "grad_norm": 0.41892677545547485,
      "learning_rate": 5.000000000000002e-05,
      "loss": 0.1993,
      "step": 3554
    },
    {
      "epoch": 2.005783200507793,
      "grad_norm": 0.3342861533164978,
      "learning_rate": 4.9948538931028877e-05,
      "loss": 0.1476,
      "step": 3555
    },
    {
      "epoch": 2.00634741519148,
      "grad_norm": 0.36259859800338745,
      "learning_rate": 4.9897095541240026e-05,
      "loss": 0.1815,
      "step": 3556
    },
    {
      "epoch": 2.0069116298751677,
      "grad_norm": 0.3500862717628479,
      "learning_rate": 4.984566984880437e-05,
      "loss": 0.1693,
      "step": 3557
    },
    {
      "epoch": 2.0074758445588547,
      "grad_norm": 0.33267444372177124,
      "learning_rate": 4.979426187188643e-05,
      "loss": 0.1385,
      "step": 3558
    },
    {
      "epoch": 2.008040059242542,
      "grad_norm": 0.3331073820590973,
      "learning_rate": 4.9742871628644606e-05,
      "loss": 0.1565,
      "step": 3559
    },
    {
      "epoch": 2.008604273926229,
      "grad_norm": 0.3081032335758209,
      "learning_rate": 4.969149913723089e-05,
      "loss": 0.1537,
      "step": 3560
    },
    {
      "epoch": 2.009168488609916,
      "grad_norm": 0.33793914318084717,
      "learning_rate": 4.964014441579115e-05,
      "loss": 0.2091,
      "step": 3561
    },
    {
      "epoch": 2.0097327032936034,
      "grad_norm": 0.3093598783016205,
      "learning_rate": 4.958880748246489e-05,
      "loss": 0.173,
      "step": 3562
    },
    {
      "epoch": 2.0102969179772905,
      "grad_norm": 0.31749048829078674,
      "learning_rate": 4.9537488355385296e-05,
      "loss": 0.1361,
      "step": 3563
    },
    {
      "epoch": 2.0108611326609775,
      "grad_norm": 0.31095951795578003,
      "learning_rate": 4.948618705267939e-05,
      "loss": 0.1797,
      "step": 3564
    },
    {
      "epoch": 2.0114253473446646,
      "grad_norm": 0.32316121459007263,
      "learning_rate": 4.9434903592467744e-05,
      "loss": 0.1738,
      "step": 3565
    },
    {
      "epoch": 2.0119895620283517,
      "grad_norm": 0.36016845703125,
      "learning_rate": 4.9383637992864774e-05,
      "loss": 0.1448,
      "step": 3566
    },
    {
      "epoch": 2.0125537767120387,
      "grad_norm": 0.30471688508987427,
      "learning_rate": 4.933239027197851e-05,
      "loss": 0.1662,
      "step": 3567
    },
    {
      "epoch": 2.0131179913957262,
      "grad_norm": 0.28255555033683777,
      "learning_rate": 4.9281160447910625e-05,
      "loss": 0.12,
      "step": 3568
    },
    {
      "epoch": 2.0136822060794133,
      "grad_norm": 0.3057018220424652,
      "learning_rate": 4.9229948538756586e-05,
      "loss": 0.1486,
      "step": 3569
    },
    {
      "epoch": 2.0142464207631003,
      "grad_norm": 0.32741251587867737,
      "learning_rate": 4.917875456260542e-05,
      "loss": 0.1627,
      "step": 3570
    },
    {
      "epoch": 2.0148106354467874,
      "grad_norm": 0.32165268063545227,
      "learning_rate": 4.912757853753992e-05,
      "loss": 0.1726,
      "step": 3571
    },
    {
      "epoch": 2.0153748501304745,
      "grad_norm": 0.3159356713294983,
      "learning_rate": 4.9076420481636464e-05,
      "loss": 0.1611,
      "step": 3572
    },
    {
      "epoch": 2.015939064814162,
      "grad_norm": 0.3721010088920593,
      "learning_rate": 4.902528041296506e-05,
      "loss": 0.1508,
      "step": 3573
    },
    {
      "epoch": 2.016503279497849,
      "grad_norm": 0.3655046224594116,
      "learning_rate": 4.897415834958949e-05,
      "loss": 0.1938,
      "step": 3574
    },
    {
      "epoch": 2.017067494181536,
      "grad_norm": 0.34068310260772705,
      "learning_rate": 4.892305430956705e-05,
      "loss": 0.1757,
      "step": 3575
    },
    {
      "epoch": 2.017631708865223,
      "grad_norm": 0.33341479301452637,
      "learning_rate": 4.8871968310948724e-05,
      "loss": 0.1509,
      "step": 3576
    },
    {
      "epoch": 2.01819592354891,
      "grad_norm": 0.3213777244091034,
      "learning_rate": 4.882090037177906e-05,
      "loss": 0.1482,
      "step": 3577
    },
    {
      "epoch": 2.0187601382325977,
      "grad_norm": 0.33964893221855164,
      "learning_rate": 4.8769850510096385e-05,
      "loss": 0.1402,
      "step": 3578
    },
    {
      "epoch": 2.0193243529162848,
      "grad_norm": 0.33602532744407654,
      "learning_rate": 4.871881874393242e-05,
      "loss": 0.1503,
      "step": 3579
    },
    {
      "epoch": 2.019888567599972,
      "grad_norm": 0.33820080757141113,
      "learning_rate": 4.866780509131272e-05,
      "loss": 0.1625,
      "step": 3580
    },
    {
      "epoch": 2.020452782283659,
      "grad_norm": 0.31493207812309265,
      "learning_rate": 4.861680957025628e-05,
      "loss": 0.1602,
      "step": 3581
    },
    {
      "epoch": 2.021016996967346,
      "grad_norm": 0.3280656933784485,
      "learning_rate": 4.856583219877572e-05,
      "loss": 0.1827,
      "step": 3582
    },
    {
      "epoch": 2.0215812116510334,
      "grad_norm": 0.2967457175254822,
      "learning_rate": 4.8514872994877326e-05,
      "loss": 0.1316,
      "step": 3583
    },
    {
      "epoch": 2.0221454263347205,
      "grad_norm": 0.3136172294616699,
      "learning_rate": 4.846393197656085e-05,
      "loss": 0.1233,
      "step": 3584
    },
    {
      "epoch": 2.0227096410184076,
      "grad_norm": 0.33840587735176086,
      "learning_rate": 4.8413009161819766e-05,
      "loss": 0.1804,
      "step": 3585
    },
    {
      "epoch": 2.0232738557020946,
      "grad_norm": 0.34242233633995056,
      "learning_rate": 4.836210456864097e-05,
      "loss": 0.1701,
      "step": 3586
    },
    {
      "epoch": 2.0238380703857817,
      "grad_norm": 0.3228520154953003,
      "learning_rate": 4.8311218215005e-05,
      "loss": 0.1463,
      "step": 3587
    },
    {
      "epoch": 2.0244022850694687,
      "grad_norm": 0.3553772568702698,
      "learning_rate": 4.8260350118885966e-05,
      "loss": 0.1866,
      "step": 3588
    },
    {
      "epoch": 2.0249664997531562,
      "grad_norm": 0.3698740601539612,
      "learning_rate": 4.8209500298251454e-05,
      "loss": 0.1992,
      "step": 3589
    },
    {
      "epoch": 2.0255307144368433,
      "grad_norm": 0.34285473823547363,
      "learning_rate": 4.815866877106271e-05,
      "loss": 0.1686,
      "step": 3590
    },
    {
      "epoch": 2.0260949291205304,
      "grad_norm": 0.27590304613113403,
      "learning_rate": 4.8107855555274404e-05,
      "loss": 0.1163,
      "step": 3591
    },
    {
      "epoch": 2.0266591438042174,
      "grad_norm": 0.28824901580810547,
      "learning_rate": 4.805706066883476e-05,
      "loss": 0.1248,
      "step": 3592
    },
    {
      "epoch": 2.0272233584879045,
      "grad_norm": 0.3202555179595947,
      "learning_rate": 4.800628412968564e-05,
      "loss": 0.1494,
      "step": 3593
    },
    {
      "epoch": 2.027787573171592,
      "grad_norm": 0.2844282388687134,
      "learning_rate": 4.795552595576224e-05,
      "loss": 0.1383,
      "step": 3594
    },
    {
      "epoch": 2.028351787855279,
      "grad_norm": 0.3092615604400635,
      "learning_rate": 4.790478616499345e-05,
      "loss": 0.1339,
      "step": 3595
    },
    {
      "epoch": 2.028916002538966,
      "grad_norm": 0.3564952611923218,
      "learning_rate": 4.785406477530152e-05,
      "loss": 0.1921,
      "step": 3596
    },
    {
      "epoch": 2.029480217222653,
      "grad_norm": 0.362163782119751,
      "learning_rate": 4.780336180460232e-05,
      "loss": 0.1659,
      "step": 3597
    },
    {
      "epoch": 2.03004443190634,
      "grad_norm": 0.34141311049461365,
      "learning_rate": 4.7752677270805146e-05,
      "loss": 0.1612,
      "step": 3598
    },
    {
      "epoch": 2.0306086465900277,
      "grad_norm": 0.31139710545539856,
      "learning_rate": 4.770201119181277e-05,
      "loss": 0.1483,
      "step": 3599
    },
    {
      "epoch": 2.0311728612737148,
      "grad_norm": 0.282798707485199,
      "learning_rate": 4.765136358552148e-05,
      "loss": 0.1305,
      "step": 3600
    },
    {
      "epoch": 2.0311728612737148,
      "eval_loss": 0.343090683221817,
      "eval_runtime": 15.7911,
      "eval_samples_per_second": 9.056,
      "eval_steps_per_second": 4.56,
      "step": 3600
    }
  ],
  "logging_steps": 1,
  "max_steps": 5316,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 200,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 3,
        "early_stopping_threshold": 0.0
      },
      "attributes": {
        "early_stopping_patience_counter": 1
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 5.159809105778442e+17,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}