{
  "best_metric": 0.04605964198708534,
  "best_model_checkpoint": "miner_id_24/checkpoint-1000",
  "epoch": 0.21219033473025303,
  "eval_steps": 200,
  "global_step": 2000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00010609516736512653,
      "grad_norm": 1.2227132320404053,
      "learning_rate": 2e-05,
      "loss": 4.8043,
      "step": 1
    },
    {
      "epoch": 0.00010609516736512653,
      "eval_loss": 1.136993646621704,
      "eval_runtime": 49.054,
      "eval_samples_per_second": 3.099,
      "eval_steps_per_second": 1.549,
      "step": 1
    },
    {
      "epoch": 0.00021219033473025305,
      "grad_norm": 2.1907739639282227,
      "learning_rate": 4e-05,
      "loss": 4.1685,
      "step": 2
    },
    {
      "epoch": 0.00031828550209537956,
      "grad_norm": 0.9811404347419739,
      "learning_rate": 6e-05,
      "loss": 3.3074,
      "step": 3
    },
    {
      "epoch": 0.0004243806694605061,
      "grad_norm": 0.8703851699829102,
      "learning_rate": 8e-05,
      "loss": 3.7147,
      "step": 4
    },
    {
      "epoch": 0.0005304758368256326,
      "grad_norm": 2.5449721813201904,
      "learning_rate": 0.0001,
      "loss": 4.6841,
      "step": 5
    },
    {
      "epoch": 0.0006365710041907591,
      "grad_norm": 0.7547330260276794,
      "learning_rate": 0.00012,
      "loss": 3.9436,
      "step": 6
    },
    {
      "epoch": 0.0007426661715558856,
      "grad_norm": 2.5213091373443604,
      "learning_rate": 0.00014,
      "loss": 4.2939,
      "step": 7
    },
    {
      "epoch": 0.0008487613389210122,
      "grad_norm": 0.7924553751945496,
      "learning_rate": 0.00016,
      "loss": 3.5846,
      "step": 8
    },
    {
      "epoch": 0.0009548565062861387,
      "grad_norm": 0.9664968252182007,
      "learning_rate": 0.00018,
      "loss": 3.7094,
      "step": 9
    },
    {
      "epoch": 0.0010609516736512653,
      "grad_norm": 3.1106185913085938,
      "learning_rate": 0.0002,
      "loss": 4.5386,
      "step": 10
    },
    {
      "epoch": 0.0011670468410163917,
      "grad_norm": 3.502851724624634,
      "learning_rate": 0.0002,
      "loss": 4.4108,
      "step": 11
    },
    {
      "epoch": 0.0012731420083815182,
      "grad_norm": 2.340696096420288,
      "learning_rate": 0.0002,
      "loss": 4.2098,
      "step": 12
    },
    {
      "epoch": 0.0013792371757466448,
      "grad_norm": 0.8409628868103027,
      "learning_rate": 0.0002,
      "loss": 3.1861,
      "step": 13
    },
    {
      "epoch": 0.0014853323431117712,
      "grad_norm": 6.07866096496582,
      "learning_rate": 0.0002,
      "loss": 3.1661,
      "step": 14
    },
    {
      "epoch": 0.0015914275104768978,
      "grad_norm": 1.3211407661437988,
      "learning_rate": 0.0002,
      "loss": 3.3439,
      "step": 15
    },
    {
      "epoch": 0.0016975226778420244,
      "grad_norm": 16.426177978515625,
      "learning_rate": 0.0002,
      "loss": 4.0503,
      "step": 16
    },
    {
      "epoch": 0.0018036178452071508,
      "grad_norm": 3.2012696266174316,
      "learning_rate": 0.0002,
      "loss": 3.6086,
      "step": 17
    },
    {
      "epoch": 0.0019097130125722774,
      "grad_norm": 2.214946985244751,
      "learning_rate": 0.0002,
      "loss": 4.8364,
      "step": 18
    },
    {
      "epoch": 0.002015808179937404,
      "grad_norm": 3.78006911277771,
      "learning_rate": 0.0002,
      "loss": 3.8686,
      "step": 19
    },
    {
      "epoch": 0.0021219033473025306,
      "grad_norm": 2.004002571105957,
      "learning_rate": 0.0002,
      "loss": 3.5997,
      "step": 20
    },
    {
      "epoch": 0.0022279985146676567,
      "grad_norm": 2.7124011516571045,
      "learning_rate": 0.0002,
      "loss": 3.26,
      "step": 21
    },
    {
      "epoch": 0.0023340936820327833,
      "grad_norm": 4.912680149078369,
      "learning_rate": 0.0002,
      "loss": 4.3046,
      "step": 22
    },
    {
      "epoch": 0.00244018884939791,
      "grad_norm": 2.5795178413391113,
      "learning_rate": 0.0002,
      "loss": 3.5415,
      "step": 23
    },
    {
      "epoch": 0.0025462840167630365,
      "grad_norm": 2.924400568008423,
      "learning_rate": 0.0002,
      "loss": 4.0286,
      "step": 24
    },
    {
      "epoch": 0.002652379184128163,
      "grad_norm": 2.0819458961486816,
      "learning_rate": 0.0002,
      "loss": 3.8931,
      "step": 25
    },
    {
      "epoch": 0.0027584743514932897,
      "grad_norm": 1.6147068738937378,
      "learning_rate": 0.0002,
      "loss": 3.8922,
      "step": 26
    },
    {
      "epoch": 0.002864569518858416,
      "grad_norm": 2.2617621421813965,
      "learning_rate": 0.0002,
      "loss": 3.6717,
      "step": 27
    },
    {
      "epoch": 0.0029706646862235424,
      "grad_norm": 1.4411593675613403,
      "learning_rate": 0.0002,
      "loss": 3.4587,
      "step": 28
    },
    {
      "epoch": 0.003076759853588669,
      "grad_norm": 1.3278883695602417,
      "learning_rate": 0.0002,
      "loss": 3.2057,
      "step": 29
    },
    {
      "epoch": 0.0031828550209537956,
      "grad_norm": 7.279472351074219,
      "learning_rate": 0.0002,
      "loss": 3.6026,
      "step": 30
    },
    {
      "epoch": 0.003288950188318922,
      "grad_norm": 5.375319004058838,
      "learning_rate": 0.0002,
      "loss": 3.1919,
      "step": 31
    },
    {
      "epoch": 0.003395045355684049,
      "grad_norm": 2.184896945953369,
      "learning_rate": 0.0002,
      "loss": 4.331,
      "step": 32
    },
    {
      "epoch": 0.003501140523049175,
      "grad_norm": 1.893029808998108,
      "learning_rate": 0.0002,
      "loss": 3.2752,
      "step": 33
    },
    {
      "epoch": 0.0036072356904143016,
      "grad_norm": 1.4469364881515503,
      "learning_rate": 0.0002,
      "loss": 2.6578,
      "step": 34
    },
    {
      "epoch": 0.003713330857779428,
      "grad_norm": 2.8980836868286133,
      "learning_rate": 0.0002,
      "loss": 3.5591,
      "step": 35
    },
    {
      "epoch": 0.0038194260251445547,
      "grad_norm": 1.9772838354110718,
      "learning_rate": 0.0002,
      "loss": 3.7089,
      "step": 36
    },
    {
      "epoch": 0.003925521192509681,
      "grad_norm": 1.698952317237854,
      "learning_rate": 0.0002,
      "loss": 4.2461,
      "step": 37
    },
    {
      "epoch": 0.004031616359874808,
      "grad_norm": 3.236841917037964,
      "learning_rate": 0.0002,
      "loss": 3.2661,
      "step": 38
    },
    {
      "epoch": 0.0041377115272399345,
      "grad_norm": 2.310988426208496,
      "learning_rate": 0.0002,
      "loss": 3.5265,
      "step": 39
    },
    {
      "epoch": 0.004243806694605061,
      "grad_norm": 2.7078940868377686,
      "learning_rate": 0.0002,
      "loss": 3.9806,
      "step": 40
    },
    {
      "epoch": 0.004349901861970187,
      "grad_norm": 2.04763126373291,
      "learning_rate": 0.0002,
      "loss": 4.0644,
      "step": 41
    },
    {
      "epoch": 0.004455997029335313,
      "grad_norm": 2.088035821914673,
      "learning_rate": 0.0002,
      "loss": 3.5607,
      "step": 42
    },
    {
      "epoch": 0.00456209219670044,
      "grad_norm": 3.0089221000671387,
      "learning_rate": 0.0002,
      "loss": 3.6652,
      "step": 43
    },
    {
      "epoch": 0.004668187364065567,
      "grad_norm": 1.804543137550354,
      "learning_rate": 0.0002,
      "loss": 3.3809,
      "step": 44
    },
    {
      "epoch": 0.004774282531430693,
      "grad_norm": 3.343690872192383,
      "learning_rate": 0.0002,
      "loss": 5.7005,
      "step": 45
    },
    {
      "epoch": 0.00488037769879582,
      "grad_norm": 4.5735602378845215,
      "learning_rate": 0.0002,
      "loss": 4.6877,
      "step": 46
    },
    {
      "epoch": 0.004986472866160946,
      "grad_norm": 2.804056167602539,
      "learning_rate": 0.0002,
      "loss": 3.4622,
      "step": 47
    },
    {
      "epoch": 0.005092568033526073,
      "grad_norm": 2.880557060241699,
      "learning_rate": 0.0002,
      "loss": 2.8687,
      "step": 48
    },
    {
      "epoch": 0.0051986632008912,
      "grad_norm": 3.6451752185821533,
      "learning_rate": 0.0002,
      "loss": 3.3162,
      "step": 49
    },
    {
      "epoch": 0.005304758368256326,
      "grad_norm": 10.213030815124512,
      "learning_rate": 0.0002,
      "loss": 5.7558,
      "step": 50
    },
    {
      "epoch": 0.005410853535621453,
      "grad_norm": 2.1997122764587402,
      "learning_rate": 0.0002,
      "loss": 3.5788,
      "step": 51
    },
    {
      "epoch": 0.005516948702986579,
      "grad_norm": 2.8668668270111084,
      "learning_rate": 0.0002,
      "loss": 4.7041,
      "step": 52
    },
    {
      "epoch": 0.005623043870351705,
      "grad_norm": 2.356295108795166,
      "learning_rate": 0.0002,
      "loss": 3.6671,
      "step": 53
    },
    {
      "epoch": 0.005729139037716832,
      "grad_norm": 1.8307877779006958,
      "learning_rate": 0.0002,
      "loss": 3.4535,
      "step": 54
    },
    {
      "epoch": 0.005835234205081958,
      "grad_norm": 1.642962098121643,
      "learning_rate": 0.0002,
      "loss": 3.8134,
      "step": 55
    },
    {
      "epoch": 0.005941329372447085,
      "grad_norm": 1.3901139497756958,
      "learning_rate": 0.0002,
      "loss": 2.6132,
      "step": 56
    },
    {
      "epoch": 0.0060474245398122115,
      "grad_norm": 3.6157572269439697,
      "learning_rate": 0.0002,
      "loss": 3.8405,
      "step": 57
    },
    {
      "epoch": 0.006153519707177338,
      "grad_norm": 2.10805344581604,
      "learning_rate": 0.0002,
      "loss": 3.0005,
      "step": 58
    },
    {
      "epoch": 0.006259614874542465,
      "grad_norm": 2.318377733230591,
      "learning_rate": 0.0002,
      "loss": 2.7393,
      "step": 59
    },
    {
      "epoch": 0.006365710041907591,
      "grad_norm": 1.664177417755127,
      "learning_rate": 0.0002,
      "loss": 2.4767,
      "step": 60
    },
    {
      "epoch": 0.006471805209272718,
      "grad_norm": 1.8722922801971436,
      "learning_rate": 0.0002,
      "loss": 3.3571,
      "step": 61
    },
    {
      "epoch": 0.006577900376637844,
      "grad_norm": 13.127361297607422,
      "learning_rate": 0.0002,
      "loss": 3.4924,
      "step": 62
    },
    {
      "epoch": 0.006683995544002971,
      "grad_norm": 3.1532177925109863,
      "learning_rate": 0.0002,
      "loss": 1.8734,
      "step": 63
    },
    {
      "epoch": 0.006790090711368098,
      "grad_norm": 2.594238042831421,
      "learning_rate": 0.0002,
      "loss": 2.8688,
      "step": 64
    },
    {
      "epoch": 0.006896185878733223,
      "grad_norm": 2.347144603729248,
      "learning_rate": 0.0002,
      "loss": 3.7396,
      "step": 65
    },
    {
      "epoch": 0.00700228104609835,
      "grad_norm": 3.296151638031006,
      "learning_rate": 0.0002,
      "loss": 3.5659,
      "step": 66
    },
    {
      "epoch": 0.0071083762134634765,
      "grad_norm": 3.602407932281494,
      "learning_rate": 0.0002,
      "loss": 3.5121,
      "step": 67
    },
    {
      "epoch": 0.007214471380828603,
      "grad_norm": 2.349242687225342,
      "learning_rate": 0.0002,
      "loss": 3.1578,
      "step": 68
    },
    {
      "epoch": 0.00732056654819373,
      "grad_norm": 2.2605416774749756,
      "learning_rate": 0.0002,
      "loss": 3.3185,
      "step": 69
    },
    {
      "epoch": 0.007426661715558856,
      "grad_norm": 4.027394771575928,
      "learning_rate": 0.0002,
      "loss": 3.7465,
      "step": 70
    },
    {
      "epoch": 0.007532756882923983,
      "grad_norm": 4.459629058837891,
      "learning_rate": 0.0002,
      "loss": 3.8214,
      "step": 71
    },
    {
      "epoch": 0.0076388520502891095,
      "grad_norm": 9.508390426635742,
      "learning_rate": 0.0002,
      "loss": 4.3631,
      "step": 72
    },
    {
      "epoch": 0.007744947217654236,
      "grad_norm": 2.211562156677246,
      "learning_rate": 0.0002,
      "loss": 2.8494,
      "step": 73
    },
    {
      "epoch": 0.007851042385019363,
      "grad_norm": 2.5427725315093994,
      "learning_rate": 0.0002,
      "loss": 2.8457,
      "step": 74
    },
    {
      "epoch": 0.007957137552384488,
      "grad_norm": 3.0931122303009033,
      "learning_rate": 0.0002,
      "loss": 2.852,
      "step": 75
    },
    {
      "epoch": 0.008063232719749616,
      "grad_norm": 4.692409992218018,
      "learning_rate": 0.0002,
      "loss": 3.2587,
      "step": 76
    },
    {
      "epoch": 0.008169327887114742,
      "grad_norm": 4.0190253257751465,
      "learning_rate": 0.0002,
      "loss": 3.9436,
      "step": 77
    },
    {
      "epoch": 0.008275423054479869,
      "grad_norm": 1.9889991283416748,
      "learning_rate": 0.0002,
      "loss": 2.7261,
      "step": 78
    },
    {
      "epoch": 0.008381518221844995,
      "grad_norm": 2.311791181564331,
      "learning_rate": 0.0002,
      "loss": 3.3325,
      "step": 79
    },
    {
      "epoch": 0.008487613389210122,
      "grad_norm": 2.346062421798706,
      "learning_rate": 0.0002,
      "loss": 3.2785,
      "step": 80
    },
    {
      "epoch": 0.008593708556575248,
      "grad_norm": 1.7473080158233643,
      "learning_rate": 0.0002,
      "loss": 1.4763,
      "step": 81
    },
    {
      "epoch": 0.008699803723940374,
      "grad_norm": 2.0880274772644043,
      "learning_rate": 0.0002,
      "loss": 2.233,
      "step": 82
    },
    {
      "epoch": 0.008805898891305501,
      "grad_norm": 2.2840394973754883,
      "learning_rate": 0.0002,
      "loss": 4.0306,
      "step": 83
    },
    {
      "epoch": 0.008911994058670627,
      "grad_norm": 2.427666187286377,
      "learning_rate": 0.0002,
      "loss": 3.1015,
      "step": 84
    },
    {
      "epoch": 0.009018089226035754,
      "grad_norm": 2.8295342922210693,
      "learning_rate": 0.0002,
      "loss": 3.033,
      "step": 85
    },
    {
      "epoch": 0.00912418439340088,
      "grad_norm": 3.2556262016296387,
      "learning_rate": 0.0002,
      "loss": 1.9962,
      "step": 86
    },
    {
      "epoch": 0.009230279560766008,
      "grad_norm": 2.393796443939209,
      "learning_rate": 0.0002,
      "loss": 3.4312,
      "step": 87
    },
    {
      "epoch": 0.009336374728131133,
      "grad_norm": 3.0318567752838135,
      "learning_rate": 0.0002,
      "loss": 3.5413,
      "step": 88
    },
    {
      "epoch": 0.00944246989549626,
      "grad_norm": 4.341828346252441,
      "learning_rate": 0.0002,
      "loss": 4.1897,
      "step": 89
    },
    {
      "epoch": 0.009548565062861386,
      "grad_norm": 3.9201996326446533,
      "learning_rate": 0.0002,
      "loss": 3.9873,
      "step": 90
    },
    {
      "epoch": 0.009654660230226514,
      "grad_norm": 3.1441237926483154,
      "learning_rate": 0.0002,
      "loss": 2.5667,
      "step": 91
    },
    {
      "epoch": 0.00976075539759164,
      "grad_norm": 2.855177879333496,
      "learning_rate": 0.0002,
      "loss": 2.801,
      "step": 92
    },
    {
      "epoch": 0.009866850564956767,
      "grad_norm": 4.057689666748047,
      "learning_rate": 0.0002,
      "loss": 4.6134,
      "step": 93
    },
    {
      "epoch": 0.009972945732321893,
      "grad_norm": 4.55735969543457,
      "learning_rate": 0.0002,
      "loss": 3.7384,
      "step": 94
    },
    {
      "epoch": 0.010079040899687019,
      "grad_norm": 5.61582612991333,
      "learning_rate": 0.0002,
      "loss": 3.4867,
      "step": 95
    },
    {
      "epoch": 0.010185136067052146,
      "grad_norm": 5.767390727996826,
      "learning_rate": 0.0002,
      "loss": 4.4326,
      "step": 96
    },
    {
      "epoch": 0.010291231234417272,
      "grad_norm": 5.748133182525635,
      "learning_rate": 0.0002,
      "loss": 3.2955,
      "step": 97
    },
    {
      "epoch": 0.0103973264017824,
      "grad_norm": 6.928273677825928,
      "learning_rate": 0.0002,
      "loss": 5.2954,
      "step": 98
    },
    {
      "epoch": 0.010503421569147525,
      "grad_norm": 7.609223365783691,
      "learning_rate": 0.0002,
      "loss": 1.8802,
      "step": 99
    },
    {
      "epoch": 0.010609516736512652,
      "grad_norm": 17.72239875793457,
      "learning_rate": 0.0002,
      "loss": 2.5768,
      "step": 100
    },
    {
      "epoch": 0.010715611903877778,
      "grad_norm": 3.4008069038391113,
      "learning_rate": 0.0002,
      "loss": 3.7535,
      "step": 101
    },
    {
      "epoch": 0.010821707071242906,
      "grad_norm": 3.8317558765411377,
      "learning_rate": 0.0002,
      "loss": 2.9729,
      "step": 102
    },
    {
      "epoch": 0.010927802238608031,
      "grad_norm": 3.534489631652832,
      "learning_rate": 0.0002,
      "loss": 2.6354,
      "step": 103
    },
    {
      "epoch": 0.011033897405973159,
      "grad_norm": 3.032125234603882,
      "learning_rate": 0.0002,
      "loss": 2.1188,
      "step": 104
    },
    {
      "epoch": 0.011139992573338284,
      "grad_norm": 2.6836090087890625,
      "learning_rate": 0.0002,
      "loss": 2.5233,
      "step": 105
    },
    {
      "epoch": 0.01124608774070341,
      "grad_norm": 2.756310224533081,
      "learning_rate": 0.0002,
      "loss": 2.2229,
      "step": 106
    },
    {
      "epoch": 0.011352182908068538,
      "grad_norm": 2.0013468265533447,
      "learning_rate": 0.0002,
      "loss": 2.1586,
      "step": 107
    },
    {
      "epoch": 0.011458278075433663,
      "grad_norm": 3.1280078887939453,
      "learning_rate": 0.0002,
      "loss": 2.8185,
      "step": 108
    },
    {
      "epoch": 0.01156437324279879,
      "grad_norm": 2.1837096214294434,
      "learning_rate": 0.0002,
      "loss": 2.093,
      "step": 109
    },
    {
      "epoch": 0.011670468410163917,
      "grad_norm": 2.0937159061431885,
      "learning_rate": 0.0002,
      "loss": 1.7221,
      "step": 110
    },
    {
      "epoch": 0.011776563577529044,
      "grad_norm": 3.3554956912994385,
      "learning_rate": 0.0002,
      "loss": 1.8325,
      "step": 111
    },
    {
      "epoch": 0.01188265874489417,
      "grad_norm": 5.717564582824707,
      "learning_rate": 0.0002,
      "loss": 2.3021,
      "step": 112
    },
    {
      "epoch": 0.011988753912259297,
      "grad_norm": 4.078648090362549,
      "learning_rate": 0.0002,
      "loss": 2.0204,
      "step": 113
    },
    {
      "epoch": 0.012094849079624423,
      "grad_norm": 3.3916938304901123,
      "learning_rate": 0.0002,
      "loss": 3.1438,
      "step": 114
    },
    {
      "epoch": 0.01220094424698955,
      "grad_norm": 2.9676084518432617,
      "learning_rate": 0.0002,
      "loss": 3.1891,
      "step": 115
    },
    {
      "epoch": 0.012307039414354676,
      "grad_norm": 3.8291354179382324,
      "learning_rate": 0.0002,
      "loss": 4.0157,
      "step": 116
    },
    {
      "epoch": 0.012413134581719802,
      "grad_norm": 3.687831163406372,
      "learning_rate": 0.0002,
      "loss": 2.6913,
      "step": 117
    },
    {
      "epoch": 0.01251922974908493,
      "grad_norm": 2.7878036499023438,
      "learning_rate": 0.0002,
      "loss": 2.7616,
      "step": 118
    },
    {
      "epoch": 0.012625324916450055,
      "grad_norm": 2.7982282638549805,
      "learning_rate": 0.0002,
      "loss": 2.6217,
      "step": 119
    },
    {
      "epoch": 0.012731420083815182,
      "grad_norm": 3.1332545280456543,
      "learning_rate": 0.0002,
      "loss": 2.4894,
      "step": 120
    },
    {
      "epoch": 0.012837515251180308,
      "grad_norm": 3.5601961612701416,
      "learning_rate": 0.0002,
      "loss": 3.4742,
      "step": 121
    },
    {
      "epoch": 0.012943610418545436,
      "grad_norm": 4.125502109527588,
      "learning_rate": 0.0002,
      "loss": 2.2072,
      "step": 122
    },
    {
      "epoch": 0.013049705585910561,
      "grad_norm": 2.7976362705230713,
      "learning_rate": 0.0002,
      "loss": 1.2677,
      "step": 123
    },
    {
      "epoch": 0.013155800753275689,
      "grad_norm": 3.3750789165496826,
      "learning_rate": 0.0002,
      "loss": 1.0383,
      "step": 124
    },
    {
      "epoch": 0.013261895920640815,
      "grad_norm": 3.095698118209839,
      "learning_rate": 0.0002,
      "loss": 2.2804,
      "step": 125
    },
    {
      "epoch": 0.013367991088005942,
      "grad_norm": 3.771909713745117,
      "learning_rate": 0.0002,
      "loss": 1.7166,
      "step": 126
    },
    {
      "epoch": 0.013474086255371068,
      "grad_norm": 2.476886034011841,
      "learning_rate": 0.0002,
      "loss": 1.4567,
      "step": 127
    },
    {
      "epoch": 0.013580181422736195,
      "grad_norm": 3.81657075881958,
      "learning_rate": 0.0002,
      "loss": 2.9091,
      "step": 128
    },
    {
      "epoch": 0.013686276590101321,
      "grad_norm": 3.686119318008423,
      "learning_rate": 0.0002,
      "loss": 3.4401,
      "step": 129
    },
    {
      "epoch": 0.013792371757466447,
      "grad_norm": 2.754486322402954,
      "learning_rate": 0.0002,
      "loss": 2.2794,
      "step": 130
    },
    {
      "epoch": 0.013898466924831574,
      "grad_norm": 3.566023588180542,
      "learning_rate": 0.0002,
      "loss": 2.788,
      "step": 131
    },
    {
      "epoch": 0.0140045620921967,
      "grad_norm": 2.876128911972046,
      "learning_rate": 0.0002,
      "loss": 2.0946,
      "step": 132
    },
    {
      "epoch": 0.014110657259561827,
      "grad_norm": 5.803760528564453,
      "learning_rate": 0.0002,
      "loss": 2.0384,
      "step": 133
    },
    {
      "epoch": 0.014216752426926953,
      "grad_norm": 2.3868322372436523,
      "learning_rate": 0.0002,
      "loss": 2.694,
      "step": 134
    },
    {
      "epoch": 0.01432284759429208,
      "grad_norm": 3.2313525676727295,
      "learning_rate": 0.0002,
      "loss": 2.6091,
      "step": 135
    },
    {
      "epoch": 0.014428942761657206,
      "grad_norm": 6.998787879943848,
      "learning_rate": 0.0002,
      "loss": 5.2077,
      "step": 136
    },
    {
      "epoch": 0.014535037929022334,
      "grad_norm": 3.026733875274658,
      "learning_rate": 0.0002,
      "loss": 1.3786,
      "step": 137
    },
    {
      "epoch": 0.01464113309638746,
      "grad_norm": 3.729038953781128,
      "learning_rate": 0.0002,
      "loss": 3.0251,
      "step": 138
    },
    {
      "epoch": 0.014747228263752587,
      "grad_norm": 7.158941745758057,
      "learning_rate": 0.0002,
      "loss": 2.2439,
      "step": 139
    },
    {
      "epoch": 0.014853323431117713,
      "grad_norm": 3.722791910171509,
      "learning_rate": 0.0002,
      "loss": 2.4273,
      "step": 140
    },
    {
      "epoch": 0.014959418598482838,
      "grad_norm": 3.5929651260375977,
      "learning_rate": 0.0002,
      "loss": 1.9943,
      "step": 141
    },
    {
      "epoch": 0.015065513765847966,
      "grad_norm": 3.1800715923309326,
      "learning_rate": 0.0002,
      "loss": 1.0048,
      "step": 142
    },
    {
      "epoch": 0.015171608933213091,
      "grad_norm": 4.236758232116699,
      "learning_rate": 0.0002,
      "loss": 1.6647,
      "step": 143
    },
    {
      "epoch": 0.015277704100578219,
      "grad_norm": 3.737858295440674,
      "learning_rate": 0.0002,
      "loss": 1.9938,
      "step": 144
    },
    {
      "epoch": 0.015383799267943345,
      "grad_norm": 3.9081311225891113,
      "learning_rate": 0.0002,
      "loss": 1.7413,
      "step": 145
    },
    {
      "epoch": 0.015489894435308472,
      "grad_norm": 4.345303058624268,
      "learning_rate": 0.0002,
      "loss": 1.4408,
      "step": 146
    },
    {
      "epoch": 0.015595989602673598,
      "grad_norm": 3.783076763153076,
      "learning_rate": 0.0002,
      "loss": 1.3153,
      "step": 147
    },
    {
      "epoch": 0.015702084770038725,
      "grad_norm": 9.792940139770508,
      "learning_rate": 0.0002,
      "loss": 2.4319,
      "step": 148
    },
    {
      "epoch": 0.01580817993740385,
      "grad_norm": 10.786137580871582,
      "learning_rate": 0.0002,
      "loss": 2.8049,
      "step": 149
    },
    {
      "epoch": 0.015914275104768977,
      "grad_norm": 16.320602416992188,
      "learning_rate": 0.0002,
      "loss": 1.6589,
      "step": 150
    },
    {
      "epoch": 0.016020370272134106,
      "grad_norm": 2.8635878562927246,
      "learning_rate": 0.0002,
      "loss": 2.3935,
      "step": 151
    },
    {
      "epoch": 0.01612646543949923,
      "grad_norm": 2.1177868843078613,
      "learning_rate": 0.0002,
      "loss": 1.4814,
      "step": 152
    },
    {
      "epoch": 0.016232560606864357,
      "grad_norm": 2.5111634731292725,
      "learning_rate": 0.0002,
      "loss": 2.8808,
      "step": 153
    },
    {
      "epoch": 0.016338655774229483,
      "grad_norm": 1.8321031332015991,
      "learning_rate": 0.0002,
      "loss": 0.9693,
      "step": 154
    },
    {
      "epoch": 0.01644475094159461,
      "grad_norm": 3.6505608558654785,
      "learning_rate": 0.0002,
      "loss": 1.3714,
      "step": 155
    },
    {
      "epoch": 0.016550846108959738,
      "grad_norm": 10.724478721618652,
      "learning_rate": 0.0002,
      "loss": 1.6566,
      "step": 156
    },
    {
      "epoch": 0.016656941276324864,
      "grad_norm": 2.7396724224090576,
      "learning_rate": 0.0002,
      "loss": 1.6568,
      "step": 157
    },
    {
      "epoch": 0.01676303644368999,
      "grad_norm": 2.6471476554870605,
      "learning_rate": 0.0002,
      "loss": 2.4285,
      "step": 158
    },
    {
      "epoch": 0.016869131611055115,
      "grad_norm": 2.0485448837280273,
      "learning_rate": 0.0002,
      "loss": 1.5799,
      "step": 159
    },
    {
      "epoch": 0.016975226778420244,
      "grad_norm": 10.288602828979492,
      "learning_rate": 0.0002,
      "loss": 0.7724,
      "step": 160
    },
    {
      "epoch": 0.01708132194578537,
      "grad_norm": 2.3833632469177246,
      "learning_rate": 0.0002,
      "loss": 1.1196,
      "step": 161
    },
    {
      "epoch": 0.017187417113150496,
      "grad_norm": 3.742144823074341,
      "learning_rate": 0.0002,
      "loss": 2.4564,
      "step": 162
    },
    {
      "epoch": 0.01729351228051562,
      "grad_norm": 4.046933174133301,
      "learning_rate": 0.0002,
      "loss": 2.5235,
      "step": 163
    },
    {
      "epoch": 0.017399607447880747,
      "grad_norm": 2.8122692108154297,
      "learning_rate": 0.0002,
      "loss": 1.1145,
      "step": 164
    },
    {
      "epoch": 0.017505702615245877,
      "grad_norm": 4.883057117462158,
      "learning_rate": 0.0002,
      "loss": 2.7339,
      "step": 165
    },
    {
      "epoch": 0.017611797782611002,
      "grad_norm": 2.676788568496704,
      "learning_rate": 0.0002,
      "loss": 1.8434,
      "step": 166
    },
    {
      "epoch": 0.017717892949976128,
      "grad_norm": 5.218541145324707,
      "learning_rate": 0.0002,
      "loss": 2.083,
      "step": 167
    },
    {
      "epoch": 0.017823988117341254,
      "grad_norm": 3.967400312423706,
      "learning_rate": 0.0002,
      "loss": 2.3963,
      "step": 168
    },
    {
      "epoch": 0.017930083284706383,
      "grad_norm": 3.4294486045837402,
      "learning_rate": 0.0002,
      "loss": 1.9041,
      "step": 169
    },
    {
      "epoch": 0.01803617845207151,
      "grad_norm": 12.549241065979004,
      "learning_rate": 0.0002,
      "loss": 3.9171,
      "step": 170
    },
    {
      "epoch": 0.018142273619436634,
      "grad_norm": 3.7909247875213623,
      "learning_rate": 0.0002,
      "loss": 1.2675,
      "step": 171
    },
    {
      "epoch": 0.01824836878680176,
      "grad_norm": 5.602055072784424,
      "learning_rate": 0.0002,
      "loss": 1.3248,
      "step": 172
    },
    {
      "epoch": 0.01835446395416689,
      "grad_norm": 3.3486201763153076,
      "learning_rate": 0.0002,
      "loss": 0.9758,
      "step": 173
    },
    {
      "epoch": 0.018460559121532015,
      "grad_norm": 3.924180030822754,
      "learning_rate": 0.0002,
      "loss": 1.6131,
      "step": 174
    },
    {
      "epoch": 0.01856665428889714,
      "grad_norm": 3.3005192279815674,
      "learning_rate": 0.0002,
      "loss": 1.4016,
      "step": 175
    },
    {
      "epoch": 0.018672749456262266,
      "grad_norm": 3.4813711643218994,
      "learning_rate": 0.0002,
      "loss": 1.7895,
      "step": 176
    },
    {
      "epoch": 0.018778844623627392,
      "grad_norm": 3.254422903060913,
      "learning_rate": 0.0002,
      "loss": 0.8657,
      "step": 177
    },
    {
      "epoch": 0.01888493979099252,
      "grad_norm": 3.5467541217803955,
      "learning_rate": 0.0002,
      "loss": 2.3606,
      "step": 178
    },
    {
      "epoch": 0.018991034958357647,
      "grad_norm": 5.447516441345215,
      "learning_rate": 0.0002,
      "loss": 1.3568,
      "step": 179
    },
    {
      "epoch": 0.019097130125722773,
      "grad_norm": 2.5604374408721924,
      "learning_rate": 0.0002,
      "loss": 1.465,
      "step": 180
    },
    {
      "epoch": 0.0192032252930879,
      "grad_norm": 4.3453240394592285,
      "learning_rate": 0.0002,
      "loss": 1.8242,
      "step": 181
    },
    {
      "epoch": 0.019309320460453028,
      "grad_norm": 3.5254688262939453,
      "learning_rate": 0.0002,
      "loss": 2.0891,
      "step": 182
    },
    {
      "epoch": 0.019415415627818153,
      "grad_norm": 4.116239547729492,
      "learning_rate": 0.0002,
      "loss": 2.2097,
      "step": 183
    },
    {
      "epoch": 0.01952151079518328,
      "grad_norm": 2.1880035400390625,
      "learning_rate": 0.0002,
      "loss": 0.743,
      "step": 184
    },
    {
      "epoch": 0.019627605962548405,
      "grad_norm": 2.8995838165283203,
      "learning_rate": 0.0002,
      "loss": 1.0845,
      "step": 185
    },
    {
      "epoch": 0.019733701129913534,
      "grad_norm": 2.6183598041534424,
      "learning_rate": 0.0002,
      "loss": 1.3098,
      "step": 186
    },
    {
      "epoch": 0.01983979629727866,
      "grad_norm": 3.6374671459198,
      "learning_rate": 0.0002,
      "loss": 1.9352,
      "step": 187
    },
    {
      "epoch": 0.019945891464643786,
      "grad_norm": 3.0819814205169678,
      "learning_rate": 0.0002,
      "loss": 1.4616,
      "step": 188
    },
    {
      "epoch": 0.02005198663200891,
      "grad_norm": 4.812188148498535,
      "learning_rate": 0.0002,
      "loss": 2.0908,
      "step": 189
    },
    {
      "epoch": 0.020158081799374037,
      "grad_norm": 3.0675370693206787,
      "learning_rate": 0.0002,
      "loss": 1.6406,
      "step": 190
    },
    {
      "epoch": 0.020264176966739166,
      "grad_norm": 4.660072326660156,
      "learning_rate": 0.0002,
      "loss": 1.413,
      "step": 191
    },
    {
      "epoch": 0.020370272134104292,
      "grad_norm": 3.5570473670959473,
      "learning_rate": 0.0002,
      "loss": 1.6941,
      "step": 192
    },
    {
      "epoch": 0.020476367301469418,
      "grad_norm": 5.564205646514893,
      "learning_rate": 0.0002,
      "loss": 2.9569,
      "step": 193
    },
    {
      "epoch": 0.020582462468834543,
      "grad_norm": 3.190176248550415,
      "learning_rate": 0.0002,
      "loss": 1.6218,
      "step": 194
    },
    {
      "epoch": 0.020688557636199673,
      "grad_norm": 3.487715482711792,
      "learning_rate": 0.0002,
      "loss": 0.4987,
      "step": 195
    },
    {
      "epoch": 0.0207946528035648,
      "grad_norm": 3.3298957347869873,
      "learning_rate": 0.0002,
      "loss": 1.5312,
      "step": 196
    },
    {
      "epoch": 0.020900747970929924,
      "grad_norm": 5.805622100830078,
      "learning_rate": 0.0002,
      "loss": 1.4019,
      "step": 197
    },
    {
      "epoch": 0.02100684313829505,
      "grad_norm": 7.060379505157471,
      "learning_rate": 0.0002,
      "loss": 1.1303,
      "step": 198
    },
    {
      "epoch": 0.021112938305660175,
      "grad_norm": 3.797893524169922,
      "learning_rate": 0.0002,
      "loss": 0.7686,
      "step": 199
    },
    {
      "epoch": 0.021219033473025305,
      "grad_norm": 14.904925346374512,
      "learning_rate": 0.0002,
      "loss": 3.1671,
      "step": 200
    },
    {
      "epoch": 0.021219033473025305,
      "eval_loss": 0.395944207906723,
      "eval_runtime": 49.0379,
      "eval_samples_per_second": 3.1,
      "eval_steps_per_second": 1.55,
      "step": 200
    },
    {
      "epoch": 0.02132512864039043,
      "grad_norm": 5.733150959014893,
      "learning_rate": 0.0002,
      "loss": 2.5216,
      "step": 201
    },
    {
      "epoch": 0.021431223807755556,
      "grad_norm": 2.9409000873565674,
      "learning_rate": 0.0002,
      "loss": 1.4073,
      "step": 202
    },
    {
      "epoch": 0.021537318975120682,
      "grad_norm": 2.697526693344116,
      "learning_rate": 0.0002,
      "loss": 1.0417,
      "step": 203
    },
    {
      "epoch": 0.02164341414248581,
      "grad_norm": 3.6040546894073486,
      "learning_rate": 0.0002,
      "loss": 2.9267,
      "step": 204
    },
    {
      "epoch": 0.021749509309850937,
      "grad_norm": 1.904679536819458,
      "learning_rate": 0.0002,
      "loss": 1.4444,
      "step": 205
    },
    {
      "epoch": 0.021855604477216063,
      "grad_norm": 1.7012965679168701,
      "learning_rate": 0.0002,
      "loss": 0.5438,
      "step": 206
    },
    {
      "epoch": 0.021961699644581188,
      "grad_norm": 1.625866174697876,
      "learning_rate": 0.0002,
      "loss": 0.7673,
      "step": 207
    },
    {
      "epoch": 0.022067794811946317,
      "grad_norm": 3.999293327331543,
      "learning_rate": 0.0002,
      "loss": 2.7258,
      "step": 208
    },
    {
      "epoch": 0.022173889979311443,
      "grad_norm": 3.017442226409912,
      "learning_rate": 0.0002,
      "loss": 1.1749,
      "step": 209
    },
    {
      "epoch": 0.02227998514667657,
      "grad_norm": 4.8808698654174805,
      "learning_rate": 0.0002,
      "loss": 1.2095,
      "step": 210
    },
    {
      "epoch": 0.022386080314041695,
      "grad_norm": 3.9254953861236572,
      "learning_rate": 0.0002,
      "loss": 2.729,
      "step": 211
    },
    {
      "epoch": 0.02249217548140682,
      "grad_norm": 2.9561750888824463,
      "learning_rate": 0.0002,
      "loss": 1.2012,
      "step": 212
    },
    {
      "epoch": 0.02259827064877195,
      "grad_norm": 3.1008262634277344,
      "learning_rate": 0.0002,
      "loss": 1.3845,
      "step": 213
    },
    {
      "epoch": 0.022704365816137075,
      "grad_norm": 5.456976890563965,
      "learning_rate": 0.0002,
      "loss": 2.2289,
      "step": 214
    },
    {
      "epoch": 0.0228104609835022,
      "grad_norm": 2.7365076541900635,
      "learning_rate": 0.0002,
      "loss": 0.9943,
      "step": 215
    },
    {
      "epoch": 0.022916556150867327,
      "grad_norm": 4.081173419952393,
      "learning_rate": 0.0002,
      "loss": 1.1972,
      "step": 216
    },
    {
      "epoch": 0.023022651318232456,
      "grad_norm": 5.805318355560303,
      "learning_rate": 0.0002,
      "loss": 1.7178,
      "step": 217
    },
    {
      "epoch": 0.02312874648559758,
      "grad_norm": 3.44502329826355,
      "learning_rate": 0.0002,
      "loss": 0.6931,
      "step": 218
    },
    {
      "epoch": 0.023234841652962707,
      "grad_norm": 6.361124038696289,
      "learning_rate": 0.0002,
      "loss": 0.9266,
      "step": 219
    },
    {
      "epoch": 0.023340936820327833,
      "grad_norm": 8.124204635620117,
      "learning_rate": 0.0002,
      "loss": 2.3572,
      "step": 220
    },
    {
      "epoch": 0.023447031987692962,
      "grad_norm": 3.444772720336914,
      "learning_rate": 0.0002,
      "loss": 1.1797,
      "step": 221
    },
    {
      "epoch": 0.023553127155058088,
      "grad_norm": 3.6857378482818604,
      "learning_rate": 0.0002,
      "loss": 0.8014,
      "step": 222
    },
    {
      "epoch": 0.023659222322423214,
      "grad_norm": 3.032870292663574,
      "learning_rate": 0.0002,
      "loss": 1.318,
      "step": 223
    },
    {
      "epoch": 0.02376531748978834,
      "grad_norm": 3.588388681411743,
      "learning_rate": 0.0002,
      "loss": 1.0777,
      "step": 224
    },
    {
      "epoch": 0.023871412657153465,
      "grad_norm": 5.102999210357666,
      "learning_rate": 0.0002,
      "loss": 2.0448,
      "step": 225
    },
    {
      "epoch": 0.023977507824518594,
      "grad_norm": 3.4174258708953857,
      "learning_rate": 0.0002,
      "loss": 1.3072,
      "step": 226
    },
    {
      "epoch": 0.02408360299188372,
      "grad_norm": 4.506897449493408,
      "learning_rate": 0.0002,
      "loss": 2.0917,
      "step": 227
    },
    {
      "epoch": 0.024189698159248846,
      "grad_norm": 2.994997262954712,
      "learning_rate": 0.0002,
      "loss": 1.1594,
      "step": 228
    },
    {
      "epoch": 0.02429579332661397,
      "grad_norm": 5.212351322174072,
      "learning_rate": 0.0002,
      "loss": 2.0465,
      "step": 229
    },
    {
      "epoch": 0.0244018884939791,
      "grad_norm": 4.068553447723389,
      "learning_rate": 0.0002,
      "loss": 1.7014,
      "step": 230
    },
    {
      "epoch": 0.024507983661344226,
      "grad_norm": 4.696006774902344,
      "learning_rate": 0.0002,
      "loss": 1.1824,
      "step": 231
    },
    {
      "epoch": 0.024614078828709352,
      "grad_norm": 3.162461280822754,
      "learning_rate": 0.0002,
      "loss": 1.0923,
      "step": 232
    },
    {
      "epoch": 0.024720173996074478,
      "grad_norm": 3.1809380054473877,
      "learning_rate": 0.0002,
      "loss": 0.9357,
      "step": 233
    },
    {
      "epoch": 0.024826269163439604,
      "grad_norm": 3.0020837783813477,
      "learning_rate": 0.0002,
      "loss": 0.8018,
      "step": 234
    },
    {
      "epoch": 0.024932364330804733,
      "grad_norm": 3.0580692291259766,
      "learning_rate": 0.0002,
      "loss": 1.5624,
      "step": 235
    },
    {
      "epoch": 0.02503845949816986,
      "grad_norm": 5.495715618133545,
      "learning_rate": 0.0002,
      "loss": 1.685,
      "step": 236
    },
    {
      "epoch": 0.025144554665534984,
      "grad_norm": 3.2661473751068115,
      "learning_rate": 0.0002,
      "loss": 1.1768,
      "step": 237
    },
    {
      "epoch": 0.02525064983290011,
      "grad_norm": 3.7645680904388428,
      "learning_rate": 0.0002,
      "loss": 1.0666,
      "step": 238
    },
    {
      "epoch": 0.02535674500026524,
      "grad_norm": 2.1639583110809326,
      "learning_rate": 0.0002,
      "loss": 0.2454,
      "step": 239
    },
    {
      "epoch": 0.025462840167630365,
      "grad_norm": 4.131226539611816,
      "learning_rate": 0.0002,
      "loss": 1.9613,
      "step": 240
    },
    {
      "epoch": 0.02556893533499549,
      "grad_norm": 3.6866374015808105,
      "learning_rate": 0.0002,
      "loss": 0.8733,
      "step": 241
    },
    {
      "epoch": 0.025675030502360616,
      "grad_norm": 6.431790828704834,
      "learning_rate": 0.0002,
      "loss": 0.7187,
      "step": 242
    },
    {
      "epoch": 0.025781125669725746,
      "grad_norm": 5.000661849975586,
      "learning_rate": 0.0002,
      "loss": 1.009,
      "step": 243
    },
    {
      "epoch": 0.02588722083709087,
      "grad_norm": 4.369930267333984,
      "learning_rate": 0.0002,
      "loss": 1.5747,
      "step": 244
    },
    {
      "epoch": 0.025993316004455997,
      "grad_norm": 5.950666904449463,
      "learning_rate": 0.0002,
      "loss": 1.6512,
      "step": 245
    },
    {
      "epoch": 0.026099411171821123,
      "grad_norm": 6.275736331939697,
      "learning_rate": 0.0002,
      "loss": 2.2925,
      "step": 246
    },
    {
      "epoch": 0.02620550633918625,
      "grad_norm": 6.75863790512085,
      "learning_rate": 0.0002,
      "loss": 1.3982,
      "step": 247
    },
    {
      "epoch": 0.026311601506551378,
      "grad_norm": 4.256134033203125,
      "learning_rate": 0.0002,
      "loss": 1.0037,
      "step": 248
    },
    {
      "epoch": 0.026417696673916503,
      "grad_norm": 11.930377960205078,
      "learning_rate": 0.0002,
      "loss": 2.3937,
      "step": 249
    },
    {
      "epoch": 0.02652379184128163,
      "grad_norm": 13.662436485290527,
      "learning_rate": 0.0002,
      "loss": 0.923,
      "step": 250
    },
    {
      "epoch": 0.026629887008646755,
      "grad_norm": 2.975529432296753,
      "learning_rate": 0.0002,
      "loss": 0.8011,
      "step": 251
    },
    {
      "epoch": 0.026735982176011884,
      "grad_norm": 1.6943079233169556,
      "learning_rate": 0.0002,
      "loss": 0.3928,
      "step": 252
    },
    {
      "epoch": 0.02684207734337701,
      "grad_norm": 3.029340982437134,
      "learning_rate": 0.0002,
      "loss": 1.0006,
      "step": 253
    },
    {
      "epoch": 0.026948172510742135,
      "grad_norm": 3.238131284713745,
      "learning_rate": 0.0002,
      "loss": 1.4404,
      "step": 254
    },
    {
      "epoch": 0.02705426767810726,
      "grad_norm": 2.689577341079712,
      "learning_rate": 0.0002,
      "loss": 1.5503,
      "step": 255
    },
    {
      "epoch": 0.02716036284547239,
      "grad_norm": 5.332719326019287,
      "learning_rate": 0.0002,
      "loss": 1.4324,
      "step": 256
    },
    {
      "epoch": 0.027266458012837516,
      "grad_norm": 2.7952499389648438,
      "learning_rate": 0.0002,
      "loss": 0.9667,
      "step": 257
    },
    {
      "epoch": 0.027372553180202642,
      "grad_norm": 4.136829853057861,
      "learning_rate": 0.0002,
      "loss": 1.8374,
      "step": 258
    },
    {
      "epoch": 0.027478648347567768,
      "grad_norm": 5.165133476257324,
      "learning_rate": 0.0002,
      "loss": 1.7748,
      "step": 259
    },
    {
      "epoch": 0.027584743514932893,
      "grad_norm": 4.964156627655029,
      "learning_rate": 0.0002,
      "loss": 1.4183,
      "step": 260
    },
    {
      "epoch": 0.027690838682298023,
      "grad_norm": 4.093507766723633,
      "learning_rate": 0.0002,
      "loss": 1.2251,
      "step": 261
    },
    {
      "epoch": 0.027796933849663148,
      "grad_norm": 2.805535078048706,
      "learning_rate": 0.0002,
      "loss": 0.5492,
      "step": 262
    },
    {
      "epoch": 0.027903029017028274,
      "grad_norm": 4.703305244445801,
      "learning_rate": 0.0002,
      "loss": 1.4531,
      "step": 263
    },
    {
      "epoch": 0.0280091241843934,
      "grad_norm": 3.359321355819702,
      "learning_rate": 0.0002,
      "loss": 1.0685,
      "step": 264
    },
    {
      "epoch": 0.02811521935175853,
      "grad_norm": 413.40277099609375,
      "learning_rate": 0.0002,
      "loss": 1.8959,
      "step": 265
    },
    {
      "epoch": 0.028221314519123655,
      "grad_norm": 4.22860860824585,
      "learning_rate": 0.0002,
      "loss": 1.1023,
      "step": 266
    },
    {
      "epoch": 0.02832740968648878,
      "grad_norm": 3.2861337661743164,
      "learning_rate": 0.0002,
      "loss": 0.8544,
      "step": 267
    },
    {
      "epoch": 0.028433504853853906,
      "grad_norm": 4.447198867797852,
      "learning_rate": 0.0002,
      "loss": 1.2257,
      "step": 268
    },
    {
      "epoch": 0.028539600021219032,
      "grad_norm": 2.61706805229187,
      "learning_rate": 0.0002,
      "loss": 0.6109,
      "step": 269
    },
    {
      "epoch": 0.02864569518858416,
      "grad_norm": 5.476799964904785,
      "learning_rate": 0.0002,
      "loss": 1.2561,
      "step": 270
    },
    {
      "epoch": 0.028751790355949287,
      "grad_norm": 4.6296563148498535,
      "learning_rate": 0.0002,
      "loss": 1.0873,
      "step": 271
    },
    {
      "epoch": 0.028857885523314412,
      "grad_norm": 4.792291164398193,
      "learning_rate": 0.0002,
      "loss": 0.9524,
      "step": 272
    },
    {
      "epoch": 0.028963980690679538,
      "grad_norm": 4.366674900054932,
      "learning_rate": 0.0002,
      "loss": 1.2119,
      "step": 273
    },
    {
      "epoch": 0.029070075858044667,
      "grad_norm": 4.877869129180908,
      "learning_rate": 0.0002,
      "loss": 2.0396,
      "step": 274
    },
    {
      "epoch": 0.029176171025409793,
      "grad_norm": 5.30100154876709,
      "learning_rate": 0.0002,
      "loss": 1.454,
      "step": 275
    },
    {
      "epoch": 0.02928226619277492,
      "grad_norm": 2.7943129539489746,
      "learning_rate": 0.0002,
      "loss": 0.6461,
      "step": 276
    },
    {
      "epoch": 0.029388361360140045,
      "grad_norm": 2.3773272037506104,
      "learning_rate": 0.0002,
      "loss": 0.5208,
      "step": 277
    },
    {
      "epoch": 0.029494456527505174,
      "grad_norm": 3.192535400390625,
      "learning_rate": 0.0002,
      "loss": 0.7365,
      "step": 278
    },
    {
      "epoch": 0.0296005516948703,
      "grad_norm": 9.500214576721191,
      "learning_rate": 0.0002,
      "loss": 2.1725,
      "step": 279
    },
    {
      "epoch": 0.029706646862235425,
      "grad_norm": 4.314040184020996,
      "learning_rate": 0.0002,
      "loss": 1.345,
      "step": 280
    },
    {
      "epoch": 0.02981274202960055,
      "grad_norm": 5.485884666442871,
      "learning_rate": 0.0002,
      "loss": 1.4923,
      "step": 281
    },
    {
      "epoch": 0.029918837196965677,
      "grad_norm": 1.8064782619476318,
      "learning_rate": 0.0002,
      "loss": 0.0409,
      "step": 282
    },
    {
      "epoch": 0.030024932364330806,
      "grad_norm": 3.2914040088653564,
      "learning_rate": 0.0002,
      "loss": 0.8203,
      "step": 283
    },
    {
      "epoch": 0.03013102753169593,
      "grad_norm": 3.3092668056488037,
      "learning_rate": 0.0002,
      "loss": 0.8943,
      "step": 284
    },
    {
      "epoch": 0.030237122699061057,
      "grad_norm": 5.146333694458008,
      "learning_rate": 0.0002,
      "loss": 1.7114,
      "step": 285
    },
    {
      "epoch": 0.030343217866426183,
      "grad_norm": 8.57264518737793,
      "learning_rate": 0.0002,
      "loss": 1.8486,
      "step": 286
    },
    {
      "epoch": 0.030449313033791312,
      "grad_norm": 4.154279708862305,
      "learning_rate": 0.0002,
      "loss": 0.7311,
      "step": 287
    },
    {
      "epoch": 0.030555408201156438,
      "grad_norm": 4.687794208526611,
      "learning_rate": 0.0002,
      "loss": 0.6446,
      "step": 288
    },
    {
      "epoch": 0.030661503368521564,
      "grad_norm": 4.394033432006836,
      "learning_rate": 0.0002,
      "loss": 1.4773,
      "step": 289
    },
    {
      "epoch": 0.03076759853588669,
      "grad_norm": 5.015145778656006,
      "learning_rate": 0.0002,
      "loss": 1.0613,
      "step": 290
    },
    {
      "epoch": 0.03087369370325182,
      "grad_norm": 3.91595721244812,
      "learning_rate": 0.0002,
      "loss": 0.6249,
      "step": 291
    },
    {
      "epoch": 0.030979788870616944,
      "grad_norm": 6.644060134887695,
      "learning_rate": 0.0002,
      "loss": 1.2293,
      "step": 292
    },
    {
      "epoch": 0.03108588403798207,
      "grad_norm": 7.162878513336182,
      "learning_rate": 0.0002,
      "loss": 1.3582,
      "step": 293
    },
    {
      "epoch": 0.031191979205347196,
      "grad_norm": 7.130400657653809,
      "learning_rate": 0.0002,
      "loss": 1.083,
      "step": 294
    },
    {
      "epoch": 0.03129807437271232,
      "grad_norm": 8.32446002960205,
      "learning_rate": 0.0002,
      "loss": 1.8725,
      "step": 295
    },
    {
      "epoch": 0.03140416954007745,
      "grad_norm": 5.074612140655518,
      "learning_rate": 0.0002,
      "loss": 1.5588,
      "step": 296
    },
    {
      "epoch": 0.03151026470744257,
      "grad_norm": 4.848550319671631,
      "learning_rate": 0.0002,
      "loss": 1.0441,
      "step": 297
    },
    {
      "epoch": 0.0316163598748077,
      "grad_norm": 4.596402168273926,
      "learning_rate": 0.0002,
      "loss": 1.3824,
      "step": 298
    },
    {
      "epoch": 0.03172245504217283,
      "grad_norm": 11.356524467468262,
      "learning_rate": 0.0002,
      "loss": 1.6103,
      "step": 299
    },
    {
      "epoch": 0.031828550209537954,
      "grad_norm": 9.608918190002441,
      "learning_rate": 0.0002,
      "loss": 1.2436,
      "step": 300
    },
    {
      "epoch": 0.03193464537690308,
      "grad_norm": 3.735387086868286,
      "learning_rate": 0.0002,
      "loss": 1.3811,
      "step": 301
    },
    {
      "epoch": 0.03204074054426821,
      "grad_norm": 4.297565460205078,
      "learning_rate": 0.0002,
      "loss": 0.8889,
      "step": 302
    },
    {
      "epoch": 0.032146835711633334,
      "grad_norm": 3.0328731536865234,
      "learning_rate": 0.0002,
      "loss": 1.3669,
      "step": 303
    },
    {
      "epoch": 0.03225293087899846,
      "grad_norm": 4.018775463104248,
      "learning_rate": 0.0002,
      "loss": 1.116,
      "step": 304
    },
    {
      "epoch": 0.032359026046363586,
      "grad_norm": 2.942187786102295,
      "learning_rate": 0.0002,
      "loss": 0.8751,
      "step": 305
    },
    {
      "epoch": 0.032465121213728715,
      "grad_norm": 6.090500354766846,
      "learning_rate": 0.0002,
      "loss": 2.4727,
      "step": 306
    },
    {
      "epoch": 0.032571216381093844,
      "grad_norm": 2.201136589050293,
      "learning_rate": 0.0002,
      "loss": 0.5005,
      "step": 307
    },
    {
      "epoch": 0.032677311548458966,
      "grad_norm": 2.4293572902679443,
      "learning_rate": 0.0002,
      "loss": 0.6529,
      "step": 308
    },
    {
      "epoch": 0.032783406715824095,
      "grad_norm": 1.6190643310546875,
      "learning_rate": 0.0002,
      "loss": 0.3256,
      "step": 309
    },
    {
      "epoch": 0.03288950188318922,
      "grad_norm": 3.414869546890259,
      "learning_rate": 0.0002,
      "loss": 0.9411,
      "step": 310
    },
    {
      "epoch": 0.03299559705055435,
      "grad_norm": 3.666668653488159,
      "learning_rate": 0.0002,
      "loss": 0.7079,
      "step": 311
    },
    {
      "epoch": 0.033101692217919476,
      "grad_norm": 5.593864440917969,
      "learning_rate": 0.0002,
      "loss": 2.7286,
      "step": 312
    },
    {
      "epoch": 0.0332077873852846,
      "grad_norm": 14.349515914916992,
      "learning_rate": 0.0002,
      "loss": 1.8527,
      "step": 313
    },
    {
      "epoch": 0.03331388255264973,
      "grad_norm": 3.8774049282073975,
      "learning_rate": 0.0002,
      "loss": 1.0164,
      "step": 314
    },
    {
      "epoch": 0.03341997772001486,
      "grad_norm": 3.6103453636169434,
      "learning_rate": 0.0002,
      "loss": 0.899,
      "step": 315
    },
    {
      "epoch": 0.03352607288737998,
      "grad_norm": 3.107605218887329,
      "learning_rate": 0.0002,
      "loss": 0.988,
      "step": 316
    },
    {
      "epoch": 0.03363216805474511,
      "grad_norm": 4.9734039306640625,
      "learning_rate": 0.0002,
      "loss": 0.829,
      "step": 317
    },
    {
      "epoch": 0.03373826322211023,
      "grad_norm": 3.6341757774353027,
      "learning_rate": 0.0002,
      "loss": 1.1874,
      "step": 318
    },
    {
      "epoch": 0.03384435838947536,
      "grad_norm": 3.3148927688598633,
      "learning_rate": 0.0002,
      "loss": 0.7101,
      "step": 319
    },
    {
      "epoch": 0.03395045355684049,
      "grad_norm": 6.099140167236328,
      "learning_rate": 0.0002,
      "loss": 0.7273,
      "step": 320
    },
    {
      "epoch": 0.03405654872420561,
      "grad_norm": 3.361956834793091,
      "learning_rate": 0.0002,
      "loss": 0.6668,
      "step": 321
    },
    {
      "epoch": 0.03416264389157074,
      "grad_norm": 3.628396987915039,
      "learning_rate": 0.0002,
      "loss": 0.6095,
      "step": 322
    },
    {
      "epoch": 0.03426873905893586,
      "grad_norm": 7.606847763061523,
      "learning_rate": 0.0002,
      "loss": 1.7039,
      "step": 323
    },
    {
      "epoch": 0.03437483422630099,
      "grad_norm": 2.9438092708587646,
      "learning_rate": 0.0002,
      "loss": 0.4649,
      "step": 324
    },
    {
      "epoch": 0.03448092939366612,
      "grad_norm": 4.490889549255371,
      "learning_rate": 0.0002,
      "loss": 1.5968,
      "step": 325
    },
    {
      "epoch": 0.03458702456103124,
      "grad_norm": 4.871997833251953,
      "learning_rate": 0.0002,
      "loss": 1.0819,
      "step": 326
    },
    {
      "epoch": 0.03469311972839637,
      "grad_norm": 4.768057823181152,
      "learning_rate": 0.0002,
      "loss": 0.7246,
      "step": 327
    },
    {
      "epoch": 0.034799214895761495,
      "grad_norm": 3.626011848449707,
      "learning_rate": 0.0002,
      "loss": 1.5066,
      "step": 328
    },
    {
      "epoch": 0.034905310063126624,
      "grad_norm": 4.527174472808838,
      "learning_rate": 0.0002,
      "loss": 0.693,
      "step": 329
    },
    {
      "epoch": 0.03501140523049175,
      "grad_norm": 3.6624271869659424,
      "learning_rate": 0.0002,
      "loss": 0.2864,
      "step": 330
    },
    {
      "epoch": 0.035117500397856875,
      "grad_norm": 4.235393047332764,
      "learning_rate": 0.0002,
      "loss": 0.6812,
      "step": 331
    },
    {
      "epoch": 0.035223595565222005,
      "grad_norm": 4.5075602531433105,
      "learning_rate": 0.0002,
      "loss": 0.6515,
      "step": 332
    },
    {
      "epoch": 0.035329690732587134,
      "grad_norm": 4.6953349113464355,
      "learning_rate": 0.0002,
      "loss": 1.0906,
      "step": 333
    },
    {
      "epoch": 0.035435785899952256,
      "grad_norm": 4.4149017333984375,
      "learning_rate": 0.0002,
      "loss": 0.5416,
      "step": 334
    },
    {
      "epoch": 0.035541881067317385,
      "grad_norm": 2.8558144569396973,
      "learning_rate": 0.0002,
      "loss": 0.393,
      "step": 335
    },
    {
      "epoch": 0.03564797623468251,
      "grad_norm": 3.1266744136810303,
      "learning_rate": 0.0002,
      "loss": 0.3674,
      "step": 336
    },
    {
      "epoch": 0.03575407140204764,
      "grad_norm": 5.189237117767334,
      "learning_rate": 0.0002,
      "loss": 1.1688,
      "step": 337
    },
    {
      "epoch": 0.035860166569412766,
      "grad_norm": 4.945295333862305,
      "learning_rate": 0.0002,
      "loss": 0.7169,
      "step": 338
    },
    {
      "epoch": 0.03596626173677789,
      "grad_norm": 2.8422434329986572,
      "learning_rate": 0.0002,
      "loss": 0.3158,
      "step": 339
    },
    {
      "epoch": 0.03607235690414302,
      "grad_norm": 14.573302268981934,
      "learning_rate": 0.0002,
      "loss": 3.5565,
      "step": 340
    },
    {
      "epoch": 0.03617845207150814,
      "grad_norm": 5.243977069854736,
      "learning_rate": 0.0002,
      "loss": 0.7409,
      "step": 341
    },
    {
      "epoch": 0.03628454723887327,
      "grad_norm": 3.547652006149292,
      "learning_rate": 0.0002,
      "loss": 0.3603,
      "step": 342
    },
    {
      "epoch": 0.0363906424062384,
      "grad_norm": 6.906449317932129,
      "learning_rate": 0.0002,
      "loss": 2.0655,
      "step": 343
    },
    {
      "epoch": 0.03649673757360352,
      "grad_norm": 4.528022289276123,
      "learning_rate": 0.0002,
      "loss": 0.1801,
      "step": 344
    },
    {
      "epoch": 0.03660283274096865,
      "grad_norm": 3.1219239234924316,
      "learning_rate": 0.0002,
      "loss": 0.2412,
      "step": 345
    },
    {
      "epoch": 0.03670892790833378,
      "grad_norm": 12.57082748413086,
      "learning_rate": 0.0002,
      "loss": 1.1844,
      "step": 346
    },
    {
      "epoch": 0.0368150230756989,
      "grad_norm": 8.647945404052734,
      "learning_rate": 0.0002,
      "loss": 1.0324,
      "step": 347
    },
    {
      "epoch": 0.03692111824306403,
      "grad_norm": 5.898775100708008,
      "learning_rate": 0.0002,
      "loss": 0.6056,
      "step": 348
    },
    {
      "epoch": 0.03702721341042915,
      "grad_norm": 5.9041748046875,
      "learning_rate": 0.0002,
      "loss": 0.8185,
      "step": 349
    },
    {
      "epoch": 0.03713330857779428,
      "grad_norm": 164.45352172851562,
      "learning_rate": 0.0002,
      "loss": 3.1613,
      "step": 350
    },
    {
      "epoch": 0.03723940374515941,
      "grad_norm": 7.521422386169434,
      "learning_rate": 0.0002,
      "loss": 1.7537,
      "step": 351
    },
    {
      "epoch": 0.03734549891252453,
      "grad_norm": 2.9983487129211426,
      "learning_rate": 0.0002,
      "loss": 0.5436,
      "step": 352
    },
    {
      "epoch": 0.03745159407988966,
      "grad_norm": 4.213047504425049,
      "learning_rate": 0.0002,
      "loss": 1.0223,
      "step": 353
    },
    {
      "epoch": 0.037557689247254784,
      "grad_norm": 2.540405511856079,
      "learning_rate": 0.0002,
      "loss": 0.3584,
      "step": 354
    },
    {
      "epoch": 0.037663784414619914,
      "grad_norm": 2.6902472972869873,
      "learning_rate": 0.0002,
      "loss": 0.5628,
      "step": 355
    },
    {
      "epoch": 0.03776987958198504,
      "grad_norm": 2.733140707015991,
      "learning_rate": 0.0002,
      "loss": 0.6759,
      "step": 356
    },
    {
      "epoch": 0.037875974749350165,
      "grad_norm": 2.972196340560913,
      "learning_rate": 0.0002,
      "loss": 1.1594,
      "step": 357
    },
    {
      "epoch": 0.037982069916715294,
      "grad_norm": 2.2910826206207275,
      "learning_rate": 0.0002,
      "loss": 0.4298,
      "step": 358
    },
    {
      "epoch": 0.03808816508408042,
      "grad_norm": 2.993675947189331,
      "learning_rate": 0.0002,
      "loss": 1.139,
      "step": 359
    },
    {
      "epoch": 0.038194260251445546,
      "grad_norm": 3.8977863788604736,
      "learning_rate": 0.0002,
      "loss": 1.2189,
      "step": 360
    },
    {
      "epoch": 0.038300355418810675,
      "grad_norm": 1.8936662673950195,
      "learning_rate": 0.0002,
      "loss": 0.3933,
      "step": 361
    },
    {
      "epoch": 0.0384064505861758,
      "grad_norm": 1.834683895111084,
      "learning_rate": 0.0002,
      "loss": 0.2562,
      "step": 362
    },
    {
      "epoch": 0.038512545753540926,
      "grad_norm": 3.3719115257263184,
      "learning_rate": 0.0002,
      "loss": 0.3638,
      "step": 363
    },
    {
      "epoch": 0.038618640920906055,
      "grad_norm": 5.012463092803955,
      "learning_rate": 0.0002,
      "loss": 0.5322,
      "step": 364
    },
    {
      "epoch": 0.03872473608827118,
      "grad_norm": 2.486210346221924,
      "learning_rate": 0.0002,
      "loss": 0.4776,
      "step": 365
    },
    {
      "epoch": 0.03883083125563631,
      "grad_norm": 5.088481903076172,
      "learning_rate": 0.0002,
      "loss": 0.596,
      "step": 366
    },
    {
      "epoch": 0.03893692642300143,
      "grad_norm": 5.185567378997803,
      "learning_rate": 0.0002,
      "loss": 0.9014,
      "step": 367
    },
    {
      "epoch": 0.03904302159036656,
      "grad_norm": 4.369194507598877,
      "learning_rate": 0.0002,
      "loss": 0.6617,
      "step": 368
    },
    {
      "epoch": 0.03914911675773169,
      "grad_norm": 4.543515205383301,
      "learning_rate": 0.0002,
      "loss": 0.826,
      "step": 369
    },
    {
      "epoch": 0.03925521192509681,
      "grad_norm": 4.201028823852539,
      "learning_rate": 0.0002,
      "loss": 0.7516,
      "step": 370
    },
    {
      "epoch": 0.03936130709246194,
      "grad_norm": 6.975632667541504,
      "learning_rate": 0.0002,
      "loss": 0.8649,
      "step": 371
    },
    {
      "epoch": 0.03946740225982707,
      "grad_norm": 13.609240531921387,
      "learning_rate": 0.0002,
      "loss": 2.0637,
      "step": 372
    },
    {
      "epoch": 0.03957349742719219,
      "grad_norm": 2.2117419242858887,
      "learning_rate": 0.0002,
      "loss": 0.2086,
      "step": 373
    },
    {
      "epoch": 0.03967959259455732,
      "grad_norm": 4.979019641876221,
      "learning_rate": 0.0002,
      "loss": 0.5815,
      "step": 374
    },
    {
      "epoch": 0.03978568776192244,
      "grad_norm": 2.7178735733032227,
      "learning_rate": 0.0002,
      "loss": 0.2869,
      "step": 375
    },
    {
      "epoch": 0.03989178292928757,
      "grad_norm": 6.517244338989258,
      "learning_rate": 0.0002,
      "loss": 0.3016,
      "step": 376
    },
    {
      "epoch": 0.0399978780966527,
      "grad_norm": 2.107304811477661,
      "learning_rate": 0.0002,
      "loss": 0.1669,
      "step": 377
    },
    {
      "epoch": 0.04010397326401782,
      "grad_norm": 7.323092460632324,
      "learning_rate": 0.0002,
      "loss": 0.9315,
      "step": 378
    },
    {
      "epoch": 0.04021006843138295,
      "grad_norm": 4.1918158531188965,
      "learning_rate": 0.0002,
      "loss": 0.2948,
      "step": 379
    },
    {
      "epoch": 0.040316163598748074,
      "grad_norm": 2.221923589706421,
      "learning_rate": 0.0002,
      "loss": 0.178,
      "step": 380
    },
    {
      "epoch": 0.0404222587661132,
      "grad_norm": 2.7988953590393066,
      "learning_rate": 0.0002,
      "loss": 0.234,
      "step": 381
    },
    {
      "epoch": 0.04052835393347833,
      "grad_norm": 5.585294723510742,
      "learning_rate": 0.0002,
      "loss": 0.4728,
      "step": 382
    },
    {
      "epoch": 0.040634449100843455,
      "grad_norm": 2.6768264770507812,
      "learning_rate": 0.0002,
      "loss": 0.2467,
      "step": 383
    },
    {
      "epoch": 0.040740544268208584,
      "grad_norm": 2.4491844177246094,
      "learning_rate": 0.0002,
      "loss": 0.1182,
      "step": 384
    },
    {
      "epoch": 0.04084663943557371,
      "grad_norm": 4.81193208694458,
      "learning_rate": 0.0002,
      "loss": 0.8382,
      "step": 385
    },
    {
      "epoch": 0.040952734602938835,
      "grad_norm": 3.971623420715332,
      "learning_rate": 0.0002,
      "loss": 0.4721,
      "step": 386
    },
    {
      "epoch": 0.041058829770303965,
      "grad_norm": 3.5163159370422363,
      "learning_rate": 0.0002,
      "loss": 0.4978,
      "step": 387
    },
    {
      "epoch": 0.04116492493766909,
      "grad_norm": 4.195182800292969,
      "learning_rate": 0.0002,
      "loss": 0.9137,
      "step": 388
    },
    {
      "epoch": 0.041271020105034216,
      "grad_norm": 2.5431699752807617,
      "learning_rate": 0.0002,
      "loss": 0.1213,
      "step": 389
    },
    {
      "epoch": 0.041377115272399345,
      "grad_norm": 8.400617599487305,
      "learning_rate": 0.0002,
      "loss": 1.2513,
      "step": 390
    },
    {
      "epoch": 0.04148321043976447,
      "grad_norm": 4.060451030731201,
      "learning_rate": 0.0002,
      "loss": 0.5213,
      "step": 391
    },
    {
      "epoch": 0.0415893056071296,
      "grad_norm": 4.0345306396484375,
      "learning_rate": 0.0002,
      "loss": 0.4791,
      "step": 392
    },
    {
      "epoch": 0.04169540077449472,
      "grad_norm": 8.12038803100586,
      "learning_rate": 0.0002,
      "loss": 0.4937,
      "step": 393
    },
    {
      "epoch": 0.04180149594185985,
      "grad_norm": 4.133437156677246,
      "learning_rate": 0.0002,
      "loss": 0.4821,
      "step": 394
    },
    {
      "epoch": 0.04190759110922498,
      "grad_norm": 6.603668212890625,
      "learning_rate": 0.0002,
      "loss": 0.7771,
      "step": 395
    },
    {
      "epoch": 0.0420136862765901,
      "grad_norm": 12.854839324951172,
      "learning_rate": 0.0002,
      "loss": 0.8368,
      "step": 396
    },
    {
      "epoch": 0.04211978144395523,
      "grad_norm": 8.148303031921387,
      "learning_rate": 0.0002,
      "loss": 1.868,
      "step": 397
    },
    {
      "epoch": 0.04222587661132035,
      "grad_norm": 6.718593120574951,
      "learning_rate": 0.0002,
      "loss": 0.6266,
      "step": 398
    },
    {
      "epoch": 0.04233197177868548,
      "grad_norm": 9.160544395446777,
      "learning_rate": 0.0002,
      "loss": 0.8171,
      "step": 399
    },
    {
      "epoch": 0.04243806694605061,
      "grad_norm": 20.137012481689453,
      "learning_rate": 0.0002,
      "loss": 1.3667,
      "step": 400
    },
    {
      "epoch": 0.04243806694605061,
      "eval_loss": 0.17873066663742065,
      "eval_runtime": 49.024,
      "eval_samples_per_second": 3.101,
      "eval_steps_per_second": 1.55,
      "step": 400
    },
    {
      "epoch": 0.04254416211341573,
      "grad_norm": 7.019038677215576,
      "learning_rate": 0.0002,
      "loss": 1.6404,
      "step": 401
    },
    {
      "epoch": 0.04265025728078086,
      "grad_norm": 3.3495168685913086,
      "learning_rate": 0.0002,
      "loss": 0.2782,
      "step": 402
    },
    {
      "epoch": 0.04275635244814599,
      "grad_norm": 2.889557361602783,
      "learning_rate": 0.0002,
      "loss": 0.3636,
      "step": 403
    },
    {
      "epoch": 0.04286244761551111,
      "grad_norm": 2.536804676055908,
      "learning_rate": 0.0002,
      "loss": 0.4657,
      "step": 404
    },
    {
      "epoch": 0.04296854278287624,
      "grad_norm": 2.9899702072143555,
      "learning_rate": 0.0002,
      "loss": 0.376,
      "step": 405
    },
    {
      "epoch": 0.043074637950241364,
      "grad_norm": 1.6560529470443726,
      "learning_rate": 0.0002,
      "loss": 0.1273,
      "step": 406
    },
    {
      "epoch": 0.04318073311760649,
      "grad_norm": 3.457346200942993,
      "learning_rate": 0.0002,
      "loss": 0.5013,
      "step": 407
    },
    {
      "epoch": 0.04328682828497162,
      "grad_norm": 3.9248204231262207,
      "learning_rate": 0.0002,
      "loss": 0.4628,
      "step": 408
    },
    {
      "epoch": 0.043392923452336744,
      "grad_norm": 3.600216865539551,
      "learning_rate": 0.0002,
      "loss": 0.7497,
      "step": 409
    },
    {
      "epoch": 0.043499018619701874,
      "grad_norm": 3.5014729499816895,
      "learning_rate": 0.0002,
      "loss": 0.6667,
      "step": 410
    },
    {
      "epoch": 0.043605113787066996,
      "grad_norm": 4.599094867706299,
      "learning_rate": 0.0002,
      "loss": 0.2094,
      "step": 411
    },
    {
      "epoch": 0.043711208954432125,
      "grad_norm": 4.209789752960205,
      "learning_rate": 0.0002,
      "loss": 0.4949,
      "step": 412
    },
    {
      "epoch": 0.043817304121797254,
      "grad_norm": 3.094412326812744,
      "learning_rate": 0.0002,
      "loss": 0.3972,
      "step": 413
    },
    {
      "epoch": 0.043923399289162376,
      "grad_norm": 3.7161800861358643,
      "learning_rate": 0.0002,
      "loss": 0.5443,
      "step": 414
    },
    {
      "epoch": 0.044029494456527506,
      "grad_norm": 3.4043614864349365,
      "learning_rate": 0.0002,
      "loss": 0.9129,
      "step": 415
    },
    {
      "epoch": 0.044135589623892635,
      "grad_norm": 5.5519208908081055,
      "learning_rate": 0.0002,
      "loss": 0.9976,
      "step": 416
    },
    {
      "epoch": 0.04424168479125776,
      "grad_norm": 3.6496615409851074,
      "learning_rate": 0.0002,
      "loss": 0.2854,
      "step": 417
    },
    {
      "epoch": 0.044347779958622886,
      "grad_norm": 3.084127902984619,
      "learning_rate": 0.0002,
      "loss": 0.502,
      "step": 418
    },
    {
      "epoch": 0.04445387512598801,
      "grad_norm": 5.787623405456543,
      "learning_rate": 0.0002,
      "loss": 0.4366,
      "step": 419
    },
    {
      "epoch": 0.04455997029335314,
      "grad_norm": 3.5248732566833496,
      "learning_rate": 0.0002,
      "loss": 0.2447,
      "step": 420
    },
    {
      "epoch": 0.04466606546071827,
      "grad_norm": 4.171925067901611,
      "learning_rate": 0.0002,
      "loss": 0.4862,
      "step": 421
    },
    {
      "epoch": 0.04477216062808339,
      "grad_norm": 3.0946240425109863,
      "learning_rate": 0.0002,
      "loss": 0.3172,
      "step": 422
    },
    {
      "epoch": 0.04487825579544852,
      "grad_norm": 3.9588584899902344,
      "learning_rate": 0.0002,
      "loss": 0.1817,
      "step": 423
    },
    {
      "epoch": 0.04498435096281364,
      "grad_norm": 4.443936824798584,
      "learning_rate": 0.0002,
      "loss": 0.3485,
      "step": 424
    },
    {
      "epoch": 0.04509044613017877,
      "grad_norm": 3.333066940307617,
      "learning_rate": 0.0002,
      "loss": 0.2707,
      "step": 425
    },
    {
      "epoch": 0.0451965412975439,
      "grad_norm": 4.589669704437256,
      "learning_rate": 0.0002,
      "loss": 0.6352,
      "step": 426
    },
    {
      "epoch": 0.04530263646490902,
      "grad_norm": 3.973156690597534,
      "learning_rate": 0.0002,
      "loss": 0.439,
      "step": 427
    },
    {
      "epoch": 0.04540873163227415,
      "grad_norm": 11.658697128295898,
      "learning_rate": 0.0002,
      "loss": 0.901,
      "step": 428
    },
    {
      "epoch": 0.04551482679963928,
      "grad_norm": 4.025359630584717,
      "learning_rate": 0.0002,
      "loss": 0.3266,
      "step": 429
    },
    {
      "epoch": 0.0456209219670044,
      "grad_norm": 6.444979190826416,
      "learning_rate": 0.0002,
      "loss": 0.5214,
      "step": 430
    },
    {
      "epoch": 0.04572701713436953,
      "grad_norm": 4.326871871948242,
      "learning_rate": 0.0002,
      "loss": 0.5354,
      "step": 431
    },
    {
      "epoch": 0.04583311230173465,
      "grad_norm": 3.2906038761138916,
      "learning_rate": 0.0002,
      "loss": 0.2216,
      "step": 432
    },
    {
      "epoch": 0.04593920746909978,
      "grad_norm": 5.379806041717529,
      "learning_rate": 0.0002,
      "loss": 0.4014,
      "step": 433
    },
    {
      "epoch": 0.04604530263646491,
      "grad_norm": 3.8933420181274414,
      "learning_rate": 0.0002,
      "loss": 0.35,
      "step": 434
    },
    {
      "epoch": 0.046151397803830034,
      "grad_norm": 3.171335220336914,
      "learning_rate": 0.0002,
      "loss": 0.2283,
      "step": 435
    },
    {
      "epoch": 0.04625749297119516,
      "grad_norm": 14.405277252197266,
      "learning_rate": 0.0002,
      "loss": 1.4901,
      "step": 436
    },
    {
      "epoch": 0.046363588138560285,
      "grad_norm": 5.727415561676025,
      "learning_rate": 0.0002,
      "loss": 0.5702,
      "step": 437
    },
    {
      "epoch": 0.046469683305925415,
      "grad_norm": 5.878786087036133,
      "learning_rate": 0.0002,
      "loss": 0.4651,
      "step": 438
    },
    {
      "epoch": 0.046575778473290544,
      "grad_norm": 2.603529691696167,
      "learning_rate": 0.0002,
      "loss": 0.1419,
      "step": 439
    },
    {
      "epoch": 0.046681873640655666,
      "grad_norm": 3.8785459995269775,
      "learning_rate": 0.0002,
      "loss": 0.1976,
      "step": 440
    },
    {
      "epoch": 0.046787968808020795,
      "grad_norm": 11.364130973815918,
      "learning_rate": 0.0002,
      "loss": 1.6506,
      "step": 441
    },
    {
      "epoch": 0.046894063975385925,
      "grad_norm": 2.501291513442993,
      "learning_rate": 0.0002,
      "loss": 0.1111,
      "step": 442
    },
    {
      "epoch": 0.04700015914275105,
      "grad_norm": 3.854921817779541,
      "learning_rate": 0.0002,
      "loss": 0.1216,
      "step": 443
    },
    {
      "epoch": 0.047106254310116176,
      "grad_norm": 3.051520347595215,
      "learning_rate": 0.0002,
      "loss": 0.1628,
      "step": 444
    },
    {
      "epoch": 0.0472123494774813,
      "grad_norm": 7.160539627075195,
      "learning_rate": 0.0002,
      "loss": 0.8058,
      "step": 445
    },
    {
      "epoch": 0.04731844464484643,
      "grad_norm": 65.8753890991211,
      "learning_rate": 0.0002,
      "loss": 0.6923,
      "step": 446
    },
    {
      "epoch": 0.04742453981221156,
      "grad_norm": 18.15306854248047,
      "learning_rate": 0.0002,
      "loss": 1.5316,
      "step": 447
    },
    {
      "epoch": 0.04753063497957668,
      "grad_norm": 2.9575817584991455,
      "learning_rate": 0.0002,
      "loss": 0.4715,
      "step": 448
    },
    {
      "epoch": 0.04763673014694181,
      "grad_norm": 11.436844825744629,
      "learning_rate": 0.0002,
      "loss": 0.9842,
      "step": 449
    },
    {
      "epoch": 0.04774282531430693,
      "grad_norm": 10.71850299835205,
      "learning_rate": 0.0002,
      "loss": 0.9742,
      "step": 450
    },
    {
      "epoch": 0.04784892048167206,
      "grad_norm": 4.655384540557861,
      "learning_rate": 0.0002,
      "loss": 0.5414,
      "step": 451
    },
    {
      "epoch": 0.04795501564903719,
      "grad_norm": 3.786055326461792,
      "learning_rate": 0.0002,
      "loss": 0.3729,
      "step": 452
    },
    {
      "epoch": 0.04806111081640231,
      "grad_norm": 2.6778831481933594,
      "learning_rate": 0.0002,
      "loss": 0.2415,
      "step": 453
    },
    {
      "epoch": 0.04816720598376744,
      "grad_norm": 3.2645668983459473,
      "learning_rate": 0.0002,
      "loss": 0.2568,
      "step": 454
    },
    {
      "epoch": 0.04827330115113257,
      "grad_norm": 2.8314027786254883,
      "learning_rate": 0.0002,
      "loss": 0.2543,
      "step": 455
    },
    {
      "epoch": 0.04837939631849769,
      "grad_norm": 4.143037796020508,
      "learning_rate": 0.0002,
      "loss": 0.5018,
      "step": 456
    },
    {
      "epoch": 0.04848549148586282,
      "grad_norm": 4.975722312927246,
      "learning_rate": 0.0002,
      "loss": 0.7023,
      "step": 457
    },
    {
      "epoch": 0.04859158665322794,
      "grad_norm": 4.0427775382995605,
      "learning_rate": 0.0002,
      "loss": 0.819,
      "step": 458
    },
    {
      "epoch": 0.04869768182059307,
      "grad_norm": 3.950007915496826,
      "learning_rate": 0.0002,
      "loss": 0.3765,
      "step": 459
    },
    {
      "epoch": 0.0488037769879582,
      "grad_norm": 3.1164987087249756,
      "learning_rate": 0.0002,
      "loss": 0.2256,
      "step": 460
    },
    {
      "epoch": 0.048909872155323324,
      "grad_norm": 2.9342164993286133,
      "learning_rate": 0.0002,
      "loss": 0.4349,
      "step": 461
    },
    {
      "epoch": 0.04901596732268845,
      "grad_norm": 2.075115919113159,
      "learning_rate": 0.0002,
      "loss": 0.1819,
      "step": 462
    },
    {
      "epoch": 0.049122062490053575,
      "grad_norm": 8.89643669128418,
      "learning_rate": 0.0002,
      "loss": 0.3656,
      "step": 463
    },
    {
      "epoch": 0.049228157657418704,
      "grad_norm": 3.1514883041381836,
      "learning_rate": 0.0002,
      "loss": 0.2729,
      "step": 464
    },
    {
      "epoch": 0.049334252824783834,
      "grad_norm": 4.056678295135498,
      "learning_rate": 0.0002,
      "loss": 0.5473,
      "step": 465
    },
    {
      "epoch": 0.049440347992148956,
      "grad_norm": 9.375845909118652,
      "learning_rate": 0.0002,
      "loss": 1.0148,
      "step": 466
    },
    {
      "epoch": 0.049546443159514085,
      "grad_norm": 4.761811256408691,
      "learning_rate": 0.0002,
      "loss": 0.51,
      "step": 467
    },
    {
      "epoch": 0.04965253832687921,
      "grad_norm": 4.510958194732666,
      "learning_rate": 0.0002,
      "loss": 0.6182,
      "step": 468
    },
    {
      "epoch": 0.049758633494244336,
      "grad_norm": 3.781621217727661,
      "learning_rate": 0.0002,
      "loss": 0.4285,
      "step": 469
    },
    {
      "epoch": 0.049864728661609466,
      "grad_norm": 3.644886016845703,
      "learning_rate": 0.0002,
      "loss": 0.5142,
      "step": 470
    },
    {
      "epoch": 0.04997082382897459,
      "grad_norm": 6.482536315917969,
      "learning_rate": 0.0002,
      "loss": 0.3391,
      "step": 471
    },
    {
      "epoch": 0.05007691899633972,
      "grad_norm": 4.07009220123291,
      "learning_rate": 0.0002,
      "loss": 0.5175,
      "step": 472
    },
    {
      "epoch": 0.050183014163704846,
      "grad_norm": 6.267446517944336,
      "learning_rate": 0.0002,
      "loss": 1.3086,
      "step": 473
    },
    {
      "epoch": 0.05028910933106997,
      "grad_norm": 14.80613899230957,
      "learning_rate": 0.0002,
      "loss": 2.3187,
      "step": 474
    },
    {
      "epoch": 0.0503952044984351,
      "grad_norm": 2.8999814987182617,
      "learning_rate": 0.0002,
      "loss": 0.31,
      "step": 475
    },
    {
      "epoch": 0.05050129966580022,
      "grad_norm": 8.018625259399414,
      "learning_rate": 0.0002,
      "loss": 0.5926,
      "step": 476
    },
    {
      "epoch": 0.05060739483316535,
      "grad_norm": 5.844554424285889,
      "learning_rate": 0.0002,
      "loss": 0.529,
      "step": 477
    },
    {
      "epoch": 0.05071349000053048,
      "grad_norm": 3.1673948764801025,
      "learning_rate": 0.0002,
      "loss": 0.351,
      "step": 478
    },
    {
      "epoch": 0.0508195851678956,
      "grad_norm": 4.546468734741211,
      "learning_rate": 0.0002,
      "loss": 0.1893,
      "step": 479
    },
    {
      "epoch": 0.05092568033526073,
      "grad_norm": 11.55413818359375,
      "learning_rate": 0.0002,
      "loss": 0.2541,
      "step": 480
    },
    {
      "epoch": 0.05103177550262585,
      "grad_norm": 10.320550918579102,
      "learning_rate": 0.0002,
      "loss": 1.8247,
      "step": 481
    },
    {
      "epoch": 0.05113787066999098,
      "grad_norm": 3.112452268600464,
      "learning_rate": 0.0002,
      "loss": 0.165,
      "step": 482
    },
    {
      "epoch": 0.05124396583735611,
      "grad_norm": 3.85616135597229,
      "learning_rate": 0.0002,
      "loss": 0.3051,
      "step": 483
    },
    {
      "epoch": 0.05135006100472123,
      "grad_norm": 2.5799131393432617,
      "learning_rate": 0.0002,
      "loss": 0.0843,
      "step": 484
    },
    {
      "epoch": 0.05145615617208636,
      "grad_norm": 4.228163719177246,
      "learning_rate": 0.0002,
      "loss": 0.3153,
      "step": 485
    },
    {
      "epoch": 0.05156225133945149,
      "grad_norm": 11.891464233398438,
      "learning_rate": 0.0002,
      "loss": 0.9818,
      "step": 486
    },
    {
      "epoch": 0.05166834650681661,
      "grad_norm": 3.89750075340271,
      "learning_rate": 0.0002,
      "loss": 0.1893,
      "step": 487
    },
    {
      "epoch": 0.05177444167418174,
      "grad_norm": 6.656202793121338,
      "learning_rate": 0.0002,
      "loss": 0.3507,
      "step": 488
    },
    {
      "epoch": 0.051880536841546865,
      "grad_norm": 3.2699997425079346,
      "learning_rate": 0.0002,
      "loss": 0.2807,
      "step": 489
    },
    {
      "epoch": 0.051986632008911994,
      "grad_norm": 10.409578323364258,
      "learning_rate": 0.0002,
      "loss": 1.4287,
      "step": 490
    },
    {
      "epoch": 0.05209272717627712,
      "grad_norm": 2.918891668319702,
      "learning_rate": 0.0002,
      "loss": 0.3404,
      "step": 491
    },
    {
      "epoch": 0.052198822343642245,
      "grad_norm": 4.25892448425293,
      "learning_rate": 0.0002,
      "loss": 0.2439,
      "step": 492
    },
    {
      "epoch": 0.052304917511007375,
      "grad_norm": 2.5544915199279785,
      "learning_rate": 0.0002,
      "loss": 0.1317,
      "step": 493
    },
    {
      "epoch": 0.0524110126783725,
      "grad_norm": 9.94870376586914,
      "learning_rate": 0.0002,
      "loss": 0.9205,
      "step": 494
    },
    {
      "epoch": 0.052517107845737626,
      "grad_norm": 12.25198745727539,
      "learning_rate": 0.0002,
      "loss": 0.198,
      "step": 495
    },
    {
      "epoch": 0.052623203013102755,
      "grad_norm": 5.718235969543457,
      "learning_rate": 0.0002,
      "loss": 0.2217,
      "step": 496
    },
    {
      "epoch": 0.05272929818046788,
      "grad_norm": 9.451251983642578,
      "learning_rate": 0.0002,
      "loss": 0.4886,
      "step": 497
    },
    {
      "epoch": 0.05283539334783301,
      "grad_norm": 4.339202880859375,
      "learning_rate": 0.0002,
      "loss": 0.6708,
      "step": 498
    },
    {
      "epoch": 0.052941488515198136,
      "grad_norm": 11.120373725891113,
      "learning_rate": 0.0002,
      "loss": 0.632,
      "step": 499
    },
    {
      "epoch": 0.05304758368256326,
      "grad_norm": 12.669961929321289,
      "learning_rate": 0.0002,
      "loss": 0.5631,
      "step": 500
    },
    {
      "epoch": 0.05315367884992839,
      "grad_norm": 5.537994384765625,
      "learning_rate": 0.0002,
      "loss": 0.4354,
      "step": 501
    },
    {
      "epoch": 0.05325977401729351,
      "grad_norm": 2.084691047668457,
      "learning_rate": 0.0002,
      "loss": 0.111,
      "step": 502
    },
    {
      "epoch": 0.05336586918465864,
      "grad_norm": 3.671396493911743,
      "learning_rate": 0.0002,
      "loss": 0.2303,
      "step": 503
    },
    {
      "epoch": 0.05347196435202377,
      "grad_norm": 4.126123428344727,
      "learning_rate": 0.0002,
      "loss": 0.3585,
      "step": 504
    },
    {
      "epoch": 0.05357805951938889,
      "grad_norm": 2.2750625610351562,
      "learning_rate": 0.0002,
      "loss": 0.1479,
      "step": 505
    },
    {
      "epoch": 0.05368415468675402,
      "grad_norm": 3.4741342067718506,
      "learning_rate": 0.0002,
      "loss": 0.2407,
      "step": 506
    },
    {
      "epoch": 0.05379024985411914,
      "grad_norm": 3.8042309284210205,
      "learning_rate": 0.0002,
      "loss": 0.5285,
      "step": 507
    },
    {
      "epoch": 0.05389634502148427,
      "grad_norm": 2.939202070236206,
      "learning_rate": 0.0002,
      "loss": 0.2078,
      "step": 508
    },
    {
      "epoch": 0.0540024401888494,
      "grad_norm": 2.3906304836273193,
      "learning_rate": 0.0002,
      "loss": 0.2069,
      "step": 509
    },
    {
      "epoch": 0.05410853535621452,
      "grad_norm": 2.337224245071411,
      "learning_rate": 0.0002,
      "loss": 0.1283,
      "step": 510
    },
    {
      "epoch": 0.05421463052357965,
      "grad_norm": 3.028588056564331,
      "learning_rate": 0.0002,
      "loss": 0.132,
      "step": 511
    },
    {
      "epoch": 0.05432072569094478,
      "grad_norm": 4.573586463928223,
      "learning_rate": 0.0002,
      "loss": 0.6889,
      "step": 512
    },
    {
      "epoch": 0.0544268208583099,
      "grad_norm": 10.099056243896484,
      "learning_rate": 0.0002,
      "loss": 0.559,
      "step": 513
    },
    {
      "epoch": 0.05453291602567503,
      "grad_norm": 4.925566673278809,
      "learning_rate": 0.0002,
      "loss": 0.2214,
      "step": 514
    },
    {
      "epoch": 0.054639011193040155,
      "grad_norm": 9.198141098022461,
      "learning_rate": 0.0002,
      "loss": 0.6515,
      "step": 515
    },
    {
      "epoch": 0.054745106360405284,
      "grad_norm": 6.661198616027832,
      "learning_rate": 0.0002,
      "loss": 0.6289,
      "step": 516
    },
    {
      "epoch": 0.05485120152777041,
      "grad_norm": 3.1955177783966064,
      "learning_rate": 0.0002,
      "loss": 0.2037,
      "step": 517
    },
    {
      "epoch": 0.054957296695135535,
      "grad_norm": 4.03855562210083,
      "learning_rate": 0.0002,
      "loss": 0.3868,
      "step": 518
    },
    {
      "epoch": 0.055063391862500664,
      "grad_norm": 4.027100086212158,
      "learning_rate": 0.0002,
      "loss": 0.2544,
      "step": 519
    },
    {
      "epoch": 0.05516948702986579,
      "grad_norm": 3.5460662841796875,
      "learning_rate": 0.0002,
      "loss": 0.1581,
      "step": 520
    },
    {
      "epoch": 0.055275582197230916,
      "grad_norm": 3.6065421104431152,
      "learning_rate": 0.0002,
      "loss": 0.276,
      "step": 521
    },
    {
      "epoch": 0.055381677364596045,
      "grad_norm": 3.0606110095977783,
      "learning_rate": 0.0002,
      "loss": 0.1081,
      "step": 522
    },
    {
      "epoch": 0.05548777253196117,
      "grad_norm": 1.7537955045700073,
      "learning_rate": 0.0002,
      "loss": 0.0509,
      "step": 523
    },
    {
      "epoch": 0.055593867699326296,
      "grad_norm": 7.004730701446533,
      "learning_rate": 0.0002,
      "loss": 0.3984,
      "step": 524
    },
    {
      "epoch": 0.055699962866691426,
      "grad_norm": 7.577908515930176,
      "learning_rate": 0.0002,
      "loss": 0.5543,
      "step": 525
    },
    {
      "epoch": 0.05580605803405655,
      "grad_norm": 3.8665435314178467,
      "learning_rate": 0.0002,
      "loss": 0.2653,
      "step": 526
    },
    {
      "epoch": 0.05591215320142168,
      "grad_norm": 4.8650994300842285,
      "learning_rate": 0.0002,
      "loss": 0.3168,
      "step": 527
    },
    {
      "epoch": 0.0560182483687868,
      "grad_norm": 5.418580055236816,
      "learning_rate": 0.0002,
      "loss": 0.5015,
      "step": 528
    },
    {
      "epoch": 0.05612434353615193,
      "grad_norm": 4.403785705566406,
      "learning_rate": 0.0002,
      "loss": 0.2941,
      "step": 529
    },
    {
      "epoch": 0.05623043870351706,
      "grad_norm": 2.7670342922210693,
      "learning_rate": 0.0002,
      "loss": 0.3218,
      "step": 530
    },
    {
      "epoch": 0.05633653387088218,
      "grad_norm": 5.0616135597229,
      "learning_rate": 0.0002,
      "loss": 0.356,
      "step": 531
    },
    {
      "epoch": 0.05644262903824731,
      "grad_norm": 5.4133453369140625,
      "learning_rate": 0.0002,
      "loss": 0.5207,
      "step": 532
    },
    {
      "epoch": 0.05654872420561243,
      "grad_norm": 3.008209228515625,
      "learning_rate": 0.0002,
      "loss": 0.1534,
      "step": 533
    },
    {
      "epoch": 0.05665481937297756,
      "grad_norm": 4.882579326629639,
      "learning_rate": 0.0002,
      "loss": 0.3743,
      "step": 534
    },
    {
      "epoch": 0.05676091454034269,
      "grad_norm": 2.044800043106079,
      "learning_rate": 0.0002,
      "loss": 0.0916,
      "step": 535
    },
    {
      "epoch": 0.05686700970770781,
      "grad_norm": 4.066525936126709,
      "learning_rate": 0.0002,
      "loss": 0.2454,
      "step": 536
    },
    {
      "epoch": 0.05697310487507294,
      "grad_norm": 3.590541124343872,
      "learning_rate": 0.0002,
      "loss": 0.2537,
      "step": 537
    },
    {
      "epoch": 0.057079200042438064,
      "grad_norm": 5.188663482666016,
      "learning_rate": 0.0002,
      "loss": 0.4371,
      "step": 538
    },
    {
      "epoch": 0.05718529520980319,
      "grad_norm": 16.274005889892578,
      "learning_rate": 0.0002,
      "loss": 0.9034,
      "step": 539
    },
    {
      "epoch": 0.05729139037716832,
      "grad_norm": 2.4885027408599854,
      "learning_rate": 0.0002,
      "loss": 0.1431,
      "step": 540
    },
    {
      "epoch": 0.057397485544533444,
      "grad_norm": 7.728314399719238,
      "learning_rate": 0.0002,
      "loss": 0.5979,
      "step": 541
    },
    {
      "epoch": 0.05750358071189857,
      "grad_norm": 4.958306312561035,
      "learning_rate": 0.0002,
      "loss": 0.8061,
      "step": 542
    },
    {
      "epoch": 0.0576096758792637,
      "grad_norm": 4.054244041442871,
      "learning_rate": 0.0002,
      "loss": 0.3257,
      "step": 543
    },
    {
      "epoch": 0.057715771046628825,
      "grad_norm": 4.01568603515625,
      "learning_rate": 0.0002,
      "loss": 0.2197,
      "step": 544
    },
    {
      "epoch": 0.057821866213993954,
      "grad_norm": 6.441722869873047,
      "learning_rate": 0.0002,
      "loss": 0.6696,
      "step": 545
    },
    {
      "epoch": 0.057927961381359076,
      "grad_norm": 3.335869073867798,
      "learning_rate": 0.0002,
      "loss": 0.3509,
      "step": 546
    },
    {
      "epoch": 0.058034056548724205,
      "grad_norm": 4.625494480133057,
      "learning_rate": 0.0002,
      "loss": 0.4024,
      "step": 547
    },
    {
      "epoch": 0.058140151716089335,
      "grad_norm": 9.314163208007812,
      "learning_rate": 0.0002,
      "loss": 0.6531,
      "step": 548
    },
    {
      "epoch": 0.05824624688345446,
      "grad_norm": 4.827786922454834,
      "learning_rate": 0.0002,
      "loss": 0.2281,
      "step": 549
    },
    {
      "epoch": 0.058352342050819586,
      "grad_norm": 13.49416732788086,
      "learning_rate": 0.0002,
      "loss": 0.5565,
      "step": 550
    },
    {
      "epoch": 0.05845843721818471,
      "grad_norm": 4.7248711585998535,
      "learning_rate": 0.0002,
      "loss": 0.5274,
      "step": 551
    },
    {
      "epoch": 0.05856453238554984,
      "grad_norm": 3.890202760696411,
      "learning_rate": 0.0002,
      "loss": 0.4273,
      "step": 552
    },
    {
      "epoch": 0.05867062755291497,
      "grad_norm": 3.558539867401123,
      "learning_rate": 0.0002,
      "loss": 0.2962,
      "step": 553
    },
    {
      "epoch": 0.05877672272028009,
      "grad_norm": 5.086642742156982,
      "learning_rate": 0.0002,
      "loss": 0.2852,
      "step": 554
    },
    {
      "epoch": 0.05888281788764522,
      "grad_norm": 4.275340557098389,
      "learning_rate": 0.0002,
      "loss": 0.5032,
      "step": 555
    },
    {
      "epoch": 0.05898891305501035,
      "grad_norm": 2.8693175315856934,
      "learning_rate": 0.0002,
      "loss": 0.2842,
      "step": 556
    },
    {
      "epoch": 0.05909500822237547,
      "grad_norm": 2.1812076568603516,
      "learning_rate": 0.0002,
      "loss": 0.1644,
      "step": 557
    },
    {
      "epoch": 0.0592011033897406,
      "grad_norm": 1.5773775577545166,
      "learning_rate": 0.0002,
      "loss": 0.1425,
      "step": 558
    },
    {
      "epoch": 0.05930719855710572,
      "grad_norm": 3.70076584815979,
      "learning_rate": 0.0002,
      "loss": 0.4021,
      "step": 559
    },
    {
      "epoch": 0.05941329372447085,
      "grad_norm": 2.562319755554199,
      "learning_rate": 0.0002,
      "loss": 0.1592,
      "step": 560
    },
    {
      "epoch": 0.05951938889183598,
      "grad_norm": 6.144506454467773,
      "learning_rate": 0.0002,
      "loss": 0.3432,
      "step": 561
    },
    {
      "epoch": 0.0596254840592011,
      "grad_norm": 2.538200855255127,
      "learning_rate": 0.0002,
      "loss": 0.34,
      "step": 562
    },
    {
      "epoch": 0.05973157922656623,
      "grad_norm": 2.777168035507202,
      "learning_rate": 0.0002,
      "loss": 0.1778,
      "step": 563
    },
    {
      "epoch": 0.05983767439393135,
      "grad_norm": 5.7629499435424805,
      "learning_rate": 0.0002,
      "loss": 0.2949,
      "step": 564
    },
    {
      "epoch": 0.05994376956129648,
      "grad_norm": 3.34789776802063,
      "learning_rate": 0.0002,
      "loss": 0.3748,
      "step": 565
    },
    {
      "epoch": 0.06004986472866161,
      "grad_norm": 4.118829250335693,
      "learning_rate": 0.0002,
      "loss": 0.2176,
      "step": 566
    },
    {
      "epoch": 0.060155959896026734,
      "grad_norm": 4.782301902770996,
      "learning_rate": 0.0002,
      "loss": 0.3927,
      "step": 567
    },
    {
      "epoch": 0.06026205506339186,
      "grad_norm": 5.128859043121338,
      "learning_rate": 0.0002,
      "loss": 0.5543,
      "step": 568
    },
    {
      "epoch": 0.06036815023075699,
      "grad_norm": 5.0031256675720215,
      "learning_rate": 0.0002,
      "loss": 0.3529,
      "step": 569
    },
    {
      "epoch": 0.060474245398122115,
      "grad_norm": 2.7428393363952637,
      "learning_rate": 0.0002,
      "loss": 0.1595,
      "step": 570
    },
    {
      "epoch": 0.060580340565487244,
      "grad_norm": 3.581171989440918,
      "learning_rate": 0.0002,
      "loss": 0.1678,
      "step": 571
    },
    {
      "epoch": 0.060686435732852366,
      "grad_norm": 4.675350666046143,
      "learning_rate": 0.0002,
      "loss": 0.7082,
      "step": 572
    },
    {
      "epoch": 0.060792530900217495,
      "grad_norm": 5.9380106925964355,
      "learning_rate": 0.0002,
      "loss": 1.027,
      "step": 573
    },
    {
      "epoch": 0.060898626067582624,
      "grad_norm": 3.5587375164031982,
      "learning_rate": 0.0002,
      "loss": 0.247,
      "step": 574
    },
    {
      "epoch": 0.06100472123494775,
      "grad_norm": 2.679931640625,
      "learning_rate": 0.0002,
      "loss": 0.1213,
      "step": 575
    },
    {
      "epoch": 0.061110816402312876,
      "grad_norm": 2.86470103263855,
      "learning_rate": 0.0002,
      "loss": 0.1278,
      "step": 576
    },
    {
      "epoch": 0.061216911569678,
      "grad_norm": 2.979581594467163,
      "learning_rate": 0.0002,
      "loss": 0.1826,
      "step": 577
    },
    {
      "epoch": 0.06132300673704313,
      "grad_norm": 56.3017463684082,
      "learning_rate": 0.0002,
      "loss": 1.6229,
      "step": 578
    },
    {
      "epoch": 0.061429101904408256,
      "grad_norm": 5.066262245178223,
      "learning_rate": 0.0002,
      "loss": 0.2046,
      "step": 579
    },
    {
      "epoch": 0.06153519707177338,
      "grad_norm": 4.789727210998535,
      "learning_rate": 0.0002,
      "loss": 0.2343,
      "step": 580
    },
    {
      "epoch": 0.06164129223913851,
      "grad_norm": 2.431149959564209,
      "learning_rate": 0.0002,
      "loss": 0.1323,
      "step": 581
    },
    {
      "epoch": 0.06174738740650364,
      "grad_norm": 6.847019672393799,
      "learning_rate": 0.0002,
      "loss": 1.2988,
      "step": 582
    },
    {
      "epoch": 0.06185348257386876,
      "grad_norm": 5.719597339630127,
      "learning_rate": 0.0002,
      "loss": 0.118,
      "step": 583
    },
    {
      "epoch": 0.06195957774123389,
      "grad_norm": 5.006930351257324,
      "learning_rate": 0.0002,
      "loss": 0.3411,
      "step": 584
    },
    {
      "epoch": 0.06206567290859901,
      "grad_norm": 3.8464155197143555,
      "learning_rate": 0.0002,
      "loss": 0.2107,
      "step": 585
    },
    {
      "epoch": 0.06217176807596414,
      "grad_norm": 4.633309364318848,
      "learning_rate": 0.0002,
      "loss": 0.2187,
      "step": 586
    },
    {
      "epoch": 0.06227786324332927,
      "grad_norm": 4.91509485244751,
      "learning_rate": 0.0002,
      "loss": 0.1753,
      "step": 587
    },
    {
      "epoch": 0.06238395841069439,
      "grad_norm": 4.266772270202637,
      "learning_rate": 0.0002,
      "loss": 0.2735,
      "step": 588
    },
    {
      "epoch": 0.06249005357805952,
      "grad_norm": 3.0416057109832764,
      "learning_rate": 0.0002,
      "loss": 0.1378,
      "step": 589
    },
    {
      "epoch": 0.06259614874542464,
      "grad_norm": 8.14599895477295,
      "learning_rate": 0.0002,
      "loss": 0.3211,
      "step": 590
    },
    {
      "epoch": 0.06270224391278978,
      "grad_norm": 5.665064334869385,
      "learning_rate": 0.0002,
      "loss": 0.6611,
      "step": 591
    },
    {
      "epoch": 0.0628083390801549,
      "grad_norm": 2.7205049991607666,
      "learning_rate": 0.0002,
      "loss": 0.1931,
      "step": 592
    },
    {
      "epoch": 0.06291443424752002,
      "grad_norm": 8.475919723510742,
      "learning_rate": 0.0002,
      "loss": 0.9683,
      "step": 593
    },
    {
      "epoch": 0.06302052941488515,
      "grad_norm": 7.554189205169678,
      "learning_rate": 0.0002,
      "loss": 0.5407,
      "step": 594
    },
    {
      "epoch": 0.06312662458225028,
      "grad_norm": 4.229675769805908,
      "learning_rate": 0.0002,
      "loss": 0.5314,
      "step": 595
    },
    {
      "epoch": 0.0632327197496154,
      "grad_norm": 12.832164764404297,
      "learning_rate": 0.0002,
      "loss": 0.7761,
      "step": 596
    },
    {
      "epoch": 0.06333881491698053,
      "grad_norm": 3.9546749591827393,
      "learning_rate": 0.0002,
      "loss": 0.3258,
      "step": 597
    },
    {
      "epoch": 0.06344491008434566,
      "grad_norm": 6.405267715454102,
      "learning_rate": 0.0002,
      "loss": 0.4697,
      "step": 598
    },
    {
      "epoch": 0.06355100525171078,
      "grad_norm": 7.217308521270752,
      "learning_rate": 0.0002,
      "loss": 0.4231,
      "step": 599
    },
    {
      "epoch": 0.06365710041907591,
      "grad_norm": 29.28597640991211,
      "learning_rate": 0.0002,
      "loss": 1.3113,
      "step": 600
    },
    {
      "epoch": 0.06365710041907591,
      "eval_loss": 0.08916247636079788,
      "eval_runtime": 49.0386,
      "eval_samples_per_second": 3.1,
      "eval_steps_per_second": 1.55,
      "step": 600
    },
    {
      "epoch": 0.06376319558644104,
      "grad_norm": 5.610376834869385,
      "learning_rate": 0.0002,
      "loss": 0.5724,
      "step": 601
    },
    {
      "epoch": 0.06386929075380617,
      "grad_norm": 3.7921555042266846,
      "learning_rate": 0.0002,
      "loss": 0.388,
      "step": 602
    },
    {
      "epoch": 0.06397538592117129,
      "grad_norm": 2.8842315673828125,
      "learning_rate": 0.0002,
      "loss": 0.2475,
      "step": 603
    },
    {
      "epoch": 0.06408148108853642,
      "grad_norm": 3.200852870941162,
      "learning_rate": 0.0002,
      "loss": 0.4298,
      "step": 604
    },
    {
      "epoch": 0.06418757625590155,
      "grad_norm": 2.1004700660705566,
      "learning_rate": 0.0002,
      "loss": 0.2028,
      "step": 605
    },
    {
      "epoch": 0.06429367142326667,
      "grad_norm": 2.8462905883789062,
      "learning_rate": 0.0002,
      "loss": 0.2599,
      "step": 606
    },
    {
      "epoch": 0.06439976659063179,
      "grad_norm": 1.2346347570419312,
      "learning_rate": 0.0002,
      "loss": 0.0708,
      "step": 607
    },
    {
      "epoch": 0.06450586175799693,
      "grad_norm": 2.5743134021759033,
      "learning_rate": 0.0002,
      "loss": 0.2394,
      "step": 608
    },
    {
      "epoch": 0.06461195692536205,
      "grad_norm": 2.2635066509246826,
      "learning_rate": 0.0002,
      "loss": 0.1344,
      "step": 609
    },
    {
      "epoch": 0.06471805209272717,
      "grad_norm": 3.221421480178833,
      "learning_rate": 0.0002,
      "loss": 0.2511,
      "step": 610
    },
    {
      "epoch": 0.06482414726009231,
      "grad_norm": 2.1261017322540283,
      "learning_rate": 0.0002,
      "loss": 0.1018,
      "step": 611
    },
    {
      "epoch": 0.06493024242745743,
      "grad_norm": 5.1786956787109375,
      "learning_rate": 0.0002,
      "loss": 0.5701,
      "step": 612
    },
    {
      "epoch": 0.06503633759482255,
      "grad_norm": 4.090452671051025,
      "learning_rate": 0.0002,
      "loss": 0.215,
      "step": 613
    },
    {
      "epoch": 0.06514243276218769,
      "grad_norm": 3.630239963531494,
      "learning_rate": 0.0002,
      "loss": 0.3656,
      "step": 614
    },
    {
      "epoch": 0.06524852792955281,
      "grad_norm": 4.492198944091797,
      "learning_rate": 0.0002,
      "loss": 0.2083,
      "step": 615
    },
    {
      "epoch": 0.06535462309691793,
      "grad_norm": 3.804440975189209,
      "learning_rate": 0.0002,
      "loss": 0.3314,
      "step": 616
    },
    {
      "epoch": 0.06546071826428307,
      "grad_norm": 2.5500738620758057,
      "learning_rate": 0.0002,
      "loss": 0.1255,
      "step": 617
    },
    {
      "epoch": 0.06556681343164819,
      "grad_norm": 5.838658332824707,
      "learning_rate": 0.0002,
      "loss": 0.4225,
      "step": 618
    },
    {
      "epoch": 0.06567290859901331,
      "grad_norm": 4.944155216217041,
      "learning_rate": 0.0002,
      "loss": 0.3638,
      "step": 619
    },
    {
      "epoch": 0.06577900376637844,
      "grad_norm": 3.6323204040527344,
      "learning_rate": 0.0002,
      "loss": 0.2216,
      "step": 620
    },
    {
      "epoch": 0.06588509893374357,
      "grad_norm": 13.889847755432129,
      "learning_rate": 0.0002,
      "loss": 0.5049,
      "step": 621
    },
    {
      "epoch": 0.0659911941011087,
      "grad_norm": 3.3791098594665527,
      "learning_rate": 0.0002,
      "loss": 0.2231,
      "step": 622
    },
    {
      "epoch": 0.06609728926847382,
      "grad_norm": 6.004593849182129,
      "learning_rate": 0.0002,
      "loss": 0.7742,
      "step": 623
    },
    {
      "epoch": 0.06620338443583895,
      "grad_norm": 8.87594985961914,
      "learning_rate": 0.0002,
      "loss": 1.0047,
      "step": 624
    },
    {
      "epoch": 0.06630947960320407,
      "grad_norm": 6.613532066345215,
      "learning_rate": 0.0002,
      "loss": 0.6526,
      "step": 625
    },
    {
      "epoch": 0.0664155747705692,
      "grad_norm": 12.780609130859375,
      "learning_rate": 0.0002,
      "loss": 1.9303,
      "step": 626
    },
    {
      "epoch": 0.06652166993793433,
      "grad_norm": 14.488462448120117,
      "learning_rate": 0.0002,
      "loss": 0.3839,
      "step": 627
    },
    {
      "epoch": 0.06662776510529946,
      "grad_norm": 4.009988784790039,
      "learning_rate": 0.0002,
      "loss": 0.3222,
      "step": 628
    },
    {
      "epoch": 0.06673386027266458,
      "grad_norm": 4.880191802978516,
      "learning_rate": 0.0002,
      "loss": 0.5494,
      "step": 629
    },
    {
      "epoch": 0.06683995544002971,
      "grad_norm": 4.599989414215088,
      "learning_rate": 0.0002,
      "loss": 0.5131,
      "step": 630
    },
    {
      "epoch": 0.06694605060739484,
      "grad_norm": 5.42250394821167,
      "learning_rate": 0.0002,
      "loss": 0.3608,
      "step": 631
    },
    {
      "epoch": 0.06705214577475996,
      "grad_norm": 3.7433536052703857,
      "learning_rate": 0.0002,
      "loss": 0.2408,
      "step": 632
    },
    {
      "epoch": 0.06715824094212508,
      "grad_norm": 2.7087557315826416,
      "learning_rate": 0.0002,
      "loss": 0.0868,
      "step": 633
    },
    {
      "epoch": 0.06726433610949022,
      "grad_norm": 3.7214767932891846,
      "learning_rate": 0.0002,
      "loss": 0.2557,
      "step": 634
    },
    {
      "epoch": 0.06737043127685534,
      "grad_norm": 2.7252237796783447,
      "learning_rate": 0.0002,
      "loss": 0.1232,
      "step": 635
    },
    {
      "epoch": 0.06747652644422046,
      "grad_norm": 4.881894588470459,
      "learning_rate": 0.0002,
      "loss": 0.4531,
      "step": 636
    },
    {
      "epoch": 0.0675826216115856,
      "grad_norm": 6.514401912689209,
      "learning_rate": 0.0002,
      "loss": 0.2653,
      "step": 637
    },
    {
      "epoch": 0.06768871677895072,
      "grad_norm": 3.553607225418091,
      "learning_rate": 0.0002,
      "loss": 0.1501,
      "step": 638
    },
    {
      "epoch": 0.06779481194631584,
      "grad_norm": 4.459464073181152,
      "learning_rate": 0.0002,
      "loss": 0.2508,
      "step": 639
    },
    {
      "epoch": 0.06790090711368098,
      "grad_norm": 3.5486855506896973,
      "learning_rate": 0.0002,
      "loss": 0.106,
      "step": 640
    },
    {
      "epoch": 0.0680070022810461,
      "grad_norm": 4.2254958152771,
      "learning_rate": 0.0002,
      "loss": 0.1645,
      "step": 641
    },
    {
      "epoch": 0.06811309744841122,
      "grad_norm": 5.640418529510498,
      "learning_rate": 0.0002,
      "loss": 0.3539,
      "step": 642
    },
    {
      "epoch": 0.06821919261577634,
      "grad_norm": 11.905725479125977,
      "learning_rate": 0.0002,
      "loss": 1.2295,
      "step": 643
    },
    {
      "epoch": 0.06832528778314148,
      "grad_norm": 8.749820709228516,
      "learning_rate": 0.0002,
      "loss": 0.7658,
      "step": 644
    },
    {
      "epoch": 0.0684313829505066,
      "grad_norm": 4.348646640777588,
      "learning_rate": 0.0002,
      "loss": 0.1147,
      "step": 645
    },
    {
      "epoch": 0.06853747811787173,
      "grad_norm": 6.002796173095703,
      "learning_rate": 0.0002,
      "loss": 0.6288,
      "step": 646
    },
    {
      "epoch": 0.06864357328523686,
      "grad_norm": 9.510159492492676,
      "learning_rate": 0.0002,
      "loss": 0.351,
      "step": 647
    },
    {
      "epoch": 0.06874966845260198,
      "grad_norm": 5.778880596160889,
      "learning_rate": 0.0002,
      "loss": 0.7013,
      "step": 648
    },
    {
      "epoch": 0.0688557636199671,
      "grad_norm": 11.165702819824219,
      "learning_rate": 0.0002,
      "loss": 1.1029,
      "step": 649
    },
    {
      "epoch": 0.06896185878733224,
      "grad_norm": 5.628787040710449,
      "learning_rate": 0.0002,
      "loss": 0.1404,
      "step": 650
    },
    {
      "epoch": 0.06906795395469736,
      "grad_norm": 4.53183650970459,
      "learning_rate": 0.0002,
      "loss": 0.3085,
      "step": 651
    },
    {
      "epoch": 0.06917404912206249,
      "grad_norm": 4.863949775695801,
      "learning_rate": 0.0002,
      "loss": 0.3933,
      "step": 652
    },
    {
      "epoch": 0.06928014428942762,
      "grad_norm": 3.7040953636169434,
      "learning_rate": 0.0002,
      "loss": 0.2462,
      "step": 653
    },
    {
      "epoch": 0.06938623945679274,
      "grad_norm": 4.999240875244141,
      "learning_rate": 0.0002,
      "loss": 0.306,
      "step": 654
    },
    {
      "epoch": 0.06949233462415787,
      "grad_norm": 3.741084098815918,
      "learning_rate": 0.0002,
      "loss": 0.342,
      "step": 655
    },
    {
      "epoch": 0.06959842979152299,
      "grad_norm": 6.657467842102051,
      "learning_rate": 0.0002,
      "loss": 0.7531,
      "step": 656
    },
    {
      "epoch": 0.06970452495888813,
      "grad_norm": 7.294471740722656,
      "learning_rate": 0.0002,
      "loss": 0.2952,
      "step": 657
    },
    {
      "epoch": 0.06981062012625325,
      "grad_norm": 2.055006742477417,
      "learning_rate": 0.0002,
      "loss": 0.1761,
      "step": 658
    },
    {
      "epoch": 0.06991671529361837,
      "grad_norm": 5.409494400024414,
      "learning_rate": 0.0002,
      "loss": 0.4647,
      "step": 659
    },
    {
      "epoch": 0.0700228104609835,
      "grad_norm": 9.101902961730957,
      "learning_rate": 0.0002,
      "loss": 0.319,
      "step": 660
    },
    {
      "epoch": 0.07012890562834863,
      "grad_norm": 8.174763679504395,
      "learning_rate": 0.0002,
      "loss": 0.8389,
      "step": 661
    },
    {
      "epoch": 0.07023500079571375,
      "grad_norm": 3.9572856426239014,
      "learning_rate": 0.0002,
      "loss": 0.3355,
      "step": 662
    },
    {
      "epoch": 0.07034109596307889,
      "grad_norm": 2.5465238094329834,
      "learning_rate": 0.0002,
      "loss": 0.1266,
      "step": 663
    },
    {
      "epoch": 0.07044719113044401,
      "grad_norm": 2.8283932209014893,
      "learning_rate": 0.0002,
      "loss": 0.151,
      "step": 664
    },
    {
      "epoch": 0.07055328629780913,
      "grad_norm": 2.2505173683166504,
      "learning_rate": 0.0002,
      "loss": 0.0761,
      "step": 665
    },
    {
      "epoch": 0.07065938146517427,
      "grad_norm": 4.689875602722168,
      "learning_rate": 0.0002,
      "loss": 0.2989,
      "step": 666
    },
    {
      "epoch": 0.07076547663253939,
      "grad_norm": 3.8966643810272217,
      "learning_rate": 0.0002,
      "loss": 0.1415,
      "step": 667
    },
    {
      "epoch": 0.07087157179990451,
      "grad_norm": 3.2418038845062256,
      "learning_rate": 0.0002,
      "loss": 0.1207,
      "step": 668
    },
    {
      "epoch": 0.07097766696726963,
      "grad_norm": 3.0007593631744385,
      "learning_rate": 0.0002,
      "loss": 0.1506,
      "step": 669
    },
    {
      "epoch": 0.07108376213463477,
      "grad_norm": 12.069741249084473,
      "learning_rate": 0.0002,
      "loss": 0.5128,
      "step": 670
    },
    {
      "epoch": 0.07118985730199989,
      "grad_norm": 8.416768074035645,
      "learning_rate": 0.0002,
      "loss": 0.9113,
      "step": 671
    },
    {
      "epoch": 0.07129595246936501,
      "grad_norm": 3.5242292881011963,
      "learning_rate": 0.0002,
      "loss": 0.2545,
      "step": 672
    },
    {
      "epoch": 0.07140204763673015,
      "grad_norm": 3.051753044128418,
      "learning_rate": 0.0002,
      "loss": 0.11,
      "step": 673
    },
    {
      "epoch": 0.07150814280409527,
      "grad_norm": 5.365684509277344,
      "learning_rate": 0.0002,
      "loss": 0.2277,
      "step": 674
    },
    {
      "epoch": 0.0716142379714604,
      "grad_norm": 6.824778079986572,
      "learning_rate": 0.0002,
      "loss": 0.2501,
      "step": 675
    },
    {
      "epoch": 0.07172033313882553,
      "grad_norm": 3.743600368499756,
      "learning_rate": 0.0002,
      "loss": 0.2058,
      "step": 676
    },
    {
      "epoch": 0.07182642830619065,
      "grad_norm": 4.472799301147461,
      "learning_rate": 0.0002,
      "loss": 0.2761,
      "step": 677
    },
    {
      "epoch": 0.07193252347355578,
      "grad_norm": 5.101916790008545,
      "learning_rate": 0.0002,
      "loss": 0.1916,
      "step": 678
    },
    {
      "epoch": 0.07203861864092091,
      "grad_norm": 2.443308115005493,
      "learning_rate": 0.0002,
      "loss": 0.073,
      "step": 679
    },
    {
      "epoch": 0.07214471380828603,
      "grad_norm": 17.126750946044922,
      "learning_rate": 0.0002,
      "loss": 0.6213,
      "step": 680
    },
    {
      "epoch": 0.07225080897565116,
      "grad_norm": 5.7893900871276855,
      "learning_rate": 0.0002,
      "loss": 0.3445,
      "step": 681
    },
    {
      "epoch": 0.07235690414301628,
      "grad_norm": 6.270269393920898,
      "learning_rate": 0.0002,
      "loss": 0.2641,
      "step": 682
    },
    {
      "epoch": 0.07246299931038142,
      "grad_norm": 9.40769100189209,
      "learning_rate": 0.0002,
      "loss": 0.4471,
      "step": 683
    },
    {
      "epoch": 0.07256909447774654,
      "grad_norm": 3.2555091381073,
      "learning_rate": 0.0002,
      "loss": 0.1212,
      "step": 684
    },
    {
      "epoch": 0.07267518964511166,
      "grad_norm": 17.810117721557617,
      "learning_rate": 0.0002,
      "loss": 0.7555,
      "step": 685
    },
    {
      "epoch": 0.0727812848124768,
      "grad_norm": 5.007012367248535,
      "learning_rate": 0.0002,
      "loss": 0.244,
      "step": 686
    },
    {
      "epoch": 0.07288737997984192,
      "grad_norm": 8.664237976074219,
      "learning_rate": 0.0002,
      "loss": 0.3282,
      "step": 687
    },
    {
      "epoch": 0.07299347514720704,
      "grad_norm": 6.072393417358398,
      "learning_rate": 0.0002,
      "loss": 0.2992,
      "step": 688
    },
    {
      "epoch": 0.07309957031457218,
      "grad_norm": 5.4319562911987305,
      "learning_rate": 0.0002,
      "loss": 0.2234,
      "step": 689
    },
    {
      "epoch": 0.0732056654819373,
      "grad_norm": 4.079190731048584,
      "learning_rate": 0.0002,
      "loss": 0.3037,
      "step": 690
    },
    {
      "epoch": 0.07331176064930242,
      "grad_norm": 3.374394416809082,
      "learning_rate": 0.0002,
      "loss": 0.1903,
      "step": 691
    },
    {
      "epoch": 0.07341785581666756,
      "grad_norm": 38.705020904541016,
      "learning_rate": 0.0002,
      "loss": 1.0504,
      "step": 692
    },
    {
      "epoch": 0.07352395098403268,
      "grad_norm": 5.991052627563477,
      "learning_rate": 0.0002,
      "loss": 0.6048,
      "step": 693
    },
    {
      "epoch": 0.0736300461513978,
      "grad_norm": 12.915069580078125,
      "learning_rate": 0.0002,
      "loss": 1.0595,
      "step": 694
    },
    {
      "epoch": 0.07373614131876292,
      "grad_norm": 3.206860065460205,
      "learning_rate": 0.0002,
      "loss": 0.0905,
      "step": 695
    },
    {
      "epoch": 0.07384223648612806,
      "grad_norm": 8.366113662719727,
      "learning_rate": 0.0002,
      "loss": 0.5384,
      "step": 696
    },
    {
      "epoch": 0.07394833165349318,
      "grad_norm": 6.558657169342041,
      "learning_rate": 0.0002,
      "loss": 0.4005,
      "step": 697
    },
    {
      "epoch": 0.0740544268208583,
      "grad_norm": 6.074172496795654,
      "learning_rate": 0.0002,
      "loss": 0.5591,
      "step": 698
    },
    {
      "epoch": 0.07416052198822344,
      "grad_norm": 23.76583480834961,
      "learning_rate": 0.0002,
      "loss": 1.8607,
      "step": 699
    },
    {
      "epoch": 0.07426661715558856,
      "grad_norm": 112.91799926757812,
      "learning_rate": 0.0002,
      "loss": 1.6153,
      "step": 700
    },
    {
      "epoch": 0.07437271232295369,
      "grad_norm": 5.5957722663879395,
      "learning_rate": 0.0002,
      "loss": 0.2914,
      "step": 701
    },
    {
      "epoch": 0.07447880749031882,
      "grad_norm": 2.8663930892944336,
      "learning_rate": 0.0002,
      "loss": 0.1763,
      "step": 702
    },
    {
      "epoch": 0.07458490265768394,
      "grad_norm": 8.880402565002441,
      "learning_rate": 0.0002,
      "loss": 1.2012,
      "step": 703
    },
    {
      "epoch": 0.07469099782504907,
      "grad_norm": 4.399427890777588,
      "learning_rate": 0.0002,
      "loss": 0.4293,
      "step": 704
    },
    {
      "epoch": 0.0747970929924142,
      "grad_norm": 7.26530122756958,
      "learning_rate": 0.0002,
      "loss": 0.4372,
      "step": 705
    },
    {
      "epoch": 0.07490318815977932,
      "grad_norm": 2.5463669300079346,
      "learning_rate": 0.0002,
      "loss": 0.2172,
      "step": 706
    },
    {
      "epoch": 0.07500928332714445,
      "grad_norm": 2.738553524017334,
      "learning_rate": 0.0002,
      "loss": 0.1196,
      "step": 707
    },
    {
      "epoch": 0.07511537849450957,
      "grad_norm": 3.9488115310668945,
      "learning_rate": 0.0002,
      "loss": 0.2565,
      "step": 708
    },
    {
      "epoch": 0.0752214736618747,
      "grad_norm": 5.9588727951049805,
      "learning_rate": 0.0002,
      "loss": 0.7091,
      "step": 709
    },
    {
      "epoch": 0.07532756882923983,
      "grad_norm": 4.817722320556641,
      "learning_rate": 0.0002,
      "loss": 0.3512,
      "step": 710
    },
    {
      "epoch": 0.07543366399660495,
      "grad_norm": 6.824806213378906,
      "learning_rate": 0.0002,
      "loss": 0.6625,
      "step": 711
    },
    {
      "epoch": 0.07553975916397009,
      "grad_norm": 24.636932373046875,
      "learning_rate": 0.0002,
      "loss": 0.6106,
      "step": 712
    },
    {
      "epoch": 0.07564585433133521,
      "grad_norm": 3.8396823406219482,
      "learning_rate": 0.0002,
      "loss": 0.2976,
      "step": 713
    },
    {
      "epoch": 0.07575194949870033,
      "grad_norm": 4.226137638092041,
      "learning_rate": 0.0002,
      "loss": 0.1733,
      "step": 714
    },
    {
      "epoch": 0.07585804466606547,
      "grad_norm": 4.535526275634766,
      "learning_rate": 0.0002,
      "loss": 0.333,
      "step": 715
    },
    {
      "epoch": 0.07596413983343059,
      "grad_norm": 3.506185293197632,
      "learning_rate": 0.0002,
      "loss": 0.2628,
      "step": 716
    },
    {
      "epoch": 0.07607023500079571,
      "grad_norm": 38.88819885253906,
      "learning_rate": 0.0002,
      "loss": 1.7036,
      "step": 717
    },
    {
      "epoch": 0.07617633016816085,
      "grad_norm": 12.238123893737793,
      "learning_rate": 0.0002,
      "loss": 1.0973,
      "step": 718
    },
    {
      "epoch": 0.07628242533552597,
      "grad_norm": 6.463571071624756,
      "learning_rate": 0.0002,
      "loss": 0.5162,
      "step": 719
    },
    {
      "epoch": 0.07638852050289109,
      "grad_norm": 6.2630839347839355,
      "learning_rate": 0.0002,
      "loss": 0.5527,
      "step": 720
    },
    {
      "epoch": 0.07649461567025621,
      "grad_norm": 4.1223883628845215,
      "learning_rate": 0.0002,
      "loss": 0.3895,
      "step": 721
    },
    {
      "epoch": 0.07660071083762135,
      "grad_norm": 3.174379825592041,
      "learning_rate": 0.0002,
      "loss": 0.2113,
      "step": 722
    },
    {
      "epoch": 0.07670680600498647,
      "grad_norm": 8.552772521972656,
      "learning_rate": 0.0002,
      "loss": 0.6577,
      "step": 723
    },
    {
      "epoch": 0.0768129011723516,
      "grad_norm": 4.080522537231445,
      "learning_rate": 0.0002,
      "loss": 0.295,
      "step": 724
    },
    {
      "epoch": 0.07691899633971673,
      "grad_norm": 5.435962200164795,
      "learning_rate": 0.0002,
      "loss": 0.37,
      "step": 725
    },
    {
      "epoch": 0.07702509150708185,
      "grad_norm": 3.7987217903137207,
      "learning_rate": 0.0002,
      "loss": 0.1589,
      "step": 726
    },
    {
      "epoch": 0.07713118667444697,
      "grad_norm": 4.022715091705322,
      "learning_rate": 0.0002,
      "loss": 0.2205,
      "step": 727
    },
    {
      "epoch": 0.07723728184181211,
      "grad_norm": 3.789083480834961,
      "learning_rate": 0.0002,
      "loss": 0.2356,
      "step": 728
    },
    {
      "epoch": 0.07734337700917723,
      "grad_norm": 5.616610050201416,
      "learning_rate": 0.0002,
      "loss": 0.3331,
      "step": 729
    },
    {
      "epoch": 0.07744947217654236,
      "grad_norm": 12.458718299865723,
      "learning_rate": 0.0002,
      "loss": 0.5378,
      "step": 730
    },
    {
      "epoch": 0.07755556734390749,
      "grad_norm": 4.798974514007568,
      "learning_rate": 0.0002,
      "loss": 0.2408,
      "step": 731
    },
    {
      "epoch": 0.07766166251127261,
      "grad_norm": 4.2375946044921875,
      "learning_rate": 0.0002,
      "loss": 0.1266,
      "step": 732
    },
    {
      "epoch": 0.07776775767863774,
      "grad_norm": 3.4935221672058105,
      "learning_rate": 0.0002,
      "loss": 0.207,
      "step": 733
    },
    {
      "epoch": 0.07787385284600286,
      "grad_norm": 1.879577875137329,
      "learning_rate": 0.0002,
      "loss": 0.0714,
      "step": 734
    },
    {
      "epoch": 0.077979948013368,
      "grad_norm": 4.0762224197387695,
      "learning_rate": 0.0002,
      "loss": 0.1635,
      "step": 735
    },
    {
      "epoch": 0.07808604318073312,
      "grad_norm": 4.758638381958008,
      "learning_rate": 0.0002,
      "loss": 0.1874,
      "step": 736
    },
    {
      "epoch": 0.07819213834809824,
      "grad_norm": 6.532026767730713,
      "learning_rate": 0.0002,
      "loss": 0.1125,
      "step": 737
    },
    {
      "epoch": 0.07829823351546338,
      "grad_norm": 3.2506072521209717,
      "learning_rate": 0.0002,
      "loss": 0.1087,
      "step": 738
    },
    {
      "epoch": 0.0784043286828285,
      "grad_norm": 4.046933174133301,
      "learning_rate": 0.0002,
      "loss": 0.1957,
      "step": 739
    },
    {
      "epoch": 0.07851042385019362,
      "grad_norm": 11.668895721435547,
      "learning_rate": 0.0002,
      "loss": 0.7543,
      "step": 740
    },
    {
      "epoch": 0.07861651901755876,
      "grad_norm": 17.64698028564453,
      "learning_rate": 0.0002,
      "loss": 0.8363,
      "step": 741
    },
    {
      "epoch": 0.07872261418492388,
      "grad_norm": 6.905730247497559,
      "learning_rate": 0.0002,
      "loss": 0.7299,
      "step": 742
    },
    {
      "epoch": 0.078828709352289,
      "grad_norm": 8.248103141784668,
      "learning_rate": 0.0002,
      "loss": 0.4052,
      "step": 743
    },
    {
      "epoch": 0.07893480451965414,
      "grad_norm": 3.1363577842712402,
      "learning_rate": 0.0002,
      "loss": 0.099,
      "step": 744
    },
    {
      "epoch": 0.07904089968701926,
      "grad_norm": 4.938887596130371,
      "learning_rate": 0.0002,
      "loss": 0.1887,
      "step": 745
    },
    {
      "epoch": 0.07914699485438438,
      "grad_norm": 6.449240684509277,
      "learning_rate": 0.0002,
      "loss": 0.1837,
      "step": 746
    },
    {
      "epoch": 0.0792530900217495,
      "grad_norm": 6.514237403869629,
      "learning_rate": 0.0002,
      "loss": 0.1361,
      "step": 747
    },
    {
      "epoch": 0.07935918518911464,
      "grad_norm": 7.053455829620361,
      "learning_rate": 0.0002,
      "loss": 0.1565,
      "step": 748
    },
    {
      "epoch": 0.07946528035647976,
      "grad_norm": 14.952088356018066,
      "learning_rate": 0.0002,
      "loss": 1.0946,
      "step": 749
    },
    {
      "epoch": 0.07957137552384488,
      "grad_norm": 37.55180358886719,
      "learning_rate": 0.0002,
      "loss": 0.1784,
      "step": 750
    },
    {
      "epoch": 0.07967747069121002,
      "grad_norm": 3.232473850250244,
      "learning_rate": 0.0002,
      "loss": 0.2765,
      "step": 751
    },
    {
      "epoch": 0.07978356585857514,
      "grad_norm": 5.744659423828125,
      "learning_rate": 0.0002,
      "loss": 0.2963,
      "step": 752
    },
    {
      "epoch": 0.07988966102594026,
      "grad_norm": 7.928718566894531,
      "learning_rate": 0.0002,
      "loss": 0.7469,
      "step": 753
    },
    {
      "epoch": 0.0799957561933054,
      "grad_norm": 2.6437113285064697,
      "learning_rate": 0.0002,
      "loss": 0.1238,
      "step": 754
    },
    {
      "epoch": 0.08010185136067052,
      "grad_norm": 3.4692840576171875,
      "learning_rate": 0.0002,
      "loss": 0.1593,
      "step": 755
    },
    {
      "epoch": 0.08020794652803565,
      "grad_norm": 3.8364415168762207,
      "learning_rate": 0.0002,
      "loss": 0.1883,
      "step": 756
    },
    {
      "epoch": 0.08031404169540078,
      "grad_norm": 2.611585855484009,
      "learning_rate": 0.0002,
      "loss": 0.1243,
      "step": 757
    },
    {
      "epoch": 0.0804201368627659,
      "grad_norm": 2.859053373336792,
      "learning_rate": 0.0002,
      "loss": 0.1357,
      "step": 758
    },
    {
      "epoch": 0.08052623203013103,
      "grad_norm": 1.694167971611023,
      "learning_rate": 0.0002,
      "loss": 0.0748,
      "step": 759
    },
    {
      "epoch": 0.08063232719749615,
      "grad_norm": 3.495535135269165,
      "learning_rate": 0.0002,
      "loss": 0.1757,
      "step": 760
    },
    {
      "epoch": 0.08073842236486128,
      "grad_norm": 3.7558202743530273,
      "learning_rate": 0.0002,
      "loss": 0.1925,
      "step": 761
    },
    {
      "epoch": 0.0808445175322264,
      "grad_norm": 6.8181233406066895,
      "learning_rate": 0.0002,
      "loss": 0.3036,
      "step": 762
    },
    {
      "epoch": 0.08095061269959153,
      "grad_norm": 7.185952186584473,
      "learning_rate": 0.0002,
      "loss": 0.3111,
      "step": 763
    },
    {
      "epoch": 0.08105670786695666,
      "grad_norm": 12.572129249572754,
      "learning_rate": 0.0002,
      "loss": 0.4204,
      "step": 764
    },
    {
      "epoch": 0.08116280303432179,
      "grad_norm": 3.4574153423309326,
      "learning_rate": 0.0002,
      "loss": 0.1748,
      "step": 765
    },
    {
      "epoch": 0.08126889820168691,
      "grad_norm": 2.5053699016571045,
      "learning_rate": 0.0002,
      "loss": 0.095,
      "step": 766
    },
    {
      "epoch": 0.08137499336905205,
      "grad_norm": 4.2039289474487305,
      "learning_rate": 0.0002,
      "loss": 0.1828,
      "step": 767
    },
    {
      "epoch": 0.08148108853641717,
      "grad_norm": 5.081491470336914,
      "learning_rate": 0.0002,
      "loss": 0.2445,
      "step": 768
    },
    {
      "epoch": 0.08158718370378229,
      "grad_norm": 7.920422077178955,
      "learning_rate": 0.0002,
      "loss": 0.3388,
      "step": 769
    },
    {
      "epoch": 0.08169327887114743,
      "grad_norm": 5.7130446434021,
      "learning_rate": 0.0002,
      "loss": 0.1856,
      "step": 770
    },
    {
      "epoch": 0.08179937403851255,
      "grad_norm": 3.450728416442871,
      "learning_rate": 0.0002,
      "loss": 0.1135,
      "step": 771
    },
    {
      "epoch": 0.08190546920587767,
      "grad_norm": 4.449799537658691,
      "learning_rate": 0.0002,
      "loss": 0.2615,
      "step": 772
    },
    {
      "epoch": 0.08201156437324279,
      "grad_norm": 6.353518486022949,
      "learning_rate": 0.0002,
      "loss": 0.4395,
      "step": 773
    },
    {
      "epoch": 0.08211765954060793,
      "grad_norm": 7.910038948059082,
      "learning_rate": 0.0002,
      "loss": 0.9144,
      "step": 774
    },
    {
      "epoch": 0.08222375470797305,
      "grad_norm": 3.688411235809326,
      "learning_rate": 0.0002,
      "loss": 0.1323,
      "step": 775
    },
    {
      "epoch": 0.08232984987533817,
      "grad_norm": 3.8672003746032715,
      "learning_rate": 0.0002,
      "loss": 0.1212,
      "step": 776
    },
    {
      "epoch": 0.08243594504270331,
      "grad_norm": 4.643365859985352,
      "learning_rate": 0.0002,
      "loss": 0.2495,
      "step": 777
    },
    {
      "epoch": 0.08254204021006843,
      "grad_norm": 3.914198875427246,
      "learning_rate": 0.0002,
      "loss": 0.3021,
      "step": 778
    },
    {
      "epoch": 0.08264813537743355,
      "grad_norm": 3.5866808891296387,
      "learning_rate": 0.0002,
      "loss": 0.1549,
      "step": 779
    },
    {
      "epoch": 0.08275423054479869,
      "grad_norm": 14.578566551208496,
      "learning_rate": 0.0002,
      "loss": 0.6742,
      "step": 780
    },
    {
      "epoch": 0.08286032571216381,
      "grad_norm": 6.346424579620361,
      "learning_rate": 0.0002,
      "loss": 0.157,
      "step": 781
    },
    {
      "epoch": 0.08296642087952893,
      "grad_norm": 4.913268089294434,
      "learning_rate": 0.0002,
      "loss": 0.0718,
      "step": 782
    },
    {
      "epoch": 0.08307251604689406,
      "grad_norm": 4.367186546325684,
      "learning_rate": 0.0002,
      "loss": 0.1149,
      "step": 783
    },
    {
      "epoch": 0.0831786112142592,
      "grad_norm": 12.289315223693848,
      "learning_rate": 0.0002,
      "loss": 0.2603,
      "step": 784
    },
    {
      "epoch": 0.08328470638162432,
      "grad_norm": 4.280111789703369,
      "learning_rate": 0.0002,
      "loss": 0.3526,
      "step": 785
    },
    {
      "epoch": 0.08339080154898944,
      "grad_norm": 10.446785926818848,
      "learning_rate": 0.0002,
      "loss": 0.4246,
      "step": 786
    },
    {
      "epoch": 0.08349689671635457,
      "grad_norm": 5.4254255294799805,
      "learning_rate": 0.0002,
      "loss": 0.3875,
      "step": 787
    },
    {
      "epoch": 0.0836029918837197,
      "grad_norm": 12.753533363342285,
      "learning_rate": 0.0002,
      "loss": 0.7021,
      "step": 788
    },
    {
      "epoch": 0.08370908705108482,
      "grad_norm": 7.635656356811523,
      "learning_rate": 0.0002,
      "loss": 0.495,
      "step": 789
    },
    {
      "epoch": 0.08381518221844995,
      "grad_norm": 6.433089256286621,
      "learning_rate": 0.0002,
      "loss": 0.3411,
      "step": 790
    },
    {
      "epoch": 0.08392127738581508,
      "grad_norm": 9.745985984802246,
      "learning_rate": 0.0002,
      "loss": 0.3246,
      "step": 791
    },
    {
      "epoch": 0.0840273725531802,
      "grad_norm": 5.520859241485596,
      "learning_rate": 0.0002,
      "loss": 0.1283,
      "step": 792
    },
    {
      "epoch": 0.08413346772054534,
      "grad_norm": 13.156946182250977,
      "learning_rate": 0.0002,
      "loss": 0.3963,
      "step": 793
    },
    {
      "epoch": 0.08423956288791046,
      "grad_norm": 4.165501117706299,
      "learning_rate": 0.0002,
      "loss": 0.1245,
      "step": 794
    },
    {
      "epoch": 0.08434565805527558,
      "grad_norm": 53.253936767578125,
      "learning_rate": 0.0002,
      "loss": 0.4904,
      "step": 795
    },
    {
      "epoch": 0.0844517532226407,
      "grad_norm": 283.68560791015625,
      "learning_rate": 0.0002,
      "loss": 1.5297,
      "step": 796
    },
    {
      "epoch": 0.08455784839000584,
      "grad_norm": 102.33619689941406,
      "learning_rate": 0.0002,
      "loss": 0.662,
      "step": 797
    },
    {
      "epoch": 0.08466394355737096,
      "grad_norm": 23.28367042541504,
      "learning_rate": 0.0002,
      "loss": 1.4367,
      "step": 798
    },
    {
      "epoch": 0.08477003872473608,
      "grad_norm": 1478.8902587890625,
      "learning_rate": 0.0002,
      "loss": 1.0578,
      "step": 799
    },
    {
      "epoch": 0.08487613389210122,
      "grad_norm": 16.38321876525879,
      "learning_rate": 0.0002,
      "loss": 0.5292,
      "step": 800
    },
    {
      "epoch": 0.08487613389210122,
      "eval_loss": 0.21103231608867645,
      "eval_runtime": 48.7689,
      "eval_samples_per_second": 3.117,
      "eval_steps_per_second": 1.558,
      "step": 800
    },
    {
      "epoch": 0.08498222905946634,
      "grad_norm": 9.71135425567627,
      "learning_rate": 0.0002,
      "loss": 0.5207,
      "step": 801
    },
    {
      "epoch": 0.08508832422683146,
      "grad_norm": 45.04329299926758,
      "learning_rate": 0.0002,
      "loss": 0.7621,
      "step": 802
    },
    {
      "epoch": 0.0851944193941966,
      "grad_norm": 296.08673095703125,
      "learning_rate": 0.0002,
      "loss": 0.4215,
      "step": 803
    },
    {
      "epoch": 0.08530051456156172,
      "grad_norm": 13.904364585876465,
      "learning_rate": 0.0002,
      "loss": 0.1412,
      "step": 804
    },
    {
      "epoch": 0.08540660972892684,
      "grad_norm": 4.986144542694092,
      "learning_rate": 0.0002,
      "loss": 0.2334,
      "step": 805
    },
    {
      "epoch": 0.08551270489629198,
      "grad_norm": 39.85183334350586,
      "learning_rate": 0.0002,
      "loss": 0.3387,
      "step": 806
    },
    {
      "epoch": 0.0856188000636571,
      "grad_norm": 3.3284711837768555,
      "learning_rate": 0.0002,
      "loss": 0.0913,
      "step": 807
    },
    {
      "epoch": 0.08572489523102222,
      "grad_norm": 3.160778045654297,
      "learning_rate": 0.0002,
      "loss": 0.2829,
      "step": 808
    },
    {
      "epoch": 0.08583099039838735,
      "grad_norm": 2.814385414123535,
      "learning_rate": 0.0002,
      "loss": 0.1487,
      "step": 809
    },
    {
      "epoch": 0.08593708556575248,
      "grad_norm": 23.32956314086914,
      "learning_rate": 0.0002,
      "loss": 0.5398,
      "step": 810
    },
    {
      "epoch": 0.0860431807331176,
      "grad_norm": 18.749479293823242,
      "learning_rate": 0.0002,
      "loss": 0.3823,
      "step": 811
    },
    {
      "epoch": 0.08614927590048273,
      "grad_norm": 5.964547634124756,
      "learning_rate": 0.0002,
      "loss": 0.3784,
      "step": 812
    },
    {
      "epoch": 0.08625537106784786,
      "grad_norm": 227.19158935546875,
      "learning_rate": 0.0002,
      "loss": 1.217,
      "step": 813
    },
    {
      "epoch": 0.08636146623521299,
      "grad_norm": 140.8079071044922,
      "learning_rate": 0.0002,
      "loss": 1.4583,
      "step": 814
    },
    {
      "epoch": 0.08646756140257811,
      "grad_norm": 96.3405532836914,
      "learning_rate": 0.0002,
      "loss": 0.3757,
      "step": 815
    },
    {
      "epoch": 0.08657365656994324,
      "grad_norm": 94.93951416015625,
      "learning_rate": 0.0002,
      "loss": 0.5054,
      "step": 816
    },
    {
      "epoch": 0.08667975173730837,
      "grad_norm": 68.08019256591797,
      "learning_rate": 0.0002,
      "loss": 2.6031,
      "step": 817
    },
    {
      "epoch": 0.08678584690467349,
      "grad_norm": 55.42512512207031,
      "learning_rate": 0.0002,
      "loss": 0.2442,
      "step": 818
    },
    {
      "epoch": 0.08689194207203862,
      "grad_norm": 5.081948280334473,
      "learning_rate": 0.0002,
      "loss": 0.2645,
      "step": 819
    },
    {
      "epoch": 0.08699803723940375,
      "grad_norm": 44.33955764770508,
      "learning_rate": 0.0002,
      "loss": 0.5245,
      "step": 820
    },
    {
      "epoch": 0.08710413240676887,
      "grad_norm": 25.753232955932617,
      "learning_rate": 0.0002,
      "loss": 0.4342,
      "step": 821
    },
    {
      "epoch": 0.08721022757413399,
      "grad_norm": 11.769057273864746,
      "learning_rate": 0.0002,
      "loss": 0.2816,
      "step": 822
    },
    {
      "epoch": 0.08731632274149913,
      "grad_norm": 9.603446960449219,
      "learning_rate": 0.0002,
      "loss": 0.2642,
      "step": 823
    },
    {
      "epoch": 0.08742241790886425,
      "grad_norm": 22.730379104614258,
      "learning_rate": 0.0002,
      "loss": 0.6362,
      "step": 824
    },
    {
      "epoch": 0.08752851307622937,
      "grad_norm": 45.25450897216797,
      "learning_rate": 0.0002,
      "loss": 0.4819,
      "step": 825
    },
    {
      "epoch": 0.08763460824359451,
      "grad_norm": 24.82512092590332,
      "learning_rate": 0.0002,
      "loss": 0.2842,
      "step": 826
    },
    {
      "epoch": 0.08774070341095963,
      "grad_norm": 12.592031478881836,
      "learning_rate": 0.0002,
      "loss": 0.586,
      "step": 827
    },
    {
      "epoch": 0.08784679857832475,
      "grad_norm": 7.460018634796143,
      "learning_rate": 0.0002,
      "loss": 0.3587,
      "step": 828
    },
    {
      "epoch": 0.08795289374568989,
      "grad_norm": 6.4240593910217285,
      "learning_rate": 0.0002,
      "loss": 0.6286,
      "step": 829
    },
    {
      "epoch": 0.08805898891305501,
      "grad_norm": 6.414285659790039,
      "learning_rate": 0.0002,
      "loss": 0.5618,
      "step": 830
    },
    {
      "epoch": 0.08816508408042013,
      "grad_norm": 4.488040924072266,
      "learning_rate": 0.0002,
      "loss": 0.1909,
      "step": 831
    },
    {
      "epoch": 0.08827117924778527,
      "grad_norm": 81.71155548095703,
      "learning_rate": 0.0002,
      "loss": 1.6634,
      "step": 832
    },
    {
      "epoch": 0.08837727441515039,
      "grad_norm": 18.445558547973633,
      "learning_rate": 0.0002,
      "loss": 0.3801,
      "step": 833
    },
    {
      "epoch": 0.08848336958251551,
      "grad_norm": 327.7757568359375,
      "learning_rate": 0.0002,
      "loss": 0.4968,
      "step": 834
    },
    {
      "epoch": 0.08858946474988064,
      "grad_norm": 1204.0489501953125,
      "learning_rate": 0.0002,
      "loss": 1.1808,
      "step": 835
    },
    {
      "epoch": 0.08869555991724577,
      "grad_norm": 1465.5318603515625,
      "learning_rate": 0.0002,
      "loss": 1.9551,
      "step": 836
    },
    {
      "epoch": 0.0888016550846109,
      "grad_norm": 781.5340576171875,
      "learning_rate": 0.0002,
      "loss": 2.7936,
      "step": 837
    },
    {
      "epoch": 0.08890775025197602,
      "grad_norm": 1217.83251953125,
      "learning_rate": 0.0002,
      "loss": 7.068,
      "step": 838
    },
    {
      "epoch": 0.08901384541934115,
      "grad_norm": 125.70577239990234,
      "learning_rate": 0.0002,
      "loss": 1.1681,
      "step": 839
    },
    {
      "epoch": 0.08911994058670628,
      "grad_norm": 92.87783813476562,
      "learning_rate": 0.0002,
      "loss": 0.5878,
      "step": 840
    },
    {
      "epoch": 0.0892260357540714,
      "grad_norm": 344.3868103027344,
      "learning_rate": 0.0002,
      "loss": 3.3507,
      "step": 841
    },
    {
      "epoch": 0.08933213092143653,
      "grad_norm": 16.81496810913086,
      "learning_rate": 0.0002,
      "loss": 0.4846,
      "step": 842
    },
    {
      "epoch": 0.08943822608880166,
      "grad_norm": 35.49168395996094,
      "learning_rate": 0.0002,
      "loss": 0.3368,
      "step": 843
    },
    {
      "epoch": 0.08954432125616678,
      "grad_norm": 13.952561378479004,
      "learning_rate": 0.0002,
      "loss": 0.2745,
      "step": 844
    },
    {
      "epoch": 0.08965041642353191,
      "grad_norm": 46.852073669433594,
      "learning_rate": 0.0002,
      "loss": 0.5632,
      "step": 845
    },
    {
      "epoch": 0.08975651159089704,
      "grad_norm": 110.2021255493164,
      "learning_rate": 0.0002,
      "loss": 0.7667,
      "step": 846
    },
    {
      "epoch": 0.08986260675826216,
      "grad_norm": 28.733291625976562,
      "learning_rate": 0.0002,
      "loss": 1.4233,
      "step": 847
    },
    {
      "epoch": 0.08996870192562728,
      "grad_norm": 11.49069595336914,
      "learning_rate": 0.0002,
      "loss": 0.0933,
      "step": 848
    },
    {
      "epoch": 0.09007479709299242,
      "grad_norm": 45.068206787109375,
      "learning_rate": 0.0002,
      "loss": 0.6702,
      "step": 849
    },
    {
      "epoch": 0.09018089226035754,
      "grad_norm": 83.66073608398438,
      "learning_rate": 0.0002,
      "loss": 0.5498,
      "step": 850
    },
    {
      "epoch": 0.09028698742772266,
      "grad_norm": 29.8362979888916,
      "learning_rate": 0.0002,
      "loss": 0.1718,
      "step": 851
    },
    {
      "epoch": 0.0903930825950878,
      "grad_norm": 34.316322326660156,
      "learning_rate": 0.0002,
      "loss": 0.4585,
      "step": 852
    },
    {
      "epoch": 0.09049917776245292,
      "grad_norm": 10.863202095031738,
      "learning_rate": 0.0002,
      "loss": 0.2159,
      "step": 853
    },
    {
      "epoch": 0.09060527292981804,
      "grad_norm": 4.104557991027832,
      "learning_rate": 0.0002,
      "loss": 0.1043,
      "step": 854
    },
    {
      "epoch": 0.09071136809718318,
      "grad_norm": 248.93577575683594,
      "learning_rate": 0.0002,
      "loss": 0.723,
      "step": 855
    },
    {
      "epoch": 0.0908174632645483,
      "grad_norm": 433.48077392578125,
      "learning_rate": 0.0002,
      "loss": 0.4723,
      "step": 856
    },
    {
      "epoch": 0.09092355843191342,
      "grad_norm": 7.293045997619629,
      "learning_rate": 0.0002,
      "loss": 0.1134,
      "step": 857
    },
    {
      "epoch": 0.09102965359927856,
      "grad_norm": 3.635262966156006,
      "learning_rate": 0.0002,
      "loss": 0.0738,
      "step": 858
    },
    {
      "epoch": 0.09113574876664368,
      "grad_norm": 4.284511089324951,
      "learning_rate": 0.0002,
      "loss": 0.1496,
      "step": 859
    },
    {
      "epoch": 0.0912418439340088,
      "grad_norm": 1.9820600748062134,
      "learning_rate": 0.0002,
      "loss": 0.0765,
      "step": 860
    },
    {
      "epoch": 0.09134793910137393,
      "grad_norm": 4.29663610458374,
      "learning_rate": 0.0002,
      "loss": 0.0997,
      "step": 861
    },
    {
      "epoch": 0.09145403426873906,
      "grad_norm": 3.535823345184326,
      "learning_rate": 0.0002,
      "loss": 0.0838,
      "step": 862
    },
    {
      "epoch": 0.09156012943610418,
      "grad_norm": 5.426991939544678,
      "learning_rate": 0.0002,
      "loss": 0.2601,
      "step": 863
    },
    {
      "epoch": 0.0916662246034693,
      "grad_norm": 4.216775417327881,
      "learning_rate": 0.0002,
      "loss": 0.2161,
      "step": 864
    },
    {
      "epoch": 0.09177231977083444,
      "grad_norm": 4.993974208831787,
      "learning_rate": 0.0002,
      "loss": 0.1562,
      "step": 865
    },
    {
      "epoch": 0.09187841493819957,
      "grad_norm": 3.2122085094451904,
      "learning_rate": 0.0002,
      "loss": 0.0855,
      "step": 866
    },
    {
      "epoch": 0.09198451010556469,
      "grad_norm": 4.8346052169799805,
      "learning_rate": 0.0002,
      "loss": 0.0882,
      "step": 867
    },
    {
      "epoch": 0.09209060527292982,
      "grad_norm": 6.152461051940918,
      "learning_rate": 0.0002,
      "loss": 0.1474,
      "step": 868
    },
    {
      "epoch": 0.09219670044029495,
      "grad_norm": 8.10042667388916,
      "learning_rate": 0.0002,
      "loss": 0.301,
      "step": 869
    },
    {
      "epoch": 0.09230279560766007,
      "grad_norm": 29.936992645263672,
      "learning_rate": 0.0002,
      "loss": 0.5741,
      "step": 870
    },
    {
      "epoch": 0.0924088907750252,
      "grad_norm": 23.863069534301758,
      "learning_rate": 0.0002,
      "loss": 0.3341,
      "step": 871
    },
    {
      "epoch": 0.09251498594239033,
      "grad_norm": 8.221658706665039,
      "learning_rate": 0.0002,
      "loss": 0.6903,
      "step": 872
    },
    {
      "epoch": 0.09262108110975545,
      "grad_norm": 26.134838104248047,
      "learning_rate": 0.0002,
      "loss": 0.3096,
      "step": 873
    },
    {
      "epoch": 0.09272717627712057,
      "grad_norm": 122.84064483642578,
      "learning_rate": 0.0002,
      "loss": 0.308,
      "step": 874
    },
    {
      "epoch": 0.09283327144448571,
      "grad_norm": 22.87897300720215,
      "learning_rate": 0.0002,
      "loss": 0.7408,
      "step": 875
    },
    {
      "epoch": 0.09293936661185083,
      "grad_norm": 17.714832305908203,
      "learning_rate": 0.0002,
      "loss": 0.1075,
      "step": 876
    },
    {
      "epoch": 0.09304546177921595,
      "grad_norm": 13.842040061950684,
      "learning_rate": 0.0002,
      "loss": 0.3858,
      "step": 877
    },
    {
      "epoch": 0.09315155694658109,
      "grad_norm": 10.42376708984375,
      "learning_rate": 0.0002,
      "loss": 0.5156,
      "step": 878
    },
    {
      "epoch": 0.09325765211394621,
      "grad_norm": 16.35070037841797,
      "learning_rate": 0.0002,
      "loss": 0.6185,
      "step": 879
    },
    {
      "epoch": 0.09336374728131133,
      "grad_norm": 104.81939697265625,
      "learning_rate": 0.0002,
      "loss": 0.4872,
      "step": 880
    },
    {
      "epoch": 0.09346984244867647,
      "grad_norm": 13.35502815246582,
      "learning_rate": 0.0002,
      "loss": 0.1332,
      "step": 881
    },
    {
      "epoch": 0.09357593761604159,
      "grad_norm": 5.611352920532227,
      "learning_rate": 0.0002,
      "loss": 0.2131,
      "step": 882
    },
    {
      "epoch": 0.09368203278340671,
      "grad_norm": 7.384365558624268,
      "learning_rate": 0.0002,
      "loss": 0.2499,
      "step": 883
    },
    {
      "epoch": 0.09378812795077185,
      "grad_norm": 4.425970077514648,
      "learning_rate": 0.0002,
      "loss": 0.0796,
      "step": 884
    },
    {
      "epoch": 0.09389422311813697,
      "grad_norm": 12.311652183532715,
      "learning_rate": 0.0002,
      "loss": 0.2457,
      "step": 885
    },
    {
      "epoch": 0.0940003182855021,
      "grad_norm": 7.744880199432373,
      "learning_rate": 0.0002,
      "loss": 0.47,
      "step": 886
    },
    {
      "epoch": 0.09410641345286722,
      "grad_norm": 15.2293062210083,
      "learning_rate": 0.0002,
      "loss": 0.1748,
      "step": 887
    },
    {
      "epoch": 0.09421250862023235,
      "grad_norm": 36.817325592041016,
      "learning_rate": 0.0002,
      "loss": 1.1367,
      "step": 888
    },
    {
      "epoch": 0.09431860378759747,
      "grad_norm": 6.953737735748291,
      "learning_rate": 0.0002,
      "loss": 0.3261,
      "step": 889
    },
    {
      "epoch": 0.0944246989549626,
      "grad_norm": 8.802331924438477,
      "learning_rate": 0.0002,
      "loss": 0.6097,
      "step": 890
    },
    {
      "epoch": 0.09453079412232773,
      "grad_norm": 3.1757493019104004,
      "learning_rate": 0.0002,
      "loss": 0.0555,
      "step": 891
    },
    {
      "epoch": 0.09463688928969285,
      "grad_norm": 23.173797607421875,
      "learning_rate": 0.0002,
      "loss": 1.2259,
      "step": 892
    },
    {
      "epoch": 0.09474298445705798,
      "grad_norm": 2.148590326309204,
      "learning_rate": 0.0002,
      "loss": 0.047,
      "step": 893
    },
    {
      "epoch": 0.09484907962442311,
      "grad_norm": 4.946005344390869,
      "learning_rate": 0.0002,
      "loss": 0.0749,
      "step": 894
    },
    {
      "epoch": 0.09495517479178824,
      "grad_norm": 17.750329971313477,
      "learning_rate": 0.0002,
      "loss": 0.423,
      "step": 895
    },
    {
      "epoch": 0.09506126995915336,
      "grad_norm": 6.048081874847412,
      "learning_rate": 0.0002,
      "loss": 0.347,
      "step": 896
    },
    {
      "epoch": 0.0951673651265185,
      "grad_norm": 4.95994758605957,
      "learning_rate": 0.0002,
      "loss": 0.3465,
      "step": 897
    },
    {
      "epoch": 0.09527346029388362,
      "grad_norm": 10.87966251373291,
      "learning_rate": 0.0002,
      "loss": 0.3328,
      "step": 898
    },
    {
      "epoch": 0.09537955546124874,
      "grad_norm": 22.058963775634766,
      "learning_rate": 0.0002,
      "loss": 0.29,
      "step": 899
    },
    {
      "epoch": 0.09548565062861386,
      "grad_norm": 41.46510696411133,
      "learning_rate": 0.0002,
      "loss": 0.5388,
      "step": 900
    },
    {
      "epoch": 0.095591745795979,
      "grad_norm": 5.482000827789307,
      "learning_rate": 0.0002,
      "loss": 0.2475,
      "step": 901
    },
    {
      "epoch": 0.09569784096334412,
      "grad_norm": 6.108401298522949,
      "learning_rate": 0.0002,
      "loss": 0.2509,
      "step": 902
    },
    {
      "epoch": 0.09580393613070924,
      "grad_norm": 7.241744041442871,
      "learning_rate": 0.0002,
      "loss": 0.3078,
      "step": 903
    },
    {
      "epoch": 0.09591003129807438,
      "grad_norm": 4.551517963409424,
      "learning_rate": 0.0002,
      "loss": 0.2375,
      "step": 904
    },
    {
      "epoch": 0.0960161264654395,
      "grad_norm": 2.120582342147827,
      "learning_rate": 0.0002,
      "loss": 0.0885,
      "step": 905
    },
    {
      "epoch": 0.09612222163280462,
      "grad_norm": 33.40194320678711,
      "learning_rate": 0.0002,
      "loss": 0.2413,
      "step": 906
    },
    {
      "epoch": 0.09622831680016976,
      "grad_norm": 3.8170711994171143,
      "learning_rate": 0.0002,
      "loss": 0.078,
      "step": 907
    },
    {
      "epoch": 0.09633441196753488,
      "grad_norm": 5.528766632080078,
      "learning_rate": 0.0002,
      "loss": 0.2033,
      "step": 908
    },
    {
      "epoch": 0.0964405071349,
      "grad_norm": 3.110133647918701,
      "learning_rate": 0.0002,
      "loss": 0.0616,
      "step": 909
    },
    {
      "epoch": 0.09654660230226514,
      "grad_norm": 9.456400871276855,
      "learning_rate": 0.0002,
      "loss": 0.367,
      "step": 910
    },
    {
      "epoch": 0.09665269746963026,
      "grad_norm": 13.399513244628906,
      "learning_rate": 0.0002,
      "loss": 0.7934,
      "step": 911
    },
    {
      "epoch": 0.09675879263699538,
      "grad_norm": 7.778237819671631,
      "learning_rate": 0.0002,
      "loss": 0.5616,
      "step": 912
    },
    {
      "epoch": 0.0968648878043605,
      "grad_norm": 7.01383113861084,
      "learning_rate": 0.0002,
      "loss": 0.1966,
      "step": 913
    },
    {
      "epoch": 0.09697098297172564,
      "grad_norm": 6.82355260848999,
      "learning_rate": 0.0002,
      "loss": 0.2699,
      "step": 914
    },
    {
      "epoch": 0.09707707813909076,
      "grad_norm": 5.846414089202881,
      "learning_rate": 0.0002,
      "loss": 0.321,
      "step": 915
    },
    {
      "epoch": 0.09718317330645589,
      "grad_norm": 8.556624412536621,
      "learning_rate": 0.0002,
      "loss": 0.4179,
      "step": 916
    },
    {
      "epoch": 0.09728926847382102,
      "grad_norm": 6.036978244781494,
      "learning_rate": 0.0002,
      "loss": 0.298,
      "step": 917
    },
    {
      "epoch": 0.09739536364118614,
      "grad_norm": 6.262257099151611,
      "learning_rate": 0.0002,
      "loss": 0.2564,
      "step": 918
    },
    {
      "epoch": 0.09750145880855127,
      "grad_norm": 10.128730773925781,
      "learning_rate": 0.0002,
      "loss": 0.8018,
      "step": 919
    },
    {
      "epoch": 0.0976075539759164,
      "grad_norm": 5.193517208099365,
      "learning_rate": 0.0002,
      "loss": 0.1976,
      "step": 920
    },
    {
      "epoch": 0.09771364914328153,
      "grad_norm": 10.155567169189453,
      "learning_rate": 0.0002,
      "loss": 0.3504,
      "step": 921
    },
    {
      "epoch": 0.09781974431064665,
      "grad_norm": 24.649782180786133,
      "learning_rate": 0.0002,
      "loss": 0.3723,
      "step": 922
    },
    {
      "epoch": 0.09792583947801177,
      "grad_norm": 4.4652838706970215,
      "learning_rate": 0.0002,
      "loss": 0.1102,
      "step": 923
    },
    {
      "epoch": 0.0980319346453769,
      "grad_norm": 10.126294136047363,
      "learning_rate": 0.0002,
      "loss": 0.5421,
      "step": 924
    },
    {
      "epoch": 0.09813802981274203,
      "grad_norm": 19.13774299621582,
      "learning_rate": 0.0002,
      "loss": 0.879,
      "step": 925
    },
    {
      "epoch": 0.09824412498010715,
      "grad_norm": 9.954194068908691,
      "learning_rate": 0.0002,
      "loss": 0.1607,
      "step": 926
    },
    {
      "epoch": 0.09835022014747229,
      "grad_norm": 5.449145317077637,
      "learning_rate": 0.0002,
      "loss": 0.2123,
      "step": 927
    },
    {
      "epoch": 0.09845631531483741,
      "grad_norm": 3.7783305644989014,
      "learning_rate": 0.0002,
      "loss": 0.2146,
      "step": 928
    },
    {
      "epoch": 0.09856241048220253,
      "grad_norm": 9.788578033447266,
      "learning_rate": 0.0002,
      "loss": 0.5549,
      "step": 929
    },
    {
      "epoch": 0.09866850564956767,
      "grad_norm": 12.19473648071289,
      "learning_rate": 0.0002,
      "loss": 0.3596,
      "step": 930
    },
    {
      "epoch": 0.09877460081693279,
      "grad_norm": 3.5135529041290283,
      "learning_rate": 0.0002,
      "loss": 0.1331,
      "step": 931
    },
    {
      "epoch": 0.09888069598429791,
      "grad_norm": 5.6725850105285645,
      "learning_rate": 0.0002,
      "loss": 0.1861,
      "step": 932
    },
    {
      "epoch": 0.09898679115166305,
      "grad_norm": 5.075739860534668,
      "learning_rate": 0.0002,
      "loss": 0.1981,
      "step": 933
    },
    {
      "epoch": 0.09909288631902817,
      "grad_norm": 8.344465255737305,
      "learning_rate": 0.0002,
      "loss": 0.3108,
      "step": 934
    },
    {
      "epoch": 0.09919898148639329,
      "grad_norm": 3.8805463314056396,
      "learning_rate": 0.0002,
      "loss": 0.1802,
      "step": 935
    },
    {
      "epoch": 0.09930507665375841,
      "grad_norm": 3.626652479171753,
      "learning_rate": 0.0002,
      "loss": 0.1236,
      "step": 936
    },
    {
      "epoch": 0.09941117182112355,
      "grad_norm": 5.866469860076904,
      "learning_rate": 0.0002,
      "loss": 0.1584,
      "step": 937
    },
    {
      "epoch": 0.09951726698848867,
      "grad_norm": 6.243852138519287,
      "learning_rate": 0.0002,
      "loss": 0.1453,
      "step": 938
    },
    {
      "epoch": 0.0996233621558538,
      "grad_norm": 6.239872932434082,
      "learning_rate": 0.0002,
      "loss": 0.279,
      "step": 939
    },
    {
      "epoch": 0.09972945732321893,
      "grad_norm": 4.694568634033203,
      "learning_rate": 0.0002,
      "loss": 0.1224,
      "step": 940
    },
    {
      "epoch": 0.09983555249058405,
      "grad_norm": 12.269820213317871,
      "learning_rate": 0.0002,
      "loss": 0.7628,
      "step": 941
    },
    {
      "epoch": 0.09994164765794918,
      "grad_norm": 8.645962715148926,
      "learning_rate": 0.0002,
      "loss": 0.3193,
      "step": 942
    },
    {
      "epoch": 0.10004774282531431,
      "grad_norm": 10.963713645935059,
      "learning_rate": 0.0002,
      "loss": 0.5907,
      "step": 943
    },
    {
      "epoch": 0.10015383799267943,
      "grad_norm": 7.6771240234375,
      "learning_rate": 0.0002,
      "loss": 0.3445,
      "step": 944
    },
    {
      "epoch": 0.10025993316004456,
      "grad_norm": 3.259446144104004,
      "learning_rate": 0.0002,
      "loss": 0.1432,
      "step": 945
    },
    {
      "epoch": 0.10036602832740969,
      "grad_norm": 5.180166721343994,
      "learning_rate": 0.0002,
      "loss": 0.1579,
      "step": 946
    },
    {
      "epoch": 0.10047212349477481,
      "grad_norm": 9.347119331359863,
      "learning_rate": 0.0002,
      "loss": 0.3424,
      "step": 947
    },
    {
      "epoch": 0.10057821866213994,
      "grad_norm": 5.854878902435303,
      "learning_rate": 0.0002,
      "loss": 0.3414,
      "step": 948
    },
    {
      "epoch": 0.10068431382950506,
      "grad_norm": 2.04023814201355,
      "learning_rate": 0.0002,
      "loss": 0.0607,
      "step": 949
    },
    {
      "epoch": 0.1007904089968702,
      "grad_norm": 817.5407104492188,
      "learning_rate": 0.0002,
      "loss": 1.9692,
      "step": 950
    },
    {
      "epoch": 0.10089650416423532,
      "grad_norm": 11.386343955993652,
      "learning_rate": 0.0002,
      "loss": 0.2828,
      "step": 951
    },
    {
      "epoch": 0.10100259933160044,
      "grad_norm": 3.735729217529297,
      "learning_rate": 0.0002,
      "loss": 0.1504,
      "step": 952
    },
    {
      "epoch": 0.10110869449896558,
      "grad_norm": 3.7068793773651123,
      "learning_rate": 0.0002,
      "loss": 0.1478,
      "step": 953
    },
    {
      "epoch": 0.1012147896663307,
      "grad_norm": 2.9154701232910156,
      "learning_rate": 0.0002,
      "loss": 0.1353,
      "step": 954
    },
    {
      "epoch": 0.10132088483369582,
      "grad_norm": 4.800934314727783,
      "learning_rate": 0.0002,
      "loss": 0.2173,
      "step": 955
    },
    {
      "epoch": 0.10142698000106096,
      "grad_norm": 5.565913200378418,
      "learning_rate": 0.0002,
      "loss": 0.2096,
      "step": 956
    },
    {
      "epoch": 0.10153307516842608,
      "grad_norm": 4.223171234130859,
      "learning_rate": 0.0002,
      "loss": 0.158,
      "step": 957
    },
    {
      "epoch": 0.1016391703357912,
      "grad_norm": 20.174570083618164,
      "learning_rate": 0.0002,
      "loss": 0.9264,
      "step": 958
    },
    {
      "epoch": 0.10174526550315634,
      "grad_norm": 5.878188133239746,
      "learning_rate": 0.0002,
      "loss": 0.192,
      "step": 959
    },
    {
      "epoch": 0.10185136067052146,
      "grad_norm": 22.095687866210938,
      "learning_rate": 0.0002,
      "loss": 0.1385,
      "step": 960
    },
    {
      "epoch": 0.10195745583788658,
      "grad_norm": 15.41683578491211,
      "learning_rate": 0.0002,
      "loss": 0.3664,
      "step": 961
    },
    {
      "epoch": 0.1020635510052517,
      "grad_norm": 583.3829956054688,
      "learning_rate": 0.0002,
      "loss": 0.3132,
      "step": 962
    },
    {
      "epoch": 0.10216964617261684,
      "grad_norm": 108.37024688720703,
      "learning_rate": 0.0002,
      "loss": 0.5591,
      "step": 963
    },
    {
      "epoch": 0.10227574133998196,
      "grad_norm": 19.7489013671875,
      "learning_rate": 0.0002,
      "loss": 0.4805,
      "step": 964
    },
    {
      "epoch": 0.10238183650734708,
      "grad_norm": 55.832183837890625,
      "learning_rate": 0.0002,
      "loss": 0.5866,
      "step": 965
    },
    {
      "epoch": 0.10248793167471222,
      "grad_norm": 6.604098320007324,
      "learning_rate": 0.0002,
      "loss": 0.4271,
      "step": 966
    },
    {
      "epoch": 0.10259402684207734,
      "grad_norm": 5.373109340667725,
      "learning_rate": 0.0002,
      "loss": 0.2416,
      "step": 967
    },
    {
      "epoch": 0.10270012200944247,
      "grad_norm": 12.02646255493164,
      "learning_rate": 0.0002,
      "loss": 0.4632,
      "step": 968
    },
    {
      "epoch": 0.1028062171768076,
      "grad_norm": 5.241696834564209,
      "learning_rate": 0.0002,
      "loss": 0.1781,
      "step": 969
    },
    {
      "epoch": 0.10291231234417272,
      "grad_norm": 4.9600043296813965,
      "learning_rate": 0.0002,
      "loss": 0.1691,
      "step": 970
    },
    {
      "epoch": 0.10301840751153785,
      "grad_norm": 23.45733070373535,
      "learning_rate": 0.0002,
      "loss": 1.4422,
      "step": 971
    },
    {
      "epoch": 0.10312450267890298,
      "grad_norm": 4.85302734375,
      "learning_rate": 0.0002,
      "loss": 0.1572,
      "step": 972
    },
    {
      "epoch": 0.1032305978462681,
      "grad_norm": 4.2393364906311035,
      "learning_rate": 0.0002,
      "loss": 0.1772,
      "step": 973
    },
    {
      "epoch": 0.10333669301363323,
      "grad_norm": 3.4545748233795166,
      "learning_rate": 0.0002,
      "loss": 0.1067,
      "step": 974
    },
    {
      "epoch": 0.10344278818099835,
      "grad_norm": 6.4797587394714355,
      "learning_rate": 0.0002,
      "loss": 0.1307,
      "step": 975
    },
    {
      "epoch": 0.10354888334836349,
      "grad_norm": 6.413112640380859,
      "learning_rate": 0.0002,
      "loss": 0.2444,
      "step": 976
    },
    {
      "epoch": 0.10365497851572861,
      "grad_norm": 7.833003044128418,
      "learning_rate": 0.0002,
      "loss": 0.1903,
      "step": 977
    },
    {
      "epoch": 0.10376107368309373,
      "grad_norm": 10.643932342529297,
      "learning_rate": 0.0002,
      "loss": 0.2074,
      "step": 978
    },
    {
      "epoch": 0.10386716885045887,
      "grad_norm": 8.130704879760742,
      "learning_rate": 0.0002,
      "loss": 0.2482,
      "step": 979
    },
    {
      "epoch": 0.10397326401782399,
      "grad_norm": 7.131394386291504,
      "learning_rate": 0.0002,
      "loss": 0.2324,
      "step": 980
    },
    {
      "epoch": 0.10407935918518911,
      "grad_norm": 8.134309768676758,
      "learning_rate": 0.0002,
      "loss": 0.3532,
      "step": 981
    },
    {
      "epoch": 0.10418545435255425,
      "grad_norm": 7.702080726623535,
      "learning_rate": 0.0002,
      "loss": 0.2078,
      "step": 982
    },
    {
      "epoch": 0.10429154951991937,
      "grad_norm": 6.890686511993408,
      "learning_rate": 0.0002,
      "loss": 0.2789,
      "step": 983
    },
    {
      "epoch": 0.10439764468728449,
      "grad_norm": 8.947646141052246,
      "learning_rate": 0.0002,
      "loss": 0.4258,
      "step": 984
    },
    {
      "epoch": 0.10450373985464963,
      "grad_norm": 8.662394523620605,
      "learning_rate": 0.0002,
      "loss": 0.617,
      "step": 985
    },
    {
      "epoch": 0.10460983502201475,
      "grad_norm": 7.331841468811035,
      "learning_rate": 0.0002,
      "loss": 0.2331,
      "step": 986
    },
    {
      "epoch": 0.10471593018937987,
      "grad_norm": 4.448927879333496,
      "learning_rate": 0.0002,
      "loss": 0.1169,
      "step": 987
    },
    {
      "epoch": 0.104822025356745,
      "grad_norm": 10.623579978942871,
      "learning_rate": 0.0002,
      "loss": 0.4424,
      "step": 988
    },
    {
      "epoch": 0.10492812052411013,
      "grad_norm": 8.12799072265625,
      "learning_rate": 0.0002,
      "loss": 0.351,
      "step": 989
    },
    {
      "epoch": 0.10503421569147525,
      "grad_norm": 6.10422945022583,
      "learning_rate": 0.0002,
      "loss": 0.3594,
      "step": 990
    },
    {
      "epoch": 0.10514031085884037,
      "grad_norm": 4.214483737945557,
      "learning_rate": 0.0002,
      "loss": 0.2033,
      "step": 991
    },
    {
      "epoch": 0.10524640602620551,
      "grad_norm": 4.4698615074157715,
      "learning_rate": 0.0002,
      "loss": 0.1361,
      "step": 992
    },
    {
      "epoch": 0.10535250119357063,
      "grad_norm": 10.528698921203613,
      "learning_rate": 0.0002,
      "loss": 0.61,
      "step": 993
    },
    {
      "epoch": 0.10545859636093576,
      "grad_norm": 112.81682586669922,
      "learning_rate": 0.0002,
      "loss": 0.19,
      "step": 994
    },
    {
      "epoch": 0.10556469152830089,
      "grad_norm": 7.6838459968566895,
      "learning_rate": 0.0002,
      "loss": 0.4657,
      "step": 995
    },
    {
      "epoch": 0.10567078669566601,
      "grad_norm": 9.013739585876465,
      "learning_rate": 0.0002,
      "loss": 0.1825,
      "step": 996
    },
    {
      "epoch": 0.10577688186303114,
      "grad_norm": 12.061539649963379,
      "learning_rate": 0.0002,
      "loss": 0.5188,
      "step": 997
    },
    {
      "epoch": 0.10588297703039627,
      "grad_norm": 5.032177925109863,
      "learning_rate": 0.0002,
      "loss": 0.1736,
      "step": 998
    },
    {
      "epoch": 0.1059890721977614,
      "grad_norm": 10.266098022460938,
      "learning_rate": 0.0002,
      "loss": 0.3227,
      "step": 999
    },
    {
      "epoch": 0.10609516736512652,
      "grad_norm": 6.4536356925964355,
      "learning_rate": 0.0002,
      "loss": 0.3196,
      "step": 1000
    },
    {
      "epoch": 0.10609516736512652,
      "eval_loss": 0.04605964198708534,
      "eval_runtime": 49.0244,
      "eval_samples_per_second": 3.1,
      "eval_steps_per_second": 1.55,
      "step": 1000
    },
    {
      "epoch": 0.10620126253249164,
      "grad_norm": 4.841498851776123,
      "learning_rate": 0.0002,
      "loss": 0.2612,
      "step": 1001
    },
    {
      "epoch": 0.10630735769985677,
      "grad_norm": 3.1755409240722656,
      "learning_rate": 0.0002,
      "loss": 0.1179,
      "step": 1002
    },
    {
      "epoch": 0.1064134528672219,
      "grad_norm": 6.4283857345581055,
      "learning_rate": 0.0002,
      "loss": 0.3499,
      "step": 1003
    },
    {
      "epoch": 0.10651954803458702,
      "grad_norm": 2.556008815765381,
      "learning_rate": 0.0002,
      "loss": 0.0907,
      "step": 1004
    },
    {
      "epoch": 0.10662564320195216,
      "grad_norm": 2.873443126678467,
      "learning_rate": 0.0002,
      "loss": 0.1008,
      "step": 1005
    },
    {
      "epoch": 0.10673173836931728,
      "grad_norm": 4.240716934204102,
      "learning_rate": 0.0002,
      "loss": 0.1456,
      "step": 1006
    },
    {
      "epoch": 0.1068378335366824,
      "grad_norm": 3.303347587585449,
      "learning_rate": 0.0002,
      "loss": 0.1388,
      "step": 1007
    },
    {
      "epoch": 0.10694392870404754,
      "grad_norm": 2.580970048904419,
      "learning_rate": 0.0002,
      "loss": 0.0845,
      "step": 1008
    },
    {
      "epoch": 0.10705002387141266,
      "grad_norm": 5.031477928161621,
      "learning_rate": 0.0002,
      "loss": 0.2127,
      "step": 1009
    },
    {
      "epoch": 0.10715611903877778,
      "grad_norm": 10.765517234802246,
      "learning_rate": 0.0002,
      "loss": 0.3643,
      "step": 1010
    },
    {
      "epoch": 0.10726221420614292,
      "grad_norm": 12.862351417541504,
      "learning_rate": 0.0002,
      "loss": 0.9245,
      "step": 1011
    },
    {
      "epoch": 0.10736830937350804,
      "grad_norm": 2.423178195953369,
      "learning_rate": 0.0002,
      "loss": 0.063,
      "step": 1012
    },
    {
      "epoch": 0.10747440454087316,
      "grad_norm": 8.211199760437012,
      "learning_rate": 0.0002,
      "loss": 0.2747,
      "step": 1013
    },
    {
      "epoch": 0.10758049970823828,
      "grad_norm": 4.859186172485352,
      "learning_rate": 0.0002,
      "loss": 0.156,
      "step": 1014
    },
    {
      "epoch": 0.10768659487560342,
      "grad_norm": 6.475876808166504,
      "learning_rate": 0.0002,
      "loss": 0.2587,
      "step": 1015
    },
    {
      "epoch": 0.10779269004296854,
      "grad_norm": 8.004240036010742,
      "learning_rate": 0.0002,
      "loss": 0.2996,
      "step": 1016
    },
    {
      "epoch": 0.10789878521033366,
      "grad_norm": 9.652987480163574,
      "learning_rate": 0.0002,
      "loss": 0.4725,
      "step": 1017
    },
    {
      "epoch": 0.1080048803776988,
      "grad_norm": 5.915900707244873,
      "learning_rate": 0.0002,
      "loss": 0.1871,
      "step": 1018
    },
    {
      "epoch": 0.10811097554506392,
      "grad_norm": 5.781275272369385,
      "learning_rate": 0.0002,
      "loss": 0.1861,
      "step": 1019
    },
    {
      "epoch": 0.10821707071242904,
      "grad_norm": 3.964726448059082,
      "learning_rate": 0.0002,
      "loss": 0.0966,
      "step": 1020
    },
    {
      "epoch": 0.10832316587979418,
      "grad_norm": 4.190655708312988,
      "learning_rate": 0.0002,
      "loss": 0.1343,
      "step": 1021
    },
    {
      "epoch": 0.1084292610471593,
      "grad_norm": 10.784733772277832,
      "learning_rate": 0.0002,
      "loss": 0.6337,
      "step": 1022
    },
    {
      "epoch": 0.10853535621452443,
      "grad_norm": 3.6684811115264893,
      "learning_rate": 0.0002,
      "loss": 0.0844,
      "step": 1023
    },
    {
      "epoch": 0.10864145138188956,
      "grad_norm": 8.427834510803223,
      "learning_rate": 0.0002,
      "loss": 0.294,
      "step": 1024
    },
    {
      "epoch": 0.10874754654925468,
      "grad_norm": 6.719343662261963,
      "learning_rate": 0.0002,
      "loss": 0.3608,
      "step": 1025
    },
    {
      "epoch": 0.1088536417166198,
      "grad_norm": 8.410332679748535,
      "learning_rate": 0.0002,
      "loss": 0.2222,
      "step": 1026
    },
    {
      "epoch": 0.10895973688398493,
      "grad_norm": 5.013596534729004,
      "learning_rate": 0.0002,
      "loss": 0.191,
      "step": 1027
    },
    {
      "epoch": 0.10906583205135006,
      "grad_norm": 5.365532398223877,
      "learning_rate": 0.0002,
      "loss": 0.117,
      "step": 1028
    },
    {
      "epoch": 0.10917192721871519,
      "grad_norm": 9.163508415222168,
      "learning_rate": 0.0002,
      "loss": 0.291,
      "step": 1029
    },
    {
      "epoch": 0.10927802238608031,
      "grad_norm": 13.34863567352295,
      "learning_rate": 0.0002,
      "loss": 0.5781,
      "step": 1030
    },
    {
      "epoch": 0.10938411755344545,
      "grad_norm": 5.85091495513916,
      "learning_rate": 0.0002,
      "loss": 0.1623,
      "step": 1031
    },
    {
      "epoch": 0.10949021272081057,
      "grad_norm": 2.680802583694458,
      "learning_rate": 0.0002,
      "loss": 0.0572,
      "step": 1032
    },
    {
      "epoch": 0.10959630788817569,
      "grad_norm": 8.637289047241211,
      "learning_rate": 0.0002,
      "loss": 0.1041,
      "step": 1033
    },
    {
      "epoch": 0.10970240305554083,
      "grad_norm": 3.7488861083984375,
      "learning_rate": 0.0002,
      "loss": 0.1608,
      "step": 1034
    },
    {
      "epoch": 0.10980849822290595,
      "grad_norm": 9.101702690124512,
      "learning_rate": 0.0002,
      "loss": 0.2382,
      "step": 1035
    },
    {
      "epoch": 0.10991459339027107,
      "grad_norm": 6.855931758880615,
      "learning_rate": 0.0002,
      "loss": 0.2551,
      "step": 1036
    },
    {
      "epoch": 0.1100206885576362,
      "grad_norm": 5.662245750427246,
      "learning_rate": 0.0002,
      "loss": 0.2803,
      "step": 1037
    },
    {
      "epoch": 0.11012678372500133,
      "grad_norm": 13.947858810424805,
      "learning_rate": 0.0002,
      "loss": 0.8438,
      "step": 1038
    },
    {
      "epoch": 0.11023287889236645,
      "grad_norm": 3.861103057861328,
      "learning_rate": 0.0002,
      "loss": 0.1096,
      "step": 1039
    },
    {
      "epoch": 0.11033897405973157,
      "grad_norm": 4.768041610717773,
      "learning_rate": 0.0002,
      "loss": 0.1284,
      "step": 1040
    },
    {
      "epoch": 0.11044506922709671,
      "grad_norm": 8.931245803833008,
      "learning_rate": 0.0002,
      "loss": 0.4122,
      "step": 1041
    },
    {
      "epoch": 0.11055116439446183,
      "grad_norm": 6.585056304931641,
      "learning_rate": 0.0002,
      "loss": 0.0836,
      "step": 1042
    },
    {
      "epoch": 0.11065725956182695,
      "grad_norm": 7.952004909515381,
      "learning_rate": 0.0002,
      "loss": 0.2141,
      "step": 1043
    },
    {
      "epoch": 0.11076335472919209,
      "grad_norm": 12.633135795593262,
      "learning_rate": 0.0002,
      "loss": 0.2851,
      "step": 1044
    },
    {
      "epoch": 0.11086944989655721,
      "grad_norm": 12.42103385925293,
      "learning_rate": 0.0002,
      "loss": 0.2862,
      "step": 1045
    },
    {
      "epoch": 0.11097554506392233,
      "grad_norm": 5.174999713897705,
      "learning_rate": 0.0002,
      "loss": 0.1889,
      "step": 1046
    },
    {
      "epoch": 0.11108164023128747,
      "grad_norm": 14.995347023010254,
      "learning_rate": 0.0002,
      "loss": 0.4448,
      "step": 1047
    },
    {
      "epoch": 0.11118773539865259,
      "grad_norm": 6.2882304191589355,
      "learning_rate": 0.0002,
      "loss": 0.2815,
      "step": 1048
    },
    {
      "epoch": 0.11129383056601772,
      "grad_norm": 9.961227416992188,
      "learning_rate": 0.0002,
      "loss": 0.2628,
      "step": 1049
    },
    {
      "epoch": 0.11139992573338285,
      "grad_norm": 153.41493225097656,
      "learning_rate": 0.0002,
      "loss": 2.4994,
      "step": 1050
    },
    {
      "epoch": 0.11150602090074797,
      "grad_norm": 7.719893932342529,
      "learning_rate": 0.0002,
      "loss": 0.3934,
      "step": 1051
    },
    {
      "epoch": 0.1116121160681131,
      "grad_norm": 6.404787540435791,
      "learning_rate": 0.0002,
      "loss": 0.1049,
      "step": 1052
    },
    {
      "epoch": 0.11171821123547822,
      "grad_norm": 4.991966247558594,
      "learning_rate": 0.0002,
      "loss": 0.2368,
      "step": 1053
    },
    {
      "epoch": 0.11182430640284335,
      "grad_norm": 10.780029296875,
      "learning_rate": 0.0002,
      "loss": 0.6035,
      "step": 1054
    },
    {
      "epoch": 0.11193040157020848,
      "grad_norm": 4.436051368713379,
      "learning_rate": 0.0002,
      "loss": 0.162,
      "step": 1055
    },
    {
      "epoch": 0.1120364967375736,
      "grad_norm": 5.31149959564209,
      "learning_rate": 0.0002,
      "loss": 0.1948,
      "step": 1056
    },
    {
      "epoch": 0.11214259190493873,
      "grad_norm": 5.0994873046875,
      "learning_rate": 0.0002,
      "loss": 0.272,
      "step": 1057
    },
    {
      "epoch": 0.11224868707230386,
      "grad_norm": 7.52865743637085,
      "learning_rate": 0.0002,
      "loss": 0.2583,
      "step": 1058
    },
    {
      "epoch": 0.11235478223966898,
      "grad_norm": 3.5193498134613037,
      "learning_rate": 0.0002,
      "loss": 0.1601,
      "step": 1059
    },
    {
      "epoch": 0.11246087740703412,
      "grad_norm": 4.611939907073975,
      "learning_rate": 0.0002,
      "loss": 0.1936,
      "step": 1060
    },
    {
      "epoch": 0.11256697257439924,
      "grad_norm": 6.021697998046875,
      "learning_rate": 0.0002,
      "loss": 0.2719,
      "step": 1061
    },
    {
      "epoch": 0.11267306774176436,
      "grad_norm": 5.79730224609375,
      "learning_rate": 0.0002,
      "loss": 0.1744,
      "step": 1062
    },
    {
      "epoch": 0.11277916290912948,
      "grad_norm": 11.0021333694458,
      "learning_rate": 0.0002,
      "loss": 0.6133,
      "step": 1063
    },
    {
      "epoch": 0.11288525807649462,
      "grad_norm": 3.674099922180176,
      "learning_rate": 0.0002,
      "loss": 0.1215,
      "step": 1064
    },
    {
      "epoch": 0.11299135324385974,
      "grad_norm": 7.8867573738098145,
      "learning_rate": 0.0002,
      "loss": 0.295,
      "step": 1065
    },
    {
      "epoch": 0.11309744841122486,
      "grad_norm": 5.821372985839844,
      "learning_rate": 0.0002,
      "loss": 0.219,
      "step": 1066
    },
    {
      "epoch": 0.11320354357859,
      "grad_norm": 6.051746368408203,
      "learning_rate": 0.0002,
      "loss": 0.1511,
      "step": 1067
    },
    {
      "epoch": 0.11330963874595512,
      "grad_norm": 6.958406448364258,
      "learning_rate": 0.0002,
      "loss": 0.2474,
      "step": 1068
    },
    {
      "epoch": 0.11341573391332024,
      "grad_norm": 8.159649848937988,
      "learning_rate": 0.0002,
      "loss": 0.3385,
      "step": 1069
    },
    {
      "epoch": 0.11352182908068538,
      "grad_norm": 5.378207683563232,
      "learning_rate": 0.0002,
      "loss": 0.3034,
      "step": 1070
    },
    {
      "epoch": 0.1136279242480505,
      "grad_norm": 5.427059650421143,
      "learning_rate": 0.0002,
      "loss": 0.2313,
      "step": 1071
    },
    {
      "epoch": 0.11373401941541562,
      "grad_norm": 4.548110008239746,
      "learning_rate": 0.0002,
      "loss": 0.1216,
      "step": 1072
    },
    {
      "epoch": 0.11384011458278076,
      "grad_norm": 8.052380561828613,
      "learning_rate": 0.0002,
      "loss": 0.3743,
      "step": 1073
    },
    {
      "epoch": 0.11394620975014588,
      "grad_norm": 6.338522911071777,
      "learning_rate": 0.0002,
      "loss": 0.2468,
      "step": 1074
    },
    {
      "epoch": 0.114052304917511,
      "grad_norm": 6.758045673370361,
      "learning_rate": 0.0002,
      "loss": 0.3011,
      "step": 1075
    },
    {
      "epoch": 0.11415840008487613,
      "grad_norm": 6.515815734863281,
      "learning_rate": 0.0002,
      "loss": 0.2676,
      "step": 1076
    },
    {
      "epoch": 0.11426449525224126,
      "grad_norm": 10.658228874206543,
      "learning_rate": 0.0002,
      "loss": 0.3921,
      "step": 1077
    },
    {
      "epoch": 0.11437059041960639,
      "grad_norm": 9.746109008789062,
      "learning_rate": 0.0002,
      "loss": 0.7113,
      "step": 1078
    },
    {
      "epoch": 0.11447668558697151,
      "grad_norm": 7.96254825592041,
      "learning_rate": 0.0002,
      "loss": 0.3067,
      "step": 1079
    },
    {
      "epoch": 0.11458278075433664,
      "grad_norm": 9.150073051452637,
      "learning_rate": 0.0002,
      "loss": 0.5182,
      "step": 1080
    },
    {
      "epoch": 0.11468887592170177,
      "grad_norm": 15.276697158813477,
      "learning_rate": 0.0002,
      "loss": 0.2532,
      "step": 1081
    },
    {
      "epoch": 0.11479497108906689,
      "grad_norm": 6.846829891204834,
      "learning_rate": 0.0002,
      "loss": 0.2687,
      "step": 1082
    },
    {
      "epoch": 0.11490106625643202,
      "grad_norm": 8.014737129211426,
      "learning_rate": 0.0002,
      "loss": 0.3505,
      "step": 1083
    },
    {
      "epoch": 0.11500716142379715,
      "grad_norm": 4.297073841094971,
      "learning_rate": 0.0002,
      "loss": 0.1367,
      "step": 1084
    },
    {
      "epoch": 0.11511325659116227,
      "grad_norm": 4.513153553009033,
      "learning_rate": 0.0002,
      "loss": 0.1415,
      "step": 1085
    },
    {
      "epoch": 0.1152193517585274,
      "grad_norm": 6.3977203369140625,
      "learning_rate": 0.0002,
      "loss": 0.2346,
      "step": 1086
    },
    {
      "epoch": 0.11532544692589253,
      "grad_norm": 6.178880214691162,
      "learning_rate": 0.0002,
      "loss": 0.2287,
      "step": 1087
    },
    {
      "epoch": 0.11543154209325765,
      "grad_norm": 8.008464813232422,
      "learning_rate": 0.0002,
      "loss": 0.4221,
      "step": 1088
    },
    {
      "epoch": 0.11553763726062277,
      "grad_norm": 8.416707038879395,
      "learning_rate": 0.0002,
      "loss": 0.1822,
      "step": 1089
    },
    {
      "epoch": 0.11564373242798791,
      "grad_norm": 10.450370788574219,
      "learning_rate": 0.0002,
      "loss": 0.4482,
      "step": 1090
    },
    {
      "epoch": 0.11574982759535303,
      "grad_norm": 7.946789741516113,
      "learning_rate": 0.0002,
      "loss": 0.2978,
      "step": 1091
    },
    {
      "epoch": 0.11585592276271815,
      "grad_norm": 5.009422302246094,
      "learning_rate": 0.0002,
      "loss": 0.1924,
      "step": 1092
    },
    {
      "epoch": 0.11596201793008329,
      "grad_norm": 8.511032104492188,
      "learning_rate": 0.0002,
      "loss": 0.2784,
      "step": 1093
    },
    {
      "epoch": 0.11606811309744841,
      "grad_norm": 8.13355827331543,
      "learning_rate": 0.0002,
      "loss": 0.2357,
      "step": 1094
    },
    {
      "epoch": 0.11617420826481353,
      "grad_norm": 3.1594395637512207,
      "learning_rate": 0.0002,
      "loss": 0.0594,
      "step": 1095
    },
    {
      "epoch": 0.11628030343217867,
      "grad_norm": 7.956035137176514,
      "learning_rate": 0.0002,
      "loss": 0.2205,
      "step": 1096
    },
    {
      "epoch": 0.11638639859954379,
      "grad_norm": 6.954958915710449,
      "learning_rate": 0.0002,
      "loss": 0.2728,
      "step": 1097
    },
    {
      "epoch": 0.11649249376690891,
      "grad_norm": 10.703007698059082,
      "learning_rate": 0.0002,
      "loss": 0.3546,
      "step": 1098
    },
    {
      "epoch": 0.11659858893427405,
      "grad_norm": 5.756525993347168,
      "learning_rate": 0.0002,
      "loss": 0.1839,
      "step": 1099
    },
    {
      "epoch": 0.11670468410163917,
      "grad_norm": 10.985968589782715,
      "learning_rate": 0.0002,
      "loss": 0.1482,
      "step": 1100
    },
    {
      "epoch": 0.1168107792690043,
      "grad_norm": 7.142670154571533,
      "learning_rate": 0.0002,
      "loss": 0.1799,
      "step": 1101
    },
    {
      "epoch": 0.11691687443636942,
      "grad_norm": 5.420449256896973,
      "learning_rate": 0.0002,
      "loss": 0.1734,
      "step": 1102
    },
    {
      "epoch": 0.11702296960373455,
      "grad_norm": 6.192259311676025,
      "learning_rate": 0.0002,
      "loss": 0.1485,
      "step": 1103
    },
    {
      "epoch": 0.11712906477109968,
      "grad_norm": 5.745464324951172,
      "learning_rate": 0.0002,
      "loss": 0.1474,
      "step": 1104
    },
    {
      "epoch": 0.1172351599384648,
      "grad_norm": 4.055246829986572,
      "learning_rate": 0.0002,
      "loss": 0.1269,
      "step": 1105
    },
    {
      "epoch": 0.11734125510582993,
      "grad_norm": 4.159825325012207,
      "learning_rate": 0.0002,
      "loss": 0.2147,
      "step": 1106
    },
    {
      "epoch": 0.11744735027319506,
      "grad_norm": 4.998556137084961,
      "learning_rate": 0.0002,
      "loss": 0.1984,
      "step": 1107
    },
    {
      "epoch": 0.11755344544056018,
      "grad_norm": 6.101062297821045,
      "learning_rate": 0.0002,
      "loss": 0.1454,
      "step": 1108
    },
    {
      "epoch": 0.11765954060792531,
      "grad_norm": 3.989575147628784,
      "learning_rate": 0.0002,
      "loss": 0.1572,
      "step": 1109
    },
    {
      "epoch": 0.11776563577529044,
      "grad_norm": 6.703911781311035,
      "learning_rate": 0.0002,
      "loss": 0.2071,
      "step": 1110
    },
    {
      "epoch": 0.11787173094265556,
      "grad_norm": 20.928285598754883,
      "learning_rate": 0.0002,
      "loss": 0.9935,
      "step": 1111
    },
    {
      "epoch": 0.1179778261100207,
      "grad_norm": 8.511348724365234,
      "learning_rate": 0.0002,
      "loss": 0.4089,
      "step": 1112
    },
    {
      "epoch": 0.11808392127738582,
      "grad_norm": 8.88584041595459,
      "learning_rate": 0.0002,
      "loss": 0.6523,
      "step": 1113
    },
    {
      "epoch": 0.11819001644475094,
      "grad_norm": 8.507850646972656,
      "learning_rate": 0.0002,
      "loss": 0.3825,
      "step": 1114
    },
    {
      "epoch": 0.11829611161211606,
      "grad_norm": 3.9840872287750244,
      "learning_rate": 0.0002,
      "loss": 0.1438,
      "step": 1115
    },
    {
      "epoch": 0.1184022067794812,
      "grad_norm": 5.750953197479248,
      "learning_rate": 0.0002,
      "loss": 0.2801,
      "step": 1116
    },
    {
      "epoch": 0.11850830194684632,
      "grad_norm": 11.119308471679688,
      "learning_rate": 0.0002,
      "loss": 0.4663,
      "step": 1117
    },
    {
      "epoch": 0.11861439711421144,
      "grad_norm": 8.140937805175781,
      "learning_rate": 0.0002,
      "loss": 0.3937,
      "step": 1118
    },
    {
      "epoch": 0.11872049228157658,
      "grad_norm": 3.4910008907318115,
      "learning_rate": 0.0002,
      "loss": 0.1322,
      "step": 1119
    },
    {
      "epoch": 0.1188265874489417,
      "grad_norm": 5.410153865814209,
      "learning_rate": 0.0002,
      "loss": 0.2816,
      "step": 1120
    },
    {
      "epoch": 0.11893268261630682,
      "grad_norm": 11.129048347473145,
      "learning_rate": 0.0002,
      "loss": 0.4342,
      "step": 1121
    },
    {
      "epoch": 0.11903877778367196,
      "grad_norm": 5.893263339996338,
      "learning_rate": 0.0002,
      "loss": 0.2393,
      "step": 1122
    },
    {
      "epoch": 0.11914487295103708,
      "grad_norm": 7.032773971557617,
      "learning_rate": 0.0002,
      "loss": 0.2763,
      "step": 1123
    },
    {
      "epoch": 0.1192509681184022,
      "grad_norm": 11.255716323852539,
      "learning_rate": 0.0002,
      "loss": 0.3044,
      "step": 1124
    },
    {
      "epoch": 0.11935706328576734,
      "grad_norm": 11.46914291381836,
      "learning_rate": 0.0002,
      "loss": 0.4252,
      "step": 1125
    },
    {
      "epoch": 0.11946315845313246,
      "grad_norm": 6.600700378417969,
      "learning_rate": 0.0002,
      "loss": 0.2073,
      "step": 1126
    },
    {
      "epoch": 0.11956925362049758,
      "grad_norm": 4.324222564697266,
      "learning_rate": 0.0002,
      "loss": 0.1313,
      "step": 1127
    },
    {
      "epoch": 0.1196753487878627,
      "grad_norm": 5.712939262390137,
      "learning_rate": 0.0002,
      "loss": 0.2759,
      "step": 1128
    },
    {
      "epoch": 0.11978144395522784,
      "grad_norm": 6.105525970458984,
      "learning_rate": 0.0002,
      "loss": 0.1592,
      "step": 1129
    },
    {
      "epoch": 0.11988753912259296,
      "grad_norm": 11.735051155090332,
      "learning_rate": 0.0002,
      "loss": 0.4388,
      "step": 1130
    },
    {
      "epoch": 0.11999363428995809,
      "grad_norm": 9.049027442932129,
      "learning_rate": 0.0002,
      "loss": 0.2739,
      "step": 1131
    },
    {
      "epoch": 0.12009972945732322,
      "grad_norm": 7.319828033447266,
      "learning_rate": 0.0002,
      "loss": 0.3549,
      "step": 1132
    },
    {
      "epoch": 0.12020582462468835,
      "grad_norm": 5.124215602874756,
      "learning_rate": 0.0002,
      "loss": 0.2046,
      "step": 1133
    },
    {
      "epoch": 0.12031191979205347,
      "grad_norm": 6.72359037399292,
      "learning_rate": 0.0002,
      "loss": 0.1802,
      "step": 1134
    },
    {
      "epoch": 0.1204180149594186,
      "grad_norm": 32.95004653930664,
      "learning_rate": 0.0002,
      "loss": 1.3426,
      "step": 1135
    },
    {
      "epoch": 0.12052411012678373,
      "grad_norm": 6.111928939819336,
      "learning_rate": 0.0002,
      "loss": 0.2438,
      "step": 1136
    },
    {
      "epoch": 0.12063020529414885,
      "grad_norm": 8.635579109191895,
      "learning_rate": 0.0002,
      "loss": 0.2224,
      "step": 1137
    },
    {
      "epoch": 0.12073630046151398,
      "grad_norm": 5.973379611968994,
      "learning_rate": 0.0002,
      "loss": 0.1619,
      "step": 1138
    },
    {
      "epoch": 0.1208423956288791,
      "grad_norm": 6.042442798614502,
      "learning_rate": 0.0002,
      "loss": 0.1929,
      "step": 1139
    },
    {
      "epoch": 0.12094849079624423,
      "grad_norm": 7.2643208503723145,
      "learning_rate": 0.0002,
      "loss": 0.3076,
      "step": 1140
    },
    {
      "epoch": 0.12105458596360935,
      "grad_norm": 12.672991752624512,
      "learning_rate": 0.0002,
      "loss": 0.3627,
      "step": 1141
    },
    {
      "epoch": 0.12116068113097449,
      "grad_norm": 17.507015228271484,
      "learning_rate": 0.0002,
      "loss": 0.8109,
      "step": 1142
    },
    {
      "epoch": 0.12126677629833961,
      "grad_norm": 10.29857349395752,
      "learning_rate": 0.0002,
      "loss": 0.5278,
      "step": 1143
    },
    {
      "epoch": 0.12137287146570473,
      "grad_norm": 5.667308330535889,
      "learning_rate": 0.0002,
      "loss": 0.1637,
      "step": 1144
    },
    {
      "epoch": 0.12147896663306987,
      "grad_norm": 10.405146598815918,
      "learning_rate": 0.0002,
      "loss": 0.2631,
      "step": 1145
    },
    {
      "epoch": 0.12158506180043499,
      "grad_norm": 13.306811332702637,
      "learning_rate": 0.0002,
      "loss": 0.3888,
      "step": 1146
    },
    {
      "epoch": 0.12169115696780011,
      "grad_norm": 5.724170684814453,
      "learning_rate": 0.0002,
      "loss": 0.1598,
      "step": 1147
    },
    {
      "epoch": 0.12179725213516525,
      "grad_norm": 6.519510269165039,
      "learning_rate": 0.0002,
      "loss": 0.1495,
      "step": 1148
    },
    {
      "epoch": 0.12190334730253037,
      "grad_norm": 17.184093475341797,
      "learning_rate": 0.0002,
      "loss": 0.4673,
      "step": 1149
    },
    {
      "epoch": 0.1220094424698955,
      "grad_norm": 152.29933166503906,
      "learning_rate": 0.0002,
      "loss": 4.2669,
      "step": 1150
    },
    {
      "epoch": 0.12211553763726063,
      "grad_norm": 6.537713527679443,
      "learning_rate": 0.0002,
      "loss": 0.3031,
      "step": 1151
    },
    {
      "epoch": 0.12222163280462575,
      "grad_norm": 8.047213554382324,
      "learning_rate": 0.0002,
      "loss": 0.5275,
      "step": 1152
    },
    {
      "epoch": 0.12232772797199087,
      "grad_norm": 9.457115173339844,
      "learning_rate": 0.0002,
      "loss": 0.5459,
      "step": 1153
    },
    {
      "epoch": 0.122433823139356,
      "grad_norm": 4.4514594078063965,
      "learning_rate": 0.0002,
      "loss": 0.1735,
      "step": 1154
    },
    {
      "epoch": 0.12253991830672113,
      "grad_norm": 4.771071434020996,
      "learning_rate": 0.0002,
      "loss": 0.2272,
      "step": 1155
    },
    {
      "epoch": 0.12264601347408625,
      "grad_norm": 9.409025192260742,
      "learning_rate": 0.0002,
      "loss": 0.3215,
      "step": 1156
    },
    {
      "epoch": 0.12275210864145138,
      "grad_norm": 10.992562294006348,
      "learning_rate": 0.0002,
      "loss": 0.4059,
      "step": 1157
    },
    {
      "epoch": 0.12285820380881651,
      "grad_norm": 4.625906467437744,
      "learning_rate": 0.0002,
      "loss": 0.1681,
      "step": 1158
    },
    {
      "epoch": 0.12296429897618164,
      "grad_norm": 7.170089244842529,
      "learning_rate": 0.0002,
      "loss": 0.4266,
      "step": 1159
    },
    {
      "epoch": 0.12307039414354676,
      "grad_norm": 3.197657823562622,
      "learning_rate": 0.0002,
      "loss": 0.0999,
      "step": 1160
    },
    {
      "epoch": 0.1231764893109119,
      "grad_norm": 5.497007369995117,
      "learning_rate": 0.0002,
      "loss": 0.2637,
      "step": 1161
    },
    {
      "epoch": 0.12328258447827702,
      "grad_norm": 5.052645206451416,
      "learning_rate": 0.0002,
      "loss": 0.1969,
      "step": 1162
    },
    {
      "epoch": 0.12338867964564214,
      "grad_norm": 8.524548530578613,
      "learning_rate": 0.0002,
      "loss": 0.4682,
      "step": 1163
    },
    {
      "epoch": 0.12349477481300727,
      "grad_norm": 5.062516689300537,
      "learning_rate": 0.0002,
      "loss": 0.1942,
      "step": 1164
    },
    {
      "epoch": 0.1236008699803724,
      "grad_norm": 4.900094032287598,
      "learning_rate": 0.0002,
      "loss": 0.1585,
      "step": 1165
    },
    {
      "epoch": 0.12370696514773752,
      "grad_norm": 9.014378547668457,
      "learning_rate": 0.0002,
      "loss": 0.2322,
      "step": 1166
    },
    {
      "epoch": 0.12381306031510264,
      "grad_norm": 7.756555080413818,
      "learning_rate": 0.0002,
      "loss": 0.3767,
      "step": 1167
    },
    {
      "epoch": 0.12391915548246778,
      "grad_norm": 13.68795394897461,
      "learning_rate": 0.0002,
      "loss": 0.4465,
      "step": 1168
    },
    {
      "epoch": 0.1240252506498329,
      "grad_norm": 5.335318565368652,
      "learning_rate": 0.0002,
      "loss": 0.1881,
      "step": 1169
    },
    {
      "epoch": 0.12413134581719802,
      "grad_norm": 15.041061401367188,
      "learning_rate": 0.0002,
      "loss": 0.8532,
      "step": 1170
    },
    {
      "epoch": 0.12423744098456316,
      "grad_norm": 10.844293594360352,
      "learning_rate": 0.0002,
      "loss": 0.4296,
      "step": 1171
    },
    {
      "epoch": 0.12434353615192828,
      "grad_norm": 4.878455638885498,
      "learning_rate": 0.0002,
      "loss": 0.1818,
      "step": 1172
    },
    {
      "epoch": 0.1244496313192934,
      "grad_norm": 11.804012298583984,
      "learning_rate": 0.0002,
      "loss": 1.0898,
      "step": 1173
    },
    {
      "epoch": 0.12455572648665854,
      "grad_norm": 6.135049343109131,
      "learning_rate": 0.0002,
      "loss": 0.337,
      "step": 1174
    },
    {
      "epoch": 0.12466182165402366,
      "grad_norm": 11.134439468383789,
      "learning_rate": 0.0002,
      "loss": 0.6827,
      "step": 1175
    },
    {
      "epoch": 0.12476791682138878,
      "grad_norm": 10.078073501586914,
      "learning_rate": 0.0002,
      "loss": 0.3616,
      "step": 1176
    },
    {
      "epoch": 0.12487401198875392,
      "grad_norm": 5.860133647918701,
      "learning_rate": 0.0002,
      "loss": 0.2136,
      "step": 1177
    },
    {
      "epoch": 0.12498010715611904,
      "grad_norm": 16.210641860961914,
      "learning_rate": 0.0002,
      "loss": 0.5385,
      "step": 1178
    },
    {
      "epoch": 0.12508620232348416,
      "grad_norm": 7.2657999992370605,
      "learning_rate": 0.0002,
      "loss": 0.3341,
      "step": 1179
    },
    {
      "epoch": 0.12519229749084929,
      "grad_norm": 10.626968383789062,
      "learning_rate": 0.0002,
      "loss": 0.6084,
      "step": 1180
    },
    {
      "epoch": 0.1252983926582144,
      "grad_norm": 8.067530632019043,
      "learning_rate": 0.0002,
      "loss": 0.1949,
      "step": 1181
    },
    {
      "epoch": 0.12540448782557956,
      "grad_norm": 3.9800777435302734,
      "learning_rate": 0.0002,
      "loss": 0.1202,
      "step": 1182
    },
    {
      "epoch": 0.12551058299294468,
      "grad_norm": 10.07242488861084,
      "learning_rate": 0.0002,
      "loss": 0.402,
      "step": 1183
    },
    {
      "epoch": 0.1256166781603098,
      "grad_norm": 5.4834747314453125,
      "learning_rate": 0.0002,
      "loss": 0.2416,
      "step": 1184
    },
    {
      "epoch": 0.12572277332767492,
      "grad_norm": 6.387603759765625,
      "learning_rate": 0.0002,
      "loss": 0.1645,
      "step": 1185
    },
    {
      "epoch": 0.12582886849504005,
      "grad_norm": 5.547778129577637,
      "learning_rate": 0.0002,
      "loss": 0.2266,
      "step": 1186
    },
    {
      "epoch": 0.12593496366240517,
      "grad_norm": 11.348686218261719,
      "learning_rate": 0.0002,
      "loss": 0.5453,
      "step": 1187
    },
    {
      "epoch": 0.1260410588297703,
      "grad_norm": 6.576507568359375,
      "learning_rate": 0.0002,
      "loss": 0.3503,
      "step": 1188
    },
    {
      "epoch": 0.12614715399713544,
      "grad_norm": 8.861441612243652,
      "learning_rate": 0.0002,
      "loss": 0.4049,
      "step": 1189
    },
    {
      "epoch": 0.12625324916450056,
      "grad_norm": 7.285686016082764,
      "learning_rate": 0.0002,
      "loss": 0.2374,
      "step": 1190
    },
    {
      "epoch": 0.1263593443318657,
      "grad_norm": 10.853203773498535,
      "learning_rate": 0.0002,
      "loss": 0.3436,
      "step": 1191
    },
    {
      "epoch": 0.1264654394992308,
      "grad_norm": 6.1698899269104,
      "learning_rate": 0.0002,
      "loss": 0.2054,
      "step": 1192
    },
    {
      "epoch": 0.12657153466659593,
      "grad_norm": 8.9847412109375,
      "learning_rate": 0.0002,
      "loss": 0.2205,
      "step": 1193
    },
    {
      "epoch": 0.12667762983396105,
      "grad_norm": 10.688117027282715,
      "learning_rate": 0.0002,
      "loss": 0.5793,
      "step": 1194
    },
    {
      "epoch": 0.1267837250013262,
      "grad_norm": 10.423303604125977,
      "learning_rate": 0.0002,
      "loss": 0.1908,
      "step": 1195
    },
    {
      "epoch": 0.12688982016869133,
      "grad_norm": 11.945500373840332,
      "learning_rate": 0.0002,
      "loss": 0.9411,
      "step": 1196
    },
    {
      "epoch": 0.12699591533605645,
      "grad_norm": 4.637462615966797,
      "learning_rate": 0.0002,
      "loss": 0.1776,
      "step": 1197
    },
    {
      "epoch": 0.12710201050342157,
      "grad_norm": 16.636390686035156,
      "learning_rate": 0.0002,
      "loss": 0.2267,
      "step": 1198
    },
    {
      "epoch": 0.1272081056707867,
      "grad_norm": 17.776283264160156,
      "learning_rate": 0.0002,
      "loss": 0.5245,
      "step": 1199
    },
    {
      "epoch": 0.12731420083815181,
      "grad_norm": 17.1392879486084,
      "learning_rate": 0.0002,
      "loss": 0.5194,
      "step": 1200
    },
    {
      "epoch": 0.12731420083815181,
      "eval_loss": 0.05339442566037178,
      "eval_runtime": 48.7595,
      "eval_samples_per_second": 3.117,
      "eval_steps_per_second": 1.559,
      "step": 1200
    },
    {
      "epoch": 0.12742029600551694,
      "grad_norm": 6.890715599060059,
      "learning_rate": 0.0002,
      "loss": 0.2492,
      "step": 1201
    },
    {
      "epoch": 0.1275263911728821,
      "grad_norm": 4.04957914352417,
      "learning_rate": 0.0002,
      "loss": 0.1144,
      "step": 1202
    },
    {
      "epoch": 0.1276324863402472,
      "grad_norm": 3.1099143028259277,
      "learning_rate": 0.0002,
      "loss": 0.112,
      "step": 1203
    },
    {
      "epoch": 0.12773858150761233,
      "grad_norm": 14.339091300964355,
      "learning_rate": 0.0002,
      "loss": 0.9548,
      "step": 1204
    },
    {
      "epoch": 0.12784467667497745,
      "grad_norm": 8.501301765441895,
      "learning_rate": 0.0002,
      "loss": 0.567,
      "step": 1205
    },
    {
      "epoch": 0.12795077184234258,
      "grad_norm": 9.18374252319336,
      "learning_rate": 0.0002,
      "loss": 0.3452,
      "step": 1206
    },
    {
      "epoch": 0.1280568670097077,
      "grad_norm": 7.7342610359191895,
      "learning_rate": 0.0002,
      "loss": 0.4653,
      "step": 1207
    },
    {
      "epoch": 0.12816296217707285,
      "grad_norm": 5.56123685836792,
      "learning_rate": 0.0002,
      "loss": 0.2263,
      "step": 1208
    },
    {
      "epoch": 0.12826905734443797,
      "grad_norm": 3.8906068801879883,
      "learning_rate": 0.0002,
      "loss": 0.1386,
      "step": 1209
    },
    {
      "epoch": 0.1283751525118031,
      "grad_norm": 8.045018196105957,
      "learning_rate": 0.0002,
      "loss": 0.3284,
      "step": 1210
    },
    {
      "epoch": 0.12848124767916821,
      "grad_norm": 7.703570365905762,
      "learning_rate": 0.0002,
      "loss": 0.246,
      "step": 1211
    },
    {
      "epoch": 0.12858734284653334,
      "grad_norm": 14.283702850341797,
      "learning_rate": 0.0002,
      "loss": 0.8917,
      "step": 1212
    },
    {
      "epoch": 0.12869343801389846,
      "grad_norm": 8.171622276306152,
      "learning_rate": 0.0002,
      "loss": 0.3529,
      "step": 1213
    },
    {
      "epoch": 0.12879953318126358,
      "grad_norm": 6.034450054168701,
      "learning_rate": 0.0002,
      "loss": 0.2579,
      "step": 1214
    },
    {
      "epoch": 0.12890562834862873,
      "grad_norm": 8.120826721191406,
      "learning_rate": 0.0002,
      "loss": 0.4665,
      "step": 1215
    },
    {
      "epoch": 0.12901172351599385,
      "grad_norm": 3.7813832759857178,
      "learning_rate": 0.0002,
      "loss": 0.1243,
      "step": 1216
    },
    {
      "epoch": 0.12911781868335898,
      "grad_norm": 8.184707641601562,
      "learning_rate": 0.0002,
      "loss": 0.3438,
      "step": 1217
    },
    {
      "epoch": 0.1292239138507241,
      "grad_norm": 4.959222793579102,
      "learning_rate": 0.0002,
      "loss": 0.1892,
      "step": 1218
    },
    {
      "epoch": 0.12933000901808922,
      "grad_norm": 6.145408630371094,
      "learning_rate": 0.0002,
      "loss": 0.2289,
      "step": 1219
    },
    {
      "epoch": 0.12943610418545434,
      "grad_norm": 6.488265514373779,
      "learning_rate": 0.0002,
      "loss": 0.2781,
      "step": 1220
    },
    {
      "epoch": 0.1295421993528195,
      "grad_norm": 4.026022911071777,
      "learning_rate": 0.0002,
      "loss": 0.1402,
      "step": 1221
    },
    {
      "epoch": 0.12964829452018461,
      "grad_norm": 12.955522537231445,
      "learning_rate": 0.0002,
      "loss": 0.6681,
      "step": 1222
    },
    {
      "epoch": 0.12975438968754974,
      "grad_norm": 13.117371559143066,
      "learning_rate": 0.0002,
      "loss": 0.3278,
      "step": 1223
    },
    {
      "epoch": 0.12986048485491486,
      "grad_norm": 14.95661449432373,
      "learning_rate": 0.0002,
      "loss": 0.7688,
      "step": 1224
    },
    {
      "epoch": 0.12996658002227998,
      "grad_norm": 5.002791881561279,
      "learning_rate": 0.0002,
      "loss": 0.1391,
      "step": 1225
    },
    {
      "epoch": 0.1300726751896451,
      "grad_norm": 14.707405090332031,
      "learning_rate": 0.0002,
      "loss": 0.652,
      "step": 1226
    },
    {
      "epoch": 0.13017877035701023,
      "grad_norm": 7.4781270027160645,
      "learning_rate": 0.0002,
      "loss": 0.2313,
      "step": 1227
    },
    {
      "epoch": 0.13028486552437538,
      "grad_norm": 4.653233051300049,
      "learning_rate": 0.0002,
      "loss": 0.1656,
      "step": 1228
    },
    {
      "epoch": 0.1303909606917405,
      "grad_norm": 11.363765716552734,
      "learning_rate": 0.0002,
      "loss": 0.5146,
      "step": 1229
    },
    {
      "epoch": 0.13049705585910562,
      "grad_norm": 23.83978271484375,
      "learning_rate": 0.0002,
      "loss": 1.032,
      "step": 1230
    },
    {
      "epoch": 0.13060315102647074,
      "grad_norm": 11.135316848754883,
      "learning_rate": 0.0002,
      "loss": 0.3423,
      "step": 1231
    },
    {
      "epoch": 0.13070924619383587,
      "grad_norm": 6.124490737915039,
      "learning_rate": 0.0002,
      "loss": 0.1446,
      "step": 1232
    },
    {
      "epoch": 0.130815341361201,
      "grad_norm": 8.802969932556152,
      "learning_rate": 0.0002,
      "loss": 0.3515,
      "step": 1233
    },
    {
      "epoch": 0.13092143652856614,
      "grad_norm": 14.535836219787598,
      "learning_rate": 0.0002,
      "loss": 0.2175,
      "step": 1234
    },
    {
      "epoch": 0.13102753169593126,
      "grad_norm": 7.143708229064941,
      "learning_rate": 0.0002,
      "loss": 0.2655,
      "step": 1235
    },
    {
      "epoch": 0.13113362686329638,
      "grad_norm": 10.469614028930664,
      "learning_rate": 0.0002,
      "loss": 0.283,
      "step": 1236
    },
    {
      "epoch": 0.1312397220306615,
      "grad_norm": 6.262835502624512,
      "learning_rate": 0.0002,
      "loss": 0.2133,
      "step": 1237
    },
    {
      "epoch": 0.13134581719802663,
      "grad_norm": 12.358888626098633,
      "learning_rate": 0.0002,
      "loss": 0.5284,
      "step": 1238
    },
    {
      "epoch": 0.13145191236539175,
      "grad_norm": 7.299028396606445,
      "learning_rate": 0.0002,
      "loss": 0.2979,
      "step": 1239
    },
    {
      "epoch": 0.13155800753275687,
      "grad_norm": 6.281275749206543,
      "learning_rate": 0.0002,
      "loss": 0.2202,
      "step": 1240
    },
    {
      "epoch": 0.13166410270012202,
      "grad_norm": 9.865002632141113,
      "learning_rate": 0.0002,
      "loss": 0.3818,
      "step": 1241
    },
    {
      "epoch": 0.13177019786748714,
      "grad_norm": 11.342612266540527,
      "learning_rate": 0.0002,
      "loss": 0.3577,
      "step": 1242
    },
    {
      "epoch": 0.13187629303485227,
      "grad_norm": 7.851486682891846,
      "learning_rate": 0.0002,
      "loss": 0.1747,
      "step": 1243
    },
    {
      "epoch": 0.1319823882022174,
      "grad_norm": 16.913169860839844,
      "learning_rate": 0.0002,
      "loss": 0.4946,
      "step": 1244
    },
    {
      "epoch": 0.1320884833695825,
      "grad_norm": 12.21477222442627,
      "learning_rate": 0.0002,
      "loss": 0.2812,
      "step": 1245
    },
    {
      "epoch": 0.13219457853694763,
      "grad_norm": 22.81415557861328,
      "learning_rate": 0.0002,
      "loss": 0.5507,
      "step": 1246
    },
    {
      "epoch": 0.13230067370431278,
      "grad_norm": 42.41170883178711,
      "learning_rate": 0.0002,
      "loss": 1.46,
      "step": 1247
    },
    {
      "epoch": 0.1324067688716779,
      "grad_norm": 9.986234664916992,
      "learning_rate": 0.0002,
      "loss": 0.1635,
      "step": 1248
    },
    {
      "epoch": 0.13251286403904303,
      "grad_norm": 9.169960975646973,
      "learning_rate": 0.0002,
      "loss": 0.1931,
      "step": 1249
    },
    {
      "epoch": 0.13261895920640815,
      "grad_norm": 146.71475219726562,
      "learning_rate": 0.0002,
      "loss": 1.7616,
      "step": 1250
    },
    {
      "epoch": 0.13272505437377327,
      "grad_norm": 6.264101028442383,
      "learning_rate": 0.0002,
      "loss": 0.1245,
      "step": 1251
    },
    {
      "epoch": 0.1328311495411384,
      "grad_norm": 8.134949684143066,
      "learning_rate": 0.0002,
      "loss": 0.2554,
      "step": 1252
    },
    {
      "epoch": 0.13293724470850352,
      "grad_norm": 5.760680675506592,
      "learning_rate": 0.0002,
      "loss": 0.2234,
      "step": 1253
    },
    {
      "epoch": 0.13304333987586867,
      "grad_norm": 4.085294246673584,
      "learning_rate": 0.0002,
      "loss": 0.1747,
      "step": 1254
    },
    {
      "epoch": 0.1331494350432338,
      "grad_norm": 4.462237358093262,
      "learning_rate": 0.0002,
      "loss": 0.1352,
      "step": 1255
    },
    {
      "epoch": 0.1332555302105989,
      "grad_norm": 7.289393901824951,
      "learning_rate": 0.0002,
      "loss": 0.3264,
      "step": 1256
    },
    {
      "epoch": 0.13336162537796403,
      "grad_norm": 10.202658653259277,
      "learning_rate": 0.0002,
      "loss": 0.5737,
      "step": 1257
    },
    {
      "epoch": 0.13346772054532915,
      "grad_norm": 4.331934928894043,
      "learning_rate": 0.0002,
      "loss": 0.114,
      "step": 1258
    },
    {
      "epoch": 0.13357381571269428,
      "grad_norm": 7.286320686340332,
      "learning_rate": 0.0002,
      "loss": 0.2013,
      "step": 1259
    },
    {
      "epoch": 0.13367991088005943,
      "grad_norm": 4.421566009521484,
      "learning_rate": 0.0002,
      "loss": 0.137,
      "step": 1260
    },
    {
      "epoch": 0.13378600604742455,
      "grad_norm": 5.596869468688965,
      "learning_rate": 0.0002,
      "loss": 0.2133,
      "step": 1261
    },
    {
      "epoch": 0.13389210121478967,
      "grad_norm": 11.388298034667969,
      "learning_rate": 0.0002,
      "loss": 0.4968,
      "step": 1262
    },
    {
      "epoch": 0.1339981963821548,
      "grad_norm": 12.69575023651123,
      "learning_rate": 0.0002,
      "loss": 0.4301,
      "step": 1263
    },
    {
      "epoch": 0.13410429154951992,
      "grad_norm": 9.41312026977539,
      "learning_rate": 0.0002,
      "loss": 0.5109,
      "step": 1264
    },
    {
      "epoch": 0.13421038671688504,
      "grad_norm": 6.461081504821777,
      "learning_rate": 0.0002,
      "loss": 0.3142,
      "step": 1265
    },
    {
      "epoch": 0.13431648188425016,
      "grad_norm": 6.410338878631592,
      "learning_rate": 0.0002,
      "loss": 0.1166,
      "step": 1266
    },
    {
      "epoch": 0.1344225770516153,
      "grad_norm": 7.185196399688721,
      "learning_rate": 0.0002,
      "loss": 0.2185,
      "step": 1267
    },
    {
      "epoch": 0.13452867221898043,
      "grad_norm": 11.557251930236816,
      "learning_rate": 0.0002,
      "loss": 0.4979,
      "step": 1268
    },
    {
      "epoch": 0.13463476738634556,
      "grad_norm": 8.70836353302002,
      "learning_rate": 0.0002,
      "loss": 0.383,
      "step": 1269
    },
    {
      "epoch": 0.13474086255371068,
      "grad_norm": 6.914636135101318,
      "learning_rate": 0.0002,
      "loss": 0.2065,
      "step": 1270
    },
    {
      "epoch": 0.1348469577210758,
      "grad_norm": 8.398102760314941,
      "learning_rate": 0.0002,
      "loss": 0.2853,
      "step": 1271
    },
    {
      "epoch": 0.13495305288844092,
      "grad_norm": 9.197179794311523,
      "learning_rate": 0.0002,
      "loss": 0.2758,
      "step": 1272
    },
    {
      "epoch": 0.13505914805580604,
      "grad_norm": 8.578436851501465,
      "learning_rate": 0.0002,
      "loss": 0.4225,
      "step": 1273
    },
    {
      "epoch": 0.1351652432231712,
      "grad_norm": 9.300743103027344,
      "learning_rate": 0.0002,
      "loss": 0.2531,
      "step": 1274
    },
    {
      "epoch": 0.13527133839053632,
      "grad_norm": 8.925727844238281,
      "learning_rate": 0.0002,
      "loss": 0.4034,
      "step": 1275
    },
    {
      "epoch": 0.13537743355790144,
      "grad_norm": 8.458330154418945,
      "learning_rate": 0.0002,
      "loss": 0.3518,
      "step": 1276
    },
    {
      "epoch": 0.13548352872526656,
      "grad_norm": 13.157434463500977,
      "learning_rate": 0.0002,
      "loss": 0.2583,
      "step": 1277
    },
    {
      "epoch": 0.13558962389263168,
      "grad_norm": 8.095745086669922,
      "learning_rate": 0.0002,
      "loss": 0.3694,
      "step": 1278
    },
    {
      "epoch": 0.1356957190599968,
      "grad_norm": 7.974912643432617,
      "learning_rate": 0.0002,
      "loss": 0.3036,
      "step": 1279
    },
    {
      "epoch": 0.13580181422736196,
      "grad_norm": 6.209217548370361,
      "learning_rate": 0.0002,
      "loss": 0.196,
      "step": 1280
    },
    {
      "epoch": 0.13590790939472708,
      "grad_norm": 6.585304260253906,
      "learning_rate": 0.0002,
      "loss": 0.3013,
      "step": 1281
    },
    {
      "epoch": 0.1360140045620922,
      "grad_norm": 11.580331802368164,
      "learning_rate": 0.0002,
      "loss": 0.281,
      "step": 1282
    },
    {
      "epoch": 0.13612009972945732,
      "grad_norm": 19.015884399414062,
      "learning_rate": 0.0002,
      "loss": 0.4832,
      "step": 1283
    },
    {
      "epoch": 0.13622619489682244,
      "grad_norm": 8.91678524017334,
      "learning_rate": 0.0002,
      "loss": 0.286,
      "step": 1284
    },
    {
      "epoch": 0.13633229006418757,
      "grad_norm": 11.975906372070312,
      "learning_rate": 0.0002,
      "loss": 0.4886,
      "step": 1285
    },
    {
      "epoch": 0.1364383852315527,
      "grad_norm": 5.000464916229248,
      "learning_rate": 0.0002,
      "loss": 0.1404,
      "step": 1286
    },
    {
      "epoch": 0.13654448039891784,
      "grad_norm": 10.880637168884277,
      "learning_rate": 0.0002,
      "loss": 0.3242,
      "step": 1287
    },
    {
      "epoch": 0.13665057556628296,
      "grad_norm": 9.661633491516113,
      "learning_rate": 0.0002,
      "loss": 0.2853,
      "step": 1288
    },
    {
      "epoch": 0.13675667073364808,
      "grad_norm": 16.724220275878906,
      "learning_rate": 0.0002,
      "loss": 0.5778,
      "step": 1289
    },
    {
      "epoch": 0.1368627659010132,
      "grad_norm": 10.552864074707031,
      "learning_rate": 0.0002,
      "loss": 0.229,
      "step": 1290
    },
    {
      "epoch": 0.13696886106837833,
      "grad_norm": 7.293450832366943,
      "learning_rate": 0.0002,
      "loss": 0.2087,
      "step": 1291
    },
    {
      "epoch": 0.13707495623574345,
      "grad_norm": 12.54265022277832,
      "learning_rate": 0.0002,
      "loss": 0.3804,
      "step": 1292
    },
    {
      "epoch": 0.1371810514031086,
      "grad_norm": 4.438275337219238,
      "learning_rate": 0.0002,
      "loss": 0.1009,
      "step": 1293
    },
    {
      "epoch": 0.13728714657047372,
      "grad_norm": 15.128436088562012,
      "learning_rate": 0.0002,
      "loss": 0.5859,
      "step": 1294
    },
    {
      "epoch": 0.13739324173783884,
      "grad_norm": 15.132716178894043,
      "learning_rate": 0.0002,
      "loss": 0.3327,
      "step": 1295
    },
    {
      "epoch": 0.13749933690520397,
      "grad_norm": 13.210197448730469,
      "learning_rate": 0.0002,
      "loss": 0.2299,
      "step": 1296
    },
    {
      "epoch": 0.1376054320725691,
      "grad_norm": 11.39732837677002,
      "learning_rate": 0.0002,
      "loss": 0.2984,
      "step": 1297
    },
    {
      "epoch": 0.1377115272399342,
      "grad_norm": 10.91480827331543,
      "learning_rate": 0.0002,
      "loss": 0.3786,
      "step": 1298
    },
    {
      "epoch": 0.13781762240729933,
      "grad_norm": 12.576189041137695,
      "learning_rate": 0.0002,
      "loss": 0.4536,
      "step": 1299
    },
    {
      "epoch": 0.13792371757466448,
      "grad_norm": 44.04448699951172,
      "learning_rate": 0.0002,
      "loss": 0.6621,
      "step": 1300
    },
    {
      "epoch": 0.1380298127420296,
      "grad_norm": 5.772139072418213,
      "learning_rate": 0.0002,
      "loss": 0.1891,
      "step": 1301
    },
    {
      "epoch": 0.13813590790939473,
      "grad_norm": 19.7458553314209,
      "learning_rate": 0.0002,
      "loss": 0.8312,
      "step": 1302
    },
    {
      "epoch": 0.13824200307675985,
      "grad_norm": 13.536046981811523,
      "learning_rate": 0.0002,
      "loss": 0.6329,
      "step": 1303
    },
    {
      "epoch": 0.13834809824412497,
      "grad_norm": 10.36724853515625,
      "learning_rate": 0.0002,
      "loss": 0.5255,
      "step": 1304
    },
    {
      "epoch": 0.1384541934114901,
      "grad_norm": 8.655875205993652,
      "learning_rate": 0.0002,
      "loss": 0.3637,
      "step": 1305
    },
    {
      "epoch": 0.13856028857885525,
      "grad_norm": 5.116086006164551,
      "learning_rate": 0.0002,
      "loss": 0.1547,
      "step": 1306
    },
    {
      "epoch": 0.13866638374622037,
      "grad_norm": 6.3393144607543945,
      "learning_rate": 0.0002,
      "loss": 0.1963,
      "step": 1307
    },
    {
      "epoch": 0.1387724789135855,
      "grad_norm": 8.040077209472656,
      "learning_rate": 0.0002,
      "loss": 0.361,
      "step": 1308
    },
    {
      "epoch": 0.1388785740809506,
      "grad_norm": 20.939470291137695,
      "learning_rate": 0.0002,
      "loss": 0.2065,
      "step": 1309
    },
    {
      "epoch": 0.13898466924831573,
      "grad_norm": 26.244338989257812,
      "learning_rate": 0.0002,
      "loss": 0.5341,
      "step": 1310
    },
    {
      "epoch": 0.13909076441568086,
      "grad_norm": 8.157188415527344,
      "learning_rate": 0.0002,
      "loss": 0.3637,
      "step": 1311
    },
    {
      "epoch": 0.13919685958304598,
      "grad_norm": 7.755431652069092,
      "learning_rate": 0.0002,
      "loss": 0.3329,
      "step": 1312
    },
    {
      "epoch": 0.13930295475041113,
      "grad_norm": 7.9413371086120605,
      "learning_rate": 0.0002,
      "loss": 0.2398,
      "step": 1313
    },
    {
      "epoch": 0.13940904991777625,
      "grad_norm": 11.56313705444336,
      "learning_rate": 0.0002,
      "loss": 0.2182,
      "step": 1314
    },
    {
      "epoch": 0.13951514508514137,
      "grad_norm": 8.31189250946045,
      "learning_rate": 0.0002,
      "loss": 0.2181,
      "step": 1315
    },
    {
      "epoch": 0.1396212402525065,
      "grad_norm": 10.230040550231934,
      "learning_rate": 0.0002,
      "loss": 0.4605,
      "step": 1316
    },
    {
      "epoch": 0.13972733541987162,
      "grad_norm": 6.153731822967529,
      "learning_rate": 0.0002,
      "loss": 0.2034,
      "step": 1317
    },
    {
      "epoch": 0.13983343058723674,
      "grad_norm": 7.85717248916626,
      "learning_rate": 0.0002,
      "loss": 0.3198,
      "step": 1318
    },
    {
      "epoch": 0.1399395257546019,
      "grad_norm": 4.910926818847656,
      "learning_rate": 0.0002,
      "loss": 0.1415,
      "step": 1319
    },
    {
      "epoch": 0.140045620921967,
      "grad_norm": 11.90323257446289,
      "learning_rate": 0.0002,
      "loss": 0.4141,
      "step": 1320
    },
    {
      "epoch": 0.14015171608933213,
      "grad_norm": 12.459893226623535,
      "learning_rate": 0.0002,
      "loss": 0.8666,
      "step": 1321
    },
    {
      "epoch": 0.14025781125669726,
      "grad_norm": 5.982353687286377,
      "learning_rate": 0.0002,
      "loss": 0.2501,
      "step": 1322
    },
    {
      "epoch": 0.14036390642406238,
      "grad_norm": 6.693942546844482,
      "learning_rate": 0.0002,
      "loss": 0.1965,
      "step": 1323
    },
    {
      "epoch": 0.1404700015914275,
      "grad_norm": 9.561388969421387,
      "learning_rate": 0.0002,
      "loss": 0.4154,
      "step": 1324
    },
    {
      "epoch": 0.14057609675879262,
      "grad_norm": 12.952603340148926,
      "learning_rate": 0.0002,
      "loss": 0.5324,
      "step": 1325
    },
    {
      "epoch": 0.14068219192615777,
      "grad_norm": 15.116247177124023,
      "learning_rate": 0.0002,
      "loss": 0.3332,
      "step": 1326
    },
    {
      "epoch": 0.1407882870935229,
      "grad_norm": 9.550641059875488,
      "learning_rate": 0.0002,
      "loss": 0.3013,
      "step": 1327
    },
    {
      "epoch": 0.14089438226088802,
      "grad_norm": 7.75424861907959,
      "learning_rate": 0.0002,
      "loss": 0.2838,
      "step": 1328
    },
    {
      "epoch": 0.14100047742825314,
      "grad_norm": 13.92508316040039,
      "learning_rate": 0.0002,
      "loss": 0.5901,
      "step": 1329
    },
    {
      "epoch": 0.14110657259561826,
      "grad_norm": 7.823973655700684,
      "learning_rate": 0.0002,
      "loss": 0.2479,
      "step": 1330
    },
    {
      "epoch": 0.14121266776298338,
      "grad_norm": 13.762690544128418,
      "learning_rate": 0.0002,
      "loss": 0.7112,
      "step": 1331
    },
    {
      "epoch": 0.14131876293034853,
      "grad_norm": 8.561161994934082,
      "learning_rate": 0.0002,
      "loss": 0.4215,
      "step": 1332
    },
    {
      "epoch": 0.14142485809771366,
      "grad_norm": 4.252801895141602,
      "learning_rate": 0.0002,
      "loss": 0.1204,
      "step": 1333
    },
    {
      "epoch": 0.14153095326507878,
      "grad_norm": 7.190428256988525,
      "learning_rate": 0.0002,
      "loss": 0.2663,
      "step": 1334
    },
    {
      "epoch": 0.1416370484324439,
      "grad_norm": 6.25680685043335,
      "learning_rate": 0.0002,
      "loss": 0.1841,
      "step": 1335
    },
    {
      "epoch": 0.14174314359980902,
      "grad_norm": 9.265543937683105,
      "learning_rate": 0.0002,
      "loss": 0.2908,
      "step": 1336
    },
    {
      "epoch": 0.14184923876717415,
      "grad_norm": 7.347250461578369,
      "learning_rate": 0.0002,
      "loss": 0.265,
      "step": 1337
    },
    {
      "epoch": 0.14195533393453927,
      "grad_norm": 13.055035591125488,
      "learning_rate": 0.0002,
      "loss": 0.4024,
      "step": 1338
    },
    {
      "epoch": 0.14206142910190442,
      "grad_norm": 4.432365894317627,
      "learning_rate": 0.0002,
      "loss": 0.0922,
      "step": 1339
    },
    {
      "epoch": 0.14216752426926954,
      "grad_norm": 15.559868812561035,
      "learning_rate": 0.0002,
      "loss": 0.4948,
      "step": 1340
    },
    {
      "epoch": 0.14227361943663466,
      "grad_norm": 13.719801902770996,
      "learning_rate": 0.0002,
      "loss": 0.6514,
      "step": 1341
    },
    {
      "epoch": 0.14237971460399979,
      "grad_norm": 21.84075927734375,
      "learning_rate": 0.0002,
      "loss": 0.9652,
      "step": 1342
    },
    {
      "epoch": 0.1424858097713649,
      "grad_norm": 15.697550773620605,
      "learning_rate": 0.0002,
      "loss": 0.4002,
      "step": 1343
    },
    {
      "epoch": 0.14259190493873003,
      "grad_norm": 6.697174072265625,
      "learning_rate": 0.0002,
      "loss": 0.172,
      "step": 1344
    },
    {
      "epoch": 0.14269800010609518,
      "grad_norm": 10.240446090698242,
      "learning_rate": 0.0002,
      "loss": 0.3352,
      "step": 1345
    },
    {
      "epoch": 0.1428040952734603,
      "grad_norm": 14.785737991333008,
      "learning_rate": 0.0002,
      "loss": 0.6323,
      "step": 1346
    },
    {
      "epoch": 0.14291019044082542,
      "grad_norm": 13.367588996887207,
      "learning_rate": 0.0002,
      "loss": 0.3156,
      "step": 1347
    },
    {
      "epoch": 0.14301628560819055,
      "grad_norm": 8.60525894165039,
      "learning_rate": 0.0002,
      "loss": 0.3018,
      "step": 1348
    },
    {
      "epoch": 0.14312238077555567,
      "grad_norm": 13.699087142944336,
      "learning_rate": 0.0002,
      "loss": 0.3177,
      "step": 1349
    },
    {
      "epoch": 0.1432284759429208,
      "grad_norm": 17.507211685180664,
      "learning_rate": 0.0002,
      "loss": 0.1861,
      "step": 1350
    },
    {
      "epoch": 0.1433345711102859,
      "grad_norm": 8.357665061950684,
      "learning_rate": 0.0002,
      "loss": 0.4331,
      "step": 1351
    },
    {
      "epoch": 0.14344066627765106,
      "grad_norm": 7.526707172393799,
      "learning_rate": 0.0002,
      "loss": 0.3339,
      "step": 1352
    },
    {
      "epoch": 0.14354676144501619,
      "grad_norm": 6.245390892028809,
      "learning_rate": 0.0002,
      "loss": 0.2763,
      "step": 1353
    },
    {
      "epoch": 0.1436528566123813,
      "grad_norm": 6.374793529510498,
      "learning_rate": 0.0002,
      "loss": 0.1887,
      "step": 1354
    },
    {
      "epoch": 0.14375895177974643,
      "grad_norm": 4.34623908996582,
      "learning_rate": 0.0002,
      "loss": 0.1933,
      "step": 1355
    },
    {
      "epoch": 0.14386504694711155,
      "grad_norm": 5.8989715576171875,
      "learning_rate": 0.0002,
      "loss": 0.1422,
      "step": 1356
    },
    {
      "epoch": 0.14397114211447667,
      "grad_norm": 6.8564982414245605,
      "learning_rate": 0.0002,
      "loss": 0.2119,
      "step": 1357
    },
    {
      "epoch": 0.14407723728184182,
      "grad_norm": 6.154183864593506,
      "learning_rate": 0.0002,
      "loss": 0.1624,
      "step": 1358
    },
    {
      "epoch": 0.14418333244920695,
      "grad_norm": 4.457561016082764,
      "learning_rate": 0.0002,
      "loss": 0.104,
      "step": 1359
    },
    {
      "epoch": 0.14428942761657207,
      "grad_norm": 10.274301528930664,
      "learning_rate": 0.0002,
      "loss": 0.3836,
      "step": 1360
    },
    {
      "epoch": 0.1443955227839372,
      "grad_norm": 10.73849105834961,
      "learning_rate": 0.0002,
      "loss": 0.443,
      "step": 1361
    },
    {
      "epoch": 0.1445016179513023,
      "grad_norm": 24.961994171142578,
      "learning_rate": 0.0002,
      "loss": 1.0934,
      "step": 1362
    },
    {
      "epoch": 0.14460771311866744,
      "grad_norm": 9.245685577392578,
      "learning_rate": 0.0002,
      "loss": 0.3542,
      "step": 1363
    },
    {
      "epoch": 0.14471380828603256,
      "grad_norm": 5.28680944442749,
      "learning_rate": 0.0002,
      "loss": 0.1911,
      "step": 1364
    },
    {
      "epoch": 0.1448199034533977,
      "grad_norm": 8.322172164916992,
      "learning_rate": 0.0002,
      "loss": 0.2717,
      "step": 1365
    },
    {
      "epoch": 0.14492599862076283,
      "grad_norm": 3.9982528686523438,
      "learning_rate": 0.0002,
      "loss": 0.112,
      "step": 1366
    },
    {
      "epoch": 0.14503209378812795,
      "grad_norm": 23.222265243530273,
      "learning_rate": 0.0002,
      "loss": 0.7461,
      "step": 1367
    },
    {
      "epoch": 0.14513818895549307,
      "grad_norm": 10.668312072753906,
      "learning_rate": 0.0002,
      "loss": 0.4463,
      "step": 1368
    },
    {
      "epoch": 0.1452442841228582,
      "grad_norm": 13.229131698608398,
      "learning_rate": 0.0002,
      "loss": 0.2645,
      "step": 1369
    },
    {
      "epoch": 0.14535037929022332,
      "grad_norm": 7.776607990264893,
      "learning_rate": 0.0002,
      "loss": 0.2929,
      "step": 1370
    },
    {
      "epoch": 0.14545647445758847,
      "grad_norm": 9.31643295288086,
      "learning_rate": 0.0002,
      "loss": 0.393,
      "step": 1371
    },
    {
      "epoch": 0.1455625696249536,
      "grad_norm": 13.268705368041992,
      "learning_rate": 0.0002,
      "loss": 0.3352,
      "step": 1372
    },
    {
      "epoch": 0.14566866479231871,
      "grad_norm": 4.319291114807129,
      "learning_rate": 0.0002,
      "loss": 0.1053,
      "step": 1373
    },
    {
      "epoch": 0.14577475995968384,
      "grad_norm": 5.873892307281494,
      "learning_rate": 0.0002,
      "loss": 0.1739,
      "step": 1374
    },
    {
      "epoch": 0.14588085512704896,
      "grad_norm": 15.370256423950195,
      "learning_rate": 0.0002,
      "loss": 0.2897,
      "step": 1375
    },
    {
      "epoch": 0.14598695029441408,
      "grad_norm": 18.4765625,
      "learning_rate": 0.0002,
      "loss": 0.4926,
      "step": 1376
    },
    {
      "epoch": 0.1460930454617792,
      "grad_norm": 18.674333572387695,
      "learning_rate": 0.0002,
      "loss": 0.6077,
      "step": 1377
    },
    {
      "epoch": 0.14619914062914435,
      "grad_norm": 6.999634742736816,
      "learning_rate": 0.0002,
      "loss": 0.291,
      "step": 1378
    },
    {
      "epoch": 0.14630523579650948,
      "grad_norm": 5.089010715484619,
      "learning_rate": 0.0002,
      "loss": 0.2744,
      "step": 1379
    },
    {
      "epoch": 0.1464113309638746,
      "grad_norm": 10.347954750061035,
      "learning_rate": 0.0002,
      "loss": 0.3709,
      "step": 1380
    },
    {
      "epoch": 0.14651742613123972,
      "grad_norm": 10.16544246673584,
      "learning_rate": 0.0002,
      "loss": 0.4002,
      "step": 1381
    },
    {
      "epoch": 0.14662352129860484,
      "grad_norm": 7.98573112487793,
      "learning_rate": 0.0002,
      "loss": 0.2799,
      "step": 1382
    },
    {
      "epoch": 0.14672961646596996,
      "grad_norm": 11.006216049194336,
      "learning_rate": 0.0002,
      "loss": 0.5155,
      "step": 1383
    },
    {
      "epoch": 0.14683571163333511,
      "grad_norm": 8.312963485717773,
      "learning_rate": 0.0002,
      "loss": 0.2583,
      "step": 1384
    },
    {
      "epoch": 0.14694180680070024,
      "grad_norm": 5.677665710449219,
      "learning_rate": 0.0002,
      "loss": 0.1898,
      "step": 1385
    },
    {
      "epoch": 0.14704790196806536,
      "grad_norm": 22.07912826538086,
      "learning_rate": 0.0002,
      "loss": 0.5443,
      "step": 1386
    },
    {
      "epoch": 0.14715399713543048,
      "grad_norm": 8.111579895019531,
      "learning_rate": 0.0002,
      "loss": 0.2472,
      "step": 1387
    },
    {
      "epoch": 0.1472600923027956,
      "grad_norm": 12.860954284667969,
      "learning_rate": 0.0002,
      "loss": 0.3856,
      "step": 1388
    },
    {
      "epoch": 0.14736618747016073,
      "grad_norm": 7.958261966705322,
      "learning_rate": 0.0002,
      "loss": 0.395,
      "step": 1389
    },
    {
      "epoch": 0.14747228263752585,
      "grad_norm": 8.656932830810547,
      "learning_rate": 0.0002,
      "loss": 0.2722,
      "step": 1390
    },
    {
      "epoch": 0.147578377804891,
      "grad_norm": 8.867057800292969,
      "learning_rate": 0.0002,
      "loss": 0.3438,
      "step": 1391
    },
    {
      "epoch": 0.14768447297225612,
      "grad_norm": 10.866012573242188,
      "learning_rate": 0.0002,
      "loss": 0.306,
      "step": 1392
    },
    {
      "epoch": 0.14779056813962124,
      "grad_norm": 13.738873481750488,
      "learning_rate": 0.0002,
      "loss": 0.4618,
      "step": 1393
    },
    {
      "epoch": 0.14789666330698636,
      "grad_norm": 12.006548881530762,
      "learning_rate": 0.0002,
      "loss": 0.381,
      "step": 1394
    },
    {
      "epoch": 0.1480027584743515,
      "grad_norm": 11.133866310119629,
      "learning_rate": 0.0002,
      "loss": 0.3327,
      "step": 1395
    },
    {
      "epoch": 0.1481088536417166,
      "grad_norm": 15.31755256652832,
      "learning_rate": 0.0002,
      "loss": 0.244,
      "step": 1396
    },
    {
      "epoch": 0.14821494880908176,
      "grad_norm": 11.190190315246582,
      "learning_rate": 0.0002,
      "loss": 0.2578,
      "step": 1397
    },
    {
      "epoch": 0.14832104397644688,
      "grad_norm": 6.678422451019287,
      "learning_rate": 0.0002,
      "loss": 0.1471,
      "step": 1398
    },
    {
      "epoch": 0.148427139143812,
      "grad_norm": 24.605445861816406,
      "learning_rate": 0.0002,
      "loss": 0.7027,
      "step": 1399
    },
    {
      "epoch": 0.14853323431117713,
      "grad_norm": 114.21978759765625,
      "learning_rate": 0.0002,
      "loss": 3.7961,
      "step": 1400
    },
    {
      "epoch": 0.14853323431117713,
      "eval_loss": 0.05162820219993591,
      "eval_runtime": 49.0372,
      "eval_samples_per_second": 3.1,
      "eval_steps_per_second": 1.55,
      "step": 1400
    },
    {
      "epoch": 0.14863932947854225,
      "grad_norm": 7.787290096282959,
      "learning_rate": 0.0002,
      "loss": 0.2761,
      "step": 1401
    },
    {
      "epoch": 0.14874542464590737,
      "grad_norm": 10.072002410888672,
      "learning_rate": 0.0002,
      "loss": 0.4095,
      "step": 1402
    },
    {
      "epoch": 0.1488515198132725,
      "grad_norm": 8.275053977966309,
      "learning_rate": 0.0002,
      "loss": 0.419,
      "step": 1403
    },
    {
      "epoch": 0.14895761498063764,
      "grad_norm": 8.795955657958984,
      "learning_rate": 0.0002,
      "loss": 0.3933,
      "step": 1404
    },
    {
      "epoch": 0.14906371014800276,
      "grad_norm": 7.092531681060791,
      "learning_rate": 0.0002,
      "loss": 0.3373,
      "step": 1405
    },
    {
      "epoch": 0.1491698053153679,
      "grad_norm": 18.580442428588867,
      "learning_rate": 0.0002,
      "loss": 0.5854,
      "step": 1406
    },
    {
      "epoch": 0.149275900482733,
      "grad_norm": 7.3193440437316895,
      "learning_rate": 0.0002,
      "loss": 0.2895,
      "step": 1407
    },
    {
      "epoch": 0.14938199565009813,
      "grad_norm": 10.808304786682129,
      "learning_rate": 0.0002,
      "loss": 0.5424,
      "step": 1408
    },
    {
      "epoch": 0.14948809081746325,
      "grad_norm": 4.059834957122803,
      "learning_rate": 0.0002,
      "loss": 0.1144,
      "step": 1409
    },
    {
      "epoch": 0.1495941859848284,
      "grad_norm": 6.889332294464111,
      "learning_rate": 0.0002,
      "loss": 0.2814,
      "step": 1410
    },
    {
      "epoch": 0.14970028115219353,
      "grad_norm": 9.303552627563477,
      "learning_rate": 0.0002,
      "loss": 0.3659,
      "step": 1411
    },
    {
      "epoch": 0.14980637631955865,
      "grad_norm": 12.023774147033691,
      "learning_rate": 0.0002,
      "loss": 0.5399,
      "step": 1412
    },
    {
      "epoch": 0.14991247148692377,
      "grad_norm": 7.917956352233887,
      "learning_rate": 0.0002,
      "loss": 0.2874,
      "step": 1413
    },
    {
      "epoch": 0.1500185666542889,
      "grad_norm": 8.360264778137207,
      "learning_rate": 0.0002,
      "loss": 0.3502,
      "step": 1414
    },
    {
      "epoch": 0.15012466182165402,
      "grad_norm": 4.880746841430664,
      "learning_rate": 0.0002,
      "loss": 0.1525,
      "step": 1415
    },
    {
      "epoch": 0.15023075698901914,
      "grad_norm": 4.428089618682861,
      "learning_rate": 0.0002,
      "loss": 0.1207,
      "step": 1416
    },
    {
      "epoch": 0.1503368521563843,
      "grad_norm": 8.605280876159668,
      "learning_rate": 0.0002,
      "loss": 0.3215,
      "step": 1417
    },
    {
      "epoch": 0.1504429473237494,
      "grad_norm": 7.292651653289795,
      "learning_rate": 0.0002,
      "loss": 0.1862,
      "step": 1418
    },
    {
      "epoch": 0.15054904249111453,
      "grad_norm": 10.672128677368164,
      "learning_rate": 0.0002,
      "loss": 0.4091,
      "step": 1419
    },
    {
      "epoch": 0.15065513765847965,
      "grad_norm": 4.660310745239258,
      "learning_rate": 0.0002,
      "loss": 0.1347,
      "step": 1420
    },
    {
      "epoch": 0.15076123282584478,
      "grad_norm": 10.098348617553711,
      "learning_rate": 0.0002,
      "loss": 0.3485,
      "step": 1421
    },
    {
      "epoch": 0.1508673279932099,
      "grad_norm": 8.218603134155273,
      "learning_rate": 0.0002,
      "loss": 0.2413,
      "step": 1422
    },
    {
      "epoch": 0.15097342316057505,
      "grad_norm": 20.520559310913086,
      "learning_rate": 0.0002,
      "loss": 0.5986,
      "step": 1423
    },
    {
      "epoch": 0.15107951832794017,
      "grad_norm": 10.236555099487305,
      "learning_rate": 0.0002,
      "loss": 0.3642,
      "step": 1424
    },
    {
      "epoch": 0.1511856134953053,
      "grad_norm": 9.109596252441406,
      "learning_rate": 0.0002,
      "loss": 0.2248,
      "step": 1425
    },
    {
      "epoch": 0.15129170866267042,
      "grad_norm": 6.346005916595459,
      "learning_rate": 0.0002,
      "loss": 0.1176,
      "step": 1426
    },
    {
      "epoch": 0.15139780383003554,
      "grad_norm": 13.735501289367676,
      "learning_rate": 0.0002,
      "loss": 0.5541,
      "step": 1427
    },
    {
      "epoch": 0.15150389899740066,
      "grad_norm": 11.298107147216797,
      "learning_rate": 0.0002,
      "loss": 0.3755,
      "step": 1428
    },
    {
      "epoch": 0.15160999416476578,
      "grad_norm": 10.165329933166504,
      "learning_rate": 0.0002,
      "loss": 0.2979,
      "step": 1429
    },
    {
      "epoch": 0.15171608933213093,
      "grad_norm": 4.627982139587402,
      "learning_rate": 0.0002,
      "loss": 0.0935,
      "step": 1430
    },
    {
      "epoch": 0.15182218449949605,
      "grad_norm": 9.701288223266602,
      "learning_rate": 0.0002,
      "loss": 0.2587,
      "step": 1431
    },
    {
      "epoch": 0.15192827966686118,
      "grad_norm": 16.106853485107422,
      "learning_rate": 0.0002,
      "loss": 0.6106,
      "step": 1432
    },
    {
      "epoch": 0.1520343748342263,
      "grad_norm": 13.533589363098145,
      "learning_rate": 0.0002,
      "loss": 0.3271,
      "step": 1433
    },
    {
      "epoch": 0.15214047000159142,
      "grad_norm": 11.408788681030273,
      "learning_rate": 0.0002,
      "loss": 0.4821,
      "step": 1434
    },
    {
      "epoch": 0.15224656516895654,
      "grad_norm": 9.509854316711426,
      "learning_rate": 0.0002,
      "loss": 0.4054,
      "step": 1435
    },
    {
      "epoch": 0.1523526603363217,
      "grad_norm": 9.509733200073242,
      "learning_rate": 0.0002,
      "loss": 0.4587,
      "step": 1436
    },
    {
      "epoch": 0.15245875550368682,
      "grad_norm": 9.793584823608398,
      "learning_rate": 0.0002,
      "loss": 0.4176,
      "step": 1437
    },
    {
      "epoch": 0.15256485067105194,
      "grad_norm": 9.475292205810547,
      "learning_rate": 0.0002,
      "loss": 0.3273,
      "step": 1438
    },
    {
      "epoch": 0.15267094583841706,
      "grad_norm": 6.801117420196533,
      "learning_rate": 0.0002,
      "loss": 0.1603,
      "step": 1439
    },
    {
      "epoch": 0.15277704100578218,
      "grad_norm": 12.20395565032959,
      "learning_rate": 0.0002,
      "loss": 0.2273,
      "step": 1440
    },
    {
      "epoch": 0.1528831361731473,
      "grad_norm": 9.105310440063477,
      "learning_rate": 0.0002,
      "loss": 0.1787,
      "step": 1441
    },
    {
      "epoch": 0.15298923134051243,
      "grad_norm": 12.274502754211426,
      "learning_rate": 0.0002,
      "loss": 0.3284,
      "step": 1442
    },
    {
      "epoch": 0.15309532650787758,
      "grad_norm": 14.091508865356445,
      "learning_rate": 0.0002,
      "loss": 0.3478,
      "step": 1443
    },
    {
      "epoch": 0.1532014216752427,
      "grad_norm": 9.443672180175781,
      "learning_rate": 0.0002,
      "loss": 0.2902,
      "step": 1444
    },
    {
      "epoch": 0.15330751684260782,
      "grad_norm": 11.520055770874023,
      "learning_rate": 0.0002,
      "loss": 0.4171,
      "step": 1445
    },
    {
      "epoch": 0.15341361200997294,
      "grad_norm": 15.33465576171875,
      "learning_rate": 0.0002,
      "loss": 0.2308,
      "step": 1446
    },
    {
      "epoch": 0.15351970717733807,
      "grad_norm": 6.744412899017334,
      "learning_rate": 0.0002,
      "loss": 0.1389,
      "step": 1447
    },
    {
      "epoch": 0.1536258023447032,
      "grad_norm": 13.591721534729004,
      "learning_rate": 0.0002,
      "loss": 0.3297,
      "step": 1448
    },
    {
      "epoch": 0.15373189751206834,
      "grad_norm": 15.414737701416016,
      "learning_rate": 0.0002,
      "loss": 0.3457,
      "step": 1449
    },
    {
      "epoch": 0.15383799267943346,
      "grad_norm": 150.36404418945312,
      "learning_rate": 0.0002,
      "loss": 2.9363,
      "step": 1450
    },
    {
      "epoch": 0.15394408784679858,
      "grad_norm": 10.955743789672852,
      "learning_rate": 0.0002,
      "loss": 0.3445,
      "step": 1451
    },
    {
      "epoch": 0.1540501830141637,
      "grad_norm": 19.295467376708984,
      "learning_rate": 0.0002,
      "loss": 0.6369,
      "step": 1452
    },
    {
      "epoch": 0.15415627818152883,
      "grad_norm": 5.901001930236816,
      "learning_rate": 0.0002,
      "loss": 0.2083,
      "step": 1453
    },
    {
      "epoch": 0.15426237334889395,
      "grad_norm": 5.861686706542969,
      "learning_rate": 0.0002,
      "loss": 0.237,
      "step": 1454
    },
    {
      "epoch": 0.15436846851625907,
      "grad_norm": 4.789224147796631,
      "learning_rate": 0.0002,
      "loss": 0.1633,
      "step": 1455
    },
    {
      "epoch": 0.15447456368362422,
      "grad_norm": 7.453864574432373,
      "learning_rate": 0.0002,
      "loss": 0.3306,
      "step": 1456
    },
    {
      "epoch": 0.15458065885098934,
      "grad_norm": 20.621580123901367,
      "learning_rate": 0.0002,
      "loss": 0.7816,
      "step": 1457
    },
    {
      "epoch": 0.15468675401835447,
      "grad_norm": 13.237136840820312,
      "learning_rate": 0.0002,
      "loss": 0.341,
      "step": 1458
    },
    {
      "epoch": 0.1547928491857196,
      "grad_norm": 8.947859764099121,
      "learning_rate": 0.0002,
      "loss": 0.2161,
      "step": 1459
    },
    {
      "epoch": 0.1548989443530847,
      "grad_norm": 8.534104347229004,
      "learning_rate": 0.0002,
      "loss": 0.3411,
      "step": 1460
    },
    {
      "epoch": 0.15500503952044983,
      "grad_norm": 6.479496955871582,
      "learning_rate": 0.0002,
      "loss": 0.1851,
      "step": 1461
    },
    {
      "epoch": 0.15511113468781498,
      "grad_norm": 10.808836936950684,
      "learning_rate": 0.0002,
      "loss": 0.4515,
      "step": 1462
    },
    {
      "epoch": 0.1552172298551801,
      "grad_norm": 10.953239440917969,
      "learning_rate": 0.0002,
      "loss": 0.4473,
      "step": 1463
    },
    {
      "epoch": 0.15532332502254523,
      "grad_norm": 10.880011558532715,
      "learning_rate": 0.0002,
      "loss": 0.2967,
      "step": 1464
    },
    {
      "epoch": 0.15542942018991035,
      "grad_norm": 9.7034273147583,
      "learning_rate": 0.0002,
      "loss": 0.3352,
      "step": 1465
    },
    {
      "epoch": 0.15553551535727547,
      "grad_norm": 11.403745651245117,
      "learning_rate": 0.0002,
      "loss": 0.3129,
      "step": 1466
    },
    {
      "epoch": 0.1556416105246406,
      "grad_norm": 9.677936553955078,
      "learning_rate": 0.0002,
      "loss": 0.2871,
      "step": 1467
    },
    {
      "epoch": 0.15574770569200572,
      "grad_norm": 14.748143196105957,
      "learning_rate": 0.0002,
      "loss": 0.6369,
      "step": 1468
    },
    {
      "epoch": 0.15585380085937087,
      "grad_norm": 6.993051528930664,
      "learning_rate": 0.0002,
      "loss": 0.3057,
      "step": 1469
    },
    {
      "epoch": 0.155959896026736,
      "grad_norm": 8.588709831237793,
      "learning_rate": 0.0002,
      "loss": 0.3597,
      "step": 1470
    },
    {
      "epoch": 0.1560659911941011,
      "grad_norm": 4.6597089767456055,
      "learning_rate": 0.0002,
      "loss": 0.1216,
      "step": 1471
    },
    {
      "epoch": 0.15617208636146623,
      "grad_norm": 9.739178657531738,
      "learning_rate": 0.0002,
      "loss": 0.2602,
      "step": 1472
    },
    {
      "epoch": 0.15627818152883136,
      "grad_norm": 12.41474723815918,
      "learning_rate": 0.0002,
      "loss": 0.4338,
      "step": 1473
    },
    {
      "epoch": 0.15638427669619648,
      "grad_norm": 9.549080848693848,
      "learning_rate": 0.0002,
      "loss": 0.3722,
      "step": 1474
    },
    {
      "epoch": 0.15649037186356163,
      "grad_norm": 10.459616661071777,
      "learning_rate": 0.0002,
      "loss": 0.3847,
      "step": 1475
    },
    {
      "epoch": 0.15659646703092675,
      "grad_norm": 8.694037437438965,
      "learning_rate": 0.0002,
      "loss": 0.1685,
      "step": 1476
    },
    {
      "epoch": 0.15670256219829187,
      "grad_norm": 13.397459983825684,
      "learning_rate": 0.0002,
      "loss": 0.6736,
      "step": 1477
    },
    {
      "epoch": 0.156808657365657,
      "grad_norm": 6.954996585845947,
      "learning_rate": 0.0002,
      "loss": 0.1813,
      "step": 1478
    },
    {
      "epoch": 0.15691475253302212,
      "grad_norm": 10.418376922607422,
      "learning_rate": 0.0002,
      "loss": 0.3856,
      "step": 1479
    },
    {
      "epoch": 0.15702084770038724,
      "grad_norm": 5.831655025482178,
      "learning_rate": 0.0002,
      "loss": 0.1575,
      "step": 1480
    },
    {
      "epoch": 0.15712694286775236,
      "grad_norm": 34.334720611572266,
      "learning_rate": 0.0002,
      "loss": 0.7981,
      "step": 1481
    },
    {
      "epoch": 0.1572330380351175,
      "grad_norm": 8.685388565063477,
      "learning_rate": 0.0002,
      "loss": 0.1256,
      "step": 1482
    },
    {
      "epoch": 0.15733913320248263,
      "grad_norm": 9.636058807373047,
      "learning_rate": 0.0002,
      "loss": 0.2575,
      "step": 1483
    },
    {
      "epoch": 0.15744522836984776,
      "grad_norm": 15.96424388885498,
      "learning_rate": 0.0002,
      "loss": 0.5849,
      "step": 1484
    },
    {
      "epoch": 0.15755132353721288,
      "grad_norm": 21.474897384643555,
      "learning_rate": 0.0002,
      "loss": 0.2961,
      "step": 1485
    },
    {
      "epoch": 0.157657418704578,
      "grad_norm": 11.712665557861328,
      "learning_rate": 0.0002,
      "loss": 0.3125,
      "step": 1486
    },
    {
      "epoch": 0.15776351387194312,
      "grad_norm": 8.533573150634766,
      "learning_rate": 0.0002,
      "loss": 0.3265,
      "step": 1487
    },
    {
      "epoch": 0.15786960903930827,
      "grad_norm": 12.226118087768555,
      "learning_rate": 0.0002,
      "loss": 0.3557,
      "step": 1488
    },
    {
      "epoch": 0.1579757042066734,
      "grad_norm": 10.61762809753418,
      "learning_rate": 0.0002,
      "loss": 0.5547,
      "step": 1489
    },
    {
      "epoch": 0.15808179937403852,
      "grad_norm": 7.79757022857666,
      "learning_rate": 0.0002,
      "loss": 0.2348,
      "step": 1490
    },
    {
      "epoch": 0.15818789454140364,
      "grad_norm": 6.991637229919434,
      "learning_rate": 0.0002,
      "loss": 0.2513,
      "step": 1491
    },
    {
      "epoch": 0.15829398970876876,
      "grad_norm": 9.836516380310059,
      "learning_rate": 0.0002,
      "loss": 0.425,
      "step": 1492
    },
    {
      "epoch": 0.15840008487613388,
      "grad_norm": 14.426730155944824,
      "learning_rate": 0.0002,
      "loss": 0.5721,
      "step": 1493
    },
    {
      "epoch": 0.158506180043499,
      "grad_norm": 11.057254791259766,
      "learning_rate": 0.0002,
      "loss": 0.2941,
      "step": 1494
    },
    {
      "epoch": 0.15861227521086416,
      "grad_norm": 11.227757453918457,
      "learning_rate": 0.0002,
      "loss": 0.3967,
      "step": 1495
    },
    {
      "epoch": 0.15871837037822928,
      "grad_norm": 19.73465919494629,
      "learning_rate": 0.0002,
      "loss": 0.459,
      "step": 1496
    },
    {
      "epoch": 0.1588244655455944,
      "grad_norm": 8.606731414794922,
      "learning_rate": 0.0002,
      "loss": 0.1733,
      "step": 1497
    },
    {
      "epoch": 0.15893056071295952,
      "grad_norm": 8.657039642333984,
      "learning_rate": 0.0002,
      "loss": 0.4142,
      "step": 1498
    },
    {
      "epoch": 0.15903665588032465,
      "grad_norm": 28.612979888916016,
      "learning_rate": 0.0002,
      "loss": 0.6816,
      "step": 1499
    },
    {
      "epoch": 0.15914275104768977,
      "grad_norm": 46.119483947753906,
      "learning_rate": 0.0002,
      "loss": 0.9855,
      "step": 1500
    },
    {
      "epoch": 0.15924884621505492,
      "grad_norm": 6.165158271789551,
      "learning_rate": 0.0002,
      "loss": 0.2179,
      "step": 1501
    },
    {
      "epoch": 0.15935494138242004,
      "grad_norm": 7.080837726593018,
      "learning_rate": 0.0002,
      "loss": 0.2704,
      "step": 1502
    },
    {
      "epoch": 0.15946103654978516,
      "grad_norm": 7.18166971206665,
      "learning_rate": 0.0002,
      "loss": 0.2188,
      "step": 1503
    },
    {
      "epoch": 0.15956713171715028,
      "grad_norm": 8.573223114013672,
      "learning_rate": 0.0002,
      "loss": 0.3291,
      "step": 1504
    },
    {
      "epoch": 0.1596732268845154,
      "grad_norm": 8.644380569458008,
      "learning_rate": 0.0002,
      "loss": 0.2788,
      "step": 1505
    },
    {
      "epoch": 0.15977932205188053,
      "grad_norm": 7.784939765930176,
      "learning_rate": 0.0002,
      "loss": 0.2668,
      "step": 1506
    },
    {
      "epoch": 0.15988541721924565,
      "grad_norm": 5.95657205581665,
      "learning_rate": 0.0002,
      "loss": 0.1761,
      "step": 1507
    },
    {
      "epoch": 0.1599915123866108,
      "grad_norm": 9.104606628417969,
      "learning_rate": 0.0002,
      "loss": 0.3189,
      "step": 1508
    },
    {
      "epoch": 0.16009760755397592,
      "grad_norm": 7.202573299407959,
      "learning_rate": 0.0002,
      "loss": 0.2566,
      "step": 1509
    },
    {
      "epoch": 0.16020370272134105,
      "grad_norm": 7.618671894073486,
      "learning_rate": 0.0002,
      "loss": 0.274,
      "step": 1510
    },
    {
      "epoch": 0.16030979788870617,
      "grad_norm": 6.4304423332214355,
      "learning_rate": 0.0002,
      "loss": 0.2093,
      "step": 1511
    },
    {
      "epoch": 0.1604158930560713,
      "grad_norm": 16.81330108642578,
      "learning_rate": 0.0002,
      "loss": 0.575,
      "step": 1512
    },
    {
      "epoch": 0.1605219882234364,
      "grad_norm": 10.717194557189941,
      "learning_rate": 0.0002,
      "loss": 0.2021,
      "step": 1513
    },
    {
      "epoch": 0.16062808339080156,
      "grad_norm": 5.471472263336182,
      "learning_rate": 0.0002,
      "loss": 0.1565,
      "step": 1514
    },
    {
      "epoch": 0.16073417855816668,
      "grad_norm": 10.914753913879395,
      "learning_rate": 0.0002,
      "loss": 0.398,
      "step": 1515
    },
    {
      "epoch": 0.1608402737255318,
      "grad_norm": 16.667827606201172,
      "learning_rate": 0.0002,
      "loss": 0.5294,
      "step": 1516
    },
    {
      "epoch": 0.16094636889289693,
      "grad_norm": 22.517047882080078,
      "learning_rate": 0.0002,
      "loss": 0.4872,
      "step": 1517
    },
    {
      "epoch": 0.16105246406026205,
      "grad_norm": 7.484902381896973,
      "learning_rate": 0.0002,
      "loss": 0.2437,
      "step": 1518
    },
    {
      "epoch": 0.16115855922762717,
      "grad_norm": 8.691699028015137,
      "learning_rate": 0.0002,
      "loss": 0.2152,
      "step": 1519
    },
    {
      "epoch": 0.1612646543949923,
      "grad_norm": 13.564623832702637,
      "learning_rate": 0.0002,
      "loss": 0.3014,
      "step": 1520
    },
    {
      "epoch": 0.16137074956235745,
      "grad_norm": 9.140307426452637,
      "learning_rate": 0.0002,
      "loss": 0.3869,
      "step": 1521
    },
    {
      "epoch": 0.16147684472972257,
      "grad_norm": 14.570441246032715,
      "learning_rate": 0.0002,
      "loss": 0.4471,
      "step": 1522
    },
    {
      "epoch": 0.1615829398970877,
      "grad_norm": 13.858409881591797,
      "learning_rate": 0.0002,
      "loss": 0.5616,
      "step": 1523
    },
    {
      "epoch": 0.1616890350644528,
      "grad_norm": 7.074661731719971,
      "learning_rate": 0.0002,
      "loss": 0.2727,
      "step": 1524
    },
    {
      "epoch": 0.16179513023181794,
      "grad_norm": 18.214139938354492,
      "learning_rate": 0.0002,
      "loss": 0.6103,
      "step": 1525
    },
    {
      "epoch": 0.16190122539918306,
      "grad_norm": 16.54636573791504,
      "learning_rate": 0.0002,
      "loss": 0.4846,
      "step": 1526
    },
    {
      "epoch": 0.1620073205665482,
      "grad_norm": 10.301257133483887,
      "learning_rate": 0.0002,
      "loss": 0.2669,
      "step": 1527
    },
    {
      "epoch": 0.16211341573391333,
      "grad_norm": 9.871556282043457,
      "learning_rate": 0.0002,
      "loss": 0.2324,
      "step": 1528
    },
    {
      "epoch": 0.16221951090127845,
      "grad_norm": 13.535618782043457,
      "learning_rate": 0.0002,
      "loss": 0.2272,
      "step": 1529
    },
    {
      "epoch": 0.16232560606864357,
      "grad_norm": 12.314130783081055,
      "learning_rate": 0.0002,
      "loss": 0.4996,
      "step": 1530
    },
    {
      "epoch": 0.1624317012360087,
      "grad_norm": 14.841961860656738,
      "learning_rate": 0.0002,
      "loss": 0.6024,
      "step": 1531
    },
    {
      "epoch": 0.16253779640337382,
      "grad_norm": 5.811232089996338,
      "learning_rate": 0.0002,
      "loss": 0.1771,
      "step": 1532
    },
    {
      "epoch": 0.16264389157073894,
      "grad_norm": 16.888328552246094,
      "learning_rate": 0.0002,
      "loss": 0.4542,
      "step": 1533
    },
    {
      "epoch": 0.1627499867381041,
      "grad_norm": 11.106220245361328,
      "learning_rate": 0.0002,
      "loss": 0.2466,
      "step": 1534
    },
    {
      "epoch": 0.1628560819054692,
      "grad_norm": 9.508254051208496,
      "learning_rate": 0.0002,
      "loss": 0.3318,
      "step": 1535
    },
    {
      "epoch": 0.16296217707283434,
      "grad_norm": 5.494482517242432,
      "learning_rate": 0.0002,
      "loss": 0.1975,
      "step": 1536
    },
    {
      "epoch": 0.16306827224019946,
      "grad_norm": 7.207716464996338,
      "learning_rate": 0.0002,
      "loss": 0.1602,
      "step": 1537
    },
    {
      "epoch": 0.16317436740756458,
      "grad_norm": 9.260941505432129,
      "learning_rate": 0.0002,
      "loss": 0.3447,
      "step": 1538
    },
    {
      "epoch": 0.1632804625749297,
      "grad_norm": 17.291959762573242,
      "learning_rate": 0.0002,
      "loss": 0.7095,
      "step": 1539
    },
    {
      "epoch": 0.16338655774229485,
      "grad_norm": 6.590577125549316,
      "learning_rate": 0.0002,
      "loss": 0.1745,
      "step": 1540
    },
    {
      "epoch": 0.16349265290965997,
      "grad_norm": 19.075422286987305,
      "learning_rate": 0.0002,
      "loss": 0.4531,
      "step": 1541
    },
    {
      "epoch": 0.1635987480770251,
      "grad_norm": 11.184924125671387,
      "learning_rate": 0.0002,
      "loss": 0.4018,
      "step": 1542
    },
    {
      "epoch": 0.16370484324439022,
      "grad_norm": 9.449145317077637,
      "learning_rate": 0.0002,
      "loss": 0.1685,
      "step": 1543
    },
    {
      "epoch": 0.16381093841175534,
      "grad_norm": 10.494123458862305,
      "learning_rate": 0.0002,
      "loss": 0.2169,
      "step": 1544
    },
    {
      "epoch": 0.16391703357912046,
      "grad_norm": 10.133404731750488,
      "learning_rate": 0.0002,
      "loss": 0.1936,
      "step": 1545
    },
    {
      "epoch": 0.16402312874648559,
      "grad_norm": 15.003260612487793,
      "learning_rate": 0.0002,
      "loss": 0.3772,
      "step": 1546
    },
    {
      "epoch": 0.16412922391385074,
      "grad_norm": 7.767573356628418,
      "learning_rate": 0.0002,
      "loss": 0.159,
      "step": 1547
    },
    {
      "epoch": 0.16423531908121586,
      "grad_norm": 23.622535705566406,
      "learning_rate": 0.0002,
      "loss": 0.3405,
      "step": 1548
    },
    {
      "epoch": 0.16434141424858098,
      "grad_norm": 24.984254837036133,
      "learning_rate": 0.0002,
      "loss": 0.6249,
      "step": 1549
    },
    {
      "epoch": 0.1644475094159461,
      "grad_norm": 24.201826095581055,
      "learning_rate": 0.0002,
      "loss": 0.1584,
      "step": 1550
    },
    {
      "epoch": 0.16455360458331122,
      "grad_norm": 8.570555686950684,
      "learning_rate": 0.0002,
      "loss": 0.2353,
      "step": 1551
    },
    {
      "epoch": 0.16465969975067635,
      "grad_norm": 10.38317584991455,
      "learning_rate": 0.0002,
      "loss": 0.4683,
      "step": 1552
    },
    {
      "epoch": 0.16476579491804147,
      "grad_norm": 11.732857704162598,
      "learning_rate": 0.0002,
      "loss": 0.4213,
      "step": 1553
    },
    {
      "epoch": 0.16487189008540662,
      "grad_norm": 7.714136123657227,
      "learning_rate": 0.0002,
      "loss": 0.3295,
      "step": 1554
    },
    {
      "epoch": 0.16497798525277174,
      "grad_norm": 6.991514682769775,
      "learning_rate": 0.0002,
      "loss": 0.2019,
      "step": 1555
    },
    {
      "epoch": 0.16508408042013686,
      "grad_norm": 9.092559814453125,
      "learning_rate": 0.0002,
      "loss": 0.2968,
      "step": 1556
    },
    {
      "epoch": 0.165190175587502,
      "grad_norm": 11.589640617370605,
      "learning_rate": 0.0002,
      "loss": 0.3162,
      "step": 1557
    },
    {
      "epoch": 0.1652962707548671,
      "grad_norm": 12.049795150756836,
      "learning_rate": 0.0002,
      "loss": 0.4421,
      "step": 1558
    },
    {
      "epoch": 0.16540236592223223,
      "grad_norm": 5.583536148071289,
      "learning_rate": 0.0002,
      "loss": 0.1504,
      "step": 1559
    },
    {
      "epoch": 0.16550846108959738,
      "grad_norm": 6.551020622253418,
      "learning_rate": 0.0002,
      "loss": 0.2206,
      "step": 1560
    },
    {
      "epoch": 0.1656145562569625,
      "grad_norm": 8.706818580627441,
      "learning_rate": 0.0002,
      "loss": 0.3552,
      "step": 1561
    },
    {
      "epoch": 0.16572065142432763,
      "grad_norm": 8.111334800720215,
      "learning_rate": 0.0002,
      "loss": 0.4159,
      "step": 1562
    },
    {
      "epoch": 0.16582674659169275,
      "grad_norm": 11.537449836730957,
      "learning_rate": 0.0002,
      "loss": 0.7693,
      "step": 1563
    },
    {
      "epoch": 0.16593284175905787,
      "grad_norm": 18.545488357543945,
      "learning_rate": 0.0002,
      "loss": 0.5846,
      "step": 1564
    },
    {
      "epoch": 0.166038936926423,
      "grad_norm": 5.8001227378845215,
      "learning_rate": 0.0002,
      "loss": 0.1583,
      "step": 1565
    },
    {
      "epoch": 0.16614503209378811,
      "grad_norm": 7.831206321716309,
      "learning_rate": 0.0002,
      "loss": 0.2852,
      "step": 1566
    },
    {
      "epoch": 0.16625112726115326,
      "grad_norm": 12.290369033813477,
      "learning_rate": 0.0002,
      "loss": 0.4724,
      "step": 1567
    },
    {
      "epoch": 0.1663572224285184,
      "grad_norm": 11.707695007324219,
      "learning_rate": 0.0002,
      "loss": 0.3197,
      "step": 1568
    },
    {
      "epoch": 0.1664633175958835,
      "grad_norm": 7.226088047027588,
      "learning_rate": 0.0002,
      "loss": 0.2701,
      "step": 1569
    },
    {
      "epoch": 0.16656941276324863,
      "grad_norm": 11.163856506347656,
      "learning_rate": 0.0002,
      "loss": 0.8184,
      "step": 1570
    },
    {
      "epoch": 0.16667550793061375,
      "grad_norm": 13.382115364074707,
      "learning_rate": 0.0002,
      "loss": 0.5011,
      "step": 1571
    },
    {
      "epoch": 0.16678160309797888,
      "grad_norm": 7.779673099517822,
      "learning_rate": 0.0002,
      "loss": 0.2858,
      "step": 1572
    },
    {
      "epoch": 0.16688769826534403,
      "grad_norm": 12.70058822631836,
      "learning_rate": 0.0002,
      "loss": 0.4952,
      "step": 1573
    },
    {
      "epoch": 0.16699379343270915,
      "grad_norm": 14.56894302368164,
      "learning_rate": 0.0002,
      "loss": 0.4769,
      "step": 1574
    },
    {
      "epoch": 0.16709988860007427,
      "grad_norm": 15.41844654083252,
      "learning_rate": 0.0002,
      "loss": 0.5262,
      "step": 1575
    },
    {
      "epoch": 0.1672059837674394,
      "grad_norm": 11.619051933288574,
      "learning_rate": 0.0002,
      "loss": 0.3106,
      "step": 1576
    },
    {
      "epoch": 0.16731207893480451,
      "grad_norm": 11.883660316467285,
      "learning_rate": 0.0002,
      "loss": 0.3472,
      "step": 1577
    },
    {
      "epoch": 0.16741817410216964,
      "grad_norm": 12.899802207946777,
      "learning_rate": 0.0002,
      "loss": 0.6033,
      "step": 1578
    },
    {
      "epoch": 0.16752426926953476,
      "grad_norm": 6.0634002685546875,
      "learning_rate": 0.0002,
      "loss": 0.2574,
      "step": 1579
    },
    {
      "epoch": 0.1676303644368999,
      "grad_norm": 23.545072555541992,
      "learning_rate": 0.0002,
      "loss": 0.764,
      "step": 1580
    },
    {
      "epoch": 0.16773645960426503,
      "grad_norm": 17.987693786621094,
      "learning_rate": 0.0002,
      "loss": 0.5992,
      "step": 1581
    },
    {
      "epoch": 0.16784255477163015,
      "grad_norm": 11.353638648986816,
      "learning_rate": 0.0002,
      "loss": 0.3642,
      "step": 1582
    },
    {
      "epoch": 0.16794864993899528,
      "grad_norm": 14.046236038208008,
      "learning_rate": 0.0002,
      "loss": 0.2375,
      "step": 1583
    },
    {
      "epoch": 0.1680547451063604,
      "grad_norm": 11.119914054870605,
      "learning_rate": 0.0002,
      "loss": 0.4629,
      "step": 1584
    },
    {
      "epoch": 0.16816084027372552,
      "grad_norm": 13.469013214111328,
      "learning_rate": 0.0002,
      "loss": 0.2237,
      "step": 1585
    },
    {
      "epoch": 0.16826693544109067,
      "grad_norm": 10.916019439697266,
      "learning_rate": 0.0002,
      "loss": 0.2919,
      "step": 1586
    },
    {
      "epoch": 0.1683730306084558,
      "grad_norm": 12.998029708862305,
      "learning_rate": 0.0002,
      "loss": 0.6053,
      "step": 1587
    },
    {
      "epoch": 0.16847912577582091,
      "grad_norm": 8.945916175842285,
      "learning_rate": 0.0002,
      "loss": 0.2347,
      "step": 1588
    },
    {
      "epoch": 0.16858522094318604,
      "grad_norm": 28.43707847595215,
      "learning_rate": 0.0002,
      "loss": 0.7402,
      "step": 1589
    },
    {
      "epoch": 0.16869131611055116,
      "grad_norm": 16.19932746887207,
      "learning_rate": 0.0002,
      "loss": 0.5152,
      "step": 1590
    },
    {
      "epoch": 0.16879741127791628,
      "grad_norm": 15.148771286010742,
      "learning_rate": 0.0002,
      "loss": 0.5001,
      "step": 1591
    },
    {
      "epoch": 0.1689035064452814,
      "grad_norm": 8.733248710632324,
      "learning_rate": 0.0002,
      "loss": 0.1975,
      "step": 1592
    },
    {
      "epoch": 0.16900960161264655,
      "grad_norm": 12.654821395874023,
      "learning_rate": 0.0002,
      "loss": 0.3411,
      "step": 1593
    },
    {
      "epoch": 0.16911569678001168,
      "grad_norm": 9.223384857177734,
      "learning_rate": 0.0002,
      "loss": 0.2745,
      "step": 1594
    },
    {
      "epoch": 0.1692217919473768,
      "grad_norm": 7.64240026473999,
      "learning_rate": 0.0002,
      "loss": 0.1621,
      "step": 1595
    },
    {
      "epoch": 0.16932788711474192,
      "grad_norm": 16.028226852416992,
      "learning_rate": 0.0002,
      "loss": 0.7797,
      "step": 1596
    },
    {
      "epoch": 0.16943398228210704,
      "grad_norm": 31.33086395263672,
      "learning_rate": 0.0002,
      "loss": 1.0265,
      "step": 1597
    },
    {
      "epoch": 0.16954007744947217,
      "grad_norm": 18.998920440673828,
      "learning_rate": 0.0002,
      "loss": 0.223,
      "step": 1598
    },
    {
      "epoch": 0.16964617261683732,
      "grad_norm": 15.100379943847656,
      "learning_rate": 0.0002,
      "loss": 0.3521,
      "step": 1599
    },
    {
      "epoch": 0.16975226778420244,
      "grad_norm": 31.17913055419922,
      "learning_rate": 0.0002,
      "loss": 0.3986,
      "step": 1600
    },
    {
      "epoch": 0.16975226778420244,
      "eval_loss": 0.05746486410498619,
      "eval_runtime": 49.0476,
      "eval_samples_per_second": 3.099,
      "eval_steps_per_second": 1.55,
      "step": 1600
    },
    {
      "epoch": 0.16985836295156756,
      "grad_norm": 9.437455177307129,
      "learning_rate": 0.0002,
      "loss": 0.314,
      "step": 1601
    },
    {
      "epoch": 0.16996445811893268,
      "grad_norm": 9.983184814453125,
      "learning_rate": 0.0002,
      "loss": 0.3384,
      "step": 1602
    },
    {
      "epoch": 0.1700705532862978,
      "grad_norm": 13.146336555480957,
      "learning_rate": 0.0002,
      "loss": 0.4339,
      "step": 1603
    },
    {
      "epoch": 0.17017664845366293,
      "grad_norm": 8.127031326293945,
      "learning_rate": 0.0002,
      "loss": 0.24,
      "step": 1604
    },
    {
      "epoch": 0.17028274362102805,
      "grad_norm": 17.054506301879883,
      "learning_rate": 0.0002,
      "loss": 0.7787,
      "step": 1605
    },
    {
      "epoch": 0.1703888387883932,
      "grad_norm": 11.404407501220703,
      "learning_rate": 0.0002,
      "loss": 0.5124,
      "step": 1606
    },
    {
      "epoch": 0.17049493395575832,
      "grad_norm": 9.281294822692871,
      "learning_rate": 0.0002,
      "loss": 0.3005,
      "step": 1607
    },
    {
      "epoch": 0.17060102912312344,
      "grad_norm": 10.631052017211914,
      "learning_rate": 0.0002,
      "loss": 0.3758,
      "step": 1608
    },
    {
      "epoch": 0.17070712429048857,
      "grad_norm": 7.0221381187438965,
      "learning_rate": 0.0002,
      "loss": 0.2254,
      "step": 1609
    },
    {
      "epoch": 0.1708132194578537,
      "grad_norm": 9.522284507751465,
      "learning_rate": 0.0002,
      "loss": 0.3813,
      "step": 1610
    },
    {
      "epoch": 0.1709193146252188,
      "grad_norm": 16.257701873779297,
      "learning_rate": 0.0002,
      "loss": 0.6906,
      "step": 1611
    },
    {
      "epoch": 0.17102540979258396,
      "grad_norm": 31.60689926147461,
      "learning_rate": 0.0002,
      "loss": 1.3093,
      "step": 1612
    },
    {
      "epoch": 0.17113150495994908,
      "grad_norm": 7.613768577575684,
      "learning_rate": 0.0002,
      "loss": 0.1947,
      "step": 1613
    },
    {
      "epoch": 0.1712376001273142,
      "grad_norm": 13.471768379211426,
      "learning_rate": 0.0002,
      "loss": 0.5657,
      "step": 1614
    },
    {
      "epoch": 0.17134369529467933,
      "grad_norm": 9.73214054107666,
      "learning_rate": 0.0002,
      "loss": 0.3659,
      "step": 1615
    },
    {
      "epoch": 0.17144979046204445,
      "grad_norm": 10.292611122131348,
      "learning_rate": 0.0002,
      "loss": 0.2988,
      "step": 1616
    },
    {
      "epoch": 0.17155588562940957,
      "grad_norm": 8.431950569152832,
      "learning_rate": 0.0002,
      "loss": 0.3049,
      "step": 1617
    },
    {
      "epoch": 0.1716619807967747,
      "grad_norm": 11.380575180053711,
      "learning_rate": 0.0002,
      "loss": 0.3938,
      "step": 1618
    },
    {
      "epoch": 0.17176807596413984,
      "grad_norm": 7.713825225830078,
      "learning_rate": 0.0002,
      "loss": 0.2945,
      "step": 1619
    },
    {
      "epoch": 0.17187417113150497,
      "grad_norm": 8.210147857666016,
      "learning_rate": 0.0002,
      "loss": 0.2526,
      "step": 1620
    },
    {
      "epoch": 0.1719802662988701,
      "grad_norm": 8.04056453704834,
      "learning_rate": 0.0002,
      "loss": 0.2184,
      "step": 1621
    },
    {
      "epoch": 0.1720863614662352,
      "grad_norm": 10.049052238464355,
      "learning_rate": 0.0002,
      "loss": 0.2167,
      "step": 1622
    },
    {
      "epoch": 0.17219245663360033,
      "grad_norm": 11.55743408203125,
      "learning_rate": 0.0002,
      "loss": 0.3263,
      "step": 1623
    },
    {
      "epoch": 0.17229855180096545,
      "grad_norm": 13.473937034606934,
      "learning_rate": 0.0002,
      "loss": 0.5348,
      "step": 1624
    },
    {
      "epoch": 0.1724046469683306,
      "grad_norm": 6.771348476409912,
      "learning_rate": 0.0002,
      "loss": 0.1373,
      "step": 1625
    },
    {
      "epoch": 0.17251074213569573,
      "grad_norm": 11.619869232177734,
      "learning_rate": 0.0002,
      "loss": 0.3236,
      "step": 1626
    },
    {
      "epoch": 0.17261683730306085,
      "grad_norm": 13.820174217224121,
      "learning_rate": 0.0002,
      "loss": 0.519,
      "step": 1627
    },
    {
      "epoch": 0.17272293247042597,
      "grad_norm": 11.221426010131836,
      "learning_rate": 0.0002,
      "loss": 0.4067,
      "step": 1628
    },
    {
      "epoch": 0.1728290276377911,
      "grad_norm": 11.031305313110352,
      "learning_rate": 0.0002,
      "loss": 0.4878,
      "step": 1629
    },
    {
      "epoch": 0.17293512280515622,
      "grad_norm": 6.576103210449219,
      "learning_rate": 0.0002,
      "loss": 0.2242,
      "step": 1630
    },
    {
      "epoch": 0.17304121797252134,
      "grad_norm": 16.009279251098633,
      "learning_rate": 0.0002,
      "loss": 0.7262,
      "step": 1631
    },
    {
      "epoch": 0.1731473131398865,
      "grad_norm": 15.227139472961426,
      "learning_rate": 0.0002,
      "loss": 0.5408,
      "step": 1632
    },
    {
      "epoch": 0.1732534083072516,
      "grad_norm": 13.0496826171875,
      "learning_rate": 0.0002,
      "loss": 0.5309,
      "step": 1633
    },
    {
      "epoch": 0.17335950347461673,
      "grad_norm": 11.442374229431152,
      "learning_rate": 0.0002,
      "loss": 0.3153,
      "step": 1634
    },
    {
      "epoch": 0.17346559864198186,
      "grad_norm": 7.909429550170898,
      "learning_rate": 0.0002,
      "loss": 0.1792,
      "step": 1635
    },
    {
      "epoch": 0.17357169380934698,
      "grad_norm": 7.492567539215088,
      "learning_rate": 0.0002,
      "loss": 0.1891,
      "step": 1636
    },
    {
      "epoch": 0.1736777889767121,
      "grad_norm": 8.68643569946289,
      "learning_rate": 0.0002,
      "loss": 0.2009,
      "step": 1637
    },
    {
      "epoch": 0.17378388414407725,
      "grad_norm": 10.371166229248047,
      "learning_rate": 0.0002,
      "loss": 0.2667,
      "step": 1638
    },
    {
      "epoch": 0.17388997931144237,
      "grad_norm": 9.431660652160645,
      "learning_rate": 0.0002,
      "loss": 0.2547,
      "step": 1639
    },
    {
      "epoch": 0.1739960744788075,
      "grad_norm": 8.562530517578125,
      "learning_rate": 0.0002,
      "loss": 0.1546,
      "step": 1640
    },
    {
      "epoch": 0.17410216964617262,
      "grad_norm": 24.256797790527344,
      "learning_rate": 0.0002,
      "loss": 0.7011,
      "step": 1641
    },
    {
      "epoch": 0.17420826481353774,
      "grad_norm": 11.289019584655762,
      "learning_rate": 0.0002,
      "loss": 0.2976,
      "step": 1642
    },
    {
      "epoch": 0.17431435998090286,
      "grad_norm": 10.507713317871094,
      "learning_rate": 0.0002,
      "loss": 0.3114,
      "step": 1643
    },
    {
      "epoch": 0.17442045514826798,
      "grad_norm": 12.9459810256958,
      "learning_rate": 0.0002,
      "loss": 0.4452,
      "step": 1644
    },
    {
      "epoch": 0.17452655031563313,
      "grad_norm": 14.4219970703125,
      "learning_rate": 0.0002,
      "loss": 0.5167,
      "step": 1645
    },
    {
      "epoch": 0.17463264548299826,
      "grad_norm": 20.601734161376953,
      "learning_rate": 0.0002,
      "loss": 0.6418,
      "step": 1646
    },
    {
      "epoch": 0.17473874065036338,
      "grad_norm": 34.837249755859375,
      "learning_rate": 0.0002,
      "loss": 0.9168,
      "step": 1647
    },
    {
      "epoch": 0.1748448358177285,
      "grad_norm": 13.251250267028809,
      "learning_rate": 0.0002,
      "loss": 0.2712,
      "step": 1648
    },
    {
      "epoch": 0.17495093098509362,
      "grad_norm": 14.301071166992188,
      "learning_rate": 0.0002,
      "loss": 0.3702,
      "step": 1649
    },
    {
      "epoch": 0.17505702615245874,
      "grad_norm": 63.37624740600586,
      "learning_rate": 0.0002,
      "loss": 2.1452,
      "step": 1650
    },
    {
      "epoch": 0.1751631213198239,
      "grad_norm": 8.013638496398926,
      "learning_rate": 0.0002,
      "loss": 0.225,
      "step": 1651
    },
    {
      "epoch": 0.17526921648718902,
      "grad_norm": 9.497360229492188,
      "learning_rate": 0.0002,
      "loss": 0.3678,
      "step": 1652
    },
    {
      "epoch": 0.17537531165455414,
      "grad_norm": 12.47775936126709,
      "learning_rate": 0.0002,
      "loss": 0.4204,
      "step": 1653
    },
    {
      "epoch": 0.17548140682191926,
      "grad_norm": 8.466964721679688,
      "learning_rate": 0.0002,
      "loss": 0.2561,
      "step": 1654
    },
    {
      "epoch": 0.17558750198928438,
      "grad_norm": 13.557140350341797,
      "learning_rate": 0.0002,
      "loss": 0.5896,
      "step": 1655
    },
    {
      "epoch": 0.1756935971566495,
      "grad_norm": 7.889339447021484,
      "learning_rate": 0.0002,
      "loss": 0.323,
      "step": 1656
    },
    {
      "epoch": 0.17579969232401463,
      "grad_norm": 7.878949165344238,
      "learning_rate": 0.0002,
      "loss": 0.286,
      "step": 1657
    },
    {
      "epoch": 0.17590578749137978,
      "grad_norm": 6.30919075012207,
      "learning_rate": 0.0002,
      "loss": 0.168,
      "step": 1658
    },
    {
      "epoch": 0.1760118826587449,
      "grad_norm": 5.667954444885254,
      "learning_rate": 0.0002,
      "loss": 0.1856,
      "step": 1659
    },
    {
      "epoch": 0.17611797782611002,
      "grad_norm": 5.644019603729248,
      "learning_rate": 0.0002,
      "loss": 0.1717,
      "step": 1660
    },
    {
      "epoch": 0.17622407299347514,
      "grad_norm": 12.765536308288574,
      "learning_rate": 0.0002,
      "loss": 0.5169,
      "step": 1661
    },
    {
      "epoch": 0.17633016816084027,
      "grad_norm": 5.943487644195557,
      "learning_rate": 0.0002,
      "loss": 0.2157,
      "step": 1662
    },
    {
      "epoch": 0.1764362633282054,
      "grad_norm": 14.749289512634277,
      "learning_rate": 0.0002,
      "loss": 0.5831,
      "step": 1663
    },
    {
      "epoch": 0.17654235849557054,
      "grad_norm": 10.620418548583984,
      "learning_rate": 0.0002,
      "loss": 0.3568,
      "step": 1664
    },
    {
      "epoch": 0.17664845366293566,
      "grad_norm": 8.543807029724121,
      "learning_rate": 0.0002,
      "loss": 0.2355,
      "step": 1665
    },
    {
      "epoch": 0.17675454883030078,
      "grad_norm": 15.581685066223145,
      "learning_rate": 0.0002,
      "loss": 0.4364,
      "step": 1666
    },
    {
      "epoch": 0.1768606439976659,
      "grad_norm": 36.53749465942383,
      "learning_rate": 0.0002,
      "loss": 0.949,
      "step": 1667
    },
    {
      "epoch": 0.17696673916503103,
      "grad_norm": 11.882762908935547,
      "learning_rate": 0.0002,
      "loss": 0.4526,
      "step": 1668
    },
    {
      "epoch": 0.17707283433239615,
      "grad_norm": 8.935001373291016,
      "learning_rate": 0.0002,
      "loss": 0.192,
      "step": 1669
    },
    {
      "epoch": 0.17717892949976127,
      "grad_norm": 7.874090194702148,
      "learning_rate": 0.0002,
      "loss": 0.1797,
      "step": 1670
    },
    {
      "epoch": 0.17728502466712642,
      "grad_norm": 14.668351173400879,
      "learning_rate": 0.0002,
      "loss": 0.4132,
      "step": 1671
    },
    {
      "epoch": 0.17739111983449155,
      "grad_norm": 19.85392189025879,
      "learning_rate": 0.0002,
      "loss": 0.7295,
      "step": 1672
    },
    {
      "epoch": 0.17749721500185667,
      "grad_norm": 11.804344177246094,
      "learning_rate": 0.0002,
      "loss": 0.5168,
      "step": 1673
    },
    {
      "epoch": 0.1776033101692218,
      "grad_norm": 27.74758529663086,
      "learning_rate": 0.0002,
      "loss": 1.2734,
      "step": 1674
    },
    {
      "epoch": 0.1777094053365869,
      "grad_norm": 19.993227005004883,
      "learning_rate": 0.0002,
      "loss": 0.8373,
      "step": 1675
    },
    {
      "epoch": 0.17781550050395203,
      "grad_norm": 12.373106956481934,
      "learning_rate": 0.0002,
      "loss": 0.3556,
      "step": 1676
    },
    {
      "epoch": 0.17792159567131718,
      "grad_norm": 12.166526794433594,
      "learning_rate": 0.0002,
      "loss": 0.3824,
      "step": 1677
    },
    {
      "epoch": 0.1780276908386823,
      "grad_norm": 10.943660736083984,
      "learning_rate": 0.0002,
      "loss": 0.4618,
      "step": 1678
    },
    {
      "epoch": 0.17813378600604743,
      "grad_norm": 15.891815185546875,
      "learning_rate": 0.0002,
      "loss": 0.6783,
      "step": 1679
    },
    {
      "epoch": 0.17823988117341255,
      "grad_norm": 11.37910270690918,
      "learning_rate": 0.0002,
      "loss": 0.3883,
      "step": 1680
    },
    {
      "epoch": 0.17834597634077767,
      "grad_norm": 11.480623245239258,
      "learning_rate": 0.0002,
      "loss": 0.4647,
      "step": 1681
    },
    {
      "epoch": 0.1784520715081428,
      "grad_norm": 16.119342803955078,
      "learning_rate": 0.0002,
      "loss": 0.512,
      "step": 1682
    },
    {
      "epoch": 0.17855816667550792,
      "grad_norm": 9.528862953186035,
      "learning_rate": 0.0002,
      "loss": 0.3621,
      "step": 1683
    },
    {
      "epoch": 0.17866426184287307,
      "grad_norm": 17.380592346191406,
      "learning_rate": 0.0002,
      "loss": 0.5398,
      "step": 1684
    },
    {
      "epoch": 0.1787703570102382,
      "grad_norm": 9.793060302734375,
      "learning_rate": 0.0002,
      "loss": 0.2937,
      "step": 1685
    },
    {
      "epoch": 0.1788764521776033,
      "grad_norm": 9.921467781066895,
      "learning_rate": 0.0002,
      "loss": 0.3378,
      "step": 1686
    },
    {
      "epoch": 0.17898254734496843,
      "grad_norm": 13.336267471313477,
      "learning_rate": 0.0002,
      "loss": 0.3317,
      "step": 1687
    },
    {
      "epoch": 0.17908864251233356,
      "grad_norm": 10.200888633728027,
      "learning_rate": 0.0002,
      "loss": 0.3838,
      "step": 1688
    },
    {
      "epoch": 0.17919473767969868,
      "grad_norm": 12.482746124267578,
      "learning_rate": 0.0002,
      "loss": 0.2547,
      "step": 1689
    },
    {
      "epoch": 0.17930083284706383,
      "grad_norm": 38.955657958984375,
      "learning_rate": 0.0002,
      "loss": 0.6251,
      "step": 1690
    },
    {
      "epoch": 0.17940692801442895,
      "grad_norm": 20.035812377929688,
      "learning_rate": 0.0002,
      "loss": 0.7409,
      "step": 1691
    },
    {
      "epoch": 0.17951302318179407,
      "grad_norm": 18.33216667175293,
      "learning_rate": 0.0002,
      "loss": 0.5904,
      "step": 1692
    },
    {
      "epoch": 0.1796191183491592,
      "grad_norm": 14.697274208068848,
      "learning_rate": 0.0002,
      "loss": 0.5137,
      "step": 1693
    },
    {
      "epoch": 0.17972521351652432,
      "grad_norm": 15.045272827148438,
      "learning_rate": 0.0002,
      "loss": 0.4016,
      "step": 1694
    },
    {
      "epoch": 0.17983130868388944,
      "grad_norm": 12.606645584106445,
      "learning_rate": 0.0002,
      "loss": 0.2196,
      "step": 1695
    },
    {
      "epoch": 0.17993740385125456,
      "grad_norm": 31.654958724975586,
      "learning_rate": 0.0002,
      "loss": 0.4757,
      "step": 1696
    },
    {
      "epoch": 0.1800434990186197,
      "grad_norm": 19.69894027709961,
      "learning_rate": 0.0002,
      "loss": 0.2409,
      "step": 1697
    },
    {
      "epoch": 0.18014959418598483,
      "grad_norm": 11.99591064453125,
      "learning_rate": 0.0002,
      "loss": 0.1349,
      "step": 1698
    },
    {
      "epoch": 0.18025568935334996,
      "grad_norm": 25.866443634033203,
      "learning_rate": 0.0002,
      "loss": 0.5246,
      "step": 1699
    },
    {
      "epoch": 0.18036178452071508,
      "grad_norm": 43.36821746826172,
      "learning_rate": 0.0002,
      "loss": 1.0342,
      "step": 1700
    },
    {
      "epoch": 0.1804678796880802,
      "grad_norm": 9.346033096313477,
      "learning_rate": 0.0002,
      "loss": 0.4285,
      "step": 1701
    },
    {
      "epoch": 0.18057397485544532,
      "grad_norm": 11.572064399719238,
      "learning_rate": 0.0002,
      "loss": 0.4657,
      "step": 1702
    },
    {
      "epoch": 0.18068007002281047,
      "grad_norm": 8.325631141662598,
      "learning_rate": 0.0002,
      "loss": 0.2392,
      "step": 1703
    },
    {
      "epoch": 0.1807861651901756,
      "grad_norm": 7.907234191894531,
      "learning_rate": 0.0002,
      "loss": 0.1989,
      "step": 1704
    },
    {
      "epoch": 0.18089226035754072,
      "grad_norm": 19.19464683532715,
      "learning_rate": 0.0002,
      "loss": 0.728,
      "step": 1705
    },
    {
      "epoch": 0.18099835552490584,
      "grad_norm": 10.165952682495117,
      "learning_rate": 0.0002,
      "loss": 0.3398,
      "step": 1706
    },
    {
      "epoch": 0.18110445069227096,
      "grad_norm": 12.45266342163086,
      "learning_rate": 0.0002,
      "loss": 0.6085,
      "step": 1707
    },
    {
      "epoch": 0.18121054585963609,
      "grad_norm": 11.58833122253418,
      "learning_rate": 0.0002,
      "loss": 0.4278,
      "step": 1708
    },
    {
      "epoch": 0.1813166410270012,
      "grad_norm": 7.272686958312988,
      "learning_rate": 0.0002,
      "loss": 0.2087,
      "step": 1709
    },
    {
      "epoch": 0.18142273619436636,
      "grad_norm": 12.74004077911377,
      "learning_rate": 0.0002,
      "loss": 0.6426,
      "step": 1710
    },
    {
      "epoch": 0.18152883136173148,
      "grad_norm": 17.514719009399414,
      "learning_rate": 0.0002,
      "loss": 0.7899,
      "step": 1711
    },
    {
      "epoch": 0.1816349265290966,
      "grad_norm": 10.13276481628418,
      "learning_rate": 0.0002,
      "loss": 0.3314,
      "step": 1712
    },
    {
      "epoch": 0.18174102169646172,
      "grad_norm": 10.122458457946777,
      "learning_rate": 0.0002,
      "loss": 0.3458,
      "step": 1713
    },
    {
      "epoch": 0.18184711686382685,
      "grad_norm": 8.566471099853516,
      "learning_rate": 0.0002,
      "loss": 0.3049,
      "step": 1714
    },
    {
      "epoch": 0.18195321203119197,
      "grad_norm": 8.893404006958008,
      "learning_rate": 0.0002,
      "loss": 0.1566,
      "step": 1715
    },
    {
      "epoch": 0.18205930719855712,
      "grad_norm": 13.748077392578125,
      "learning_rate": 0.0002,
      "loss": 0.3885,
      "step": 1716
    },
    {
      "epoch": 0.18216540236592224,
      "grad_norm": 17.098007202148438,
      "learning_rate": 0.0002,
      "loss": 0.9734,
      "step": 1717
    },
    {
      "epoch": 0.18227149753328736,
      "grad_norm": 11.936223030090332,
      "learning_rate": 0.0002,
      "loss": 0.591,
      "step": 1718
    },
    {
      "epoch": 0.18237759270065249,
      "grad_norm": 19.407236099243164,
      "learning_rate": 0.0002,
      "loss": 1.0296,
      "step": 1719
    },
    {
      "epoch": 0.1824836878680176,
      "grad_norm": 12.603673934936523,
      "learning_rate": 0.0002,
      "loss": 0.516,
      "step": 1720
    },
    {
      "epoch": 0.18258978303538273,
      "grad_norm": 5.634939670562744,
      "learning_rate": 0.0002,
      "loss": 0.1054,
      "step": 1721
    },
    {
      "epoch": 0.18269587820274785,
      "grad_norm": 16.41664695739746,
      "learning_rate": 0.0002,
      "loss": 1.1351,
      "step": 1722
    },
    {
      "epoch": 0.182801973370113,
      "grad_norm": 9.028192520141602,
      "learning_rate": 0.0002,
      "loss": 0.3757,
      "step": 1723
    },
    {
      "epoch": 0.18290806853747812,
      "grad_norm": 13.469474792480469,
      "learning_rate": 0.0002,
      "loss": 0.3593,
      "step": 1724
    },
    {
      "epoch": 0.18301416370484325,
      "grad_norm": 10.321133613586426,
      "learning_rate": 0.0002,
      "loss": 0.3869,
      "step": 1725
    },
    {
      "epoch": 0.18312025887220837,
      "grad_norm": 17.08102035522461,
      "learning_rate": 0.0002,
      "loss": 0.5012,
      "step": 1726
    },
    {
      "epoch": 0.1832263540395735,
      "grad_norm": 13.435835838317871,
      "learning_rate": 0.0002,
      "loss": 0.5019,
      "step": 1727
    },
    {
      "epoch": 0.1833324492069386,
      "grad_norm": 11.013028144836426,
      "learning_rate": 0.0002,
      "loss": 0.3501,
      "step": 1728
    },
    {
      "epoch": 0.18343854437430376,
      "grad_norm": 12.604118347167969,
      "learning_rate": 0.0002,
      "loss": 0.4578,
      "step": 1729
    },
    {
      "epoch": 0.18354463954166889,
      "grad_norm": 10.409012794494629,
      "learning_rate": 0.0002,
      "loss": 0.4096,
      "step": 1730
    },
    {
      "epoch": 0.183650734709034,
      "grad_norm": 15.33946704864502,
      "learning_rate": 0.0002,
      "loss": 0.7143,
      "step": 1731
    },
    {
      "epoch": 0.18375682987639913,
      "grad_norm": 14.23060417175293,
      "learning_rate": 0.0002,
      "loss": 0.3982,
      "step": 1732
    },
    {
      "epoch": 0.18386292504376425,
      "grad_norm": 8.634029388427734,
      "learning_rate": 0.0002,
      "loss": 0.1894,
      "step": 1733
    },
    {
      "epoch": 0.18396902021112937,
      "grad_norm": 10.978818893432617,
      "learning_rate": 0.0002,
      "loss": 0.2379,
      "step": 1734
    },
    {
      "epoch": 0.1840751153784945,
      "grad_norm": 10.399988174438477,
      "learning_rate": 0.0002,
      "loss": 0.3297,
      "step": 1735
    },
    {
      "epoch": 0.18418121054585965,
      "grad_norm": 6.803713321685791,
      "learning_rate": 0.0002,
      "loss": 0.177,
      "step": 1736
    },
    {
      "epoch": 0.18428730571322477,
      "grad_norm": 32.78466796875,
      "learning_rate": 0.0002,
      "loss": 0.4584,
      "step": 1737
    },
    {
      "epoch": 0.1843934008805899,
      "grad_norm": 19.4488468170166,
      "learning_rate": 0.0002,
      "loss": 0.3219,
      "step": 1738
    },
    {
      "epoch": 0.18449949604795501,
      "grad_norm": 14.629257202148438,
      "learning_rate": 0.0002,
      "loss": 0.5057,
      "step": 1739
    },
    {
      "epoch": 0.18460559121532014,
      "grad_norm": 33.566959381103516,
      "learning_rate": 0.0002,
      "loss": 1.6922,
      "step": 1740
    },
    {
      "epoch": 0.18471168638268526,
      "grad_norm": 8.319334030151367,
      "learning_rate": 0.0002,
      "loss": 0.2367,
      "step": 1741
    },
    {
      "epoch": 0.1848177815500504,
      "grad_norm": 13.688749313354492,
      "learning_rate": 0.0002,
      "loss": 0.4928,
      "step": 1742
    },
    {
      "epoch": 0.18492387671741553,
      "grad_norm": 11.74880599975586,
      "learning_rate": 0.0002,
      "loss": 0.1659,
      "step": 1743
    },
    {
      "epoch": 0.18502997188478065,
      "grad_norm": 10.9482421875,
      "learning_rate": 0.0002,
      "loss": 0.2579,
      "step": 1744
    },
    {
      "epoch": 0.18513606705214578,
      "grad_norm": 12.549226760864258,
      "learning_rate": 0.0002,
      "loss": 0.3314,
      "step": 1745
    },
    {
      "epoch": 0.1852421622195109,
      "grad_norm": 50.15769577026367,
      "learning_rate": 0.0002,
      "loss": 1.3347,
      "step": 1746
    },
    {
      "epoch": 0.18534825738687602,
      "grad_norm": 17.774900436401367,
      "learning_rate": 0.0002,
      "loss": 0.4645,
      "step": 1747
    },
    {
      "epoch": 0.18545435255424114,
      "grad_norm": 8.994499206542969,
      "learning_rate": 0.0002,
      "loss": 0.1335,
      "step": 1748
    },
    {
      "epoch": 0.1855604477216063,
      "grad_norm": 12.76091194152832,
      "learning_rate": 0.0002,
      "loss": 0.246,
      "step": 1749
    },
    {
      "epoch": 0.18566654288897141,
      "grad_norm": 166.48976135253906,
      "learning_rate": 0.0002,
      "loss": 1.8963,
      "step": 1750
    },
    {
      "epoch": 0.18577263805633654,
      "grad_norm": 17.474077224731445,
      "learning_rate": 0.0002,
      "loss": 0.9772,
      "step": 1751
    },
    {
      "epoch": 0.18587873322370166,
      "grad_norm": 13.698371887207031,
      "learning_rate": 0.0002,
      "loss": 0.4532,
      "step": 1752
    },
    {
      "epoch": 0.18598482839106678,
      "grad_norm": 8.04249095916748,
      "learning_rate": 0.0002,
      "loss": 0.3086,
      "step": 1753
    },
    {
      "epoch": 0.1860909235584319,
      "grad_norm": 7.59322452545166,
      "learning_rate": 0.0002,
      "loss": 0.2366,
      "step": 1754
    },
    {
      "epoch": 0.18619701872579705,
      "grad_norm": 6.813739776611328,
      "learning_rate": 0.0002,
      "loss": 0.2423,
      "step": 1755
    },
    {
      "epoch": 0.18630311389316218,
      "grad_norm": 5.9697465896606445,
      "learning_rate": 0.0002,
      "loss": 0.1891,
      "step": 1756
    },
    {
      "epoch": 0.1864092090605273,
      "grad_norm": 9.46247386932373,
      "learning_rate": 0.0002,
      "loss": 0.2199,
      "step": 1757
    },
    {
      "epoch": 0.18651530422789242,
      "grad_norm": 10.69584846496582,
      "learning_rate": 0.0002,
      "loss": 0.3264,
      "step": 1758
    },
    {
      "epoch": 0.18662139939525754,
      "grad_norm": 9.740496635437012,
      "learning_rate": 0.0002,
      "loss": 0.2323,
      "step": 1759
    },
    {
      "epoch": 0.18672749456262266,
      "grad_norm": 4.779120445251465,
      "learning_rate": 0.0002,
      "loss": 0.117,
      "step": 1760
    },
    {
      "epoch": 0.1868335897299878,
      "grad_norm": 19.873258590698242,
      "learning_rate": 0.0002,
      "loss": 0.5556,
      "step": 1761
    },
    {
      "epoch": 0.18693968489735294,
      "grad_norm": 18.243738174438477,
      "learning_rate": 0.0002,
      "loss": 0.4068,
      "step": 1762
    },
    {
      "epoch": 0.18704578006471806,
      "grad_norm": 13.395895004272461,
      "learning_rate": 0.0002,
      "loss": 0.4913,
      "step": 1763
    },
    {
      "epoch": 0.18715187523208318,
      "grad_norm": 13.152008056640625,
      "learning_rate": 0.0002,
      "loss": 0.4489,
      "step": 1764
    },
    {
      "epoch": 0.1872579703994483,
      "grad_norm": 11.464993476867676,
      "learning_rate": 0.0002,
      "loss": 0.2845,
      "step": 1765
    },
    {
      "epoch": 0.18736406556681343,
      "grad_norm": 10.236434936523438,
      "learning_rate": 0.0002,
      "loss": 0.172,
      "step": 1766
    },
    {
      "epoch": 0.18747016073417855,
      "grad_norm": 15.935251235961914,
      "learning_rate": 0.0002,
      "loss": 0.7824,
      "step": 1767
    },
    {
      "epoch": 0.1875762559015437,
      "grad_norm": 10.479893684387207,
      "learning_rate": 0.0002,
      "loss": 0.2783,
      "step": 1768
    },
    {
      "epoch": 0.18768235106890882,
      "grad_norm": 12.63221263885498,
      "learning_rate": 0.0002,
      "loss": 0.3047,
      "step": 1769
    },
    {
      "epoch": 0.18778844623627394,
      "grad_norm": 12.039042472839355,
      "learning_rate": 0.0002,
      "loss": 0.3861,
      "step": 1770
    },
    {
      "epoch": 0.18789454140363906,
      "grad_norm": 17.0461368560791,
      "learning_rate": 0.0002,
      "loss": 0.4456,
      "step": 1771
    },
    {
      "epoch": 0.1880006365710042,
      "grad_norm": 10.381203651428223,
      "learning_rate": 0.0002,
      "loss": 0.264,
      "step": 1772
    },
    {
      "epoch": 0.1881067317383693,
      "grad_norm": 9.219051361083984,
      "learning_rate": 0.0002,
      "loss": 0.3487,
      "step": 1773
    },
    {
      "epoch": 0.18821282690573443,
      "grad_norm": 24.173206329345703,
      "learning_rate": 0.0002,
      "loss": 0.9421,
      "step": 1774
    },
    {
      "epoch": 0.18831892207309958,
      "grad_norm": 9.920514106750488,
      "learning_rate": 0.0002,
      "loss": 0.1997,
      "step": 1775
    },
    {
      "epoch": 0.1884250172404647,
      "grad_norm": 29.92704963684082,
      "learning_rate": 0.0002,
      "loss": 0.8234,
      "step": 1776
    },
    {
      "epoch": 0.18853111240782983,
      "grad_norm": 9.165522575378418,
      "learning_rate": 0.0002,
      "loss": 0.3142,
      "step": 1777
    },
    {
      "epoch": 0.18863720757519495,
      "grad_norm": 11.338602066040039,
      "learning_rate": 0.0002,
      "loss": 0.3973,
      "step": 1778
    },
    {
      "epoch": 0.18874330274256007,
      "grad_norm": 11.358410835266113,
      "learning_rate": 0.0002,
      "loss": 0.364,
      "step": 1779
    },
    {
      "epoch": 0.1888493979099252,
      "grad_norm": 25.77351188659668,
      "learning_rate": 0.0002,
      "loss": 0.8301,
      "step": 1780
    },
    {
      "epoch": 0.18895549307729034,
      "grad_norm": 16.912233352661133,
      "learning_rate": 0.0002,
      "loss": 0.532,
      "step": 1781
    },
    {
      "epoch": 0.18906158824465547,
      "grad_norm": 11.735315322875977,
      "learning_rate": 0.0002,
      "loss": 0.3886,
      "step": 1782
    },
    {
      "epoch": 0.1891676834120206,
      "grad_norm": 13.794806480407715,
      "learning_rate": 0.0002,
      "loss": 0.2457,
      "step": 1783
    },
    {
      "epoch": 0.1892737785793857,
      "grad_norm": 8.405515670776367,
      "learning_rate": 0.0002,
      "loss": 0.1839,
      "step": 1784
    },
    {
      "epoch": 0.18937987374675083,
      "grad_norm": 13.45602798461914,
      "learning_rate": 0.0002,
      "loss": 0.4045,
      "step": 1785
    },
    {
      "epoch": 0.18948596891411595,
      "grad_norm": 22.998891830444336,
      "learning_rate": 0.0002,
      "loss": 0.3814,
      "step": 1786
    },
    {
      "epoch": 0.18959206408148108,
      "grad_norm": 11.040655136108398,
      "learning_rate": 0.0002,
      "loss": 0.2037,
      "step": 1787
    },
    {
      "epoch": 0.18969815924884623,
      "grad_norm": 14.681954383850098,
      "learning_rate": 0.0002,
      "loss": 0.4528,
      "step": 1788
    },
    {
      "epoch": 0.18980425441621135,
      "grad_norm": 16.22500228881836,
      "learning_rate": 0.0002,
      "loss": 0.7035,
      "step": 1789
    },
    {
      "epoch": 0.18991034958357647,
      "grad_norm": 9.976263999938965,
      "learning_rate": 0.0002,
      "loss": 0.3413,
      "step": 1790
    },
    {
      "epoch": 0.1900164447509416,
      "grad_norm": 10.9490385055542,
      "learning_rate": 0.0002,
      "loss": 0.2553,
      "step": 1791
    },
    {
      "epoch": 0.19012253991830672,
      "grad_norm": 67.49099731445312,
      "learning_rate": 0.0002,
      "loss": 0.6396,
      "step": 1792
    },
    {
      "epoch": 0.19022863508567184,
      "grad_norm": 16.956876754760742,
      "learning_rate": 0.0002,
      "loss": 0.4286,
      "step": 1793
    },
    {
      "epoch": 0.190334730253037,
      "grad_norm": 8404.6318359375,
      "learning_rate": 0.0002,
      "loss": 2.5861,
      "step": 1794
    },
    {
      "epoch": 0.1904408254204021,
      "grad_norm": 25.529294967651367,
      "learning_rate": 0.0002,
      "loss": 0.6157,
      "step": 1795
    },
    {
      "epoch": 0.19054692058776723,
      "grad_norm": 27.190927505493164,
      "learning_rate": 0.0002,
      "loss": 0.4663,
      "step": 1796
    },
    {
      "epoch": 0.19065301575513235,
      "grad_norm": 13.23881721496582,
      "learning_rate": 0.0002,
      "loss": 0.2372,
      "step": 1797
    },
    {
      "epoch": 0.19075911092249748,
      "grad_norm": 23.2681884765625,
      "learning_rate": 0.0002,
      "loss": 0.721,
      "step": 1798
    },
    {
      "epoch": 0.1908652060898626,
      "grad_norm": 16.20531463623047,
      "learning_rate": 0.0002,
      "loss": 0.4124,
      "step": 1799
    },
    {
      "epoch": 0.19097130125722772,
      "grad_norm": 45.52252960205078,
      "learning_rate": 0.0002,
      "loss": 0.3479,
      "step": 1800
    },
    {
      "epoch": 0.19097130125722772,
      "eval_loss": 0.06793266534805298,
      "eval_runtime": 49.0453,
      "eval_samples_per_second": 3.099,
      "eval_steps_per_second": 1.55,
      "step": 1800
    },
    {
      "epoch": 0.19107739642459287,
      "grad_norm": 11.973516464233398,
      "learning_rate": 0.0002,
      "loss": 0.5195,
      "step": 1801
    },
    {
      "epoch": 0.191183491591958,
      "grad_norm": 13.648773193359375,
      "learning_rate": 0.0002,
      "loss": 0.4407,
      "step": 1802
    },
    {
      "epoch": 0.19128958675932312,
      "grad_norm": 14.053433418273926,
      "learning_rate": 0.0002,
      "loss": 0.4218,
      "step": 1803
    },
    {
      "epoch": 0.19139568192668824,
      "grad_norm": 8.898798942565918,
      "learning_rate": 0.0002,
      "loss": 0.2504,
      "step": 1804
    },
    {
      "epoch": 0.19150177709405336,
      "grad_norm": 11.541996002197266,
      "learning_rate": 0.0002,
      "loss": 0.412,
      "step": 1805
    },
    {
      "epoch": 0.19160787226141848,
      "grad_norm": 12.278501510620117,
      "learning_rate": 0.0002,
      "loss": 0.2878,
      "step": 1806
    },
    {
      "epoch": 0.19171396742878363,
      "grad_norm": 11.775163650512695,
      "learning_rate": 0.0002,
      "loss": 0.3137,
      "step": 1807
    },
    {
      "epoch": 0.19182006259614875,
      "grad_norm": 25.81998062133789,
      "learning_rate": 0.0002,
      "loss": 0.9673,
      "step": 1808
    },
    {
      "epoch": 0.19192615776351388,
      "grad_norm": 11.692366600036621,
      "learning_rate": 0.0002,
      "loss": 0.3589,
      "step": 1809
    },
    {
      "epoch": 0.192032252930879,
      "grad_norm": 14.256837844848633,
      "learning_rate": 0.0002,
      "loss": 0.6104,
      "step": 1810
    },
    {
      "epoch": 0.19213834809824412,
      "grad_norm": 11.998114585876465,
      "learning_rate": 0.0002,
      "loss": 0.562,
      "step": 1811
    },
    {
      "epoch": 0.19224444326560924,
      "grad_norm": 32.41331481933594,
      "learning_rate": 0.0002,
      "loss": 0.8253,
      "step": 1812
    },
    {
      "epoch": 0.19235053843297437,
      "grad_norm": 12.255899429321289,
      "learning_rate": 0.0002,
      "loss": 0.4575,
      "step": 1813
    },
    {
      "epoch": 0.19245663360033952,
      "grad_norm": 11.854296684265137,
      "learning_rate": 0.0002,
      "loss": 0.3011,
      "step": 1814
    },
    {
      "epoch": 0.19256272876770464,
      "grad_norm": 10.283979415893555,
      "learning_rate": 0.0002,
      "loss": 0.317,
      "step": 1815
    },
    {
      "epoch": 0.19266882393506976,
      "grad_norm": 11.655998229980469,
      "learning_rate": 0.0002,
      "loss": 0.2525,
      "step": 1816
    },
    {
      "epoch": 0.19277491910243488,
      "grad_norm": 15.008488655090332,
      "learning_rate": 0.0002,
      "loss": 0.4122,
      "step": 1817
    },
    {
      "epoch": 0.1928810142698,
      "grad_norm": 24.866716384887695,
      "learning_rate": 0.0002,
      "loss": 0.6445,
      "step": 1818
    },
    {
      "epoch": 0.19298710943716513,
      "grad_norm": 15.7054443359375,
      "learning_rate": 0.0002,
      "loss": 0.4773,
      "step": 1819
    },
    {
      "epoch": 0.19309320460453028,
      "grad_norm": 14.796554565429688,
      "learning_rate": 0.0002,
      "loss": 0.4028,
      "step": 1820
    },
    {
      "epoch": 0.1931992997718954,
      "grad_norm": 8.425761222839355,
      "learning_rate": 0.0002,
      "loss": 0.2304,
      "step": 1821
    },
    {
      "epoch": 0.19330539493926052,
      "grad_norm": 9.347795486450195,
      "learning_rate": 0.0002,
      "loss": 0.1648,
      "step": 1822
    },
    {
      "epoch": 0.19341149010662564,
      "grad_norm": 19.97274398803711,
      "learning_rate": 0.0002,
      "loss": 0.4444,
      "step": 1823
    },
    {
      "epoch": 0.19351758527399077,
      "grad_norm": 17.487125396728516,
      "learning_rate": 0.0002,
      "loss": 0.6775,
      "step": 1824
    },
    {
      "epoch": 0.1936236804413559,
      "grad_norm": 14.758285522460938,
      "learning_rate": 0.0002,
      "loss": 0.6895,
      "step": 1825
    },
    {
      "epoch": 0.193729775608721,
      "grad_norm": 12.200145721435547,
      "learning_rate": 0.0002,
      "loss": 0.3426,
      "step": 1826
    },
    {
      "epoch": 0.19383587077608616,
      "grad_norm": 9.568778038024902,
      "learning_rate": 0.0002,
      "loss": 0.2708,
      "step": 1827
    },
    {
      "epoch": 0.19394196594345128,
      "grad_norm": 9.887347221374512,
      "learning_rate": 0.0002,
      "loss": 0.3934,
      "step": 1828
    },
    {
      "epoch": 0.1940480611108164,
      "grad_norm": 8.589701652526855,
      "learning_rate": 0.0002,
      "loss": 0.2078,
      "step": 1829
    },
    {
      "epoch": 0.19415415627818153,
      "grad_norm": 14.782073020935059,
      "learning_rate": 0.0002,
      "loss": 0.6231,
      "step": 1830
    },
    {
      "epoch": 0.19426025144554665,
      "grad_norm": 12.22297191619873,
      "learning_rate": 0.0002,
      "loss": 0.3707,
      "step": 1831
    },
    {
      "epoch": 0.19436634661291177,
      "grad_norm": 16.9269962310791,
      "learning_rate": 0.0002,
      "loss": 0.4052,
      "step": 1832
    },
    {
      "epoch": 0.1944724417802769,
      "grad_norm": 8.047760009765625,
      "learning_rate": 0.0002,
      "loss": 0.162,
      "step": 1833
    },
    {
      "epoch": 0.19457853694764204,
      "grad_norm": 21.03431510925293,
      "learning_rate": 0.0002,
      "loss": 0.5198,
      "step": 1834
    },
    {
      "epoch": 0.19468463211500717,
      "grad_norm": 15.277742385864258,
      "learning_rate": 0.0002,
      "loss": 0.5419,
      "step": 1835
    },
    {
      "epoch": 0.1947907272823723,
      "grad_norm": 11.20261001586914,
      "learning_rate": 0.0002,
      "loss": 0.3225,
      "step": 1836
    },
    {
      "epoch": 0.1948968224497374,
      "grad_norm": 11.161260604858398,
      "learning_rate": 0.0002,
      "loss": 0.3504,
      "step": 1837
    },
    {
      "epoch": 0.19500291761710253,
      "grad_norm": 10.465251922607422,
      "learning_rate": 0.0002,
      "loss": 0.291,
      "step": 1838
    },
    {
      "epoch": 0.19510901278446766,
      "grad_norm": 13.156329154968262,
      "learning_rate": 0.0002,
      "loss": 0.274,
      "step": 1839
    },
    {
      "epoch": 0.1952151079518328,
      "grad_norm": 12.088260650634766,
      "learning_rate": 0.0002,
      "loss": 0.3832,
      "step": 1840
    },
    {
      "epoch": 0.19532120311919793,
      "grad_norm": 10.063664436340332,
      "learning_rate": 0.0002,
      "loss": 0.2655,
      "step": 1841
    },
    {
      "epoch": 0.19542729828656305,
      "grad_norm": 20.324556350708008,
      "learning_rate": 0.0002,
      "loss": 0.6767,
      "step": 1842
    },
    {
      "epoch": 0.19553339345392817,
      "grad_norm": 15.555030822753906,
      "learning_rate": 0.0002,
      "loss": 0.4542,
      "step": 1843
    },
    {
      "epoch": 0.1956394886212933,
      "grad_norm": 11.756216049194336,
      "learning_rate": 0.0002,
      "loss": 0.2903,
      "step": 1844
    },
    {
      "epoch": 0.19574558378865842,
      "grad_norm": 12.901598930358887,
      "learning_rate": 0.0002,
      "loss": 0.2461,
      "step": 1845
    },
    {
      "epoch": 0.19585167895602354,
      "grad_norm": 12.909900665283203,
      "learning_rate": 0.0002,
      "loss": 0.2036,
      "step": 1846
    },
    {
      "epoch": 0.1959577741233887,
      "grad_norm": 29.316614151000977,
      "learning_rate": 0.0002,
      "loss": 0.7306,
      "step": 1847
    },
    {
      "epoch": 0.1960638692907538,
      "grad_norm": 15.195932388305664,
      "learning_rate": 0.0002,
      "loss": 0.3376,
      "step": 1848
    },
    {
      "epoch": 0.19616996445811893,
      "grad_norm": 26.223342895507812,
      "learning_rate": 0.0002,
      "loss": 0.6249,
      "step": 1849
    },
    {
      "epoch": 0.19627605962548406,
      "grad_norm": 54.965476989746094,
      "learning_rate": 0.0002,
      "loss": 1.2955,
      "step": 1850
    },
    {
      "epoch": 0.19638215479284918,
      "grad_norm": 11.079299926757812,
      "learning_rate": 0.0002,
      "loss": 0.3579,
      "step": 1851
    },
    {
      "epoch": 0.1964882499602143,
      "grad_norm": 16.85772705078125,
      "learning_rate": 0.0002,
      "loss": 0.5197,
      "step": 1852
    },
    {
      "epoch": 0.19659434512757945,
      "grad_norm": 8.756264686584473,
      "learning_rate": 0.0002,
      "loss": 0.315,
      "step": 1853
    },
    {
      "epoch": 0.19670044029494457,
      "grad_norm": 11.708443641662598,
      "learning_rate": 0.0002,
      "loss": 0.4476,
      "step": 1854
    },
    {
      "epoch": 0.1968065354623097,
      "grad_norm": 8.348597526550293,
      "learning_rate": 0.0002,
      "loss": 0.2428,
      "step": 1855
    },
    {
      "epoch": 0.19691263062967482,
      "grad_norm": 11.08547306060791,
      "learning_rate": 0.0002,
      "loss": 0.3423,
      "step": 1856
    },
    {
      "epoch": 0.19701872579703994,
      "grad_norm": 12.654924392700195,
      "learning_rate": 0.0002,
      "loss": 0.2776,
      "step": 1857
    },
    {
      "epoch": 0.19712482096440506,
      "grad_norm": 10.462535858154297,
      "learning_rate": 0.0002,
      "loss": 0.3146,
      "step": 1858
    },
    {
      "epoch": 0.19723091613177018,
      "grad_norm": 12.572681427001953,
      "learning_rate": 0.0002,
      "loss": 0.3515,
      "step": 1859
    },
    {
      "epoch": 0.19733701129913533,
      "grad_norm": 24.782554626464844,
      "learning_rate": 0.0002,
      "loss": 1.2541,
      "step": 1860
    },
    {
      "epoch": 0.19744310646650046,
      "grad_norm": 18.930397033691406,
      "learning_rate": 0.0002,
      "loss": 1.0464,
      "step": 1861
    },
    {
      "epoch": 0.19754920163386558,
      "grad_norm": 17.272188186645508,
      "learning_rate": 0.0002,
      "loss": 0.6867,
      "step": 1862
    },
    {
      "epoch": 0.1976552968012307,
      "grad_norm": 8.97216510772705,
      "learning_rate": 0.0002,
      "loss": 0.2629,
      "step": 1863
    },
    {
      "epoch": 0.19776139196859582,
      "grad_norm": 14.530451774597168,
      "learning_rate": 0.0002,
      "loss": 0.4877,
      "step": 1864
    },
    {
      "epoch": 0.19786748713596095,
      "grad_norm": 27.645219802856445,
      "learning_rate": 0.0002,
      "loss": 1.0175,
      "step": 1865
    },
    {
      "epoch": 0.1979735823033261,
      "grad_norm": 36.620418548583984,
      "learning_rate": 0.0002,
      "loss": 0.3694,
      "step": 1866
    },
    {
      "epoch": 0.19807967747069122,
      "grad_norm": 9.33489990234375,
      "learning_rate": 0.0002,
      "loss": 0.3426,
      "step": 1867
    },
    {
      "epoch": 0.19818577263805634,
      "grad_norm": 14.539624214172363,
      "learning_rate": 0.0002,
      "loss": 0.4171,
      "step": 1868
    },
    {
      "epoch": 0.19829186780542146,
      "grad_norm": 35.03657150268555,
      "learning_rate": 0.0002,
      "loss": 0.5745,
      "step": 1869
    },
    {
      "epoch": 0.19839796297278658,
      "grad_norm": 13.36026668548584,
      "learning_rate": 0.0002,
      "loss": 0.4808,
      "step": 1870
    },
    {
      "epoch": 0.1985040581401517,
      "grad_norm": 18.056222915649414,
      "learning_rate": 0.0002,
      "loss": 0.6919,
      "step": 1871
    },
    {
      "epoch": 0.19861015330751683,
      "grad_norm": 14.416003227233887,
      "learning_rate": 0.0002,
      "loss": 0.388,
      "step": 1872
    },
    {
      "epoch": 0.19871624847488198,
      "grad_norm": 10.51855182647705,
      "learning_rate": 0.0002,
      "loss": 0.23,
      "step": 1873
    },
    {
      "epoch": 0.1988223436422471,
      "grad_norm": 7.608283042907715,
      "learning_rate": 0.0002,
      "loss": 0.2525,
      "step": 1874
    },
    {
      "epoch": 0.19892843880961222,
      "grad_norm": 9.749930381774902,
      "learning_rate": 0.0002,
      "loss": 0.2905,
      "step": 1875
    },
    {
      "epoch": 0.19903453397697735,
      "grad_norm": 11.786905288696289,
      "learning_rate": 0.0002,
      "loss": 0.3856,
      "step": 1876
    },
    {
      "epoch": 0.19914062914434247,
      "grad_norm": 10.049060821533203,
      "learning_rate": 0.0002,
      "loss": 0.2378,
      "step": 1877
    },
    {
      "epoch": 0.1992467243117076,
      "grad_norm": 13.473280906677246,
      "learning_rate": 0.0002,
      "loss": 0.4349,
      "step": 1878
    },
    {
      "epoch": 0.19935281947907274,
      "grad_norm": 12.198131561279297,
      "learning_rate": 0.0002,
      "loss": 0.288,
      "step": 1879
    },
    {
      "epoch": 0.19945891464643786,
      "grad_norm": 9.339247703552246,
      "learning_rate": 0.0002,
      "loss": 0.2361,
      "step": 1880
    },
    {
      "epoch": 0.19956500981380298,
      "grad_norm": 9.391952514648438,
      "learning_rate": 0.0002,
      "loss": 0.2137,
      "step": 1881
    },
    {
      "epoch": 0.1996711049811681,
      "grad_norm": 12.258066177368164,
      "learning_rate": 0.0002,
      "loss": 0.4481,
      "step": 1882
    },
    {
      "epoch": 0.19977720014853323,
      "grad_norm": 16.392196655273438,
      "learning_rate": 0.0002,
      "loss": 0.3329,
      "step": 1883
    },
    {
      "epoch": 0.19988329531589835,
      "grad_norm": 12.977359771728516,
      "learning_rate": 0.0002,
      "loss": 0.2842,
      "step": 1884
    },
    {
      "epoch": 0.19998939048326347,
      "grad_norm": 19.84929847717285,
      "learning_rate": 0.0002,
      "loss": 0.6797,
      "step": 1885
    },
    {
      "epoch": 0.20009548565062862,
      "grad_norm": 48.05202102661133,
      "learning_rate": 0.0002,
      "loss": 1.786,
      "step": 1886
    },
    {
      "epoch": 0.20020158081799375,
      "grad_norm": 12.765398979187012,
      "learning_rate": 0.0002,
      "loss": 0.3423,
      "step": 1887
    },
    {
      "epoch": 0.20030767598535887,
      "grad_norm": 19.887285232543945,
      "learning_rate": 0.0002,
      "loss": 0.4916,
      "step": 1888
    },
    {
      "epoch": 0.200413771152724,
      "grad_norm": 13.6176176071167,
      "learning_rate": 0.0002,
      "loss": 0.3471,
      "step": 1889
    },
    {
      "epoch": 0.2005198663200891,
      "grad_norm": 13.934061050415039,
      "learning_rate": 0.0002,
      "loss": 0.1911,
      "step": 1890
    },
    {
      "epoch": 0.20062596148745424,
      "grad_norm": 23.99123764038086,
      "learning_rate": 0.0002,
      "loss": 0.7122,
      "step": 1891
    },
    {
      "epoch": 0.20073205665481939,
      "grad_norm": 15.125777244567871,
      "learning_rate": 0.0002,
      "loss": 0.3353,
      "step": 1892
    },
    {
      "epoch": 0.2008381518221845,
      "grad_norm": 20.685012817382812,
      "learning_rate": 0.0002,
      "loss": 0.3356,
      "step": 1893
    },
    {
      "epoch": 0.20094424698954963,
      "grad_norm": 29.08856201171875,
      "learning_rate": 0.0002,
      "loss": 0.766,
      "step": 1894
    },
    {
      "epoch": 0.20105034215691475,
      "grad_norm": 15.402732849121094,
      "learning_rate": 0.0002,
      "loss": 0.2714,
      "step": 1895
    },
    {
      "epoch": 0.20115643732427987,
      "grad_norm": 17.05105972290039,
      "learning_rate": 0.0002,
      "loss": 0.222,
      "step": 1896
    },
    {
      "epoch": 0.201262532491645,
      "grad_norm": 20.897106170654297,
      "learning_rate": 0.0002,
      "loss": 0.347,
      "step": 1897
    },
    {
      "epoch": 0.20136862765901012,
      "grad_norm": 21.797945022583008,
      "learning_rate": 0.0002,
      "loss": 0.2689,
      "step": 1898
    },
    {
      "epoch": 0.20147472282637527,
      "grad_norm": 46.205474853515625,
      "learning_rate": 0.0002,
      "loss": 1.1047,
      "step": 1899
    },
    {
      "epoch": 0.2015808179937404,
      "grad_norm": 65.57044219970703,
      "learning_rate": 0.0002,
      "loss": 0.6946,
      "step": 1900
    },
    {
      "epoch": 0.2016869131611055,
      "grad_norm": 16.566082000732422,
      "learning_rate": 0.0002,
      "loss": 0.4787,
      "step": 1901
    },
    {
      "epoch": 0.20179300832847064,
      "grad_norm": 12.95843505859375,
      "learning_rate": 0.0002,
      "loss": 0.401,
      "step": 1902
    },
    {
      "epoch": 0.20189910349583576,
      "grad_norm": 17.400684356689453,
      "learning_rate": 0.0002,
      "loss": 0.8859,
      "step": 1903
    },
    {
      "epoch": 0.20200519866320088,
      "grad_norm": 28.6886043548584,
      "learning_rate": 0.0002,
      "loss": 0.6788,
      "step": 1904
    },
    {
      "epoch": 0.20211129383056603,
      "grad_norm": 10.269400596618652,
      "learning_rate": 0.0002,
      "loss": 0.1948,
      "step": 1905
    },
    {
      "epoch": 0.20221738899793115,
      "grad_norm": 11.603761672973633,
      "learning_rate": 0.0002,
      "loss": 0.4795,
      "step": 1906
    },
    {
      "epoch": 0.20232348416529627,
      "grad_norm": 6.843310832977295,
      "learning_rate": 0.0002,
      "loss": 0.1584,
      "step": 1907
    },
    {
      "epoch": 0.2024295793326614,
      "grad_norm": 13.871763229370117,
      "learning_rate": 0.0002,
      "loss": 0.5931,
      "step": 1908
    },
    {
      "epoch": 0.20253567450002652,
      "grad_norm": 8.748895645141602,
      "learning_rate": 0.0002,
      "loss": 0.2146,
      "step": 1909
    },
    {
      "epoch": 0.20264176966739164,
      "grad_norm": 14.856563568115234,
      "learning_rate": 0.0002,
      "loss": 0.5295,
      "step": 1910
    },
    {
      "epoch": 0.20274786483475676,
      "grad_norm": 17.709304809570312,
      "learning_rate": 0.0002,
      "loss": 0.7204,
      "step": 1911
    },
    {
      "epoch": 0.2028539600021219,
      "grad_norm": 11.735471725463867,
      "learning_rate": 0.0002,
      "loss": 0.6156,
      "step": 1912
    },
    {
      "epoch": 0.20296005516948704,
      "grad_norm": 14.17144775390625,
      "learning_rate": 0.0002,
      "loss": 0.3229,
      "step": 1913
    },
    {
      "epoch": 0.20306615033685216,
      "grad_norm": 10.109726905822754,
      "learning_rate": 0.0002,
      "loss": 0.3227,
      "step": 1914
    },
    {
      "epoch": 0.20317224550421728,
      "grad_norm": 9.504593849182129,
      "learning_rate": 0.0002,
      "loss": 0.2763,
      "step": 1915
    },
    {
      "epoch": 0.2032783406715824,
      "grad_norm": 7.491418838500977,
      "learning_rate": 0.0002,
      "loss": 0.2206,
      "step": 1916
    },
    {
      "epoch": 0.20338443583894752,
      "grad_norm": 22.111404418945312,
      "learning_rate": 0.0002,
      "loss": 0.8397,
      "step": 1917
    },
    {
      "epoch": 0.20349053100631267,
      "grad_norm": 8.938793182373047,
      "learning_rate": 0.0002,
      "loss": 0.187,
      "step": 1918
    },
    {
      "epoch": 0.2035966261736778,
      "grad_norm": 26.22866439819336,
      "learning_rate": 0.0002,
      "loss": 0.8912,
      "step": 1919
    },
    {
      "epoch": 0.20370272134104292,
      "grad_norm": 12.978878021240234,
      "learning_rate": 0.0002,
      "loss": 0.3688,
      "step": 1920
    },
    {
      "epoch": 0.20380881650840804,
      "grad_norm": 9.686880111694336,
      "learning_rate": 0.0002,
      "loss": 0.279,
      "step": 1921
    },
    {
      "epoch": 0.20391491167577316,
      "grad_norm": 16.341140747070312,
      "learning_rate": 0.0002,
      "loss": 0.4399,
      "step": 1922
    },
    {
      "epoch": 0.2040210068431383,
      "grad_norm": 17.958215713500977,
      "learning_rate": 0.0002,
      "loss": 0.4676,
      "step": 1923
    },
    {
      "epoch": 0.2041271020105034,
      "grad_norm": 11.114178657531738,
      "learning_rate": 0.0002,
      "loss": 0.2161,
      "step": 1924
    },
    {
      "epoch": 0.20423319717786856,
      "grad_norm": 11.498400688171387,
      "learning_rate": 0.0002,
      "loss": 0.3151,
      "step": 1925
    },
    {
      "epoch": 0.20433929234523368,
      "grad_norm": 14.76335620880127,
      "learning_rate": 0.0002,
      "loss": 0.4503,
      "step": 1926
    },
    {
      "epoch": 0.2044453875125988,
      "grad_norm": 10.639660835266113,
      "learning_rate": 0.0002,
      "loss": 0.2708,
      "step": 1927
    },
    {
      "epoch": 0.20455148267996393,
      "grad_norm": 11.618061065673828,
      "learning_rate": 0.0002,
      "loss": 0.402,
      "step": 1928
    },
    {
      "epoch": 0.20465757784732905,
      "grad_norm": 14.436708450317383,
      "learning_rate": 0.0002,
      "loss": 0.5225,
      "step": 1929
    },
    {
      "epoch": 0.20476367301469417,
      "grad_norm": 18.683574676513672,
      "learning_rate": 0.0002,
      "loss": 0.4819,
      "step": 1930
    },
    {
      "epoch": 0.20486976818205932,
      "grad_norm": 32.19053649902344,
      "learning_rate": 0.0002,
      "loss": 0.5127,
      "step": 1931
    },
    {
      "epoch": 0.20497586334942444,
      "grad_norm": 13.27175235748291,
      "learning_rate": 0.0002,
      "loss": 0.2638,
      "step": 1932
    },
    {
      "epoch": 0.20508195851678956,
      "grad_norm": 20.893634796142578,
      "learning_rate": 0.0002,
      "loss": 0.4454,
      "step": 1933
    },
    {
      "epoch": 0.2051880536841547,
      "grad_norm": 13.223441123962402,
      "learning_rate": 0.0002,
      "loss": 0.3081,
      "step": 1934
    },
    {
      "epoch": 0.2052941488515198,
      "grad_norm": 11.571022033691406,
      "learning_rate": 0.0002,
      "loss": 0.3212,
      "step": 1935
    },
    {
      "epoch": 0.20540024401888493,
      "grad_norm": 17.662548065185547,
      "learning_rate": 0.0002,
      "loss": 0.6539,
      "step": 1936
    },
    {
      "epoch": 0.20550633918625005,
      "grad_norm": 22.080196380615234,
      "learning_rate": 0.0002,
      "loss": 0.6157,
      "step": 1937
    },
    {
      "epoch": 0.2056124343536152,
      "grad_norm": 16.76143455505371,
      "learning_rate": 0.0002,
      "loss": 0.5841,
      "step": 1938
    },
    {
      "epoch": 0.20571852952098033,
      "grad_norm": 20.195690155029297,
      "learning_rate": 0.0002,
      "loss": 0.4238,
      "step": 1939
    },
    {
      "epoch": 0.20582462468834545,
      "grad_norm": 19.79781723022461,
      "learning_rate": 0.0002,
      "loss": 0.6571,
      "step": 1940
    },
    {
      "epoch": 0.20593071985571057,
      "grad_norm": 15.7777099609375,
      "learning_rate": 0.0002,
      "loss": 0.4269,
      "step": 1941
    },
    {
      "epoch": 0.2060368150230757,
      "grad_norm": 22.474760055541992,
      "learning_rate": 0.0002,
      "loss": 0.5399,
      "step": 1942
    },
    {
      "epoch": 0.20614291019044081,
      "grad_norm": 22.55069923400879,
      "learning_rate": 0.0002,
      "loss": 1.1576,
      "step": 1943
    },
    {
      "epoch": 0.20624900535780596,
      "grad_norm": 12.833492279052734,
      "learning_rate": 0.0002,
      "loss": 0.3301,
      "step": 1944
    },
    {
      "epoch": 0.2063551005251711,
      "grad_norm": 14.667129516601562,
      "learning_rate": 0.0002,
      "loss": 0.3889,
      "step": 1945
    },
    {
      "epoch": 0.2064611956925362,
      "grad_norm": 26.030546188354492,
      "learning_rate": 0.0002,
      "loss": 0.6745,
      "step": 1946
    },
    {
      "epoch": 0.20656729085990133,
      "grad_norm": 17.632896423339844,
      "learning_rate": 0.0002,
      "loss": 0.5758,
      "step": 1947
    },
    {
      "epoch": 0.20667338602726645,
      "grad_norm": 15.331464767456055,
      "learning_rate": 0.0002,
      "loss": 0.2922,
      "step": 1948
    },
    {
      "epoch": 0.20677948119463158,
      "grad_norm": 30.614484786987305,
      "learning_rate": 0.0002,
      "loss": 0.6173,
      "step": 1949
    },
    {
      "epoch": 0.2068855763619967,
      "grad_norm": 18.843469619750977,
      "learning_rate": 0.0002,
      "loss": 0.5531,
      "step": 1950
    },
    {
      "epoch": 0.20699167152936185,
      "grad_norm": 13.638596534729004,
      "learning_rate": 0.0002,
      "loss": 0.5131,
      "step": 1951
    },
    {
      "epoch": 0.20709776669672697,
      "grad_norm": 18.01232147216797,
      "learning_rate": 0.0002,
      "loss": 0.4824,
      "step": 1952
    },
    {
      "epoch": 0.2072038618640921,
      "grad_norm": 14.411051750183105,
      "learning_rate": 0.0002,
      "loss": 0.3947,
      "step": 1953
    },
    {
      "epoch": 0.20730995703145721,
      "grad_norm": 56.948123931884766,
      "learning_rate": 0.0002,
      "loss": 0.8264,
      "step": 1954
    },
    {
      "epoch": 0.20741605219882234,
      "grad_norm": 9.361339569091797,
      "learning_rate": 0.0002,
      "loss": 0.2743,
      "step": 1955
    },
    {
      "epoch": 0.20752214736618746,
      "grad_norm": 18.013376235961914,
      "learning_rate": 0.0002,
      "loss": 1.0803,
      "step": 1956
    },
    {
      "epoch": 0.2076282425335526,
      "grad_norm": 16.929119110107422,
      "learning_rate": 0.0002,
      "loss": 0.56,
      "step": 1957
    },
    {
      "epoch": 0.20773433770091773,
      "grad_norm": 13.532958030700684,
      "learning_rate": 0.0002,
      "loss": 0.3513,
      "step": 1958
    },
    {
      "epoch": 0.20784043286828285,
      "grad_norm": 13.431892395019531,
      "learning_rate": 0.0002,
      "loss": 0.416,
      "step": 1959
    },
    {
      "epoch": 0.20794652803564798,
      "grad_norm": 12.031621932983398,
      "learning_rate": 0.0002,
      "loss": 0.3493,
      "step": 1960
    },
    {
      "epoch": 0.2080526232030131,
      "grad_norm": 11.680612564086914,
      "learning_rate": 0.0002,
      "loss": 0.4699,
      "step": 1961
    },
    {
      "epoch": 0.20815871837037822,
      "grad_norm": 24.689884185791016,
      "learning_rate": 0.0002,
      "loss": 1.0239,
      "step": 1962
    },
    {
      "epoch": 0.20826481353774334,
      "grad_norm": 11.299417495727539,
      "learning_rate": 0.0002,
      "loss": 0.4199,
      "step": 1963
    },
    {
      "epoch": 0.2083709087051085,
      "grad_norm": 11.36111831665039,
      "learning_rate": 0.0002,
      "loss": 0.6039,
      "step": 1964
    },
    {
      "epoch": 0.20847700387247362,
      "grad_norm": 19.245813369750977,
      "learning_rate": 0.0002,
      "loss": 0.7365,
      "step": 1965
    },
    {
      "epoch": 0.20858309903983874,
      "grad_norm": 15.199286460876465,
      "learning_rate": 0.0002,
      "loss": 0.4632,
      "step": 1966
    },
    {
      "epoch": 0.20868919420720386,
      "grad_norm": 17.348649978637695,
      "learning_rate": 0.0002,
      "loss": 0.2754,
      "step": 1967
    },
    {
      "epoch": 0.20879528937456898,
      "grad_norm": 14.033141136169434,
      "learning_rate": 0.0002,
      "loss": 0.3631,
      "step": 1968
    },
    {
      "epoch": 0.2089013845419341,
      "grad_norm": 16.857852935791016,
      "learning_rate": 0.0002,
      "loss": 0.623,
      "step": 1969
    },
    {
      "epoch": 0.20900747970929925,
      "grad_norm": 19.852231979370117,
      "learning_rate": 0.0002,
      "loss": 0.4979,
      "step": 1970
    },
    {
      "epoch": 0.20911357487666438,
      "grad_norm": 11.969423294067383,
      "learning_rate": 0.0002,
      "loss": 0.3727,
      "step": 1971
    },
    {
      "epoch": 0.2092196700440295,
      "grad_norm": 18.254356384277344,
      "learning_rate": 0.0002,
      "loss": 0.4952,
      "step": 1972
    },
    {
      "epoch": 0.20932576521139462,
      "grad_norm": 19.8131046295166,
      "learning_rate": 0.0002,
      "loss": 0.683,
      "step": 1973
    },
    {
      "epoch": 0.20943186037875974,
      "grad_norm": 15.52879524230957,
      "learning_rate": 0.0002,
      "loss": 1.0511,
      "step": 1974
    },
    {
      "epoch": 0.20953795554612487,
      "grad_norm": 12.385345458984375,
      "learning_rate": 0.0002,
      "loss": 0.3495,
      "step": 1975
    },
    {
      "epoch": 0.20964405071349,
      "grad_norm": 24.171588897705078,
      "learning_rate": 0.0002,
      "loss": 0.6436,
      "step": 1976
    },
    {
      "epoch": 0.20975014588085514,
      "grad_norm": 30.720613479614258,
      "learning_rate": 0.0002,
      "loss": 1.2399,
      "step": 1977
    },
    {
      "epoch": 0.20985624104822026,
      "grad_norm": 14.657501220703125,
      "learning_rate": 0.0002,
      "loss": 0.5093,
      "step": 1978
    },
    {
      "epoch": 0.20996233621558538,
      "grad_norm": 13.196930885314941,
      "learning_rate": 0.0002,
      "loss": 0.3801,
      "step": 1979
    },
    {
      "epoch": 0.2100684313829505,
      "grad_norm": 11.085748672485352,
      "learning_rate": 0.0002,
      "loss": 0.3381,
      "step": 1980
    },
    {
      "epoch": 0.21017452655031563,
      "grad_norm": 20.955997467041016,
      "learning_rate": 0.0002,
      "loss": 0.8629,
      "step": 1981
    },
    {
      "epoch": 0.21028062171768075,
      "grad_norm": 18.200176239013672,
      "learning_rate": 0.0002,
      "loss": 0.4389,
      "step": 1982
    },
    {
      "epoch": 0.2103867168850459,
      "grad_norm": 28.15599250793457,
      "learning_rate": 0.0002,
      "loss": 0.785,
      "step": 1983
    },
    {
      "epoch": 0.21049281205241102,
      "grad_norm": 12.319548606872559,
      "learning_rate": 0.0002,
      "loss": 0.4221,
      "step": 1984
    },
    {
      "epoch": 0.21059890721977614,
      "grad_norm": 12.04208755493164,
      "learning_rate": 0.0002,
      "loss": 0.3438,
      "step": 1985
    },
    {
      "epoch": 0.21070500238714127,
      "grad_norm": 7.328030109405518,
      "learning_rate": 0.0002,
      "loss": 0.1424,
      "step": 1986
    },
    {
      "epoch": 0.2108110975545064,
      "grad_norm": 69.33638763427734,
      "learning_rate": 0.0002,
      "loss": 1.72,
      "step": 1987
    },
    {
      "epoch": 0.2109171927218715,
      "grad_norm": 11.672674179077148,
      "learning_rate": 0.0002,
      "loss": 0.2386,
      "step": 1988
    },
    {
      "epoch": 0.21102328788923663,
      "grad_norm": 7.545011520385742,
      "learning_rate": 0.0002,
      "loss": 0.2485,
      "step": 1989
    },
    {
      "epoch": 0.21112938305660178,
      "grad_norm": 12.490107536315918,
      "learning_rate": 0.0002,
      "loss": 0.2805,
      "step": 1990
    },
    {
      "epoch": 0.2112354782239669,
      "grad_norm": 20.779247283935547,
      "learning_rate": 0.0002,
      "loss": 0.8199,
      "step": 1991
    },
    {
      "epoch": 0.21134157339133203,
      "grad_norm": 14.835947036743164,
      "learning_rate": 0.0002,
      "loss": 0.3522,
      "step": 1992
    },
    {
      "epoch": 0.21144766855869715,
      "grad_norm": 13.06779956817627,
      "learning_rate": 0.0002,
      "loss": 0.3361,
      "step": 1993
    },
    {
      "epoch": 0.21155376372606227,
      "grad_norm": 33.76557922363281,
      "learning_rate": 0.0002,
      "loss": 1.3297,
      "step": 1994
    },
    {
      "epoch": 0.2116598588934274,
      "grad_norm": 13.209569931030273,
      "learning_rate": 0.0002,
      "loss": 0.2758,
      "step": 1995
    },
    {
      "epoch": 0.21176595406079254,
      "grad_norm": 62.10099411010742,
      "learning_rate": 0.0002,
      "loss": 1.0189,
      "step": 1996
    },
    {
      "epoch": 0.21187204922815767,
      "grad_norm": 35.020599365234375,
      "learning_rate": 0.0002,
      "loss": 1.4046,
      "step": 1997
    },
    {
      "epoch": 0.2119781443955228,
      "grad_norm": 12.95151424407959,
      "learning_rate": 0.0002,
      "loss": 0.219,
      "step": 1998
    },
    {
      "epoch": 0.2120842395628879,
      "grad_norm": 28.071975708007812,
      "learning_rate": 0.0002,
      "loss": 0.5943,
      "step": 1999
    },
    {
      "epoch": 0.21219033473025303,
      "grad_norm": 33.58123016357422,
      "learning_rate": 0.0002,
      "loss": 0.777,
      "step": 2000
    },
    {
      "epoch": 0.21219033473025303,
      "eval_loss": 0.0603964701294899,
      "eval_runtime": 48.7859,
      "eval_samples_per_second": 3.116,
      "eval_steps_per_second": 1.558,
      "step": 2000
    }
  ],
  "logging_steps": 1,
  "max_steps": 28275,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 200,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 5,
        "early_stopping_threshold": 0.0
      },
      "attributes": {
        "early_stopping_patience_counter": 5
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 6.139101503029248e+17,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}