{
  "best_metric": 11.8898344039917,
  "best_model_checkpoint": "miner_id_24/checkpoint-3800",
  "epoch": 5.284308828320121,
  "eval_steps": 200,
  "global_step": 3800,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00034748615484851773,
      "grad_norm": 0.04067136347293854,
      "learning_rate": 2e-05,
      "loss": 11.9295,
      "step": 1
    },
    {
      "epoch": 0.00034748615484851773,
      "eval_loss": 11.929311752319336,
      "eval_runtime": 5.6585,
      "eval_samples_per_second": 81.824,
      "eval_steps_per_second": 41.0,
      "step": 1
    },
    {
      "epoch": 0.0006949723096970355,
      "grad_norm": 0.05847131833434105,
      "learning_rate": 4e-05,
      "loss": 11.9298,
      "step": 2
    },
    {
      "epoch": 0.0010424584645455533,
      "grad_norm": 0.05631808936595917,
      "learning_rate": 6e-05,
      "loss": 11.9326,
      "step": 3
    },
    {
      "epoch": 0.001389944619394071,
      "grad_norm": 0.05090555548667908,
      "learning_rate": 8e-05,
      "loss": 11.9339,
      "step": 4
    },
    {
      "epoch": 0.0017374307742425888,
      "grad_norm": 0.049697574228048325,
      "learning_rate": 0.0001,
      "loss": 11.932,
      "step": 5
    },
    {
      "epoch": 0.0020849169290911066,
      "grad_norm": 0.044688981026411057,
      "learning_rate": 0.00012,
      "loss": 11.9325,
      "step": 6
    },
    {
      "epoch": 0.0024324030839396244,
      "grad_norm": 0.0534210242331028,
      "learning_rate": 0.00014,
      "loss": 11.9287,
      "step": 7
    },
    {
      "epoch": 0.002779889238788142,
      "grad_norm": 0.056100089102983475,
      "learning_rate": 0.00016,
      "loss": 11.9293,
      "step": 8
    },
    {
      "epoch": 0.0031273753936366597,
      "grad_norm": 0.06658384948968887,
      "learning_rate": 0.00018,
      "loss": 11.9276,
      "step": 9
    },
    {
      "epoch": 0.0034748615484851775,
      "grad_norm": 0.053528737276792526,
      "learning_rate": 0.0002,
      "loss": 11.9305,
      "step": 10
    },
    {
      "epoch": 0.0038223477033336953,
      "grad_norm": 0.06357928365468979,
      "learning_rate": 0.0002,
      "loss": 11.9259,
      "step": 11
    },
    {
      "epoch": 0.004169833858182213,
      "grad_norm": 0.08237897604703903,
      "learning_rate": 0.0002,
      "loss": 11.9222,
      "step": 12
    },
    {
      "epoch": 0.004517320013030731,
      "grad_norm": 0.07809571921825409,
      "learning_rate": 0.0002,
      "loss": 11.9249,
      "step": 13
    },
    {
      "epoch": 0.004864806167879249,
      "grad_norm": 0.07673293352127075,
      "learning_rate": 0.0002,
      "loss": 11.927,
      "step": 14
    },
    {
      "epoch": 0.005212292322727767,
      "grad_norm": 0.1059013158082962,
      "learning_rate": 0.0002,
      "loss": 11.9219,
      "step": 15
    },
    {
      "epoch": 0.005559778477576284,
      "grad_norm": 0.09407150000333786,
      "learning_rate": 0.0002,
      "loss": 11.9238,
      "step": 16
    },
    {
      "epoch": 0.0059072646324248015,
      "grad_norm": 0.09048356115818024,
      "learning_rate": 0.0002,
      "loss": 11.9236,
      "step": 17
    },
    {
      "epoch": 0.006254750787273319,
      "grad_norm": 0.12811021506786346,
      "learning_rate": 0.0002,
      "loss": 11.9217,
      "step": 18
    },
    {
      "epoch": 0.006602236942121837,
      "grad_norm": 0.1371372938156128,
      "learning_rate": 0.0002,
      "loss": 11.923,
      "step": 19
    },
    {
      "epoch": 0.006949723096970355,
      "grad_norm": 0.08146680146455765,
      "learning_rate": 0.0002,
      "loss": 11.9152,
      "step": 20
    },
    {
      "epoch": 0.007297209251818873,
      "grad_norm": 0.14644946157932281,
      "learning_rate": 0.0002,
      "loss": 11.9146,
      "step": 21
    },
    {
      "epoch": 0.007644695406667391,
      "grad_norm": 0.1377340853214264,
      "learning_rate": 0.0002,
      "loss": 11.9242,
      "step": 22
    },
    {
      "epoch": 0.007992181561515908,
      "grad_norm": 0.1317903995513916,
      "learning_rate": 0.0002,
      "loss": 11.9195,
      "step": 23
    },
    {
      "epoch": 0.008339667716364426,
      "grad_norm": 0.11776146292686462,
      "learning_rate": 0.0002,
      "loss": 11.916,
      "step": 24
    },
    {
      "epoch": 0.008687153871212943,
      "grad_norm": 0.11727476865053177,
      "learning_rate": 0.0002,
      "loss": 11.9204,
      "step": 25
    },
    {
      "epoch": 0.009034640026061462,
      "grad_norm": 0.13424350321292877,
      "learning_rate": 0.0002,
      "loss": 11.9147,
      "step": 26
    },
    {
      "epoch": 0.009382126180909979,
      "grad_norm": 0.14959082007408142,
      "learning_rate": 0.0002,
      "loss": 11.9114,
      "step": 27
    },
    {
      "epoch": 0.009729612335758498,
      "grad_norm": 0.13855209946632385,
      "learning_rate": 0.0002,
      "loss": 11.909,
      "step": 28
    },
    {
      "epoch": 0.010077098490607015,
      "grad_norm": 0.17048348486423492,
      "learning_rate": 0.0002,
      "loss": 11.9113,
      "step": 29
    },
    {
      "epoch": 0.010424584645455533,
      "grad_norm": 0.15487582981586456,
      "learning_rate": 0.0002,
      "loss": 11.9101,
      "step": 30
    },
    {
      "epoch": 0.01077207080030405,
      "grad_norm": 0.10363022983074188,
      "learning_rate": 0.0002,
      "loss": 11.9089,
      "step": 31
    },
    {
      "epoch": 0.011119556955152567,
      "grad_norm": 0.11492149531841278,
      "learning_rate": 0.0002,
      "loss": 11.912,
      "step": 32
    },
    {
      "epoch": 0.011467043110001086,
      "grad_norm": 0.1704743504524231,
      "learning_rate": 0.0002,
      "loss": 11.9058,
      "step": 33
    },
    {
      "epoch": 0.011814529264849603,
      "grad_norm": 0.14086145162582397,
      "learning_rate": 0.0002,
      "loss": 11.9077,
      "step": 34
    },
    {
      "epoch": 0.012162015419698122,
      "grad_norm": 0.11957251280546188,
      "learning_rate": 0.0002,
      "loss": 11.9045,
      "step": 35
    },
    {
      "epoch": 0.012509501574546639,
      "grad_norm": 0.16046670079231262,
      "learning_rate": 0.0002,
      "loss": 11.9039,
      "step": 36
    },
    {
      "epoch": 0.012856987729395157,
      "grad_norm": 0.11402913928031921,
      "learning_rate": 0.0002,
      "loss": 11.9045,
      "step": 37
    },
    {
      "epoch": 0.013204473884243674,
      "grad_norm": 0.17968516051769257,
      "learning_rate": 0.0002,
      "loss": 11.9053,
      "step": 38
    },
    {
      "epoch": 0.013551960039092193,
      "grad_norm": 0.1486865133047104,
      "learning_rate": 0.0002,
      "loss": 11.9048,
      "step": 39
    },
    {
      "epoch": 0.01389944619394071,
      "grad_norm": 0.131099671125412,
      "learning_rate": 0.0002,
      "loss": 11.9065,
      "step": 40
    },
    {
      "epoch": 0.014246932348789229,
      "grad_norm": 0.11365403234958649,
      "learning_rate": 0.0002,
      "loss": 11.9037,
      "step": 41
    },
    {
      "epoch": 0.014594418503637746,
      "grad_norm": 0.13737356662750244,
      "learning_rate": 0.0002,
      "loss": 11.9012,
      "step": 42
    },
    {
      "epoch": 0.014941904658486263,
      "grad_norm": 0.16882233321666718,
      "learning_rate": 0.0002,
      "loss": 11.9001,
      "step": 43
    },
    {
      "epoch": 0.015289390813334781,
      "grad_norm": 0.18866688013076782,
      "learning_rate": 0.0002,
      "loss": 11.8991,
      "step": 44
    },
    {
      "epoch": 0.0156368769681833,
      "grad_norm": 0.1481046825647354,
      "learning_rate": 0.0002,
      "loss": 11.8946,
      "step": 45
    },
    {
      "epoch": 0.015984363123031815,
      "grad_norm": 0.13945801556110382,
      "learning_rate": 0.0002,
      "loss": 11.8975,
      "step": 46
    },
    {
      "epoch": 0.016331849277880336,
      "grad_norm": 0.10943154990673065,
      "learning_rate": 0.0002,
      "loss": 11.9055,
      "step": 47
    },
    {
      "epoch": 0.016679335432728853,
      "grad_norm": 0.1855332851409912,
      "learning_rate": 0.0002,
      "loss": 11.8954,
      "step": 48
    },
    {
      "epoch": 0.01702682158757737,
      "grad_norm": 0.10684391856193542,
      "learning_rate": 0.0002,
      "loss": 11.8954,
      "step": 49
    },
    {
      "epoch": 0.017374307742425887,
      "grad_norm": 0.22516492009162903,
      "learning_rate": 0.0002,
      "loss": 11.8862,
      "step": 50
    },
    {
      "epoch": 0.017721793897274407,
      "grad_norm": 0.1673273742198944,
      "learning_rate": 0.0002,
      "loss": 11.9068,
      "step": 51
    },
    {
      "epoch": 0.018069280052122924,
      "grad_norm": 0.1681072860956192,
      "learning_rate": 0.0002,
      "loss": 11.9149,
      "step": 52
    },
    {
      "epoch": 0.01841676620697144,
      "grad_norm": 0.1258794218301773,
      "learning_rate": 0.0002,
      "loss": 11.9108,
      "step": 53
    },
    {
      "epoch": 0.018764252361819958,
      "grad_norm": 0.13674084842205048,
      "learning_rate": 0.0002,
      "loss": 11.9084,
      "step": 54
    },
    {
      "epoch": 0.019111738516668475,
      "grad_norm": 0.12113996595144272,
      "learning_rate": 0.0002,
      "loss": 11.9073,
      "step": 55
    },
    {
      "epoch": 0.019459224671516995,
      "grad_norm": 0.12090025097131729,
      "learning_rate": 0.0002,
      "loss": 11.9087,
      "step": 56
    },
    {
      "epoch": 0.019806710826365512,
      "grad_norm": 0.08657988160848618,
      "learning_rate": 0.0002,
      "loss": 11.905,
      "step": 57
    },
    {
      "epoch": 0.02015419698121403,
      "grad_norm": 0.08028563112020493,
      "learning_rate": 0.0002,
      "loss": 11.9088,
      "step": 58
    },
    {
      "epoch": 0.020501683136062546,
      "grad_norm": 0.12597917020320892,
      "learning_rate": 0.0002,
      "loss": 11.9089,
      "step": 59
    },
    {
      "epoch": 0.020849169290911067,
      "grad_norm": 0.09117566794157028,
      "learning_rate": 0.0002,
      "loss": 11.9033,
      "step": 60
    },
    {
      "epoch": 0.021196655445759584,
      "grad_norm": 0.10805974155664444,
      "learning_rate": 0.0002,
      "loss": 11.9059,
      "step": 61
    },
    {
      "epoch": 0.0215441416006081,
      "grad_norm": 0.12225592136383057,
      "learning_rate": 0.0002,
      "loss": 11.9076,
      "step": 62
    },
    {
      "epoch": 0.021891627755456618,
      "grad_norm": 0.11532121896743774,
      "learning_rate": 0.0002,
      "loss": 11.9084,
      "step": 63
    },
    {
      "epoch": 0.022239113910305135,
      "grad_norm": 0.08553722500801086,
      "learning_rate": 0.0002,
      "loss": 11.9034,
      "step": 64
    },
    {
      "epoch": 0.022586600065153655,
      "grad_norm": 0.13607631623744965,
      "learning_rate": 0.0002,
      "loss": 11.903,
      "step": 65
    },
    {
      "epoch": 0.022934086220002172,
      "grad_norm": 0.08986704796552658,
      "learning_rate": 0.0002,
      "loss": 11.9,
      "step": 66
    },
    {
      "epoch": 0.02328157237485069,
      "grad_norm": 0.1001165583729744,
      "learning_rate": 0.0002,
      "loss": 11.8999,
      "step": 67
    },
    {
      "epoch": 0.023629058529699206,
      "grad_norm": 0.10760657489299774,
      "learning_rate": 0.0002,
      "loss": 11.9069,
      "step": 68
    },
    {
      "epoch": 0.023976544684547726,
      "grad_norm": 0.0979250892996788,
      "learning_rate": 0.0002,
      "loss": 11.9009,
      "step": 69
    },
    {
      "epoch": 0.024324030839396243,
      "grad_norm": 0.07693210244178772,
      "learning_rate": 0.0002,
      "loss": 11.9017,
      "step": 70
    },
    {
      "epoch": 0.02467151699424476,
      "grad_norm": 0.0863107293844223,
      "learning_rate": 0.0002,
      "loss": 11.9063,
      "step": 71
    },
    {
      "epoch": 0.025019003149093277,
      "grad_norm": 0.07560084015130997,
      "learning_rate": 0.0002,
      "loss": 11.9063,
      "step": 72
    },
    {
      "epoch": 0.025366489303941794,
      "grad_norm": 0.07246439903974533,
      "learning_rate": 0.0002,
      "loss": 11.8981,
      "step": 73
    },
    {
      "epoch": 0.025713975458790315,
      "grad_norm": 0.0870431438088417,
      "learning_rate": 0.0002,
      "loss": 11.9025,
      "step": 74
    },
    {
      "epoch": 0.026061461613638832,
      "grad_norm": 0.09628752619028091,
      "learning_rate": 0.0002,
      "loss": 11.8998,
      "step": 75
    },
    {
      "epoch": 0.02640894776848735,
      "grad_norm": 0.09739703685045242,
      "learning_rate": 0.0002,
      "loss": 11.8989,
      "step": 76
    },
    {
      "epoch": 0.026756433923335866,
      "grad_norm": 0.07320545613765717,
      "learning_rate": 0.0002,
      "loss": 11.8972,
      "step": 77
    },
    {
      "epoch": 0.027103920078184386,
      "grad_norm": 0.09432029724121094,
      "learning_rate": 0.0002,
      "loss": 11.9041,
      "step": 78
    },
    {
      "epoch": 0.027451406233032903,
      "grad_norm": 0.10265401005744934,
      "learning_rate": 0.0002,
      "loss": 11.8985,
      "step": 79
    },
    {
      "epoch": 0.02779889238788142,
      "grad_norm": 0.1252361536026001,
      "learning_rate": 0.0002,
      "loss": 11.8977,
      "step": 80
    },
    {
      "epoch": 0.028146378542729937,
      "grad_norm": 0.10411716252565384,
      "learning_rate": 0.0002,
      "loss": 11.8997,
      "step": 81
    },
    {
      "epoch": 0.028493864697578457,
      "grad_norm": 0.08587804436683655,
      "learning_rate": 0.0002,
      "loss": 11.9012,
      "step": 82
    },
    {
      "epoch": 0.028841350852426974,
      "grad_norm": 0.08058115839958191,
      "learning_rate": 0.0002,
      "loss": 11.9003,
      "step": 83
    },
    {
      "epoch": 0.02918883700727549,
      "grad_norm": 0.07594079524278641,
      "learning_rate": 0.0002,
      "loss": 11.8974,
      "step": 84
    },
    {
      "epoch": 0.02953632316212401,
      "grad_norm": 0.07827617228031158,
      "learning_rate": 0.0002,
      "loss": 11.9033,
      "step": 85
    },
    {
      "epoch": 0.029883809316972525,
      "grad_norm": 0.1297484040260315,
      "learning_rate": 0.0002,
      "loss": 11.8968,
      "step": 86
    },
    {
      "epoch": 0.030231295471821046,
      "grad_norm": 0.08223000913858414,
      "learning_rate": 0.0002,
      "loss": 11.899,
      "step": 87
    },
    {
      "epoch": 0.030578781626669563,
      "grad_norm": 0.13640928268432617,
      "learning_rate": 0.0002,
      "loss": 11.8944,
      "step": 88
    },
    {
      "epoch": 0.03092626778151808,
      "grad_norm": 0.06706880033016205,
      "learning_rate": 0.0002,
      "loss": 11.8995,
      "step": 89
    },
    {
      "epoch": 0.0312737539363666,
      "grad_norm": 0.06531375646591187,
      "learning_rate": 0.0002,
      "loss": 11.8978,
      "step": 90
    },
    {
      "epoch": 0.031621240091215114,
      "grad_norm": 0.10695676505565643,
      "learning_rate": 0.0002,
      "loss": 11.8983,
      "step": 91
    },
    {
      "epoch": 0.03196872624606363,
      "grad_norm": 0.14000725746154785,
      "learning_rate": 0.0002,
      "loss": 11.8959,
      "step": 92
    },
    {
      "epoch": 0.032316212400912155,
      "grad_norm": 0.09669840335845947,
      "learning_rate": 0.0002,
      "loss": 11.8941,
      "step": 93
    },
    {
      "epoch": 0.03266369855576067,
      "grad_norm": 0.11073838174343109,
      "learning_rate": 0.0002,
      "loss": 11.8915,
      "step": 94
    },
    {
      "epoch": 0.03301118471060919,
      "grad_norm": 0.08331165462732315,
      "learning_rate": 0.0002,
      "loss": 11.8938,
      "step": 95
    },
    {
      "epoch": 0.033358670865457705,
      "grad_norm": 0.15655571222305298,
      "learning_rate": 0.0002,
      "loss": 11.8932,
      "step": 96
    },
    {
      "epoch": 0.03370615702030622,
      "grad_norm": 0.17603087425231934,
      "learning_rate": 0.0002,
      "loss": 11.8968,
      "step": 97
    },
    {
      "epoch": 0.03405364317515474,
      "grad_norm": 0.12482718378305435,
      "learning_rate": 0.0002,
      "loss": 11.897,
      "step": 98
    },
    {
      "epoch": 0.034401129330003256,
      "grad_norm": 0.12503229081630707,
      "learning_rate": 0.0002,
      "loss": 11.891,
      "step": 99
    },
    {
      "epoch": 0.03474861548485177,
      "grad_norm": 0.09498277306556702,
      "learning_rate": 0.0002,
      "loss": 11.8844,
      "step": 100
    },
    {
      "epoch": 0.03509610163970029,
      "grad_norm": 0.1312226802110672,
      "learning_rate": 0.0002,
      "loss": 11.9084,
      "step": 101
    },
    {
      "epoch": 0.035443587794548814,
      "grad_norm": 0.09091366827487946,
      "learning_rate": 0.0002,
      "loss": 11.9054,
      "step": 102
    },
    {
      "epoch": 0.03579107394939733,
      "grad_norm": 0.1454145908355713,
      "learning_rate": 0.0002,
      "loss": 11.9042,
      "step": 103
    },
    {
      "epoch": 0.03613856010424585,
      "grad_norm": 0.08102191239595413,
      "learning_rate": 0.0002,
      "loss": 11.9063,
      "step": 104
    },
    {
      "epoch": 0.036486046259094365,
      "grad_norm": 0.13221821188926697,
      "learning_rate": 0.0002,
      "loss": 11.909,
      "step": 105
    },
    {
      "epoch": 0.03683353241394288,
      "grad_norm": 0.1062745526432991,
      "learning_rate": 0.0002,
      "loss": 11.9046,
      "step": 106
    },
    {
      "epoch": 0.0371810185687914,
      "grad_norm": 0.06836674362421036,
      "learning_rate": 0.0002,
      "loss": 11.909,
      "step": 107
    },
    {
      "epoch": 0.037528504723639916,
      "grad_norm": 0.09360630810260773,
      "learning_rate": 0.0002,
      "loss": 11.9055,
      "step": 108
    },
    {
      "epoch": 0.03787599087848843,
      "grad_norm": 0.08290737122297287,
      "learning_rate": 0.0002,
      "loss": 11.906,
      "step": 109
    },
    {
      "epoch": 0.03822347703333695,
      "grad_norm": 0.08906275779008865,
      "learning_rate": 0.0002,
      "loss": 11.9055,
      "step": 110
    },
    {
      "epoch": 0.038570963188185474,
      "grad_norm": 0.09641549736261368,
      "learning_rate": 0.0002,
      "loss": 11.9014,
      "step": 111
    },
    {
      "epoch": 0.03891844934303399,
      "grad_norm": 0.06862755864858627,
      "learning_rate": 0.0002,
      "loss": 11.907,
      "step": 112
    },
    {
      "epoch": 0.03926593549788251,
      "grad_norm": 0.0693221241235733,
      "learning_rate": 0.0002,
      "loss": 11.8994,
      "step": 113
    },
    {
      "epoch": 0.039613421652731025,
      "grad_norm": 0.07022653520107269,
      "learning_rate": 0.0002,
      "loss": 11.9,
      "step": 114
    },
    {
      "epoch": 0.03996090780757954,
      "grad_norm": 0.07689044624567032,
      "learning_rate": 0.0002,
      "loss": 11.9023,
      "step": 115
    },
    {
      "epoch": 0.04030839396242806,
      "grad_norm": 0.057979751378297806,
      "learning_rate": 0.0002,
      "loss": 11.9054,
      "step": 116
    },
    {
      "epoch": 0.040655880117276576,
      "grad_norm": 0.08366373926401138,
      "learning_rate": 0.0002,
      "loss": 11.9015,
      "step": 117
    },
    {
      "epoch": 0.04100336627212509,
      "grad_norm": 0.0712393969297409,
      "learning_rate": 0.0002,
      "loss": 11.9041,
      "step": 118
    },
    {
      "epoch": 0.04135085242697361,
      "grad_norm": 0.10435498505830765,
      "learning_rate": 0.0002,
      "loss": 11.8997,
      "step": 119
    },
    {
      "epoch": 0.041698338581822134,
      "grad_norm": 0.10295312106609344,
      "learning_rate": 0.0002,
      "loss": 11.9046,
      "step": 120
    },
    {
      "epoch": 0.04204582473667065,
      "grad_norm": 0.07660370320081711,
      "learning_rate": 0.0002,
      "loss": 11.901,
      "step": 121
    },
    {
      "epoch": 0.04239331089151917,
      "grad_norm": 0.07008536905050278,
      "learning_rate": 0.0002,
      "loss": 11.9056,
      "step": 122
    },
    {
      "epoch": 0.042740797046367685,
      "grad_norm": 0.10028208792209625,
      "learning_rate": 0.0002,
      "loss": 11.8977,
      "step": 123
    },
    {
      "epoch": 0.0430882832012162,
      "grad_norm": 0.0924067497253418,
      "learning_rate": 0.0002,
      "loss": 11.901,
      "step": 124
    },
    {
      "epoch": 0.04343576935606472,
      "grad_norm": 0.07573441416025162,
      "learning_rate": 0.0002,
      "loss": 11.9012,
      "step": 125
    },
    {
      "epoch": 0.043783255510913235,
      "grad_norm": 0.06890792399644852,
      "learning_rate": 0.0002,
      "loss": 11.9027,
      "step": 126
    },
    {
      "epoch": 0.04413074166576175,
      "grad_norm": 0.09174921363592148,
      "learning_rate": 0.0002,
      "loss": 11.8932,
      "step": 127
    },
    {
      "epoch": 0.04447822782061027,
      "grad_norm": 0.08061697334051132,
      "learning_rate": 0.0002,
      "loss": 11.9028,
      "step": 128
    },
    {
      "epoch": 0.04482571397545879,
      "grad_norm": 0.07555411756038666,
      "learning_rate": 0.0002,
      "loss": 11.8985,
      "step": 129
    },
    {
      "epoch": 0.04517320013030731,
      "grad_norm": 0.09648026525974274,
      "learning_rate": 0.0002,
      "loss": 11.8978,
      "step": 130
    },
    {
      "epoch": 0.04552068628515583,
      "grad_norm": 0.07210751622915268,
      "learning_rate": 0.0002,
      "loss": 11.8999,
      "step": 131
    },
    {
      "epoch": 0.045868172440004344,
      "grad_norm": 0.09218046069145203,
      "learning_rate": 0.0002,
      "loss": 11.8947,
      "step": 132
    },
    {
      "epoch": 0.04621565859485286,
      "grad_norm": 0.05453067272901535,
      "learning_rate": 0.0002,
      "loss": 11.9034,
      "step": 133
    },
    {
      "epoch": 0.04656314474970138,
      "grad_norm": 0.0711541622877121,
      "learning_rate": 0.0002,
      "loss": 11.8992,
      "step": 134
    },
    {
      "epoch": 0.046910630904549895,
      "grad_norm": 0.1053735688328743,
      "learning_rate": 0.0002,
      "loss": 11.8991,
      "step": 135
    },
    {
      "epoch": 0.04725811705939841,
      "grad_norm": 0.0645148754119873,
      "learning_rate": 0.0002,
      "loss": 11.8968,
      "step": 136
    },
    {
      "epoch": 0.04760560321424693,
      "grad_norm": 0.06491801142692566,
      "learning_rate": 0.0002,
      "loss": 11.8957,
      "step": 137
    },
    {
      "epoch": 0.04795308936909545,
      "grad_norm": 0.10429602116346359,
      "learning_rate": 0.0002,
      "loss": 11.8955,
      "step": 138
    },
    {
      "epoch": 0.04830057552394397,
      "grad_norm": 0.0622989796102047,
      "learning_rate": 0.0002,
      "loss": 11.8988,
      "step": 139
    },
    {
      "epoch": 0.04864806167879249,
      "grad_norm": 0.10739599913358688,
      "learning_rate": 0.0002,
      "loss": 11.8981,
      "step": 140
    },
    {
      "epoch": 0.048995547833641004,
      "grad_norm": 0.14055471122264862,
      "learning_rate": 0.0002,
      "loss": 11.8982,
      "step": 141
    },
    {
      "epoch": 0.04934303398848952,
      "grad_norm": 0.09842164814472198,
      "learning_rate": 0.0002,
      "loss": 11.8902,
      "step": 142
    },
    {
      "epoch": 0.04969052014333804,
      "grad_norm": 0.09341579675674438,
      "learning_rate": 0.0002,
      "loss": 11.899,
      "step": 143
    },
    {
      "epoch": 0.050038006298186555,
      "grad_norm": 0.07444426417350769,
      "learning_rate": 0.0002,
      "loss": 11.8933,
      "step": 144
    },
    {
      "epoch": 0.05038549245303507,
      "grad_norm": 0.08774271607398987,
      "learning_rate": 0.0002,
      "loss": 11.8901,
      "step": 145
    },
    {
      "epoch": 0.05073297860788359,
      "grad_norm": 0.10006585717201233,
      "learning_rate": 0.0002,
      "loss": 11.8946,
      "step": 146
    },
    {
      "epoch": 0.05108046476273211,
      "grad_norm": 0.09308529645204544,
      "learning_rate": 0.0002,
      "loss": 11.8902,
      "step": 147
    },
    {
      "epoch": 0.05142795091758063,
      "grad_norm": 0.08122701942920685,
      "learning_rate": 0.0002,
      "loss": 11.8916,
      "step": 148
    },
    {
      "epoch": 0.05177543707242915,
      "grad_norm": 0.10251297801733017,
      "learning_rate": 0.0002,
      "loss": 11.8899,
      "step": 149
    },
    {
      "epoch": 0.052122923227277664,
      "grad_norm": 0.10554410517215729,
      "learning_rate": 0.0002,
      "loss": 11.8902,
      "step": 150
    },
    {
      "epoch": 0.05247040938212618,
      "grad_norm": 0.10589632391929626,
      "learning_rate": 0.0002,
      "loss": 11.9072,
      "step": 151
    },
    {
      "epoch": 0.0528178955369747,
      "grad_norm": 0.09979573637247086,
      "learning_rate": 0.0002,
      "loss": 11.9069,
      "step": 152
    },
    {
      "epoch": 0.053165381691823214,
      "grad_norm": 0.0587557777762413,
      "learning_rate": 0.0002,
      "loss": 11.9057,
      "step": 153
    },
    {
      "epoch": 0.05351286784667173,
      "grad_norm": 0.09702659398317337,
      "learning_rate": 0.0002,
      "loss": 11.9082,
      "step": 154
    },
    {
      "epoch": 0.053860354001520255,
      "grad_norm": 0.103793203830719,
      "learning_rate": 0.0002,
      "loss": 11.9093,
      "step": 155
    },
    {
      "epoch": 0.05420784015636877,
      "grad_norm": 0.08238790184259415,
      "learning_rate": 0.0002,
      "loss": 11.9107,
      "step": 156
    },
    {
      "epoch": 0.05455532631121729,
      "grad_norm": 0.07225769013166428,
      "learning_rate": 0.0002,
      "loss": 11.9053,
      "step": 157
    },
    {
      "epoch": 0.054902812466065806,
      "grad_norm": 0.05198921263217926,
      "learning_rate": 0.0002,
      "loss": 11.8999,
      "step": 158
    },
    {
      "epoch": 0.05525029862091432,
      "grad_norm": 0.05769280344247818,
      "learning_rate": 0.0002,
      "loss": 11.9022,
      "step": 159
    },
    {
      "epoch": 0.05559778477576284,
      "grad_norm": 0.05631476268172264,
      "learning_rate": 0.0002,
      "loss": 11.9022,
      "step": 160
    },
    {
      "epoch": 0.05594527093061136,
      "grad_norm": 0.06880992650985718,
      "learning_rate": 0.0002,
      "loss": 11.9027,
      "step": 161
    },
    {
      "epoch": 0.056292757085459874,
      "grad_norm": 0.05540763959288597,
      "learning_rate": 0.0002,
      "loss": 11.9043,
      "step": 162
    },
    {
      "epoch": 0.05664024324030839,
      "grad_norm": 0.06074633076786995,
      "learning_rate": 0.0002,
      "loss": 11.9046,
      "step": 163
    },
    {
      "epoch": 0.056987729395156915,
      "grad_norm": 0.06316022574901581,
      "learning_rate": 0.0002,
      "loss": 11.9049,
      "step": 164
    },
    {
      "epoch": 0.05733521555000543,
      "grad_norm": 0.04631908982992172,
      "learning_rate": 0.0002,
      "loss": 11.9039,
      "step": 165
    },
    {
      "epoch": 0.05768270170485395,
      "grad_norm": 0.053790781646966934,
      "learning_rate": 0.0002,
      "loss": 11.9023,
      "step": 166
    },
    {
      "epoch": 0.058030187859702466,
      "grad_norm": 0.06644025444984436,
      "learning_rate": 0.0002,
      "loss": 11.9047,
      "step": 167
    },
    {
      "epoch": 0.05837767401455098,
      "grad_norm": 0.06444647163152695,
      "learning_rate": 0.0002,
      "loss": 11.9046,
      "step": 168
    },
    {
      "epoch": 0.0587251601693995,
      "grad_norm": 0.058785196393728256,
      "learning_rate": 0.0002,
      "loss": 11.8995,
      "step": 169
    },
    {
      "epoch": 0.05907264632424802,
      "grad_norm": 0.07722290605306625,
      "learning_rate": 0.0002,
      "loss": 11.9015,
      "step": 170
    },
    {
      "epoch": 0.059420132479096534,
      "grad_norm": 0.06151355803012848,
      "learning_rate": 0.0002,
      "loss": 11.9014,
      "step": 171
    },
    {
      "epoch": 0.05976761863394505,
      "grad_norm": 0.05743426829576492,
      "learning_rate": 0.0002,
      "loss": 11.8998,
      "step": 172
    },
    {
      "epoch": 0.060115104788793575,
      "grad_norm": 0.08415333181619644,
      "learning_rate": 0.0002,
      "loss": 11.9002,
      "step": 173
    },
    {
      "epoch": 0.06046259094364209,
      "grad_norm": 0.06544923037290573,
      "learning_rate": 0.0002,
      "loss": 11.9044,
      "step": 174
    },
    {
      "epoch": 0.06081007709849061,
      "grad_norm": 0.07856203615665436,
      "learning_rate": 0.0002,
      "loss": 11.8977,
      "step": 175
    },
    {
      "epoch": 0.061157563253339126,
      "grad_norm": 0.07619032263755798,
      "learning_rate": 0.0002,
      "loss": 11.9023,
      "step": 176
    },
    {
      "epoch": 0.06150504940818764,
      "grad_norm": 0.09355928748846054,
      "learning_rate": 0.0002,
      "loss": 11.8972,
      "step": 177
    },
    {
      "epoch": 0.06185253556303616,
      "grad_norm": 0.06575162708759308,
      "learning_rate": 0.0002,
      "loss": 11.8992,
      "step": 178
    },
    {
      "epoch": 0.062200021717884676,
      "grad_norm": 0.0789370983839035,
      "learning_rate": 0.0002,
      "loss": 11.8958,
      "step": 179
    },
    {
      "epoch": 0.0625475078727332,
      "grad_norm": 0.07847633957862854,
      "learning_rate": 0.0002,
      "loss": 11.8966,
      "step": 180
    },
    {
      "epoch": 0.06289499402758171,
      "grad_norm": 0.07173720002174377,
      "learning_rate": 0.0002,
      "loss": 11.8956,
      "step": 181
    },
    {
      "epoch": 0.06324248018243023,
      "grad_norm": 0.05272684991359711,
      "learning_rate": 0.0002,
      "loss": 11.896,
      "step": 182
    },
    {
      "epoch": 0.06358996633727874,
      "grad_norm": 0.07556164264678955,
      "learning_rate": 0.0002,
      "loss": 11.8948,
      "step": 183
    },
    {
      "epoch": 0.06393745249212726,
      "grad_norm": 0.0878751128911972,
      "learning_rate": 0.0002,
      "loss": 11.8942,
      "step": 184
    },
    {
      "epoch": 0.06428493864697578,
      "grad_norm": 0.061481546610593796,
      "learning_rate": 0.0002,
      "loss": 11.8964,
      "step": 185
    },
    {
      "epoch": 0.06463242480182431,
      "grad_norm": 0.09431992471218109,
      "learning_rate": 0.0002,
      "loss": 11.8959,
      "step": 186
    },
    {
      "epoch": 0.06497991095667283,
      "grad_norm": 0.09289803355932236,
      "learning_rate": 0.0002,
      "loss": 11.8963,
      "step": 187
    },
    {
      "epoch": 0.06532739711152134,
      "grad_norm": 0.07862928509712219,
      "learning_rate": 0.0002,
      "loss": 11.8916,
      "step": 188
    },
    {
      "epoch": 0.06567488326636986,
      "grad_norm": 0.0784432515501976,
      "learning_rate": 0.0002,
      "loss": 11.8894,
      "step": 189
    },
    {
      "epoch": 0.06602236942121838,
      "grad_norm": 0.09425938129425049,
      "learning_rate": 0.0002,
      "loss": 11.8929,
      "step": 190
    },
    {
      "epoch": 0.0663698555760669,
      "grad_norm": 0.09498079121112823,
      "learning_rate": 0.0002,
      "loss": 11.8957,
      "step": 191
    },
    {
      "epoch": 0.06671734173091541,
      "grad_norm": 0.0879976823925972,
      "learning_rate": 0.0002,
      "loss": 11.9006,
      "step": 192
    },
    {
      "epoch": 0.06706482788576393,
      "grad_norm": 0.08665107190608978,
      "learning_rate": 0.0002,
      "loss": 11.8888,
      "step": 193
    },
    {
      "epoch": 0.06741231404061244,
      "grad_norm": 0.0673820823431015,
      "learning_rate": 0.0002,
      "loss": 11.8879,
      "step": 194
    },
    {
      "epoch": 0.06775980019546096,
      "grad_norm": 0.13298839330673218,
      "learning_rate": 0.0002,
      "loss": 11.889,
      "step": 195
    },
    {
      "epoch": 0.06810728635030948,
      "grad_norm": 0.0720556378364563,
      "learning_rate": 0.0002,
      "loss": 11.8985,
      "step": 196
    },
    {
      "epoch": 0.068454772505158,
      "grad_norm": 0.09310664236545563,
      "learning_rate": 0.0002,
      "loss": 11.8876,
      "step": 197
    },
    {
      "epoch": 0.06880225866000651,
      "grad_norm": 0.08380582183599472,
      "learning_rate": 0.0002,
      "loss": 11.8874,
      "step": 198
    },
    {
      "epoch": 0.06914974481485503,
      "grad_norm": 0.11863453686237335,
      "learning_rate": 0.0002,
      "loss": 11.8862,
      "step": 199
    },
    {
      "epoch": 0.06949723096970355,
      "grad_norm": 0.11385597288608551,
      "learning_rate": 0.0002,
      "loss": 11.8831,
      "step": 200
    },
    {
      "epoch": 0.06949723096970355,
      "eval_loss": 11.896341323852539,
      "eval_runtime": 5.6561,
      "eval_samples_per_second": 81.858,
      "eval_steps_per_second": 41.017,
      "step": 200
    },
    {
      "epoch": 0.06984471712455206,
      "grad_norm": 0.06857573240995407,
      "learning_rate": 0.0002,
      "loss": 11.905,
      "step": 201
    },
    {
      "epoch": 0.07019220327940058,
      "grad_norm": 0.07894853502511978,
      "learning_rate": 0.0002,
      "loss": 11.9056,
      "step": 202
    },
    {
      "epoch": 0.0705396894342491,
      "grad_norm": 0.1322111338376999,
      "learning_rate": 0.0002,
      "loss": 11.9051,
      "step": 203
    },
    {
      "epoch": 0.07088717558909763,
      "grad_norm": 0.0910046324133873,
      "learning_rate": 0.0002,
      "loss": 11.9077,
      "step": 204
    },
    {
      "epoch": 0.07123466174394615,
      "grad_norm": 0.08647040277719498,
      "learning_rate": 0.0002,
      "loss": 11.9055,
      "step": 205
    },
    {
      "epoch": 0.07158214789879466,
      "grad_norm": 0.06722448021173477,
      "learning_rate": 0.0002,
      "loss": 11.9043,
      "step": 206
    },
    {
      "epoch": 0.07192963405364318,
      "grad_norm": 0.07654502987861633,
      "learning_rate": 0.0002,
      "loss": 11.9017,
      "step": 207
    },
    {
      "epoch": 0.0722771202084917,
      "grad_norm": 0.06968609243631363,
      "learning_rate": 0.0002,
      "loss": 11.9024,
      "step": 208
    },
    {
      "epoch": 0.07262460636334021,
      "grad_norm": 0.07026240974664688,
      "learning_rate": 0.0002,
      "loss": 11.9026,
      "step": 209
    },
    {
      "epoch": 0.07297209251818873,
      "grad_norm": 0.0799064040184021,
      "learning_rate": 0.0002,
      "loss": 11.9017,
      "step": 210
    },
    {
      "epoch": 0.07331957867303725,
      "grad_norm": 0.05910732224583626,
      "learning_rate": 0.0002,
      "loss": 11.8993,
      "step": 211
    },
    {
      "epoch": 0.07366706482788576,
      "grad_norm": 0.07435481250286102,
      "learning_rate": 0.0002,
      "loss": 11.9027,
      "step": 212
    },
    {
      "epoch": 0.07401455098273428,
      "grad_norm": 0.060479145497083664,
      "learning_rate": 0.0002,
      "loss": 11.8989,
      "step": 213
    },
    {
      "epoch": 0.0743620371375828,
      "grad_norm": 0.058205053210258484,
      "learning_rate": 0.0002,
      "loss": 11.8999,
      "step": 214
    },
    {
      "epoch": 0.07470952329243132,
      "grad_norm": 0.07062945514917374,
      "learning_rate": 0.0002,
      "loss": 11.9001,
      "step": 215
    },
    {
      "epoch": 0.07505700944727983,
      "grad_norm": 0.06704237312078476,
      "learning_rate": 0.0002,
      "loss": 11.9009,
      "step": 216
    },
    {
      "epoch": 0.07540449560212835,
      "grad_norm": 0.05889304354786873,
      "learning_rate": 0.0002,
      "loss": 11.9009,
      "step": 217
    },
    {
      "epoch": 0.07575198175697687,
      "grad_norm": 0.07433940470218658,
      "learning_rate": 0.0002,
      "loss": 11.9011,
      "step": 218
    },
    {
      "epoch": 0.07609946791182538,
      "grad_norm": 0.062143582850694656,
      "learning_rate": 0.0002,
      "loss": 11.899,
      "step": 219
    },
    {
      "epoch": 0.0764469540666739,
      "grad_norm": 0.07954509556293488,
      "learning_rate": 0.0002,
      "loss": 11.8965,
      "step": 220
    },
    {
      "epoch": 0.07679444022152242,
      "grad_norm": 0.062026746571063995,
      "learning_rate": 0.0002,
      "loss": 11.9031,
      "step": 221
    },
    {
      "epoch": 0.07714192637637095,
      "grad_norm": 0.08887242525815964,
      "learning_rate": 0.0002,
      "loss": 11.9022,
      "step": 222
    },
    {
      "epoch": 0.07748941253121946,
      "grad_norm": 0.05474799498915672,
      "learning_rate": 0.0002,
      "loss": 11.896,
      "step": 223
    },
    {
      "epoch": 0.07783689868606798,
      "grad_norm": 0.07210753858089447,
      "learning_rate": 0.0002,
      "loss": 11.8944,
      "step": 224
    },
    {
      "epoch": 0.0781843848409165,
      "grad_norm": 0.06557828187942505,
      "learning_rate": 0.0002,
      "loss": 11.897,
      "step": 225
    },
    {
      "epoch": 0.07853187099576502,
      "grad_norm": 0.06496813148260117,
      "learning_rate": 0.0002,
      "loss": 11.902,
      "step": 226
    },
    {
      "epoch": 0.07887935715061353,
      "grad_norm": 0.06459410488605499,
      "learning_rate": 0.0002,
      "loss": 11.8994,
      "step": 227
    },
    {
      "epoch": 0.07922684330546205,
      "grad_norm": 0.07261651009321213,
      "learning_rate": 0.0002,
      "loss": 11.8961,
      "step": 228
    },
    {
      "epoch": 0.07957432946031057,
      "grad_norm": 0.07308301329612732,
      "learning_rate": 0.0002,
      "loss": 11.8937,
      "step": 229
    },
    {
      "epoch": 0.07992181561515908,
      "grad_norm": 0.07527045160531998,
      "learning_rate": 0.0002,
      "loss": 11.8985,
      "step": 230
    },
    {
      "epoch": 0.0802693017700076,
      "grad_norm": 0.06733382493257523,
      "learning_rate": 0.0002,
      "loss": 11.8932,
      "step": 231
    },
    {
      "epoch": 0.08061678792485612,
      "grad_norm": 0.10118746757507324,
      "learning_rate": 0.0002,
      "loss": 11.8967,
      "step": 232
    },
    {
      "epoch": 0.08096427407970463,
      "grad_norm": 0.07250506430864334,
      "learning_rate": 0.0002,
      "loss": 11.8957,
      "step": 233
    },
    {
      "epoch": 0.08131176023455315,
      "grad_norm": 0.07692039012908936,
      "learning_rate": 0.0002,
      "loss": 11.8958,
      "step": 234
    },
    {
      "epoch": 0.08165924638940167,
      "grad_norm": 0.07574549317359924,
      "learning_rate": 0.0002,
      "loss": 11.8989,
      "step": 235
    },
    {
      "epoch": 0.08200673254425019,
      "grad_norm": 0.08998666703701019,
      "learning_rate": 0.0002,
      "loss": 11.8912,
      "step": 236
    },
    {
      "epoch": 0.0823542186990987,
      "grad_norm": 0.08139749616384506,
      "learning_rate": 0.0002,
      "loss": 11.8951,
      "step": 237
    },
    {
      "epoch": 0.08270170485394722,
      "grad_norm": 0.12156495451927185,
      "learning_rate": 0.0002,
      "loss": 11.8961,
      "step": 238
    },
    {
      "epoch": 0.08304919100879575,
      "grad_norm": 0.09763681888580322,
      "learning_rate": 0.0002,
      "loss": 11.8932,
      "step": 239
    },
    {
      "epoch": 0.08339667716364427,
      "grad_norm": 0.10226600617170334,
      "learning_rate": 0.0002,
      "loss": 11.8994,
      "step": 240
    },
    {
      "epoch": 0.08374416331849278,
      "grad_norm": 0.10855530947446823,
      "learning_rate": 0.0002,
      "loss": 11.8962,
      "step": 241
    },
    {
      "epoch": 0.0840916494733413,
      "grad_norm": 0.08344236761331558,
      "learning_rate": 0.0002,
      "loss": 11.8947,
      "step": 242
    },
    {
      "epoch": 0.08443913562818982,
      "grad_norm": 0.12193181365728378,
      "learning_rate": 0.0002,
      "loss": 11.8862,
      "step": 243
    },
    {
      "epoch": 0.08478662178303834,
      "grad_norm": 0.09078706055879593,
      "learning_rate": 0.0002,
      "loss": 11.8899,
      "step": 244
    },
    {
      "epoch": 0.08513410793788685,
      "grad_norm": 0.08212358504533768,
      "learning_rate": 0.0002,
      "loss": 11.89,
      "step": 245
    },
    {
      "epoch": 0.08548159409273537,
      "grad_norm": 0.08286668360233307,
      "learning_rate": 0.0002,
      "loss": 11.8898,
      "step": 246
    },
    {
      "epoch": 0.08582908024758389,
      "grad_norm": 0.12116261571645737,
      "learning_rate": 0.0002,
      "loss": 11.8852,
      "step": 247
    },
    {
      "epoch": 0.0861765664024324,
      "grad_norm": 0.08918989449739456,
      "learning_rate": 0.0002,
      "loss": 11.8852,
      "step": 248
    },
    {
      "epoch": 0.08652405255728092,
      "grad_norm": 0.1177026778459549,
      "learning_rate": 0.0002,
      "loss": 11.8847,
      "step": 249
    },
    {
      "epoch": 0.08687153871212944,
      "grad_norm": 0.10753510892391205,
      "learning_rate": 0.0002,
      "loss": 11.8812,
      "step": 250
    },
    {
      "epoch": 0.08721902486697795,
      "grad_norm": 0.05642760917544365,
      "learning_rate": 0.0002,
      "loss": 11.9085,
      "step": 251
    },
    {
      "epoch": 0.08756651102182647,
      "grad_norm": 0.10377121716737747,
      "learning_rate": 0.0002,
      "loss": 11.9031,
      "step": 252
    },
    {
      "epoch": 0.08791399717667499,
      "grad_norm": 0.08985313773155212,
      "learning_rate": 0.0002,
      "loss": 11.9053,
      "step": 253
    },
    {
      "epoch": 0.0882614833315235,
      "grad_norm": 0.06776010990142822,
      "learning_rate": 0.0002,
      "loss": 11.9064,
      "step": 254
    },
    {
      "epoch": 0.08860896948637202,
      "grad_norm": 0.0748453363776207,
      "learning_rate": 0.0002,
      "loss": 11.9071,
      "step": 255
    },
    {
      "epoch": 0.08895645564122054,
      "grad_norm": 0.0582905039191246,
      "learning_rate": 0.0002,
      "loss": 11.9005,
      "step": 256
    },
    {
      "epoch": 0.08930394179606907,
      "grad_norm": 0.07153157889842987,
      "learning_rate": 0.0002,
      "loss": 11.9006,
      "step": 257
    },
    {
      "epoch": 0.08965142795091759,
      "grad_norm": 0.10820123553276062,
      "learning_rate": 0.0002,
      "loss": 11.9049,
      "step": 258
    },
    {
      "epoch": 0.0899989141057661,
      "grad_norm": 0.06291891634464264,
      "learning_rate": 0.0002,
      "loss": 11.9028,
      "step": 259
    },
    {
      "epoch": 0.09034640026061462,
      "grad_norm": 0.08074785023927689,
      "learning_rate": 0.0002,
      "loss": 11.9015,
      "step": 260
    },
    {
      "epoch": 0.09069388641546314,
      "grad_norm": 0.07402066886425018,
      "learning_rate": 0.0002,
      "loss": 11.9003,
      "step": 261
    },
    {
      "epoch": 0.09104137257031165,
      "grad_norm": 0.05491439625620842,
      "learning_rate": 0.0002,
      "loss": 11.9043,
      "step": 262
    },
    {
      "epoch": 0.09138885872516017,
      "grad_norm": 0.05770687758922577,
      "learning_rate": 0.0002,
      "loss": 11.8973,
      "step": 263
    },
    {
      "epoch": 0.09173634488000869,
      "grad_norm": 0.06663155555725098,
      "learning_rate": 0.0002,
      "loss": 11.8998,
      "step": 264
    },
    {
      "epoch": 0.0920838310348572,
      "grad_norm": 0.07826773822307587,
      "learning_rate": 0.0002,
      "loss": 11.9013,
      "step": 265
    },
    {
      "epoch": 0.09243131718970572,
      "grad_norm": 0.07466661930084229,
      "learning_rate": 0.0002,
      "loss": 11.9022,
      "step": 266
    },
    {
      "epoch": 0.09277880334455424,
      "grad_norm": 0.07349185645580292,
      "learning_rate": 0.0002,
      "loss": 11.9056,
      "step": 267
    },
    {
      "epoch": 0.09312628949940276,
      "grad_norm": 0.07000318914651871,
      "learning_rate": 0.0002,
      "loss": 11.904,
      "step": 268
    },
    {
      "epoch": 0.09347377565425127,
      "grad_norm": 0.07503660768270493,
      "learning_rate": 0.0002,
      "loss": 11.8994,
      "step": 269
    },
    {
      "epoch": 0.09382126180909979,
      "grad_norm": 0.07187721133232117,
      "learning_rate": 0.0002,
      "loss": 11.8993,
      "step": 270
    },
    {
      "epoch": 0.09416874796394831,
      "grad_norm": 0.07054787129163742,
      "learning_rate": 0.0002,
      "loss": 11.8978,
      "step": 271
    },
    {
      "epoch": 0.09451623411879682,
      "grad_norm": 0.07486645132303238,
      "learning_rate": 0.0002,
      "loss": 11.8981,
      "step": 272
    },
    {
      "epoch": 0.09486372027364534,
      "grad_norm": 0.062217213213443756,
      "learning_rate": 0.0002,
      "loss": 11.8955,
      "step": 273
    },
    {
      "epoch": 0.09521120642849386,
      "grad_norm": 0.07140953093767166,
      "learning_rate": 0.0002,
      "loss": 11.8988,
      "step": 274
    },
    {
      "epoch": 0.09555869258334239,
      "grad_norm": 0.08285945653915405,
      "learning_rate": 0.0002,
      "loss": 11.8975,
      "step": 275
    },
    {
      "epoch": 0.0959061787381909,
      "grad_norm": 0.07967182993888855,
      "learning_rate": 0.0002,
      "loss": 11.8962,
      "step": 276
    },
    {
      "epoch": 0.09625366489303942,
      "grad_norm": 0.09371569752693176,
      "learning_rate": 0.0002,
      "loss": 11.8996,
      "step": 277
    },
    {
      "epoch": 0.09660115104788794,
      "grad_norm": 0.09400445222854614,
      "learning_rate": 0.0002,
      "loss": 11.8928,
      "step": 278
    },
    {
      "epoch": 0.09694863720273646,
      "grad_norm": 0.07825792580842972,
      "learning_rate": 0.0002,
      "loss": 11.8907,
      "step": 279
    },
    {
      "epoch": 0.09729612335758497,
      "grad_norm": 0.09108279645442963,
      "learning_rate": 0.0002,
      "loss": 11.8984,
      "step": 280
    },
    {
      "epoch": 0.09764360951243349,
      "grad_norm": 0.10406132787466049,
      "learning_rate": 0.0002,
      "loss": 11.896,
      "step": 281
    },
    {
      "epoch": 0.09799109566728201,
      "grad_norm": 0.0825008898973465,
      "learning_rate": 0.0002,
      "loss": 11.8967,
      "step": 282
    },
    {
      "epoch": 0.09833858182213052,
      "grad_norm": 0.10598248988389969,
      "learning_rate": 0.0002,
      "loss": 11.8973,
      "step": 283
    },
    {
      "epoch": 0.09868606797697904,
      "grad_norm": 0.12031351029872894,
      "learning_rate": 0.0002,
      "loss": 11.8946,
      "step": 284
    },
    {
      "epoch": 0.09903355413182756,
      "grad_norm": 0.10013505816459656,
      "learning_rate": 0.0002,
      "loss": 11.8963,
      "step": 285
    },
    {
      "epoch": 0.09938104028667608,
      "grad_norm": 0.08343535661697388,
      "learning_rate": 0.0002,
      "loss": 11.8948,
      "step": 286
    },
    {
      "epoch": 0.09972852644152459,
      "grad_norm": 0.10807862877845764,
      "learning_rate": 0.0002,
      "loss": 11.8956,
      "step": 287
    },
    {
      "epoch": 0.10007601259637311,
      "grad_norm": 0.10242114961147308,
      "learning_rate": 0.0002,
      "loss": 11.8968,
      "step": 288
    },
    {
      "epoch": 0.10042349875122163,
      "grad_norm": 0.09374579042196274,
      "learning_rate": 0.0002,
      "loss": 11.8899,
      "step": 289
    },
    {
      "epoch": 0.10077098490607014,
      "grad_norm": 0.08923190832138062,
      "learning_rate": 0.0002,
      "loss": 11.8965,
      "step": 290
    },
    {
      "epoch": 0.10111847106091866,
      "grad_norm": 0.09373646229505539,
      "learning_rate": 0.0002,
      "loss": 11.8937,
      "step": 291
    },
    {
      "epoch": 0.10146595721576718,
      "grad_norm": 0.09538126736879349,
      "learning_rate": 0.0002,
      "loss": 11.8879,
      "step": 292
    },
    {
      "epoch": 0.10181344337061571,
      "grad_norm": 0.08533169329166412,
      "learning_rate": 0.0002,
      "loss": 11.8896,
      "step": 293
    },
    {
      "epoch": 0.10216092952546423,
      "grad_norm": 0.08557742089033127,
      "learning_rate": 0.0002,
      "loss": 11.8967,
      "step": 294
    },
    {
      "epoch": 0.10250841568031274,
      "grad_norm": 0.09252273291349411,
      "learning_rate": 0.0002,
      "loss": 11.888,
      "step": 295
    },
    {
      "epoch": 0.10285590183516126,
      "grad_norm": 0.09983412176370621,
      "learning_rate": 0.0002,
      "loss": 11.8818,
      "step": 296
    },
    {
      "epoch": 0.10320338799000978,
      "grad_norm": 0.09550988674163818,
      "learning_rate": 0.0002,
      "loss": 11.8914,
      "step": 297
    },
    {
      "epoch": 0.1035508741448583,
      "grad_norm": 0.08209745585918427,
      "learning_rate": 0.0002,
      "loss": 11.8868,
      "step": 298
    },
    {
      "epoch": 0.10389836029970681,
      "grad_norm": 0.1289687603712082,
      "learning_rate": 0.0002,
      "loss": 11.8773,
      "step": 299
    },
    {
      "epoch": 0.10424584645455533,
      "grad_norm": 0.09640464931726456,
      "learning_rate": 0.0002,
      "loss": 11.8802,
      "step": 300
    },
    {
      "epoch": 0.10459333260940384,
      "grad_norm": 0.07981449365615845,
      "learning_rate": 0.0002,
      "loss": 11.902,
      "step": 301
    },
    {
      "epoch": 0.10494081876425236,
      "grad_norm": 0.06970945000648499,
      "learning_rate": 0.0002,
      "loss": 11.9081,
      "step": 302
    },
    {
      "epoch": 0.10528830491910088,
      "grad_norm": 0.07988249510526657,
      "learning_rate": 0.0002,
      "loss": 11.9056,
      "step": 303
    },
    {
      "epoch": 0.1056357910739494,
      "grad_norm": 0.07677173614501953,
      "learning_rate": 0.0002,
      "loss": 11.8997,
      "step": 304
    },
    {
      "epoch": 0.10598327722879791,
      "grad_norm": 0.09014489501714706,
      "learning_rate": 0.0002,
      "loss": 11.8983,
      "step": 305
    },
    {
      "epoch": 0.10633076338364643,
      "grad_norm": 0.09401603788137436,
      "learning_rate": 0.0002,
      "loss": 11.9034,
      "step": 306
    },
    {
      "epoch": 0.10667824953849495,
      "grad_norm": 0.0714339166879654,
      "learning_rate": 0.0002,
      "loss": 11.8969,
      "step": 307
    },
    {
      "epoch": 0.10702573569334346,
      "grad_norm": 0.08376424014568329,
      "learning_rate": 0.0002,
      "loss": 11.9034,
      "step": 308
    },
    {
      "epoch": 0.10737322184819198,
      "grad_norm": 0.06172894313931465,
      "learning_rate": 0.0002,
      "loss": 11.9026,
      "step": 309
    },
    {
      "epoch": 0.10772070800304051,
      "grad_norm": 0.07771094888448715,
      "learning_rate": 0.0002,
      "loss": 11.9009,
      "step": 310
    },
    {
      "epoch": 0.10806819415788903,
      "grad_norm": 0.08166005462408066,
      "learning_rate": 0.0002,
      "loss": 11.9023,
      "step": 311
    },
    {
      "epoch": 0.10841568031273754,
      "grad_norm": 0.09653960168361664,
      "learning_rate": 0.0002,
      "loss": 11.9001,
      "step": 312
    },
    {
      "epoch": 0.10876316646758606,
      "grad_norm": 0.09015561640262604,
      "learning_rate": 0.0002,
      "loss": 11.8986,
      "step": 313
    },
    {
      "epoch": 0.10911065262243458,
      "grad_norm": 0.07174871861934662,
      "learning_rate": 0.0002,
      "loss": 11.9032,
      "step": 314
    },
    {
      "epoch": 0.1094581387772831,
      "grad_norm": 0.07842344790697098,
      "learning_rate": 0.0002,
      "loss": 11.8982,
      "step": 315
    },
    {
      "epoch": 0.10980562493213161,
      "grad_norm": 0.07626544684171677,
      "learning_rate": 0.0002,
      "loss": 11.8992,
      "step": 316
    },
    {
      "epoch": 0.11015311108698013,
      "grad_norm": 0.08973980695009232,
      "learning_rate": 0.0002,
      "loss": 11.9007,
      "step": 317
    },
    {
      "epoch": 0.11050059724182865,
      "grad_norm": 0.09567094594240189,
      "learning_rate": 0.0002,
      "loss": 11.8976,
      "step": 318
    },
    {
      "epoch": 0.11084808339667716,
      "grad_norm": 0.07803238183259964,
      "learning_rate": 0.0002,
      "loss": 11.8949,
      "step": 319
    },
    {
      "epoch": 0.11119556955152568,
      "grad_norm": 0.07544286549091339,
      "learning_rate": 0.0002,
      "loss": 11.9029,
      "step": 320
    },
    {
      "epoch": 0.1115430557063742,
      "grad_norm": 0.08484574407339096,
      "learning_rate": 0.0002,
      "loss": 11.9023,
      "step": 321
    },
    {
      "epoch": 0.11189054186122271,
      "grad_norm": 0.09737654030323029,
      "learning_rate": 0.0002,
      "loss": 11.9043,
      "step": 322
    },
    {
      "epoch": 0.11223802801607123,
      "grad_norm": 0.09262646734714508,
      "learning_rate": 0.0002,
      "loss": 11.8954,
      "step": 323
    },
    {
      "epoch": 0.11258551417091975,
      "grad_norm": 0.08461150527000427,
      "learning_rate": 0.0002,
      "loss": 11.8949,
      "step": 324
    },
    {
      "epoch": 0.11293300032576827,
      "grad_norm": 0.07649476081132889,
      "learning_rate": 0.0002,
      "loss": 11.8969,
      "step": 325
    },
    {
      "epoch": 0.11328048648061678,
      "grad_norm": 0.10503551363945007,
      "learning_rate": 0.0002,
      "loss": 11.8949,
      "step": 326
    },
    {
      "epoch": 0.1136279726354653,
      "grad_norm": 0.08013414591550827,
      "learning_rate": 0.0002,
      "loss": 11.8959,
      "step": 327
    },
    {
      "epoch": 0.11397545879031383,
      "grad_norm": 0.07470481097698212,
      "learning_rate": 0.0002,
      "loss": 11.899,
      "step": 328
    },
    {
      "epoch": 0.11432294494516235,
      "grad_norm": 0.06968016922473907,
      "learning_rate": 0.0002,
      "loss": 11.8985,
      "step": 329
    },
    {
      "epoch": 0.11467043110001086,
      "grad_norm": 0.09245620667934418,
      "learning_rate": 0.0002,
      "loss": 11.8972,
      "step": 330
    },
    {
      "epoch": 0.11501791725485938,
      "grad_norm": 0.07608315348625183,
      "learning_rate": 0.0002,
      "loss": 11.8956,
      "step": 331
    },
    {
      "epoch": 0.1153654034097079,
      "grad_norm": 0.07372073084115982,
      "learning_rate": 0.0002,
      "loss": 11.8945,
      "step": 332
    },
    {
      "epoch": 0.11571288956455641,
      "grad_norm": 0.0684681236743927,
      "learning_rate": 0.0002,
      "loss": 11.8938,
      "step": 333
    },
    {
      "epoch": 0.11606037571940493,
      "grad_norm": 0.09815680980682373,
      "learning_rate": 0.0002,
      "loss": 11.8921,
      "step": 334
    },
    {
      "epoch": 0.11640786187425345,
      "grad_norm": 0.07627423107624054,
      "learning_rate": 0.0002,
      "loss": 11.8926,
      "step": 335
    },
    {
      "epoch": 0.11675534802910197,
      "grad_norm": 0.0786498561501503,
      "learning_rate": 0.0002,
      "loss": 11.8911,
      "step": 336
    },
    {
      "epoch": 0.11710283418395048,
      "grad_norm": 0.09494099766016006,
      "learning_rate": 0.0002,
      "loss": 11.896,
      "step": 337
    },
    {
      "epoch": 0.117450320338799,
      "grad_norm": 0.11437254399061203,
      "learning_rate": 0.0002,
      "loss": 11.9002,
      "step": 338
    },
    {
      "epoch": 0.11779780649364752,
      "grad_norm": 0.09421753883361816,
      "learning_rate": 0.0002,
      "loss": 11.8894,
      "step": 339
    },
    {
      "epoch": 0.11814529264849603,
      "grad_norm": 0.10212916880846024,
      "learning_rate": 0.0002,
      "loss": 11.8953,
      "step": 340
    },
    {
      "epoch": 0.11849277880334455,
      "grad_norm": 0.10353877395391464,
      "learning_rate": 0.0002,
      "loss": 11.8929,
      "step": 341
    },
    {
      "epoch": 0.11884026495819307,
      "grad_norm": 0.10078249871730804,
      "learning_rate": 0.0002,
      "loss": 11.895,
      "step": 342
    },
    {
      "epoch": 0.11918775111304158,
      "grad_norm": 0.10087944567203522,
      "learning_rate": 0.0002,
      "loss": 11.8875,
      "step": 343
    },
    {
      "epoch": 0.1195352372678901,
      "grad_norm": 0.09531526267528534,
      "learning_rate": 0.0002,
      "loss": 11.8889,
      "step": 344
    },
    {
      "epoch": 0.11988272342273862,
      "grad_norm": 0.0956813246011734,
      "learning_rate": 0.0002,
      "loss": 11.8878,
      "step": 345
    },
    {
      "epoch": 0.12023020957758715,
      "grad_norm": 0.09906242042779922,
      "learning_rate": 0.0002,
      "loss": 11.8913,
      "step": 346
    },
    {
      "epoch": 0.12057769573243567,
      "grad_norm": 0.09151460230350494,
      "learning_rate": 0.0002,
      "loss": 11.8921,
      "step": 347
    },
    {
      "epoch": 0.12092518188728418,
      "grad_norm": 0.08920591324567795,
      "learning_rate": 0.0002,
      "loss": 11.8928,
      "step": 348
    },
    {
      "epoch": 0.1212726680421327,
      "grad_norm": 0.08928878605365753,
      "learning_rate": 0.0002,
      "loss": 11.8828,
      "step": 349
    },
    {
      "epoch": 0.12162015419698122,
      "grad_norm": 0.1146383211016655,
      "learning_rate": 0.0002,
      "loss": 11.8942,
      "step": 350
    },
    {
      "epoch": 0.12196764035182973,
      "grad_norm": 0.05718468129634857,
      "learning_rate": 0.0002,
      "loss": 11.908,
      "step": 351
    },
    {
      "epoch": 0.12231512650667825,
      "grad_norm": 0.08163059502840042,
      "learning_rate": 0.0002,
      "loss": 11.9021,
      "step": 352
    },
    {
      "epoch": 0.12266261266152677,
      "grad_norm": 0.09323426336050034,
      "learning_rate": 0.0002,
      "loss": 11.8994,
      "step": 353
    },
    {
      "epoch": 0.12301009881637529,
      "grad_norm": 0.06883090734481812,
      "learning_rate": 0.0002,
      "loss": 11.8995,
      "step": 354
    },
    {
      "epoch": 0.1233575849712238,
      "grad_norm": 0.06148988753557205,
      "learning_rate": 0.0002,
      "loss": 11.9068,
      "step": 355
    },
    {
      "epoch": 0.12370507112607232,
      "grad_norm": 0.0645967349410057,
      "learning_rate": 0.0002,
      "loss": 11.8993,
      "step": 356
    },
    {
      "epoch": 0.12405255728092084,
      "grad_norm": 0.06570443511009216,
      "learning_rate": 0.0002,
      "loss": 11.9004,
      "step": 357
    },
    {
      "epoch": 0.12440004343576935,
      "grad_norm": 0.061236895620822906,
      "learning_rate": 0.0002,
      "loss": 11.9017,
      "step": 358
    },
    {
      "epoch": 0.12474752959061787,
      "grad_norm": 0.07485166937112808,
      "learning_rate": 0.0002,
      "loss": 11.9079,
      "step": 359
    },
    {
      "epoch": 0.1250950157454664,
      "grad_norm": 0.07583560049533844,
      "learning_rate": 0.0002,
      "loss": 11.9033,
      "step": 360
    },
    {
      "epoch": 0.12544250190031492,
      "grad_norm": 0.07040480524301529,
      "learning_rate": 0.0002,
      "loss": 11.9023,
      "step": 361
    },
    {
      "epoch": 0.12578998805516342,
      "grad_norm": 0.06346318870782852,
      "learning_rate": 0.0002,
      "loss": 11.9021,
      "step": 362
    },
    {
      "epoch": 0.12613747421001195,
      "grad_norm": 0.0834641382098198,
      "learning_rate": 0.0002,
      "loss": 11.9002,
      "step": 363
    },
    {
      "epoch": 0.12648496036486045,
      "grad_norm": 0.07005349546670914,
      "learning_rate": 0.0002,
      "loss": 11.9045,
      "step": 364
    },
    {
      "epoch": 0.12683244651970899,
      "grad_norm": 0.08262640982866287,
      "learning_rate": 0.0002,
      "loss": 11.9016,
      "step": 365
    },
    {
      "epoch": 0.1271799326745575,
      "grad_norm": 0.08086942881345749,
      "learning_rate": 0.0002,
      "loss": 11.9009,
      "step": 366
    },
    {
      "epoch": 0.12752741882940602,
      "grad_norm": 0.08007988333702087,
      "learning_rate": 0.0002,
      "loss": 11.8987,
      "step": 367
    },
    {
      "epoch": 0.12787490498425452,
      "grad_norm": 0.06825429201126099,
      "learning_rate": 0.0002,
      "loss": 11.8975,
      "step": 368
    },
    {
      "epoch": 0.12822239113910305,
      "grad_norm": 0.09359573572874069,
      "learning_rate": 0.0002,
      "loss": 11.8979,
      "step": 369
    },
    {
      "epoch": 0.12856987729395156,
      "grad_norm": 0.07661618292331696,
      "learning_rate": 0.0002,
      "loss": 11.9017,
      "step": 370
    },
    {
      "epoch": 0.1289173634488001,
      "grad_norm": 0.07417050749063492,
      "learning_rate": 0.0002,
      "loss": 11.9008,
      "step": 371
    },
    {
      "epoch": 0.12926484960364862,
      "grad_norm": 0.09506741166114807,
      "learning_rate": 0.0002,
      "loss": 11.9005,
      "step": 372
    },
    {
      "epoch": 0.12961233575849712,
      "grad_norm": 0.07296758145093918,
      "learning_rate": 0.0002,
      "loss": 11.9015,
      "step": 373
    },
    {
      "epoch": 0.12995982191334565,
      "grad_norm": 0.07676179707050323,
      "learning_rate": 0.0002,
      "loss": 11.8917,
      "step": 374
    },
    {
      "epoch": 0.13030730806819416,
      "grad_norm": 0.0798763558268547,
      "learning_rate": 0.0002,
      "loss": 11.8938,
      "step": 375
    },
    {
      "epoch": 0.1306547942230427,
      "grad_norm": 0.07176735252141953,
      "learning_rate": 0.0002,
      "loss": 11.8935,
      "step": 376
    },
    {
      "epoch": 0.1310022803778912,
      "grad_norm": 0.07768066972494125,
      "learning_rate": 0.0002,
      "loss": 11.8964,
      "step": 377
    },
    {
      "epoch": 0.13134976653273972,
      "grad_norm": 0.08491817861795425,
      "learning_rate": 0.0002,
      "loss": 11.9013,
      "step": 378
    },
    {
      "epoch": 0.13169725268758822,
      "grad_norm": 0.07875190675258636,
      "learning_rate": 0.0002,
      "loss": 11.8949,
      "step": 379
    },
    {
      "epoch": 0.13204473884243675,
      "grad_norm": 0.08930414170026779,
      "learning_rate": 0.0002,
      "loss": 11.89,
      "step": 380
    },
    {
      "epoch": 0.13239222499728526,
      "grad_norm": 0.09030307829380035,
      "learning_rate": 0.0002,
      "loss": 11.8906,
      "step": 381
    },
    {
      "epoch": 0.1327397111521338,
      "grad_norm": 0.08792362362146378,
      "learning_rate": 0.0002,
      "loss": 11.8935,
      "step": 382
    },
    {
      "epoch": 0.1330871973069823,
      "grad_norm": 0.1018003448843956,
      "learning_rate": 0.0002,
      "loss": 11.8938,
      "step": 383
    },
    {
      "epoch": 0.13343468346183082,
      "grad_norm": 0.09237506985664368,
      "learning_rate": 0.0002,
      "loss": 11.89,
      "step": 384
    },
    {
      "epoch": 0.13378216961667933,
      "grad_norm": 0.09985999017953873,
      "learning_rate": 0.0002,
      "loss": 11.8956,
      "step": 385
    },
    {
      "epoch": 0.13412965577152786,
      "grad_norm": 0.10182715952396393,
      "learning_rate": 0.0002,
      "loss": 11.8948,
      "step": 386
    },
    {
      "epoch": 0.13447714192637636,
      "grad_norm": 0.11511095613241196,
      "learning_rate": 0.0002,
      "loss": 11.8908,
      "step": 387
    },
    {
      "epoch": 0.1348246280812249,
      "grad_norm": 0.09358416497707367,
      "learning_rate": 0.0002,
      "loss": 11.8911,
      "step": 388
    },
    {
      "epoch": 0.1351721142360734,
      "grad_norm": 0.0990779772400856,
      "learning_rate": 0.0002,
      "loss": 11.8911,
      "step": 389
    },
    {
      "epoch": 0.13551960039092192,
      "grad_norm": 0.10638605803251266,
      "learning_rate": 0.0002,
      "loss": 11.8911,
      "step": 390
    },
    {
      "epoch": 0.13586708654577045,
      "grad_norm": 0.10350343585014343,
      "learning_rate": 0.0002,
      "loss": 11.8883,
      "step": 391
    },
    {
      "epoch": 0.13621457270061896,
      "grad_norm": 0.090810127556324,
      "learning_rate": 0.0002,
      "loss": 11.8883,
      "step": 392
    },
    {
      "epoch": 0.1365620588554675,
      "grad_norm": 0.08854171633720398,
      "learning_rate": 0.0002,
      "loss": 11.8917,
      "step": 393
    },
    {
      "epoch": 0.136909545010316,
      "grad_norm": 0.08524350821971893,
      "learning_rate": 0.0002,
      "loss": 11.8885,
      "step": 394
    },
    {
      "epoch": 0.13725703116516452,
      "grad_norm": 0.08031998574733734,
      "learning_rate": 0.0002,
      "loss": 11.8923,
      "step": 395
    },
    {
      "epoch": 0.13760451732001303,
      "grad_norm": 0.10779884457588196,
      "learning_rate": 0.0002,
      "loss": 11.8882,
      "step": 396
    },
    {
      "epoch": 0.13795200347486156,
      "grad_norm": 0.10486575961112976,
      "learning_rate": 0.0002,
      "loss": 11.8902,
      "step": 397
    },
    {
      "epoch": 0.13829948962971006,
      "grad_norm": 0.10597061365842819,
      "learning_rate": 0.0002,
      "loss": 11.8824,
      "step": 398
    },
    {
      "epoch": 0.1386469757845586,
      "grad_norm": 0.14311353862285614,
      "learning_rate": 0.0002,
      "loss": 11.8848,
      "step": 399
    },
    {
      "epoch": 0.1389944619394071,
      "grad_norm": 0.09502100944519043,
      "learning_rate": 0.0002,
      "loss": 11.8873,
      "step": 400
    },
    {
      "epoch": 0.1389944619394071,
      "eval_loss": 11.893939971923828,
      "eval_runtime": 5.6553,
      "eval_samples_per_second": 81.871,
      "eval_steps_per_second": 41.024,
      "step": 400
    },
    {
      "epoch": 0.13934194809425562,
      "grad_norm": 0.06995922327041626,
      "learning_rate": 0.0002,
      "loss": 11.9011,
      "step": 401
    },
    {
      "epoch": 0.13968943424910413,
      "grad_norm": 0.08838368207216263,
      "learning_rate": 0.0002,
      "loss": 11.9016,
      "step": 402
    },
    {
      "epoch": 0.14003692040395266,
      "grad_norm": 0.08375652134418488,
      "learning_rate": 0.0002,
      "loss": 11.9038,
      "step": 403
    },
    {
      "epoch": 0.14038440655880116,
      "grad_norm": 0.06373738497495651,
      "learning_rate": 0.0002,
      "loss": 11.8954,
      "step": 404
    },
    {
      "epoch": 0.1407318927136497,
      "grad_norm": 0.08032429218292236,
      "learning_rate": 0.0002,
      "loss": 11.9022,
      "step": 405
    },
    {
      "epoch": 0.1410793788684982,
      "grad_norm": 0.06986416131258011,
      "learning_rate": 0.0002,
      "loss": 11.9029,
      "step": 406
    },
    {
      "epoch": 0.14142686502334673,
      "grad_norm": 0.06680624186992645,
      "learning_rate": 0.0002,
      "loss": 11.8987,
      "step": 407
    },
    {
      "epoch": 0.14177435117819526,
      "grad_norm": 0.07070805877447128,
      "learning_rate": 0.0002,
      "loss": 11.9015,
      "step": 408
    },
    {
      "epoch": 0.14212183733304376,
      "grad_norm": 0.06721010059118271,
      "learning_rate": 0.0002,
      "loss": 11.9067,
      "step": 409
    },
    {
      "epoch": 0.1424693234878923,
      "grad_norm": 0.06584922969341278,
      "learning_rate": 0.0002,
      "loss": 11.8993,
      "step": 410
    },
    {
      "epoch": 0.1428168096427408,
      "grad_norm": 0.08630966395139694,
      "learning_rate": 0.0002,
      "loss": 11.9022,
      "step": 411
    },
    {
      "epoch": 0.14316429579758932,
      "grad_norm": 0.06727560609579086,
      "learning_rate": 0.0002,
      "loss": 11.8999,
      "step": 412
    },
    {
      "epoch": 0.14351178195243783,
      "grad_norm": 0.08246815949678421,
      "learning_rate": 0.0002,
      "loss": 11.8966,
      "step": 413
    },
    {
      "epoch": 0.14385926810728636,
      "grad_norm": 0.111485555768013,
      "learning_rate": 0.0002,
      "loss": 11.9011,
      "step": 414
    },
    {
      "epoch": 0.14420675426213486,
      "grad_norm": 0.0790671557188034,
      "learning_rate": 0.0002,
      "loss": 11.9018,
      "step": 415
    },
    {
      "epoch": 0.1445542404169834,
      "grad_norm": 0.08077028393745422,
      "learning_rate": 0.0002,
      "loss": 11.8943,
      "step": 416
    },
    {
      "epoch": 0.1449017265718319,
      "grad_norm": 0.07857704907655716,
      "learning_rate": 0.0002,
      "loss": 11.8954,
      "step": 417
    },
    {
      "epoch": 0.14524921272668043,
      "grad_norm": 0.06923286616802216,
      "learning_rate": 0.0002,
      "loss": 11.896,
      "step": 418
    },
    {
      "epoch": 0.14559669888152893,
      "grad_norm": 0.08344016224145889,
      "learning_rate": 0.0002,
      "loss": 11.8996,
      "step": 419
    },
    {
      "epoch": 0.14594418503637746,
      "grad_norm": 0.09777557849884033,
      "learning_rate": 0.0002,
      "loss": 11.8946,
      "step": 420
    },
    {
      "epoch": 0.14629167119122596,
      "grad_norm": 0.09548553079366684,
      "learning_rate": 0.0002,
      "loss": 11.8994,
      "step": 421
    },
    {
      "epoch": 0.1466391573460745,
      "grad_norm": 0.08475346118211746,
      "learning_rate": 0.0002,
      "loss": 11.8944,
      "step": 422
    },
    {
      "epoch": 0.146986643500923,
      "grad_norm": 0.1066233217716217,
      "learning_rate": 0.0002,
      "loss": 11.8935,
      "step": 423
    },
    {
      "epoch": 0.14733412965577153,
      "grad_norm": 0.08337707817554474,
      "learning_rate": 0.0002,
      "loss": 11.8953,
      "step": 424
    },
    {
      "epoch": 0.14768161581062006,
      "grad_norm": 0.07749740779399872,
      "learning_rate": 0.0002,
      "loss": 11.8987,
      "step": 425
    },
    {
      "epoch": 0.14802910196546856,
      "grad_norm": 0.08629464358091354,
      "learning_rate": 0.0002,
      "loss": 11.9006,
      "step": 426
    },
    {
      "epoch": 0.1483765881203171,
      "grad_norm": 0.08118417114019394,
      "learning_rate": 0.0002,
      "loss": 11.9024,
      "step": 427
    },
    {
      "epoch": 0.1487240742751656,
      "grad_norm": 0.08646991848945618,
      "learning_rate": 0.0002,
      "loss": 11.8952,
      "step": 428
    },
    {
      "epoch": 0.14907156043001413,
      "grad_norm": 0.09880184382200241,
      "learning_rate": 0.0002,
      "loss": 11.8948,
      "step": 429
    },
    {
      "epoch": 0.14941904658486263,
      "grad_norm": 0.0820583701133728,
      "learning_rate": 0.0002,
      "loss": 11.8961,
      "step": 430
    },
    {
      "epoch": 0.14976653273971116,
      "grad_norm": 0.08716580271720886,
      "learning_rate": 0.0002,
      "loss": 11.8979,
      "step": 431
    },
    {
      "epoch": 0.15011401889455966,
      "grad_norm": 0.10055263340473175,
      "learning_rate": 0.0002,
      "loss": 11.8982,
      "step": 432
    },
    {
      "epoch": 0.1504615050494082,
      "grad_norm": 0.09479302167892456,
      "learning_rate": 0.0002,
      "loss": 11.8926,
      "step": 433
    },
    {
      "epoch": 0.1508089912042567,
      "grad_norm": 0.08337856084108353,
      "learning_rate": 0.0002,
      "loss": 11.8964,
      "step": 434
    },
    {
      "epoch": 0.15115647735910523,
      "grad_norm": 0.10559874027967453,
      "learning_rate": 0.0002,
      "loss": 11.8897,
      "step": 435
    },
    {
      "epoch": 0.15150396351395373,
      "grad_norm": 0.0980273187160492,
      "learning_rate": 0.0002,
      "loss": 11.8934,
      "step": 436
    },
    {
      "epoch": 0.15185144966880226,
      "grad_norm": 0.12047766149044037,
      "learning_rate": 0.0002,
      "loss": 11.8902,
      "step": 437
    },
    {
      "epoch": 0.15219893582365077,
      "grad_norm": 0.10424796491861343,
      "learning_rate": 0.0002,
      "loss": 11.8935,
      "step": 438
    },
    {
      "epoch": 0.1525464219784993,
      "grad_norm": 0.10628627985715866,
      "learning_rate": 0.0002,
      "loss": 11.8956,
      "step": 439
    },
    {
      "epoch": 0.1528939081333478,
      "grad_norm": 0.07912847399711609,
      "learning_rate": 0.0002,
      "loss": 11.8881,
      "step": 440
    },
    {
      "epoch": 0.15324139428819633,
      "grad_norm": 0.11151020228862762,
      "learning_rate": 0.0002,
      "loss": 11.8953,
      "step": 441
    },
    {
      "epoch": 0.15358888044304483,
      "grad_norm": 0.09521855413913727,
      "learning_rate": 0.0002,
      "loss": 11.8895,
      "step": 442
    },
    {
      "epoch": 0.15393636659789336,
      "grad_norm": 0.1165568083524704,
      "learning_rate": 0.0002,
      "loss": 11.8928,
      "step": 443
    },
    {
      "epoch": 0.1542838527527419,
      "grad_norm": 0.12399250268936157,
      "learning_rate": 0.0002,
      "loss": 11.8899,
      "step": 444
    },
    {
      "epoch": 0.1546313389075904,
      "grad_norm": 0.11437128484249115,
      "learning_rate": 0.0002,
      "loss": 11.8882,
      "step": 445
    },
    {
      "epoch": 0.15497882506243893,
      "grad_norm": 0.09360971301794052,
      "learning_rate": 0.0002,
      "loss": 11.8842,
      "step": 446
    },
    {
      "epoch": 0.15532631121728743,
      "grad_norm": 0.152559295296669,
      "learning_rate": 0.0002,
      "loss": 11.8774,
      "step": 447
    },
    {
      "epoch": 0.15567379737213596,
      "grad_norm": 0.14265508949756622,
      "learning_rate": 0.0002,
      "loss": 11.8872,
      "step": 448
    },
    {
      "epoch": 0.15602128352698447,
      "grad_norm": 0.14022749662399292,
      "learning_rate": 0.0002,
      "loss": 11.8923,
      "step": 449
    },
    {
      "epoch": 0.156368769681833,
      "grad_norm": 0.14374294877052307,
      "learning_rate": 0.0002,
      "loss": 11.8864,
      "step": 450
    },
    {
      "epoch": 0.1567162558366815,
      "grad_norm": 0.07417606562376022,
      "learning_rate": 0.0002,
      "loss": 11.9081,
      "step": 451
    },
    {
      "epoch": 0.15706374199153003,
      "grad_norm": 0.05561373010277748,
      "learning_rate": 0.0002,
      "loss": 11.9069,
      "step": 452
    },
    {
      "epoch": 0.15741122814637853,
      "grad_norm": 0.0752340629696846,
      "learning_rate": 0.0002,
      "loss": 11.9032,
      "step": 453
    },
    {
      "epoch": 0.15775871430122707,
      "grad_norm": 0.09370321780443192,
      "learning_rate": 0.0002,
      "loss": 11.9009,
      "step": 454
    },
    {
      "epoch": 0.15810620045607557,
      "grad_norm": 0.06681225448846817,
      "learning_rate": 0.0002,
      "loss": 11.9024,
      "step": 455
    },
    {
      "epoch": 0.1584536866109241,
      "grad_norm": 0.07403944432735443,
      "learning_rate": 0.0002,
      "loss": 11.901,
      "step": 456
    },
    {
      "epoch": 0.1588011727657726,
      "grad_norm": 0.08085364103317261,
      "learning_rate": 0.0002,
      "loss": 11.9075,
      "step": 457
    },
    {
      "epoch": 0.15914865892062113,
      "grad_norm": 0.07369545847177505,
      "learning_rate": 0.0002,
      "loss": 11.9011,
      "step": 458
    },
    {
      "epoch": 0.15949614507546964,
      "grad_norm": 0.0862526074051857,
      "learning_rate": 0.0002,
      "loss": 11.8986,
      "step": 459
    },
    {
      "epoch": 0.15984363123031817,
      "grad_norm": 0.08842415362596512,
      "learning_rate": 0.0002,
      "loss": 11.8982,
      "step": 460
    },
    {
      "epoch": 0.1601911173851667,
      "grad_norm": 0.09764757007360458,
      "learning_rate": 0.0002,
      "loss": 11.8969,
      "step": 461
    },
    {
      "epoch": 0.1605386035400152,
      "grad_norm": 0.08510062843561172,
      "learning_rate": 0.0002,
      "loss": 11.9015,
      "step": 462
    },
    {
      "epoch": 0.16088608969486373,
      "grad_norm": 0.06756290048360825,
      "learning_rate": 0.0002,
      "loss": 11.8983,
      "step": 463
    },
    {
      "epoch": 0.16123357584971224,
      "grad_norm": 0.08085108548402786,
      "learning_rate": 0.0002,
      "loss": 11.8974,
      "step": 464
    },
    {
      "epoch": 0.16158106200456077,
      "grad_norm": 0.07816988974809647,
      "learning_rate": 0.0002,
      "loss": 11.8901,
      "step": 465
    },
    {
      "epoch": 0.16192854815940927,
      "grad_norm": 0.09059639275074005,
      "learning_rate": 0.0002,
      "loss": 11.8981,
      "step": 466
    },
    {
      "epoch": 0.1622760343142578,
      "grad_norm": 0.0923977717757225,
      "learning_rate": 0.0002,
      "loss": 11.9005,
      "step": 467
    },
    {
      "epoch": 0.1626235204691063,
      "grad_norm": 0.09401138126850128,
      "learning_rate": 0.0002,
      "loss": 11.8963,
      "step": 468
    },
    {
      "epoch": 0.16297100662395483,
      "grad_norm": 0.08477206528186798,
      "learning_rate": 0.0002,
      "loss": 11.9044,
      "step": 469
    },
    {
      "epoch": 0.16331849277880334,
      "grad_norm": 0.09672704339027405,
      "learning_rate": 0.0002,
      "loss": 11.8977,
      "step": 470
    },
    {
      "epoch": 0.16366597893365187,
      "grad_norm": 0.0727684423327446,
      "learning_rate": 0.0002,
      "loss": 11.8986,
      "step": 471
    },
    {
      "epoch": 0.16401346508850037,
      "grad_norm": 0.09528077393770218,
      "learning_rate": 0.0002,
      "loss": 11.9002,
      "step": 472
    },
    {
      "epoch": 0.1643609512433489,
      "grad_norm": 0.11203287541866302,
      "learning_rate": 0.0002,
      "loss": 11.8979,
      "step": 473
    },
    {
      "epoch": 0.1647084373981974,
      "grad_norm": 0.07907131314277649,
      "learning_rate": 0.0002,
      "loss": 11.8947,
      "step": 474
    },
    {
      "epoch": 0.16505592355304594,
      "grad_norm": 0.10172299295663834,
      "learning_rate": 0.0002,
      "loss": 11.8964,
      "step": 475
    },
    {
      "epoch": 0.16540340970789444,
      "grad_norm": 0.08606375008821487,
      "learning_rate": 0.0002,
      "loss": 11.8961,
      "step": 476
    },
    {
      "epoch": 0.16575089586274297,
      "grad_norm": 0.10692808777093887,
      "learning_rate": 0.0002,
      "loss": 11.898,
      "step": 477
    },
    {
      "epoch": 0.1660983820175915,
      "grad_norm": 0.08475382626056671,
      "learning_rate": 0.0002,
      "loss": 11.8914,
      "step": 478
    },
    {
      "epoch": 0.16644586817244,
      "grad_norm": 0.07947233319282532,
      "learning_rate": 0.0002,
      "loss": 11.8953,
      "step": 479
    },
    {
      "epoch": 0.16679335432728853,
      "grad_norm": 0.11027964949607849,
      "learning_rate": 0.0002,
      "loss": 11.8979,
      "step": 480
    },
    {
      "epoch": 0.16714084048213704,
      "grad_norm": 0.08445999771356583,
      "learning_rate": 0.0002,
      "loss": 11.8956,
      "step": 481
    },
    {
      "epoch": 0.16748832663698557,
      "grad_norm": 0.10343017429113388,
      "learning_rate": 0.0002,
      "loss": 11.8866,
      "step": 482
    },
    {
      "epoch": 0.16783581279183407,
      "grad_norm": 0.08895430713891983,
      "learning_rate": 0.0002,
      "loss": 11.8976,
      "step": 483
    },
    {
      "epoch": 0.1681832989466826,
      "grad_norm": 0.10689598321914673,
      "learning_rate": 0.0002,
      "loss": 11.8883,
      "step": 484
    },
    {
      "epoch": 0.1685307851015311,
      "grad_norm": 0.09798571467399597,
      "learning_rate": 0.0002,
      "loss": 11.8972,
      "step": 485
    },
    {
      "epoch": 0.16887827125637964,
      "grad_norm": 0.0939490869641304,
      "learning_rate": 0.0002,
      "loss": 11.8868,
      "step": 486
    },
    {
      "epoch": 0.16922575741122814,
      "grad_norm": 0.09566465765237808,
      "learning_rate": 0.0002,
      "loss": 11.8878,
      "step": 487
    },
    {
      "epoch": 0.16957324356607667,
      "grad_norm": 0.09815619140863419,
      "learning_rate": 0.0002,
      "loss": 11.8905,
      "step": 488
    },
    {
      "epoch": 0.16992072972092517,
      "grad_norm": 0.09392338991165161,
      "learning_rate": 0.0002,
      "loss": 11.8879,
      "step": 489
    },
    {
      "epoch": 0.1702682158757737,
      "grad_norm": 0.11188448965549469,
      "learning_rate": 0.0002,
      "loss": 11.891,
      "step": 490
    },
    {
      "epoch": 0.1706157020306222,
      "grad_norm": 0.10459008812904358,
      "learning_rate": 0.0002,
      "loss": 11.8909,
      "step": 491
    },
    {
      "epoch": 0.17096318818547074,
      "grad_norm": 0.1248430460691452,
      "learning_rate": 0.0002,
      "loss": 11.8934,
      "step": 492
    },
    {
      "epoch": 0.17131067434031924,
      "grad_norm": 0.10343865305185318,
      "learning_rate": 0.0002,
      "loss": 11.8912,
      "step": 493
    },
    {
      "epoch": 0.17165816049516777,
      "grad_norm": 0.10506630688905716,
      "learning_rate": 0.0002,
      "loss": 11.8848,
      "step": 494
    },
    {
      "epoch": 0.17200564665001628,
      "grad_norm": 0.1208774596452713,
      "learning_rate": 0.0002,
      "loss": 11.8886,
      "step": 495
    },
    {
      "epoch": 0.1723531328048648,
      "grad_norm": 0.1274886131286621,
      "learning_rate": 0.0002,
      "loss": 11.8888,
      "step": 496
    },
    {
      "epoch": 0.17270061895971334,
      "grad_norm": 0.1089121624827385,
      "learning_rate": 0.0002,
      "loss": 11.8914,
      "step": 497
    },
    {
      "epoch": 0.17304810511456184,
      "grad_norm": 0.12032382935285568,
      "learning_rate": 0.0002,
      "loss": 11.8798,
      "step": 498
    },
    {
      "epoch": 0.17339559126941037,
      "grad_norm": 0.1518014520406723,
      "learning_rate": 0.0002,
      "loss": 11.8875,
      "step": 499
    },
    {
      "epoch": 0.17374307742425887,
      "grad_norm": 0.12684732675552368,
      "learning_rate": 0.0002,
      "loss": 11.8828,
      "step": 500
    },
    {
      "epoch": 0.1740905635791074,
      "grad_norm": 0.08505243808031082,
      "learning_rate": 0.0002,
      "loss": 11.9,
      "step": 501
    },
    {
      "epoch": 0.1744380497339559,
      "grad_norm": 0.08243025839328766,
      "learning_rate": 0.0002,
      "loss": 11.9046,
      "step": 502
    },
    {
      "epoch": 0.17478553588880444,
      "grad_norm": 0.07665175199508667,
      "learning_rate": 0.0002,
      "loss": 11.9078,
      "step": 503
    },
    {
      "epoch": 0.17513302204365294,
      "grad_norm": 0.0947243720293045,
      "learning_rate": 0.0002,
      "loss": 11.9055,
      "step": 504
    },
    {
      "epoch": 0.17548050819850147,
      "grad_norm": 0.0622895285487175,
      "learning_rate": 0.0002,
      "loss": 11.9085,
      "step": 505
    },
    {
      "epoch": 0.17582799435334998,
      "grad_norm": 0.07593031227588654,
      "learning_rate": 0.0002,
      "loss": 11.8999,
      "step": 506
    },
    {
      "epoch": 0.1761754805081985,
      "grad_norm": 0.07710903882980347,
      "learning_rate": 0.0002,
      "loss": 11.9048,
      "step": 507
    },
    {
      "epoch": 0.176522966663047,
      "grad_norm": 0.1326991766691208,
      "learning_rate": 0.0002,
      "loss": 11.8963,
      "step": 508
    },
    {
      "epoch": 0.17687045281789554,
      "grad_norm": 0.07614901661872864,
      "learning_rate": 0.0002,
      "loss": 11.9042,
      "step": 509
    },
    {
      "epoch": 0.17721793897274404,
      "grad_norm": 0.09009017795324326,
      "learning_rate": 0.0002,
      "loss": 11.901,
      "step": 510
    },
    {
      "epoch": 0.17756542512759257,
      "grad_norm": 0.0899839922785759,
      "learning_rate": 0.0002,
      "loss": 11.8954,
      "step": 511
    },
    {
      "epoch": 0.17791291128244108,
      "grad_norm": 0.08812397718429565,
      "learning_rate": 0.0002,
      "loss": 11.8997,
      "step": 512
    },
    {
      "epoch": 0.1782603974372896,
      "grad_norm": 0.07376749813556671,
      "learning_rate": 0.0002,
      "loss": 11.8979,
      "step": 513
    },
    {
      "epoch": 0.17860788359213814,
      "grad_norm": 0.08002451807260513,
      "learning_rate": 0.0002,
      "loss": 11.9056,
      "step": 514
    },
    {
      "epoch": 0.17895536974698664,
      "grad_norm": 0.08594773709774017,
      "learning_rate": 0.0002,
      "loss": 11.9064,
      "step": 515
    },
    {
      "epoch": 0.17930285590183517,
      "grad_norm": 0.07154635339975357,
      "learning_rate": 0.0002,
      "loss": 11.8983,
      "step": 516
    },
    {
      "epoch": 0.17965034205668368,
      "grad_norm": 0.07997804880142212,
      "learning_rate": 0.0002,
      "loss": 11.8982,
      "step": 517
    },
    {
      "epoch": 0.1799978282115322,
      "grad_norm": 0.08022870123386383,
      "learning_rate": 0.0002,
      "loss": 11.9042,
      "step": 518
    },
    {
      "epoch": 0.1803453143663807,
      "grad_norm": 0.0902891755104065,
      "learning_rate": 0.0002,
      "loss": 11.8961,
      "step": 519
    },
    {
      "epoch": 0.18069280052122924,
      "grad_norm": 0.07549954205751419,
      "learning_rate": 0.0002,
      "loss": 11.8956,
      "step": 520
    },
    {
      "epoch": 0.18104028667607774,
      "grad_norm": 0.0807119682431221,
      "learning_rate": 0.0002,
      "loss": 11.8949,
      "step": 521
    },
    {
      "epoch": 0.18138777283092627,
      "grad_norm": 0.0838315561413765,
      "learning_rate": 0.0002,
      "loss": 11.8954,
      "step": 522
    },
    {
      "epoch": 0.18173525898577478,
      "grad_norm": 0.09733770042657852,
      "learning_rate": 0.0002,
      "loss": 11.9009,
      "step": 523
    },
    {
      "epoch": 0.1820827451406233,
      "grad_norm": 0.10127880424261093,
      "learning_rate": 0.0002,
      "loss": 11.8933,
      "step": 524
    },
    {
      "epoch": 0.1824302312954718,
      "grad_norm": 0.09173161536455154,
      "learning_rate": 0.0002,
      "loss": 11.8916,
      "step": 525
    },
    {
      "epoch": 0.18277771745032034,
      "grad_norm": 0.08633319288492203,
      "learning_rate": 0.0002,
      "loss": 11.8953,
      "step": 526
    },
    {
      "epoch": 0.18312520360516885,
      "grad_norm": 0.07091464102268219,
      "learning_rate": 0.0002,
      "loss": 11.8975,
      "step": 527
    },
    {
      "epoch": 0.18347268976001738,
      "grad_norm": 0.1006479561328888,
      "learning_rate": 0.0002,
      "loss": 11.8916,
      "step": 528
    },
    {
      "epoch": 0.18382017591486588,
      "grad_norm": 0.10357186198234558,
      "learning_rate": 0.0002,
      "loss": 11.897,
      "step": 529
    },
    {
      "epoch": 0.1841676620697144,
      "grad_norm": 0.09746488183736801,
      "learning_rate": 0.0002,
      "loss": 11.8948,
      "step": 530
    },
    {
      "epoch": 0.1845151482245629,
      "grad_norm": 0.10905177891254425,
      "learning_rate": 0.0002,
      "loss": 11.8974,
      "step": 531
    },
    {
      "epoch": 0.18486263437941144,
      "grad_norm": 0.07556414604187012,
      "learning_rate": 0.0002,
      "loss": 11.8918,
      "step": 532
    },
    {
      "epoch": 0.18521012053425998,
      "grad_norm": 0.11513003706932068,
      "learning_rate": 0.0002,
      "loss": 11.8949,
      "step": 533
    },
    {
      "epoch": 0.18555760668910848,
      "grad_norm": 0.08894174546003342,
      "learning_rate": 0.0002,
      "loss": 11.8995,
      "step": 534
    },
    {
      "epoch": 0.185905092843957,
      "grad_norm": 0.10427141934633255,
      "learning_rate": 0.0002,
      "loss": 11.8962,
      "step": 535
    },
    {
      "epoch": 0.1862525789988055,
      "grad_norm": 0.09960160404443741,
      "learning_rate": 0.0002,
      "loss": 11.8969,
      "step": 536
    },
    {
      "epoch": 0.18660006515365404,
      "grad_norm": 0.08459925651550293,
      "learning_rate": 0.0002,
      "loss": 11.8969,
      "step": 537
    },
    {
      "epoch": 0.18694755130850255,
      "grad_norm": 0.09179326146841049,
      "learning_rate": 0.0002,
      "loss": 11.8898,
      "step": 538
    },
    {
      "epoch": 0.18729503746335108,
      "grad_norm": 0.11201288551092148,
      "learning_rate": 0.0002,
      "loss": 11.896,
      "step": 539
    },
    {
      "epoch": 0.18764252361819958,
      "grad_norm": 0.10567303746938705,
      "learning_rate": 0.0002,
      "loss": 11.887,
      "step": 540
    },
    {
      "epoch": 0.1879900097730481,
      "grad_norm": 0.089401476085186,
      "learning_rate": 0.0002,
      "loss": 11.8898,
      "step": 541
    },
    {
      "epoch": 0.18833749592789661,
      "grad_norm": 0.10334265232086182,
      "learning_rate": 0.0002,
      "loss": 11.8878,
      "step": 542
    },
    {
      "epoch": 0.18868498208274515,
      "grad_norm": 0.09654682129621506,
      "learning_rate": 0.0002,
      "loss": 11.8906,
      "step": 543
    },
    {
      "epoch": 0.18903246823759365,
      "grad_norm": 0.10374240577220917,
      "learning_rate": 0.0002,
      "loss": 11.885,
      "step": 544
    },
    {
      "epoch": 0.18937995439244218,
      "grad_norm": 0.10169225931167603,
      "learning_rate": 0.0002,
      "loss": 11.8839,
      "step": 545
    },
    {
      "epoch": 0.18972744054729068,
      "grad_norm": 0.10697384178638458,
      "learning_rate": 0.0002,
      "loss": 11.8865,
      "step": 546
    },
    {
      "epoch": 0.1900749267021392,
      "grad_norm": 0.11963693797588348,
      "learning_rate": 0.0002,
      "loss": 11.8843,
      "step": 547
    },
    {
      "epoch": 0.19042241285698772,
      "grad_norm": 0.08430451899766922,
      "learning_rate": 0.0002,
      "loss": 11.8853,
      "step": 548
    },
    {
      "epoch": 0.19076989901183625,
      "grad_norm": 0.16239027678966522,
      "learning_rate": 0.0002,
      "loss": 11.886,
      "step": 549
    },
    {
      "epoch": 0.19111738516668478,
      "grad_norm": 0.12316825240850449,
      "learning_rate": 0.0002,
      "loss": 11.8808,
      "step": 550
    },
    {
      "epoch": 0.19146487132153328,
      "grad_norm": 0.06268053501844406,
      "learning_rate": 0.0002,
      "loss": 11.9081,
      "step": 551
    },
    {
      "epoch": 0.1918123574763818,
      "grad_norm": 0.0725226029753685,
      "learning_rate": 0.0002,
      "loss": 11.9029,
      "step": 552
    },
    {
      "epoch": 0.19215984363123031,
      "grad_norm": 0.07460041344165802,
      "learning_rate": 0.0002,
      "loss": 11.9047,
      "step": 553
    },
    {
      "epoch": 0.19250732978607885,
      "grad_norm": 0.06630808115005493,
      "learning_rate": 0.0002,
      "loss": 11.9003,
      "step": 554
    },
    {
      "epoch": 0.19285481594092735,
      "grad_norm": 0.07672646641731262,
      "learning_rate": 0.0002,
      "loss": 11.903,
      "step": 555
    },
    {
      "epoch": 0.19320230209577588,
      "grad_norm": 0.07202848792076111,
      "learning_rate": 0.0002,
      "loss": 11.8995,
      "step": 556
    },
    {
      "epoch": 0.19354978825062438,
      "grad_norm": 0.06203733757138252,
      "learning_rate": 0.0002,
      "loss": 11.8983,
      "step": 557
    },
    {
      "epoch": 0.1938972744054729,
      "grad_norm": 0.07558325678110123,
      "learning_rate": 0.0002,
      "loss": 11.9036,
      "step": 558
    },
    {
      "epoch": 0.19424476056032142,
      "grad_norm": 0.07913238555192947,
      "learning_rate": 0.0002,
      "loss": 11.9016,
      "step": 559
    },
    {
      "epoch": 0.19459224671516995,
      "grad_norm": 0.07640605419874191,
      "learning_rate": 0.0002,
      "loss": 11.9032,
      "step": 560
    },
    {
      "epoch": 0.19493973287001845,
      "grad_norm": 0.07162126898765564,
      "learning_rate": 0.0002,
      "loss": 11.8954,
      "step": 561
    },
    {
      "epoch": 0.19528721902486698,
      "grad_norm": 0.07615571469068527,
      "learning_rate": 0.0002,
      "loss": 11.9013,
      "step": 562
    },
    {
      "epoch": 0.19563470517971548,
      "grad_norm": 0.07994870841503143,
      "learning_rate": 0.0002,
      "loss": 11.8947,
      "step": 563
    },
    {
      "epoch": 0.19598219133456402,
      "grad_norm": 0.07891874760389328,
      "learning_rate": 0.0002,
      "loss": 11.8984,
      "step": 564
    },
    {
      "epoch": 0.19632967748941252,
      "grad_norm": 0.08856727182865143,
      "learning_rate": 0.0002,
      "loss": 11.8962,
      "step": 565
    },
    {
      "epoch": 0.19667716364426105,
      "grad_norm": 0.08382022380828857,
      "learning_rate": 0.0002,
      "loss": 11.8919,
      "step": 566
    },
    {
      "epoch": 0.19702464979910958,
      "grad_norm": 0.08509211242198944,
      "learning_rate": 0.0002,
      "loss": 11.899,
      "step": 567
    },
    {
      "epoch": 0.19737213595395808,
      "grad_norm": 0.0796809270977974,
      "learning_rate": 0.0002,
      "loss": 11.8982,
      "step": 568
    },
    {
      "epoch": 0.19771962210880661,
      "grad_norm": 0.0861884281039238,
      "learning_rate": 0.0002,
      "loss": 11.9004,
      "step": 569
    },
    {
      "epoch": 0.19806710826365512,
      "grad_norm": 0.11022213846445084,
      "learning_rate": 0.0002,
      "loss": 11.8963,
      "step": 570
    },
    {
      "epoch": 0.19841459441850365,
      "grad_norm": 0.0808861181139946,
      "learning_rate": 0.0002,
      "loss": 11.9018,
      "step": 571
    },
    {
      "epoch": 0.19876208057335215,
      "grad_norm": 0.08543159067630768,
      "learning_rate": 0.0002,
      "loss": 11.8986,
      "step": 572
    },
    {
      "epoch": 0.19910956672820068,
      "grad_norm": 0.09771662950515747,
      "learning_rate": 0.0002,
      "loss": 11.8974,
      "step": 573
    },
    {
      "epoch": 0.19945705288304919,
      "grad_norm": 0.08842365443706512,
      "learning_rate": 0.0002,
      "loss": 11.8949,
      "step": 574
    },
    {
      "epoch": 0.19980453903789772,
      "grad_norm": 0.07398074120283127,
      "learning_rate": 0.0002,
      "loss": 11.8958,
      "step": 575
    },
    {
      "epoch": 0.20015202519274622,
      "grad_norm": 0.07829630374908447,
      "learning_rate": 0.0002,
      "loss": 11.8999,
      "step": 576
    },
    {
      "epoch": 0.20049951134759475,
      "grad_norm": 0.08531645685434341,
      "learning_rate": 0.0002,
      "loss": 11.8952,
      "step": 577
    },
    {
      "epoch": 0.20084699750244325,
      "grad_norm": 0.09532815963029861,
      "learning_rate": 0.0002,
      "loss": 11.8936,
      "step": 578
    },
    {
      "epoch": 0.20119448365729178,
      "grad_norm": 0.0945989117026329,
      "learning_rate": 0.0002,
      "loss": 11.9034,
      "step": 579
    },
    {
      "epoch": 0.2015419698121403,
      "grad_norm": 0.08519059419631958,
      "learning_rate": 0.0002,
      "loss": 11.8948,
      "step": 580
    },
    {
      "epoch": 0.20188945596698882,
      "grad_norm": 0.09256529062986374,
      "learning_rate": 0.0002,
      "loss": 11.8974,
      "step": 581
    },
    {
      "epoch": 0.20223694212183732,
      "grad_norm": 0.13311618566513062,
      "learning_rate": 0.0002,
      "loss": 11.8914,
      "step": 582
    },
    {
      "epoch": 0.20258442827668585,
      "grad_norm": 0.13552549481391907,
      "learning_rate": 0.0002,
      "loss": 11.8907,
      "step": 583
    },
    {
      "epoch": 0.20293191443153435,
      "grad_norm": 0.10692551732063293,
      "learning_rate": 0.0002,
      "loss": 11.8886,
      "step": 584
    },
    {
      "epoch": 0.20327940058638289,
      "grad_norm": 0.10197100043296814,
      "learning_rate": 0.0002,
      "loss": 11.8869,
      "step": 585
    },
    {
      "epoch": 0.20362688674123142,
      "grad_norm": 0.0962788388133049,
      "learning_rate": 0.0002,
      "loss": 11.8887,
      "step": 586
    },
    {
      "epoch": 0.20397437289607992,
      "grad_norm": 0.08447197079658508,
      "learning_rate": 0.0002,
      "loss": 11.8888,
      "step": 587
    },
    {
      "epoch": 0.20432185905092845,
      "grad_norm": 0.10580509901046753,
      "learning_rate": 0.0002,
      "loss": 11.8884,
      "step": 588
    },
    {
      "epoch": 0.20466934520577695,
      "grad_norm": 0.09484410285949707,
      "learning_rate": 0.0002,
      "loss": 11.8889,
      "step": 589
    },
    {
      "epoch": 0.20501683136062548,
      "grad_norm": 0.0853530615568161,
      "learning_rate": 0.0002,
      "loss": 11.8929,
      "step": 590
    },
    {
      "epoch": 0.205364317515474,
      "grad_norm": 0.10888591408729553,
      "learning_rate": 0.0002,
      "loss": 11.8931,
      "step": 591
    },
    {
      "epoch": 0.20571180367032252,
      "grad_norm": 0.10000570863485336,
      "learning_rate": 0.0002,
      "loss": 11.8911,
      "step": 592
    },
    {
      "epoch": 0.20605928982517102,
      "grad_norm": 0.10455235838890076,
      "learning_rate": 0.0002,
      "loss": 11.8853,
      "step": 593
    },
    {
      "epoch": 0.20640677598001955,
      "grad_norm": 0.12031576782464981,
      "learning_rate": 0.0002,
      "loss": 11.8883,
      "step": 594
    },
    {
      "epoch": 0.20675426213486806,
      "grad_norm": 0.11057576537132263,
      "learning_rate": 0.0002,
      "loss": 11.8856,
      "step": 595
    },
    {
      "epoch": 0.2071017482897166,
      "grad_norm": 0.11453599482774734,
      "learning_rate": 0.0002,
      "loss": 11.8878,
      "step": 596
    },
    {
      "epoch": 0.2074492344445651,
      "grad_norm": 0.11342252045869827,
      "learning_rate": 0.0002,
      "loss": 11.8848,
      "step": 597
    },
    {
      "epoch": 0.20779672059941362,
      "grad_norm": 0.1440739780664444,
      "learning_rate": 0.0002,
      "loss": 11.8825,
      "step": 598
    },
    {
      "epoch": 0.20814420675426212,
      "grad_norm": 0.15748339891433716,
      "learning_rate": 0.0002,
      "loss": 11.8877,
      "step": 599
    },
    {
      "epoch": 0.20849169290911065,
      "grad_norm": 0.11636693775653839,
      "learning_rate": 0.0002,
      "loss": 11.8841,
      "step": 600
    },
    {
      "epoch": 0.20849169290911065,
      "eval_loss": 11.892596244812012,
      "eval_runtime": 5.6667,
      "eval_samples_per_second": 81.705,
      "eval_steps_per_second": 40.941,
      "step": 600
    },
    {
      "epoch": 0.20883917906395916,
      "grad_norm": 0.09401454776525497,
      "learning_rate": 0.0002,
      "loss": 11.9071,
      "step": 601
    },
    {
      "epoch": 0.2091866652188077,
      "grad_norm": 0.06471015512943268,
      "learning_rate": 0.0002,
      "loss": 11.9044,
      "step": 602
    },
    {
      "epoch": 0.20953415137365622,
      "grad_norm": 0.07010945677757263,
      "learning_rate": 0.0002,
      "loss": 11.9032,
      "step": 603
    },
    {
      "epoch": 0.20988163752850472,
      "grad_norm": 0.07567429542541504,
      "learning_rate": 0.0002,
      "loss": 11.9055,
      "step": 604
    },
    {
      "epoch": 0.21022912368335325,
      "grad_norm": 0.08488116413354874,
      "learning_rate": 0.0002,
      "loss": 11.9,
      "step": 605
    },
    {
      "epoch": 0.21057660983820176,
      "grad_norm": 0.07804583013057709,
      "learning_rate": 0.0002,
      "loss": 11.9022,
      "step": 606
    },
    {
      "epoch": 0.2109240959930503,
      "grad_norm": 0.061808157712221146,
      "learning_rate": 0.0002,
      "loss": 11.9012,
      "step": 607
    },
    {
      "epoch": 0.2112715821478988,
      "grad_norm": 0.07537523657083511,
      "learning_rate": 0.0002,
      "loss": 11.9048,
      "step": 608
    },
    {
      "epoch": 0.21161906830274732,
      "grad_norm": 0.08988356590270996,
      "learning_rate": 0.0002,
      "loss": 11.8941,
      "step": 609
    },
    {
      "epoch": 0.21196655445759582,
      "grad_norm": 0.08060082048177719,
      "learning_rate": 0.0002,
      "loss": 11.8982,
      "step": 610
    },
    {
      "epoch": 0.21231404061244435,
      "grad_norm": 0.08413159847259521,
      "learning_rate": 0.0002,
      "loss": 11.8966,
      "step": 611
    },
    {
      "epoch": 0.21266152676729286,
      "grad_norm": 0.08279262483119965,
      "learning_rate": 0.0002,
      "loss": 11.8981,
      "step": 612
    },
    {
      "epoch": 0.2130090129221414,
      "grad_norm": 0.08071109652519226,
      "learning_rate": 0.0002,
      "loss": 11.9033,
      "step": 613
    },
    {
      "epoch": 0.2133564990769899,
      "grad_norm": 0.08322948217391968,
      "learning_rate": 0.0002,
      "loss": 11.894,
      "step": 614
    },
    {
      "epoch": 0.21370398523183842,
      "grad_norm": 0.0908837541937828,
      "learning_rate": 0.0002,
      "loss": 11.8998,
      "step": 615
    },
    {
      "epoch": 0.21405147138668693,
      "grad_norm": 0.07152998447418213,
      "learning_rate": 0.0002,
      "loss": 11.8975,
      "step": 616
    },
    {
      "epoch": 0.21439895754153546,
      "grad_norm": 0.07779715955257416,
      "learning_rate": 0.0002,
      "loss": 11.8979,
      "step": 617
    },
    {
      "epoch": 0.21474644369638396,
      "grad_norm": 0.07083650678396225,
      "learning_rate": 0.0002,
      "loss": 11.8939,
      "step": 618
    },
    {
      "epoch": 0.2150939298512325,
      "grad_norm": 0.07097260653972626,
      "learning_rate": 0.0002,
      "loss": 11.8955,
      "step": 619
    },
    {
      "epoch": 0.21544141600608102,
      "grad_norm": 0.07902657240629196,
      "learning_rate": 0.0002,
      "loss": 11.8945,
      "step": 620
    },
    {
      "epoch": 0.21578890216092952,
      "grad_norm": 0.08931723237037659,
      "learning_rate": 0.0002,
      "loss": 11.8999,
      "step": 621
    },
    {
      "epoch": 0.21613638831577806,
      "grad_norm": 0.08505091816186905,
      "learning_rate": 0.0002,
      "loss": 11.8923,
      "step": 622
    },
    {
      "epoch": 0.21648387447062656,
      "grad_norm": 0.10573063045740128,
      "learning_rate": 0.0002,
      "loss": 11.8953,
      "step": 623
    },
    {
      "epoch": 0.2168313606254751,
      "grad_norm": 0.0805438905954361,
      "learning_rate": 0.0002,
      "loss": 11.896,
      "step": 624
    },
    {
      "epoch": 0.2171788467803236,
      "grad_norm": 0.08528728783130646,
      "learning_rate": 0.0002,
      "loss": 11.8993,
      "step": 625
    },
    {
      "epoch": 0.21752633293517212,
      "grad_norm": 0.08692484349012375,
      "learning_rate": 0.0002,
      "loss": 11.8931,
      "step": 626
    },
    {
      "epoch": 0.21787381909002063,
      "grad_norm": 0.09134405106306076,
      "learning_rate": 0.0002,
      "loss": 11.8927,
      "step": 627
    },
    {
      "epoch": 0.21822130524486916,
      "grad_norm": 0.09736084938049316,
      "learning_rate": 0.0002,
      "loss": 11.8951,
      "step": 628
    },
    {
      "epoch": 0.21856879139971766,
      "grad_norm": 0.10289694368839264,
      "learning_rate": 0.0002,
      "loss": 11.8902,
      "step": 629
    },
    {
      "epoch": 0.2189162775545662,
      "grad_norm": 0.08256208896636963,
      "learning_rate": 0.0002,
      "loss": 11.897,
      "step": 630
    },
    {
      "epoch": 0.2192637637094147,
      "grad_norm": 0.09795074909925461,
      "learning_rate": 0.0002,
      "loss": 11.8948,
      "step": 631
    },
    {
      "epoch": 0.21961124986426322,
      "grad_norm": 0.08359308540821075,
      "learning_rate": 0.0002,
      "loss": 11.8836,
      "step": 632
    },
    {
      "epoch": 0.21995873601911173,
      "grad_norm": 0.08220721781253815,
      "learning_rate": 0.0002,
      "loss": 11.889,
      "step": 633
    },
    {
      "epoch": 0.22030622217396026,
      "grad_norm": 0.10964781045913696,
      "learning_rate": 0.0002,
      "loss": 11.8967,
      "step": 634
    },
    {
      "epoch": 0.22065370832880876,
      "grad_norm": 0.09671935439109802,
      "learning_rate": 0.0002,
      "loss": 11.8929,
      "step": 635
    },
    {
      "epoch": 0.2210011944836573,
      "grad_norm": 0.11516646295785904,
      "learning_rate": 0.0002,
      "loss": 11.8883,
      "step": 636
    },
    {
      "epoch": 0.2213486806385058,
      "grad_norm": 0.09820839017629623,
      "learning_rate": 0.0002,
      "loss": 11.8985,
      "step": 637
    },
    {
      "epoch": 0.22169616679335433,
      "grad_norm": 0.08830815553665161,
      "learning_rate": 0.0002,
      "loss": 11.8926,
      "step": 638
    },
    {
      "epoch": 0.22204365294820286,
      "grad_norm": 0.15418808162212372,
      "learning_rate": 0.0002,
      "loss": 11.8942,
      "step": 639
    },
    {
      "epoch": 0.22239113910305136,
      "grad_norm": 0.10429302603006363,
      "learning_rate": 0.0002,
      "loss": 11.8896,
      "step": 640
    },
    {
      "epoch": 0.2227386252578999,
      "grad_norm": 0.1065911054611206,
      "learning_rate": 0.0002,
      "loss": 11.8811,
      "step": 641
    },
    {
      "epoch": 0.2230861114127484,
      "grad_norm": 0.15880298614501953,
      "learning_rate": 0.0002,
      "loss": 11.8928,
      "step": 642
    },
    {
      "epoch": 0.22343359756759693,
      "grad_norm": 0.10769258439540863,
      "learning_rate": 0.0002,
      "loss": 11.8919,
      "step": 643
    },
    {
      "epoch": 0.22378108372244543,
      "grad_norm": 0.09741023182868958,
      "learning_rate": 0.0002,
      "loss": 11.8899,
      "step": 644
    },
    {
      "epoch": 0.22412856987729396,
      "grad_norm": 0.10339140146970749,
      "learning_rate": 0.0002,
      "loss": 11.8899,
      "step": 645
    },
    {
      "epoch": 0.22447605603214246,
      "grad_norm": 0.21073409914970398,
      "learning_rate": 0.0002,
      "loss": 11.8793,
      "step": 646
    },
    {
      "epoch": 0.224823542186991,
      "grad_norm": 0.10554058849811554,
      "learning_rate": 0.0002,
      "loss": 11.8897,
      "step": 647
    },
    {
      "epoch": 0.2251710283418395,
      "grad_norm": 0.10118592530488968,
      "learning_rate": 0.0002,
      "loss": 11.883,
      "step": 648
    },
    {
      "epoch": 0.22551851449668803,
      "grad_norm": 0.14144805073738098,
      "learning_rate": 0.0002,
      "loss": 11.891,
      "step": 649
    },
    {
      "epoch": 0.22586600065153653,
      "grad_norm": 0.13680024445056915,
      "learning_rate": 0.0002,
      "loss": 11.887,
      "step": 650
    },
    {
      "epoch": 0.22621348680638506,
      "grad_norm": 0.07627703249454498,
      "learning_rate": 0.0002,
      "loss": 11.9049,
      "step": 651
    },
    {
      "epoch": 0.22656097296123356,
      "grad_norm": 0.07409688085317612,
      "learning_rate": 0.0002,
      "loss": 11.9027,
      "step": 652
    },
    {
      "epoch": 0.2269084591160821,
      "grad_norm": 0.0723576545715332,
      "learning_rate": 0.0002,
      "loss": 11.9012,
      "step": 653
    },
    {
      "epoch": 0.2272559452709306,
      "grad_norm": 0.09219839423894882,
      "learning_rate": 0.0002,
      "loss": 11.9018,
      "step": 654
    },
    {
      "epoch": 0.22760343142577913,
      "grad_norm": 0.10214656591415405,
      "learning_rate": 0.0002,
      "loss": 11.8971,
      "step": 655
    },
    {
      "epoch": 0.22795091758062766,
      "grad_norm": 0.08229748904705048,
      "learning_rate": 0.0002,
      "loss": 11.9042,
      "step": 656
    },
    {
      "epoch": 0.22829840373547616,
      "grad_norm": 0.08522643148899078,
      "learning_rate": 0.0002,
      "loss": 11.9024,
      "step": 657
    },
    {
      "epoch": 0.2286458898903247,
      "grad_norm": 0.09310256689786911,
      "learning_rate": 0.0002,
      "loss": 11.9022,
      "step": 658
    },
    {
      "epoch": 0.2289933760451732,
      "grad_norm": 0.07776658236980438,
      "learning_rate": 0.0002,
      "loss": 11.9016,
      "step": 659
    },
    {
      "epoch": 0.22934086220002173,
      "grad_norm": 0.08307269960641861,
      "learning_rate": 0.0002,
      "loss": 11.9015,
      "step": 660
    },
    {
      "epoch": 0.22968834835487023,
      "grad_norm": 0.0869026929140091,
      "learning_rate": 0.0002,
      "loss": 11.8967,
      "step": 661
    },
    {
      "epoch": 0.23003583450971876,
      "grad_norm": 0.08300366997718811,
      "learning_rate": 0.0002,
      "loss": 11.8976,
      "step": 662
    },
    {
      "epoch": 0.23038332066456726,
      "grad_norm": 0.08388667553663254,
      "learning_rate": 0.0002,
      "loss": 11.8942,
      "step": 663
    },
    {
      "epoch": 0.2307308068194158,
      "grad_norm": 0.07746278494596481,
      "learning_rate": 0.0002,
      "loss": 11.9021,
      "step": 664
    },
    {
      "epoch": 0.2310782929742643,
      "grad_norm": 0.09047652035951614,
      "learning_rate": 0.0002,
      "loss": 11.8971,
      "step": 665
    },
    {
      "epoch": 0.23142577912911283,
      "grad_norm": 0.07352754473686218,
      "learning_rate": 0.0002,
      "loss": 11.8964,
      "step": 666
    },
    {
      "epoch": 0.23177326528396133,
      "grad_norm": 0.1212507039308548,
      "learning_rate": 0.0002,
      "loss": 11.9011,
      "step": 667
    },
    {
      "epoch": 0.23212075143880986,
      "grad_norm": 0.08654656261205673,
      "learning_rate": 0.0002,
      "loss": 11.8992,
      "step": 668
    },
    {
      "epoch": 0.23246823759365837,
      "grad_norm": 0.090217225253582,
      "learning_rate": 0.0002,
      "loss": 11.9007,
      "step": 669
    },
    {
      "epoch": 0.2328157237485069,
      "grad_norm": 0.11596139520406723,
      "learning_rate": 0.0002,
      "loss": 11.8967,
      "step": 670
    },
    {
      "epoch": 0.2331632099033554,
      "grad_norm": 0.08215629309415817,
      "learning_rate": 0.0002,
      "loss": 11.8909,
      "step": 671
    },
    {
      "epoch": 0.23351069605820393,
      "grad_norm": 0.10263914614915848,
      "learning_rate": 0.0002,
      "loss": 11.8981,
      "step": 672
    },
    {
      "epoch": 0.23385818221305246,
      "grad_norm": 0.09999395161867142,
      "learning_rate": 0.0002,
      "loss": 11.8913,
      "step": 673
    },
    {
      "epoch": 0.23420566836790097,
      "grad_norm": 0.08018486946821213,
      "learning_rate": 0.0002,
      "loss": 11.8969,
      "step": 674
    },
    {
      "epoch": 0.2345531545227495,
      "grad_norm": 0.08837678283452988,
      "learning_rate": 0.0002,
      "loss": 11.8943,
      "step": 675
    },
    {
      "epoch": 0.234900640677598,
      "grad_norm": 0.112787626683712,
      "learning_rate": 0.0002,
      "loss": 11.8916,
      "step": 676
    },
    {
      "epoch": 0.23524812683244653,
      "grad_norm": 0.07882127165794373,
      "learning_rate": 0.0002,
      "loss": 11.8939,
      "step": 677
    },
    {
      "epoch": 0.23559561298729503,
      "grad_norm": 0.07599879056215286,
      "learning_rate": 0.0002,
      "loss": 11.8954,
      "step": 678
    },
    {
      "epoch": 0.23594309914214356,
      "grad_norm": 0.08877677470445633,
      "learning_rate": 0.0002,
      "loss": 11.8912,
      "step": 679
    },
    {
      "epoch": 0.23629058529699207,
      "grad_norm": 0.11379079520702362,
      "learning_rate": 0.0002,
      "loss": 11.895,
      "step": 680
    },
    {
      "epoch": 0.2366380714518406,
      "grad_norm": 0.08434503525495529,
      "learning_rate": 0.0002,
      "loss": 11.8953,
      "step": 681
    },
    {
      "epoch": 0.2369855576066891,
      "grad_norm": 0.10464395582675934,
      "learning_rate": 0.0002,
      "loss": 11.8874,
      "step": 682
    },
    {
      "epoch": 0.23733304376153763,
      "grad_norm": 0.12322830408811569,
      "learning_rate": 0.0002,
      "loss": 11.8931,
      "step": 683
    },
    {
      "epoch": 0.23768052991638614,
      "grad_norm": 0.11469826102256775,
      "learning_rate": 0.0002,
      "loss": 11.8904,
      "step": 684
    },
    {
      "epoch": 0.23802801607123467,
      "grad_norm": 0.09434082359075546,
      "learning_rate": 0.0002,
      "loss": 11.8972,
      "step": 685
    },
    {
      "epoch": 0.23837550222608317,
      "grad_norm": 0.08721394091844559,
      "learning_rate": 0.0002,
      "loss": 11.894,
      "step": 686
    },
    {
      "epoch": 0.2387229883809317,
      "grad_norm": 0.10151121020317078,
      "learning_rate": 0.0002,
      "loss": 11.8949,
      "step": 687
    },
    {
      "epoch": 0.2390704745357802,
      "grad_norm": 0.09794507920742035,
      "learning_rate": 0.0002,
      "loss": 11.894,
      "step": 688
    },
    {
      "epoch": 0.23941796069062873,
      "grad_norm": 0.08902470767498016,
      "learning_rate": 0.0002,
      "loss": 11.8906,
      "step": 689
    },
    {
      "epoch": 0.23976544684547724,
      "grad_norm": 0.08540669828653336,
      "learning_rate": 0.0002,
      "loss": 11.8932,
      "step": 690
    },
    {
      "epoch": 0.24011293300032577,
      "grad_norm": 0.11935573816299438,
      "learning_rate": 0.0002,
      "loss": 11.8862,
      "step": 691
    },
    {
      "epoch": 0.2404604191551743,
      "grad_norm": 0.11117864400148392,
      "learning_rate": 0.0002,
      "loss": 11.8864,
      "step": 692
    },
    {
      "epoch": 0.2408079053100228,
      "grad_norm": 0.10747414082288742,
      "learning_rate": 0.0002,
      "loss": 11.8957,
      "step": 693
    },
    {
      "epoch": 0.24115539146487133,
      "grad_norm": 0.13423463702201843,
      "learning_rate": 0.0002,
      "loss": 11.8841,
      "step": 694
    },
    {
      "epoch": 0.24150287761971984,
      "grad_norm": 0.09926611185073853,
      "learning_rate": 0.0002,
      "loss": 11.881,
      "step": 695
    },
    {
      "epoch": 0.24185036377456837,
      "grad_norm": 0.1320587545633316,
      "learning_rate": 0.0002,
      "loss": 11.8841,
      "step": 696
    },
    {
      "epoch": 0.24219784992941687,
      "grad_norm": 0.10938715189695358,
      "learning_rate": 0.0002,
      "loss": 11.8859,
      "step": 697
    },
    {
      "epoch": 0.2425453360842654,
      "grad_norm": 0.18176499009132385,
      "learning_rate": 0.0002,
      "loss": 11.8825,
      "step": 698
    },
    {
      "epoch": 0.2428928222391139,
      "grad_norm": 0.12492028623819351,
      "learning_rate": 0.0002,
      "loss": 11.8793,
      "step": 699
    },
    {
      "epoch": 0.24324030839396243,
      "grad_norm": 0.11570518463850021,
      "learning_rate": 0.0002,
      "loss": 11.8756,
      "step": 700
    },
    {
      "epoch": 0.24358779454881094,
      "grad_norm": 0.07758144289255142,
      "learning_rate": 0.0002,
      "loss": 11.9043,
      "step": 701
    },
    {
      "epoch": 0.24393528070365947,
      "grad_norm": 0.06595117598772049,
      "learning_rate": 0.0002,
      "loss": 11.901,
      "step": 702
    },
    {
      "epoch": 0.24428276685850797,
      "grad_norm": 0.09336299449205399,
      "learning_rate": 0.0002,
      "loss": 11.9012,
      "step": 703
    },
    {
      "epoch": 0.2446302530133565,
      "grad_norm": 0.07387486100196838,
      "learning_rate": 0.0002,
      "loss": 11.9029,
      "step": 704
    },
    {
      "epoch": 0.244977739168205,
      "grad_norm": 0.08366855978965759,
      "learning_rate": 0.0002,
      "loss": 11.9012,
      "step": 705
    },
    {
      "epoch": 0.24532522532305354,
      "grad_norm": 0.0722694918513298,
      "learning_rate": 0.0002,
      "loss": 11.9021,
      "step": 706
    },
    {
      "epoch": 0.24567271147790204,
      "grad_norm": 0.08391157537698746,
      "learning_rate": 0.0002,
      "loss": 11.9032,
      "step": 707
    },
    {
      "epoch": 0.24602019763275057,
      "grad_norm": 0.09087207168340683,
      "learning_rate": 0.0002,
      "loss": 11.9004,
      "step": 708
    },
    {
      "epoch": 0.2463676837875991,
      "grad_norm": 0.08273100107908249,
      "learning_rate": 0.0002,
      "loss": 11.9052,
      "step": 709
    },
    {
      "epoch": 0.2467151699424476,
      "grad_norm": 0.09163660556077957,
      "learning_rate": 0.0002,
      "loss": 11.8963,
      "step": 710
    },
    {
      "epoch": 0.24706265609729613,
      "grad_norm": 0.09006873518228531,
      "learning_rate": 0.0002,
      "loss": 11.9072,
      "step": 711
    },
    {
      "epoch": 0.24741014225214464,
      "grad_norm": 0.08456187695264816,
      "learning_rate": 0.0002,
      "loss": 11.9012,
      "step": 712
    },
    {
      "epoch": 0.24775762840699317,
      "grad_norm": 0.07846932858228683,
      "learning_rate": 0.0002,
      "loss": 11.8957,
      "step": 713
    },
    {
      "epoch": 0.24810511456184167,
      "grad_norm": 0.07774585485458374,
      "learning_rate": 0.0002,
      "loss": 11.8959,
      "step": 714
    },
    {
      "epoch": 0.2484526007166902,
      "grad_norm": 0.08624310046434402,
      "learning_rate": 0.0002,
      "loss": 11.901,
      "step": 715
    },
    {
      "epoch": 0.2488000868715387,
      "grad_norm": 0.07139210402965546,
      "learning_rate": 0.0002,
      "loss": 11.8949,
      "step": 716
    },
    {
      "epoch": 0.24914757302638724,
      "grad_norm": 0.08090332895517349,
      "learning_rate": 0.0002,
      "loss": 11.8981,
      "step": 717
    },
    {
      "epoch": 0.24949505918123574,
      "grad_norm": 0.09907597303390503,
      "learning_rate": 0.0002,
      "loss": 11.895,
      "step": 718
    },
    {
      "epoch": 0.24984254533608427,
      "grad_norm": 0.07403191179037094,
      "learning_rate": 0.0002,
      "loss": 11.8988,
      "step": 719
    },
    {
      "epoch": 0.2501900314909328,
      "grad_norm": 0.09236625581979752,
      "learning_rate": 0.0002,
      "loss": 11.8986,
      "step": 720
    },
    {
      "epoch": 0.2505375176457813,
      "grad_norm": 0.11207907646894455,
      "learning_rate": 0.0002,
      "loss": 11.8979,
      "step": 721
    },
    {
      "epoch": 0.25088500380062984,
      "grad_norm": 0.08348948508501053,
      "learning_rate": 0.0002,
      "loss": 11.8913,
      "step": 722
    },
    {
      "epoch": 0.2512324899554783,
      "grad_norm": 0.09436086565256119,
      "learning_rate": 0.0002,
      "loss": 11.8993,
      "step": 723
    },
    {
      "epoch": 0.25157997611032684,
      "grad_norm": 0.08573276549577713,
      "learning_rate": 0.0002,
      "loss": 11.8993,
      "step": 724
    },
    {
      "epoch": 0.2519274622651754,
      "grad_norm": 0.10060766339302063,
      "learning_rate": 0.0002,
      "loss": 11.894,
      "step": 725
    },
    {
      "epoch": 0.2522749484200239,
      "grad_norm": 0.0882834866642952,
      "learning_rate": 0.0002,
      "loss": 11.8927,
      "step": 726
    },
    {
      "epoch": 0.25262243457487243,
      "grad_norm": 0.07258500158786774,
      "learning_rate": 0.0002,
      "loss": 11.8935,
      "step": 727
    },
    {
      "epoch": 0.2529699207297209,
      "grad_norm": 0.08648543059825897,
      "learning_rate": 0.0002,
      "loss": 11.9007,
      "step": 728
    },
    {
      "epoch": 0.25331740688456944,
      "grad_norm": 0.0945490300655365,
      "learning_rate": 0.0002,
      "loss": 11.8922,
      "step": 729
    },
    {
      "epoch": 0.25366489303941797,
      "grad_norm": 0.09978707879781723,
      "learning_rate": 0.0002,
      "loss": 11.8958,
      "step": 730
    },
    {
      "epoch": 0.2540123791942665,
      "grad_norm": 0.10692399740219116,
      "learning_rate": 0.0002,
      "loss": 11.8899,
      "step": 731
    },
    {
      "epoch": 0.254359865349115,
      "grad_norm": 0.10229142010211945,
      "learning_rate": 0.0002,
      "loss": 11.894,
      "step": 732
    },
    {
      "epoch": 0.2547073515039635,
      "grad_norm": 0.09805796295404434,
      "learning_rate": 0.0002,
      "loss": 11.887,
      "step": 733
    },
    {
      "epoch": 0.25505483765881204,
      "grad_norm": 0.08794940263032913,
      "learning_rate": 0.0002,
      "loss": 11.8955,
      "step": 734
    },
    {
      "epoch": 0.25540232381366057,
      "grad_norm": 0.0956961065530777,
      "learning_rate": 0.0002,
      "loss": 11.8915,
      "step": 735
    },
    {
      "epoch": 0.25574980996850905,
      "grad_norm": 0.10270056128501892,
      "learning_rate": 0.0002,
      "loss": 11.8931,
      "step": 736
    },
    {
      "epoch": 0.2560972961233576,
      "grad_norm": 0.10386284440755844,
      "learning_rate": 0.0002,
      "loss": 11.8855,
      "step": 737
    },
    {
      "epoch": 0.2564447822782061,
      "grad_norm": 0.0968940481543541,
      "learning_rate": 0.0002,
      "loss": 11.8927,
      "step": 738
    },
    {
      "epoch": 0.25679226843305464,
      "grad_norm": 0.12196529656648636,
      "learning_rate": 0.0002,
      "loss": 11.8906,
      "step": 739
    },
    {
      "epoch": 0.2571397545879031,
      "grad_norm": 0.1034839004278183,
      "learning_rate": 0.0002,
      "loss": 11.8915,
      "step": 740
    },
    {
      "epoch": 0.25748724074275164,
      "grad_norm": 0.09600533545017242,
      "learning_rate": 0.0002,
      "loss": 11.8912,
      "step": 741
    },
    {
      "epoch": 0.2578347268976002,
      "grad_norm": 0.09473644942045212,
      "learning_rate": 0.0002,
      "loss": 11.8863,
      "step": 742
    },
    {
      "epoch": 0.2581822130524487,
      "grad_norm": 0.11429322510957718,
      "learning_rate": 0.0002,
      "loss": 11.8867,
      "step": 743
    },
    {
      "epoch": 0.25852969920729724,
      "grad_norm": 0.104312963783741,
      "learning_rate": 0.0002,
      "loss": 11.8901,
      "step": 744
    },
    {
      "epoch": 0.2588771853621457,
      "grad_norm": 0.11976522207260132,
      "learning_rate": 0.0002,
      "loss": 11.8829,
      "step": 745
    },
    {
      "epoch": 0.25922467151699424,
      "grad_norm": 0.1352376490831375,
      "learning_rate": 0.0002,
      "loss": 11.886,
      "step": 746
    },
    {
      "epoch": 0.2595721576718428,
      "grad_norm": 0.14676138758659363,
      "learning_rate": 0.0002,
      "loss": 11.8857,
      "step": 747
    },
    {
      "epoch": 0.2599196438266913,
      "grad_norm": 0.11238505691289902,
      "learning_rate": 0.0002,
      "loss": 11.8798,
      "step": 748
    },
    {
      "epoch": 0.2602671299815398,
      "grad_norm": 0.14978526532649994,
      "learning_rate": 0.0002,
      "loss": 11.88,
      "step": 749
    },
    {
      "epoch": 0.2606146161363883,
      "grad_norm": 0.12403006851673126,
      "learning_rate": 0.0002,
      "loss": 11.881,
      "step": 750
    },
    {
      "epoch": 0.26096210229123684,
      "grad_norm": 0.0839412733912468,
      "learning_rate": 0.0002,
      "loss": 11.9086,
      "step": 751
    },
    {
      "epoch": 0.2613095884460854,
      "grad_norm": 0.07725532352924347,
      "learning_rate": 0.0002,
      "loss": 11.9066,
      "step": 752
    },
    {
      "epoch": 0.26165707460093385,
      "grad_norm": 0.0810873955488205,
      "learning_rate": 0.0002,
      "loss": 11.9016,
      "step": 753
    },
    {
      "epoch": 0.2620045607557824,
      "grad_norm": 0.09357710182666779,
      "learning_rate": 0.0002,
      "loss": 11.9017,
      "step": 754
    },
    {
      "epoch": 0.2623520469106309,
      "grad_norm": 0.0843789204955101,
      "learning_rate": 0.0002,
      "loss": 11.9025,
      "step": 755
    },
    {
      "epoch": 0.26269953306547944,
      "grad_norm": 0.08322765678167343,
      "learning_rate": 0.0002,
      "loss": 11.9003,
      "step": 756
    },
    {
      "epoch": 0.2630470192203279,
      "grad_norm": 0.08315375447273254,
      "learning_rate": 0.0002,
      "loss": 11.9047,
      "step": 757
    },
    {
      "epoch": 0.26339450537517645,
      "grad_norm": 0.10782983154058456,
      "learning_rate": 0.0002,
      "loss": 11.8966,
      "step": 758
    },
    {
      "epoch": 0.263741991530025,
      "grad_norm": 0.0642123743891716,
      "learning_rate": 0.0002,
      "loss": 11.9027,
      "step": 759
    },
    {
      "epoch": 0.2640894776848735,
      "grad_norm": 0.09368550777435303,
      "learning_rate": 0.0002,
      "loss": 11.897,
      "step": 760
    },
    {
      "epoch": 0.264436963839722,
      "grad_norm": 0.08349352329969406,
      "learning_rate": 0.0002,
      "loss": 11.8969,
      "step": 761
    },
    {
      "epoch": 0.2647844499945705,
      "grad_norm": 0.07670629769563675,
      "learning_rate": 0.0002,
      "loss": 11.8997,
      "step": 762
    },
    {
      "epoch": 0.26513193614941905,
      "grad_norm": 0.07911361753940582,
      "learning_rate": 0.0002,
      "loss": 11.8992,
      "step": 763
    },
    {
      "epoch": 0.2654794223042676,
      "grad_norm": 0.06998293101787567,
      "learning_rate": 0.0002,
      "loss": 11.8978,
      "step": 764
    },
    {
      "epoch": 0.2658269084591161,
      "grad_norm": 0.10134425014257431,
      "learning_rate": 0.0002,
      "loss": 11.8959,
      "step": 765
    },
    {
      "epoch": 0.2661743946139646,
      "grad_norm": 0.07711558043956757,
      "learning_rate": 0.0002,
      "loss": 11.8983,
      "step": 766
    },
    {
      "epoch": 0.2665218807688131,
      "grad_norm": 0.0782754123210907,
      "learning_rate": 0.0002,
      "loss": 11.899,
      "step": 767
    },
    {
      "epoch": 0.26686936692366164,
      "grad_norm": 0.083871990442276,
      "learning_rate": 0.0002,
      "loss": 11.8879,
      "step": 768
    },
    {
      "epoch": 0.2672168530785102,
      "grad_norm": 0.07813557237386703,
      "learning_rate": 0.0002,
      "loss": 11.8974,
      "step": 769
    },
    {
      "epoch": 0.26756433923335865,
      "grad_norm": 0.09596697986125946,
      "learning_rate": 0.0002,
      "loss": 11.8919,
      "step": 770
    },
    {
      "epoch": 0.2679118253882072,
      "grad_norm": 0.07900968939065933,
      "learning_rate": 0.0002,
      "loss": 11.895,
      "step": 771
    },
    {
      "epoch": 0.2682593115430557,
      "grad_norm": 0.08544417470693588,
      "learning_rate": 0.0002,
      "loss": 11.8949,
      "step": 772
    },
    {
      "epoch": 0.26860679769790424,
      "grad_norm": 0.09455851465463638,
      "learning_rate": 0.0002,
      "loss": 11.89,
      "step": 773
    },
    {
      "epoch": 0.2689542838527527,
      "grad_norm": 0.07652925699949265,
      "learning_rate": 0.0002,
      "loss": 11.8986,
      "step": 774
    },
    {
      "epoch": 0.26930177000760125,
      "grad_norm": 0.09721546620130539,
      "learning_rate": 0.0002,
      "loss": 11.8965,
      "step": 775
    },
    {
      "epoch": 0.2696492561624498,
      "grad_norm": 0.09566354006528854,
      "learning_rate": 0.0002,
      "loss": 11.8892,
      "step": 776
    },
    {
      "epoch": 0.2699967423172983,
      "grad_norm": 0.08777513355016708,
      "learning_rate": 0.0002,
      "loss": 11.8965,
      "step": 777
    },
    {
      "epoch": 0.2703442284721468,
      "grad_norm": 0.09680964797735214,
      "learning_rate": 0.0002,
      "loss": 11.8917,
      "step": 778
    },
    {
      "epoch": 0.2706917146269953,
      "grad_norm": 0.09189657121896744,
      "learning_rate": 0.0002,
      "loss": 11.8948,
      "step": 779
    },
    {
      "epoch": 0.27103920078184385,
      "grad_norm": 0.08918815106153488,
      "learning_rate": 0.0002,
      "loss": 11.8883,
      "step": 780
    },
    {
      "epoch": 0.2713866869366924,
      "grad_norm": 0.09133287519216537,
      "learning_rate": 0.0002,
      "loss": 11.8868,
      "step": 781
    },
    {
      "epoch": 0.2717341730915409,
      "grad_norm": 0.10943727195262909,
      "learning_rate": 0.0002,
      "loss": 11.8964,
      "step": 782
    },
    {
      "epoch": 0.2720816592463894,
      "grad_norm": 0.10817399621009827,
      "learning_rate": 0.0002,
      "loss": 11.8966,
      "step": 783
    },
    {
      "epoch": 0.2724291454012379,
      "grad_norm": 0.12419568002223969,
      "learning_rate": 0.0002,
      "loss": 11.892,
      "step": 784
    },
    {
      "epoch": 0.27277663155608645,
      "grad_norm": 0.08935478329658508,
      "learning_rate": 0.0002,
      "loss": 11.8913,
      "step": 785
    },
    {
      "epoch": 0.273124117710935,
      "grad_norm": 0.09309674799442291,
      "learning_rate": 0.0002,
      "loss": 11.8897,
      "step": 786
    },
    {
      "epoch": 0.27347160386578345,
      "grad_norm": 0.09927474707365036,
      "learning_rate": 0.0002,
      "loss": 11.8924,
      "step": 787
    },
    {
      "epoch": 0.273819090020632,
      "grad_norm": 0.10998973995447159,
      "learning_rate": 0.0002,
      "loss": 11.889,
      "step": 788
    },
    {
      "epoch": 0.2741665761754805,
      "grad_norm": 0.09833385050296783,
      "learning_rate": 0.0002,
      "loss": 11.8854,
      "step": 789
    },
    {
      "epoch": 0.27451406233032905,
      "grad_norm": 0.10771221667528152,
      "learning_rate": 0.0002,
      "loss": 11.8929,
      "step": 790
    },
    {
      "epoch": 0.2748615484851775,
      "grad_norm": 0.08904474228620529,
      "learning_rate": 0.0002,
      "loss": 11.8883,
      "step": 791
    },
    {
      "epoch": 0.27520903464002605,
      "grad_norm": 0.10421459376811981,
      "learning_rate": 0.0002,
      "loss": 11.892,
      "step": 792
    },
    {
      "epoch": 0.2755565207948746,
      "grad_norm": 0.10708523541688919,
      "learning_rate": 0.0002,
      "loss": 11.8934,
      "step": 793
    },
    {
      "epoch": 0.2759040069497231,
      "grad_norm": 0.09920994937419891,
      "learning_rate": 0.0002,
      "loss": 11.8919,
      "step": 794
    },
    {
      "epoch": 0.2762514931045716,
      "grad_norm": 0.16405202448368073,
      "learning_rate": 0.0002,
      "loss": 11.8861,
      "step": 795
    },
    {
      "epoch": 0.2765989792594201,
      "grad_norm": 0.1062464788556099,
      "learning_rate": 0.0002,
      "loss": 11.8851,
      "step": 796
    },
    {
      "epoch": 0.27694646541426865,
      "grad_norm": 0.12800408899784088,
      "learning_rate": 0.0002,
      "loss": 11.8882,
      "step": 797
    },
    {
      "epoch": 0.2772939515691172,
      "grad_norm": 0.1333543360233307,
      "learning_rate": 0.0002,
      "loss": 11.8826,
      "step": 798
    },
    {
      "epoch": 0.2776414377239657,
      "grad_norm": 0.13074971735477448,
      "learning_rate": 0.0002,
      "loss": 11.8794,
      "step": 799
    },
    {
      "epoch": 0.2779889238788142,
      "grad_norm": 0.10174469649791718,
      "learning_rate": 0.0002,
      "loss": 11.8756,
      "step": 800
    },
    {
      "epoch": 0.2779889238788142,
      "eval_loss": 11.89188003540039,
      "eval_runtime": 5.6645,
      "eval_samples_per_second": 81.737,
      "eval_steps_per_second": 40.957,
      "step": 800
    },
    {
      "epoch": 0.2783364100336627,
      "grad_norm": 0.08364050090312958,
      "learning_rate": 0.0002,
      "loss": 11.9001,
      "step": 801
    },
    {
      "epoch": 0.27868389618851125,
      "grad_norm": 0.07994355261325836,
      "learning_rate": 0.0002,
      "loss": 11.9035,
      "step": 802
    },
    {
      "epoch": 0.2790313823433598,
      "grad_norm": 0.0662270039319992,
      "learning_rate": 0.0002,
      "loss": 11.9002,
      "step": 803
    },
    {
      "epoch": 0.27937886849820825,
      "grad_norm": 0.07646934688091278,
      "learning_rate": 0.0002,
      "loss": 11.9015,
      "step": 804
    },
    {
      "epoch": 0.2797263546530568,
      "grad_norm": 0.06623627990484238,
      "learning_rate": 0.0002,
      "loss": 11.9007,
      "step": 805
    },
    {
      "epoch": 0.2800738408079053,
      "grad_norm": 0.06979096680879593,
      "learning_rate": 0.0002,
      "loss": 11.9017,
      "step": 806
    },
    {
      "epoch": 0.28042132696275385,
      "grad_norm": 0.08577825874090195,
      "learning_rate": 0.0002,
      "loss": 11.8979,
      "step": 807
    },
    {
      "epoch": 0.2807688131176023,
      "grad_norm": 0.07999689131975174,
      "learning_rate": 0.0002,
      "loss": 11.8992,
      "step": 808
    },
    {
      "epoch": 0.28111629927245085,
      "grad_norm": 0.07677891105413437,
      "learning_rate": 0.0002,
      "loss": 11.8999,
      "step": 809
    },
    {
      "epoch": 0.2814637854272994,
      "grad_norm": 0.08047269284725189,
      "learning_rate": 0.0002,
      "loss": 11.896,
      "step": 810
    },
    {
      "epoch": 0.2818112715821479,
      "grad_norm": 0.07826691120862961,
      "learning_rate": 0.0002,
      "loss": 11.8999,
      "step": 811
    },
    {
      "epoch": 0.2821587577369964,
      "grad_norm": 0.0875466987490654,
      "learning_rate": 0.0002,
      "loss": 11.8998,
      "step": 812
    },
    {
      "epoch": 0.2825062438918449,
      "grad_norm": 0.09433102607727051,
      "learning_rate": 0.0002,
      "loss": 11.9012,
      "step": 813
    },
    {
      "epoch": 0.28285373004669345,
      "grad_norm": 0.08260395377874374,
      "learning_rate": 0.0002,
      "loss": 11.9026,
      "step": 814
    },
    {
      "epoch": 0.283201216201542,
      "grad_norm": 0.09117330610752106,
      "learning_rate": 0.0002,
      "loss": 11.8989,
      "step": 815
    },
    {
      "epoch": 0.2835487023563905,
      "grad_norm": 0.08068395406007767,
      "learning_rate": 0.0002,
      "loss": 11.8974,
      "step": 816
    },
    {
      "epoch": 0.283896188511239,
      "grad_norm": 0.0920891985297203,
      "learning_rate": 0.0002,
      "loss": 11.9014,
      "step": 817
    },
    {
      "epoch": 0.2842436746660875,
      "grad_norm": 0.09963469207286835,
      "learning_rate": 0.0002,
      "loss": 11.8998,
      "step": 818
    },
    {
      "epoch": 0.28459116082093605,
      "grad_norm": 0.08864905685186386,
      "learning_rate": 0.0002,
      "loss": 11.8959,
      "step": 819
    },
    {
      "epoch": 0.2849386469757846,
      "grad_norm": 0.08033306151628494,
      "learning_rate": 0.0002,
      "loss": 11.8994,
      "step": 820
    },
    {
      "epoch": 0.28528613313063306,
      "grad_norm": 0.09072404354810715,
      "learning_rate": 0.0002,
      "loss": 11.8981,
      "step": 821
    },
    {
      "epoch": 0.2856336192854816,
      "grad_norm": 0.08387123793363571,
      "learning_rate": 0.0002,
      "loss": 11.893,
      "step": 822
    },
    {
      "epoch": 0.2859811054403301,
      "grad_norm": 0.09920983761548996,
      "learning_rate": 0.0002,
      "loss": 11.8936,
      "step": 823
    },
    {
      "epoch": 0.28632859159517865,
      "grad_norm": 0.08310584723949432,
      "learning_rate": 0.0002,
      "loss": 11.9016,
      "step": 824
    },
    {
      "epoch": 0.2866760777500271,
      "grad_norm": 0.0965501219034195,
      "learning_rate": 0.0002,
      "loss": 11.8914,
      "step": 825
    },
    {
      "epoch": 0.28702356390487566,
      "grad_norm": 0.10656830668449402,
      "learning_rate": 0.0002,
      "loss": 11.8918,
      "step": 826
    },
    {
      "epoch": 0.2873710500597242,
      "grad_norm": 0.09607888758182526,
      "learning_rate": 0.0002,
      "loss": 11.8922,
      "step": 827
    },
    {
      "epoch": 0.2877185362145727,
      "grad_norm": 0.10321890562772751,
      "learning_rate": 0.0002,
      "loss": 11.8922,
      "step": 828
    },
    {
      "epoch": 0.2880660223694212,
      "grad_norm": 0.09408184885978699,
      "learning_rate": 0.0002,
      "loss": 11.894,
      "step": 829
    },
    {
      "epoch": 0.2884135085242697,
      "grad_norm": 0.09375497698783875,
      "learning_rate": 0.0002,
      "loss": 11.8993,
      "step": 830
    },
    {
      "epoch": 0.28876099467911825,
      "grad_norm": 0.14533734321594238,
      "learning_rate": 0.0002,
      "loss": 11.8903,
      "step": 831
    },
    {
      "epoch": 0.2891084808339668,
      "grad_norm": 0.08871753513813019,
      "learning_rate": 0.0002,
      "loss": 11.8947,
      "step": 832
    },
    {
      "epoch": 0.2894559669888153,
      "grad_norm": 0.0889119952917099,
      "learning_rate": 0.0002,
      "loss": 11.8916,
      "step": 833
    },
    {
      "epoch": 0.2898034531436638,
      "grad_norm": 0.093030646443367,
      "learning_rate": 0.0002,
      "loss": 11.8919,
      "step": 834
    },
    {
      "epoch": 0.2901509392985123,
      "grad_norm": 0.10195810347795486,
      "learning_rate": 0.0002,
      "loss": 11.8987,
      "step": 835
    },
    {
      "epoch": 0.29049842545336085,
      "grad_norm": 0.11126451939344406,
      "learning_rate": 0.0002,
      "loss": 11.8912,
      "step": 836
    },
    {
      "epoch": 0.2908459116082094,
      "grad_norm": 0.10543762892484665,
      "learning_rate": 0.0002,
      "loss": 11.8942,
      "step": 837
    },
    {
      "epoch": 0.29119339776305786,
      "grad_norm": 0.11975029110908508,
      "learning_rate": 0.0002,
      "loss": 11.8962,
      "step": 838
    },
    {
      "epoch": 0.2915408839179064,
      "grad_norm": 0.0932135060429573,
      "learning_rate": 0.0002,
      "loss": 11.8894,
      "step": 839
    },
    {
      "epoch": 0.2918883700727549,
      "grad_norm": 0.1273932307958603,
      "learning_rate": 0.0002,
      "loss": 11.8954,
      "step": 840
    },
    {
      "epoch": 0.29223585622760345,
      "grad_norm": 0.11227865517139435,
      "learning_rate": 0.0002,
      "loss": 11.8943,
      "step": 841
    },
    {
      "epoch": 0.2925833423824519,
      "grad_norm": 0.11434006690979004,
      "learning_rate": 0.0002,
      "loss": 11.889,
      "step": 842
    },
    {
      "epoch": 0.29293082853730046,
      "grad_norm": 0.12584392726421356,
      "learning_rate": 0.0002,
      "loss": 11.8811,
      "step": 843
    },
    {
      "epoch": 0.293278314692149,
      "grad_norm": 0.09913983941078186,
      "learning_rate": 0.0002,
      "loss": 11.8865,
      "step": 844
    },
    {
      "epoch": 0.2936258008469975,
      "grad_norm": 0.10561200976371765,
      "learning_rate": 0.0002,
      "loss": 11.8886,
      "step": 845
    },
    {
      "epoch": 0.293973287001846,
      "grad_norm": 0.1254337579011917,
      "learning_rate": 0.0002,
      "loss": 11.8873,
      "step": 846
    },
    {
      "epoch": 0.2943207731566945,
      "grad_norm": 0.1245003491640091,
      "learning_rate": 0.0002,
      "loss": 11.8891,
      "step": 847
    },
    {
      "epoch": 0.29466825931154306,
      "grad_norm": 0.12196474522352219,
      "learning_rate": 0.0002,
      "loss": 11.8831,
      "step": 848
    },
    {
      "epoch": 0.2950157454663916,
      "grad_norm": 0.10673458129167557,
      "learning_rate": 0.0002,
      "loss": 11.8852,
      "step": 849
    },
    {
      "epoch": 0.2953632316212401,
      "grad_norm": 0.11729761958122253,
      "learning_rate": 0.0002,
      "loss": 11.877,
      "step": 850
    },
    {
      "epoch": 0.2957107177760886,
      "grad_norm": 0.07441872358322144,
      "learning_rate": 0.0002,
      "loss": 11.9033,
      "step": 851
    },
    {
      "epoch": 0.2960582039309371,
      "grad_norm": 0.07661642134189606,
      "learning_rate": 0.0002,
      "loss": 11.9048,
      "step": 852
    },
    {
      "epoch": 0.29640569008578566,
      "grad_norm": 0.07265779376029968,
      "learning_rate": 0.0002,
      "loss": 11.9023,
      "step": 853
    },
    {
      "epoch": 0.2967531762406342,
      "grad_norm": 0.11423136293888092,
      "learning_rate": 0.0002,
      "loss": 11.9012,
      "step": 854
    },
    {
      "epoch": 0.29710066239548266,
      "grad_norm": 0.08195654302835464,
      "learning_rate": 0.0002,
      "loss": 11.904,
      "step": 855
    },
    {
      "epoch": 0.2974481485503312,
      "grad_norm": 0.07089093327522278,
      "learning_rate": 0.0002,
      "loss": 11.9031,
      "step": 856
    },
    {
      "epoch": 0.2977956347051797,
      "grad_norm": 0.0831012949347496,
      "learning_rate": 0.0002,
      "loss": 11.9009,
      "step": 857
    },
    {
      "epoch": 0.29814312086002825,
      "grad_norm": 0.06851381063461304,
      "learning_rate": 0.0002,
      "loss": 11.8992,
      "step": 858
    },
    {
      "epoch": 0.29849060701487673,
      "grad_norm": 0.08618056029081345,
      "learning_rate": 0.0002,
      "loss": 11.9018,
      "step": 859
    },
    {
      "epoch": 0.29883809316972526,
      "grad_norm": 0.07640644907951355,
      "learning_rate": 0.0002,
      "loss": 11.8916,
      "step": 860
    },
    {
      "epoch": 0.2991855793245738,
      "grad_norm": 0.07047706842422485,
      "learning_rate": 0.0002,
      "loss": 11.9007,
      "step": 861
    },
    {
      "epoch": 0.2995330654794223,
      "grad_norm": 0.08096775412559509,
      "learning_rate": 0.0002,
      "loss": 11.9001,
      "step": 862
    },
    {
      "epoch": 0.2998805516342708,
      "grad_norm": 0.07566525042057037,
      "learning_rate": 0.0002,
      "loss": 11.8966,
      "step": 863
    },
    {
      "epoch": 0.30022803778911933,
      "grad_norm": 0.0984882041811943,
      "learning_rate": 0.0002,
      "loss": 11.8982,
      "step": 864
    },
    {
      "epoch": 0.30057552394396786,
      "grad_norm": 0.08161205798387527,
      "learning_rate": 0.0002,
      "loss": 11.8982,
      "step": 865
    },
    {
      "epoch": 0.3009230100988164,
      "grad_norm": 0.08658996224403381,
      "learning_rate": 0.0002,
      "loss": 11.8988,
      "step": 866
    },
    {
      "epoch": 0.30127049625366487,
      "grad_norm": 0.09492731839418411,
      "learning_rate": 0.0002,
      "loss": 11.8921,
      "step": 867
    },
    {
      "epoch": 0.3016179824085134,
      "grad_norm": 0.0772632583975792,
      "learning_rate": 0.0002,
      "loss": 11.9006,
      "step": 868
    },
    {
      "epoch": 0.3019654685633619,
      "grad_norm": 0.11407750099897385,
      "learning_rate": 0.0002,
      "loss": 11.898,
      "step": 869
    },
    {
      "epoch": 0.30231295471821046,
      "grad_norm": 0.07909266650676727,
      "learning_rate": 0.0002,
      "loss": 11.8975,
      "step": 870
    },
    {
      "epoch": 0.302660440873059,
      "grad_norm": 0.10290409624576569,
      "learning_rate": 0.0002,
      "loss": 11.8932,
      "step": 871
    },
    {
      "epoch": 0.30300792702790746,
      "grad_norm": 0.09564144909381866,
      "learning_rate": 0.0002,
      "loss": 11.8909,
      "step": 872
    },
    {
      "epoch": 0.303355413182756,
      "grad_norm": 0.0796368420124054,
      "learning_rate": 0.0002,
      "loss": 11.893,
      "step": 873
    },
    {
      "epoch": 0.3037028993376045,
      "grad_norm": 0.09894257038831711,
      "learning_rate": 0.0002,
      "loss": 11.8957,
      "step": 874
    },
    {
      "epoch": 0.30405038549245306,
      "grad_norm": 0.10257729142904282,
      "learning_rate": 0.0002,
      "loss": 11.894,
      "step": 875
    },
    {
      "epoch": 0.30439787164730153,
      "grad_norm": 0.08923876285552979,
      "learning_rate": 0.0002,
      "loss": 11.8927,
      "step": 876
    },
    {
      "epoch": 0.30474535780215006,
      "grad_norm": 0.09853716939687729,
      "learning_rate": 0.0002,
      "loss": 11.8966,
      "step": 877
    },
    {
      "epoch": 0.3050928439569986,
      "grad_norm": 0.1453576683998108,
      "learning_rate": 0.0002,
      "loss": 11.8908,
      "step": 878
    },
    {
      "epoch": 0.3054403301118471,
      "grad_norm": 0.07999405264854431,
      "learning_rate": 0.0002,
      "loss": 11.8938,
      "step": 879
    },
    {
      "epoch": 0.3057878162666956,
      "grad_norm": 0.09584049880504608,
      "learning_rate": 0.0002,
      "loss": 11.8976,
      "step": 880
    },
    {
      "epoch": 0.30613530242154413,
      "grad_norm": 0.07220812141895294,
      "learning_rate": 0.0002,
      "loss": 11.8987,
      "step": 881
    },
    {
      "epoch": 0.30648278857639266,
      "grad_norm": 0.09589307010173798,
      "learning_rate": 0.0002,
      "loss": 11.9007,
      "step": 882
    },
    {
      "epoch": 0.3068302747312412,
      "grad_norm": 0.09122012555599213,
      "learning_rate": 0.0002,
      "loss": 11.893,
      "step": 883
    },
    {
      "epoch": 0.30717776088608967,
      "grad_norm": 0.09399443119764328,
      "learning_rate": 0.0002,
      "loss": 11.8959,
      "step": 884
    },
    {
      "epoch": 0.3075252470409382,
      "grad_norm": 0.10380112379789352,
      "learning_rate": 0.0002,
      "loss": 11.8903,
      "step": 885
    },
    {
      "epoch": 0.30787273319578673,
      "grad_norm": 0.10559380054473877,
      "learning_rate": 0.0002,
      "loss": 11.8925,
      "step": 886
    },
    {
      "epoch": 0.30822021935063526,
      "grad_norm": 0.08585403114557266,
      "learning_rate": 0.0002,
      "loss": 11.8902,
      "step": 887
    },
    {
      "epoch": 0.3085677055054838,
      "grad_norm": 0.10841385275125504,
      "learning_rate": 0.0002,
      "loss": 11.883,
      "step": 888
    },
    {
      "epoch": 0.30891519166033227,
      "grad_norm": 0.09297782927751541,
      "learning_rate": 0.0002,
      "loss": 11.8887,
      "step": 889
    },
    {
      "epoch": 0.3092626778151808,
      "grad_norm": 0.10145079344511032,
      "learning_rate": 0.0002,
      "loss": 11.8891,
      "step": 890
    },
    {
      "epoch": 0.30961016397002933,
      "grad_norm": 0.11078180372714996,
      "learning_rate": 0.0002,
      "loss": 11.8853,
      "step": 891
    },
    {
      "epoch": 0.30995765012487786,
      "grad_norm": 0.10424364358186722,
      "learning_rate": 0.0002,
      "loss": 11.8859,
      "step": 892
    },
    {
      "epoch": 0.31030513627972633,
      "grad_norm": 0.12425436079502106,
      "learning_rate": 0.0002,
      "loss": 11.8874,
      "step": 893
    },
    {
      "epoch": 0.31065262243457487,
      "grad_norm": 0.09779912978410721,
      "learning_rate": 0.0002,
      "loss": 11.8887,
      "step": 894
    },
    {
      "epoch": 0.3110001085894234,
      "grad_norm": 0.12370439618825912,
      "learning_rate": 0.0002,
      "loss": 11.8838,
      "step": 895
    },
    {
      "epoch": 0.3113475947442719,
      "grad_norm": 0.10284610092639923,
      "learning_rate": 0.0002,
      "loss": 11.888,
      "step": 896
    },
    {
      "epoch": 0.3116950808991204,
      "grad_norm": 0.14236989617347717,
      "learning_rate": 0.0002,
      "loss": 11.8839,
      "step": 897
    },
    {
      "epoch": 0.31204256705396893,
      "grad_norm": 0.1335402876138687,
      "learning_rate": 0.0002,
      "loss": 11.8859,
      "step": 898
    },
    {
      "epoch": 0.31239005320881746,
      "grad_norm": 0.09385151416063309,
      "learning_rate": 0.0002,
      "loss": 11.8782,
      "step": 899
    },
    {
      "epoch": 0.312737539363666,
      "grad_norm": 0.11317332088947296,
      "learning_rate": 0.0002,
      "loss": 11.8823,
      "step": 900
    },
    {
      "epoch": 0.31308502551851447,
      "grad_norm": 0.0684160590171814,
      "learning_rate": 0.0002,
      "loss": 11.9008,
      "step": 901
    },
    {
      "epoch": 0.313432511673363,
      "grad_norm": 0.06980857998132706,
      "learning_rate": 0.0002,
      "loss": 11.9032,
      "step": 902
    },
    {
      "epoch": 0.31377999782821153,
      "grad_norm": 0.08537454158067703,
      "learning_rate": 0.0002,
      "loss": 11.9,
      "step": 903
    },
    {
      "epoch": 0.31412748398306006,
      "grad_norm": 0.06842872500419617,
      "learning_rate": 0.0002,
      "loss": 11.9042,
      "step": 904
    },
    {
      "epoch": 0.3144749701379086,
      "grad_norm": 0.08779026567935944,
      "learning_rate": 0.0002,
      "loss": 11.9053,
      "step": 905
    },
    {
      "epoch": 0.31482245629275707,
      "grad_norm": 0.08090285956859589,
      "learning_rate": 0.0002,
      "loss": 11.9028,
      "step": 906
    },
    {
      "epoch": 0.3151699424476056,
      "grad_norm": 0.1157352551817894,
      "learning_rate": 0.0002,
      "loss": 11.8976,
      "step": 907
    },
    {
      "epoch": 0.31551742860245413,
      "grad_norm": 0.07482848316431046,
      "learning_rate": 0.0002,
      "loss": 11.8971,
      "step": 908
    },
    {
      "epoch": 0.31586491475730266,
      "grad_norm": 0.08217404782772064,
      "learning_rate": 0.0002,
      "loss": 11.9005,
      "step": 909
    },
    {
      "epoch": 0.31621240091215114,
      "grad_norm": 0.08431293070316315,
      "learning_rate": 0.0002,
      "loss": 11.8915,
      "step": 910
    },
    {
      "epoch": 0.31655988706699967,
      "grad_norm": 0.07816571742296219,
      "learning_rate": 0.0002,
      "loss": 11.9044,
      "step": 911
    },
    {
      "epoch": 0.3169073732218482,
      "grad_norm": 0.0882590040564537,
      "learning_rate": 0.0002,
      "loss": 11.8921,
      "step": 912
    },
    {
      "epoch": 0.31725485937669673,
      "grad_norm": 0.07543908804655075,
      "learning_rate": 0.0002,
      "loss": 11.9033,
      "step": 913
    },
    {
      "epoch": 0.3176023455315452,
      "grad_norm": 0.07453996688127518,
      "learning_rate": 0.0002,
      "loss": 11.8994,
      "step": 914
    },
    {
      "epoch": 0.31794983168639374,
      "grad_norm": 0.09636169672012329,
      "learning_rate": 0.0002,
      "loss": 11.8963,
      "step": 915
    },
    {
      "epoch": 0.31829731784124227,
      "grad_norm": 0.0864083543419838,
      "learning_rate": 0.0002,
      "loss": 11.9002,
      "step": 916
    },
    {
      "epoch": 0.3186448039960908,
      "grad_norm": 0.07535026967525482,
      "learning_rate": 0.0002,
      "loss": 11.8936,
      "step": 917
    },
    {
      "epoch": 0.3189922901509393,
      "grad_norm": 0.07849448919296265,
      "learning_rate": 0.0002,
      "loss": 11.899,
      "step": 918
    },
    {
      "epoch": 0.3193397763057878,
      "grad_norm": 0.08066229522228241,
      "learning_rate": 0.0002,
      "loss": 11.8982,
      "step": 919
    },
    {
      "epoch": 0.31968726246063633,
      "grad_norm": 0.07039971649646759,
      "learning_rate": 0.0002,
      "loss": 11.902,
      "step": 920
    },
    {
      "epoch": 0.32003474861548487,
      "grad_norm": 0.09104873239994049,
      "learning_rate": 0.0002,
      "loss": 11.8921,
      "step": 921
    },
    {
      "epoch": 0.3203822347703334,
      "grad_norm": 0.09237614274024963,
      "learning_rate": 0.0002,
      "loss": 11.8926,
      "step": 922
    },
    {
      "epoch": 0.32072972092518187,
      "grad_norm": 0.07707376778125763,
      "learning_rate": 0.0002,
      "loss": 11.8986,
      "step": 923
    },
    {
      "epoch": 0.3210772070800304,
      "grad_norm": 0.07548190653324127,
      "learning_rate": 0.0002,
      "loss": 11.8894,
      "step": 924
    },
    {
      "epoch": 0.32142469323487893,
      "grad_norm": 0.10168249905109406,
      "learning_rate": 0.0002,
      "loss": 11.8933,
      "step": 925
    },
    {
      "epoch": 0.32177217938972746,
      "grad_norm": 0.07765106856822968,
      "learning_rate": 0.0002,
      "loss": 11.8966,
      "step": 926
    },
    {
      "epoch": 0.32211966554457594,
      "grad_norm": 0.09544302523136139,
      "learning_rate": 0.0002,
      "loss": 11.897,
      "step": 927
    },
    {
      "epoch": 0.32246715169942447,
      "grad_norm": 0.0875815898180008,
      "learning_rate": 0.0002,
      "loss": 11.8909,
      "step": 928
    },
    {
      "epoch": 0.322814637854273,
      "grad_norm": 0.08783090859651566,
      "learning_rate": 0.0002,
      "loss": 11.8899,
      "step": 929
    },
    {
      "epoch": 0.32316212400912153,
      "grad_norm": 0.07926784455776215,
      "learning_rate": 0.0002,
      "loss": 11.8961,
      "step": 930
    },
    {
      "epoch": 0.32350961016397,
      "grad_norm": 0.08630707114934921,
      "learning_rate": 0.0002,
      "loss": 11.8886,
      "step": 931
    },
    {
      "epoch": 0.32385709631881854,
      "grad_norm": 0.11946002393960953,
      "learning_rate": 0.0002,
      "loss": 11.8893,
      "step": 932
    },
    {
      "epoch": 0.32420458247366707,
      "grad_norm": 0.09303022176027298,
      "learning_rate": 0.0002,
      "loss": 11.8971,
      "step": 933
    },
    {
      "epoch": 0.3245520686285156,
      "grad_norm": 0.08666342496871948,
      "learning_rate": 0.0002,
      "loss": 11.8931,
      "step": 934
    },
    {
      "epoch": 0.3248995547833641,
      "grad_norm": 0.09141382575035095,
      "learning_rate": 0.0002,
      "loss": 11.889,
      "step": 935
    },
    {
      "epoch": 0.3252470409382126,
      "grad_norm": 0.09832846373319626,
      "learning_rate": 0.0002,
      "loss": 11.8965,
      "step": 936
    },
    {
      "epoch": 0.32559452709306114,
      "grad_norm": 0.08206676691770554,
      "learning_rate": 0.0002,
      "loss": 11.8914,
      "step": 937
    },
    {
      "epoch": 0.32594201324790967,
      "grad_norm": 0.0895078033208847,
      "learning_rate": 0.0002,
      "loss": 11.8896,
      "step": 938
    },
    {
      "epoch": 0.3262894994027582,
      "grad_norm": 0.10946843028068542,
      "learning_rate": 0.0002,
      "loss": 11.8871,
      "step": 939
    },
    {
      "epoch": 0.3266369855576067,
      "grad_norm": 0.09255971014499664,
      "learning_rate": 0.0002,
      "loss": 11.8902,
      "step": 940
    },
    {
      "epoch": 0.3269844717124552,
      "grad_norm": 0.09258565306663513,
      "learning_rate": 0.0002,
      "loss": 11.8881,
      "step": 941
    },
    {
      "epoch": 0.32733195786730374,
      "grad_norm": 0.07928673923015594,
      "learning_rate": 0.0002,
      "loss": 11.8895,
      "step": 942
    },
    {
      "epoch": 0.32767944402215227,
      "grad_norm": 0.09503380954265594,
      "learning_rate": 0.0002,
      "loss": 11.8867,
      "step": 943
    },
    {
      "epoch": 0.32802693017700074,
      "grad_norm": 0.12020028382539749,
      "learning_rate": 0.0002,
      "loss": 11.8918,
      "step": 944
    },
    {
      "epoch": 0.3283744163318493,
      "grad_norm": 0.10453000664710999,
      "learning_rate": 0.0002,
      "loss": 11.8859,
      "step": 945
    },
    {
      "epoch": 0.3287219024866978,
      "grad_norm": 0.10323405265808105,
      "learning_rate": 0.0002,
      "loss": 11.8868,
      "step": 946
    },
    {
      "epoch": 0.32906938864154633,
      "grad_norm": 0.11024458706378937,
      "learning_rate": 0.0002,
      "loss": 11.8849,
      "step": 947
    },
    {
      "epoch": 0.3294168747963948,
      "grad_norm": 0.1523660123348236,
      "learning_rate": 0.0002,
      "loss": 11.88,
      "step": 948
    },
    {
      "epoch": 0.32976436095124334,
      "grad_norm": 0.11489042639732361,
      "learning_rate": 0.0002,
      "loss": 11.8881,
      "step": 949
    },
    {
      "epoch": 0.33011184710609187,
      "grad_norm": 0.15739397704601288,
      "learning_rate": 0.0002,
      "loss": 11.8803,
      "step": 950
    },
    {
      "epoch": 0.3304593332609404,
      "grad_norm": 0.0889214351773262,
      "learning_rate": 0.0002,
      "loss": 11.9007,
      "step": 951
    },
    {
      "epoch": 0.3308068194157889,
      "grad_norm": 0.07122448831796646,
      "learning_rate": 0.0002,
      "loss": 11.9034,
      "step": 952
    },
    {
      "epoch": 0.3311543055706374,
      "grad_norm": 0.06926664710044861,
      "learning_rate": 0.0002,
      "loss": 11.9082,
      "step": 953
    },
    {
      "epoch": 0.33150179172548594,
      "grad_norm": 0.07205189019441605,
      "learning_rate": 0.0002,
      "loss": 11.9016,
      "step": 954
    },
    {
      "epoch": 0.33184927788033447,
      "grad_norm": 0.07126434892416,
      "learning_rate": 0.0002,
      "loss": 11.9072,
      "step": 955
    },
    {
      "epoch": 0.332196764035183,
      "grad_norm": 0.09415046125650406,
      "learning_rate": 0.0002,
      "loss": 11.9023,
      "step": 956
    },
    {
      "epoch": 0.3325442501900315,
      "grad_norm": 0.08323946595191956,
      "learning_rate": 0.0002,
      "loss": 11.9009,
      "step": 957
    },
    {
      "epoch": 0.33289173634488,
      "grad_norm": 0.08626177906990051,
      "learning_rate": 0.0002,
      "loss": 11.9048,
      "step": 958
    },
    {
      "epoch": 0.33323922249972854,
      "grad_norm": 0.07212486863136292,
      "learning_rate": 0.0002,
      "loss": 11.9001,
      "step": 959
    },
    {
      "epoch": 0.33358670865457707,
      "grad_norm": 0.08121223747730255,
      "learning_rate": 0.0002,
      "loss": 11.8965,
      "step": 960
    },
    {
      "epoch": 0.33393419480942554,
      "grad_norm": 0.07764966040849686,
      "learning_rate": 0.0002,
      "loss": 11.9022,
      "step": 961
    },
    {
      "epoch": 0.3342816809642741,
      "grad_norm": 0.07705919444561005,
      "learning_rate": 0.0002,
      "loss": 11.9007,
      "step": 962
    },
    {
      "epoch": 0.3346291671191226,
      "grad_norm": 0.11673188954591751,
      "learning_rate": 0.0002,
      "loss": 11.9007,
      "step": 963
    },
    {
      "epoch": 0.33497665327397114,
      "grad_norm": 0.08714357018470764,
      "learning_rate": 0.0002,
      "loss": 11.901,
      "step": 964
    },
    {
      "epoch": 0.3353241394288196,
      "grad_norm": 0.07463105022907257,
      "learning_rate": 0.0002,
      "loss": 11.8987,
      "step": 965
    },
    {
      "epoch": 0.33567162558366814,
      "grad_norm": 0.07166730612516403,
      "learning_rate": 0.0002,
      "loss": 11.8966,
      "step": 966
    },
    {
      "epoch": 0.3360191117385167,
      "grad_norm": 0.0818072259426117,
      "learning_rate": 0.0002,
      "loss": 11.9003,
      "step": 967
    },
    {
      "epoch": 0.3363665978933652,
      "grad_norm": 0.07864827662706375,
      "learning_rate": 0.0002,
      "loss": 11.8994,
      "step": 968
    },
    {
      "epoch": 0.3367140840482137,
      "grad_norm": 0.08311403542757034,
      "learning_rate": 0.0002,
      "loss": 11.8959,
      "step": 969
    },
    {
      "epoch": 0.3370615702030622,
      "grad_norm": 0.08785057067871094,
      "learning_rate": 0.0002,
      "loss": 11.8999,
      "step": 970
    },
    {
      "epoch": 0.33740905635791074,
      "grad_norm": 0.09290307015180588,
      "learning_rate": 0.0002,
      "loss": 11.8916,
      "step": 971
    },
    {
      "epoch": 0.3377565425127593,
      "grad_norm": 0.08297638595104218,
      "learning_rate": 0.0002,
      "loss": 11.8943,
      "step": 972
    },
    {
      "epoch": 0.33810402866760775,
      "grad_norm": 0.08933047205209732,
      "learning_rate": 0.0002,
      "loss": 11.896,
      "step": 973
    },
    {
      "epoch": 0.3384515148224563,
      "grad_norm": 0.0941508561372757,
      "learning_rate": 0.0002,
      "loss": 11.8917,
      "step": 974
    },
    {
      "epoch": 0.3387990009773048,
      "grad_norm": 0.09009770303964615,
      "learning_rate": 0.0002,
      "loss": 11.8945,
      "step": 975
    },
    {
      "epoch": 0.33914648713215334,
      "grad_norm": 0.07753092050552368,
      "learning_rate": 0.0002,
      "loss": 11.8967,
      "step": 976
    },
    {
      "epoch": 0.33949397328700187,
      "grad_norm": 0.11957020312547684,
      "learning_rate": 0.0002,
      "loss": 11.8924,
      "step": 977
    },
    {
      "epoch": 0.33984145944185035,
      "grad_norm": 0.09878689795732498,
      "learning_rate": 0.0002,
      "loss": 11.8884,
      "step": 978
    },
    {
      "epoch": 0.3401889455966989,
      "grad_norm": 0.10588081926107407,
      "learning_rate": 0.0002,
      "loss": 11.8884,
      "step": 979
    },
    {
      "epoch": 0.3405364317515474,
      "grad_norm": 0.10691016167402267,
      "learning_rate": 0.0002,
      "loss": 11.8921,
      "step": 980
    },
    {
      "epoch": 0.34088391790639594,
      "grad_norm": 0.11515721678733826,
      "learning_rate": 0.0002,
      "loss": 11.8957,
      "step": 981
    },
    {
      "epoch": 0.3412314040612444,
      "grad_norm": 0.09059914201498032,
      "learning_rate": 0.0002,
      "loss": 11.8921,
      "step": 982
    },
    {
      "epoch": 0.34157889021609295,
      "grad_norm": 0.11905601620674133,
      "learning_rate": 0.0002,
      "loss": 11.8896,
      "step": 983
    },
    {
      "epoch": 0.3419263763709415,
      "grad_norm": 0.11760842055082321,
      "learning_rate": 0.0002,
      "loss": 11.8947,
      "step": 984
    },
    {
      "epoch": 0.34227386252579,
      "grad_norm": 0.13459412753582,
      "learning_rate": 0.0002,
      "loss": 11.8897,
      "step": 985
    },
    {
      "epoch": 0.3426213486806385,
      "grad_norm": 0.09627589583396912,
      "learning_rate": 0.0002,
      "loss": 11.8936,
      "step": 986
    },
    {
      "epoch": 0.342968834835487,
      "grad_norm": 0.10829208791255951,
      "learning_rate": 0.0002,
      "loss": 11.894,
      "step": 987
    },
    {
      "epoch": 0.34331632099033554,
      "grad_norm": 0.10596700012683868,
      "learning_rate": 0.0002,
      "loss": 11.888,
      "step": 988
    },
    {
      "epoch": 0.3436638071451841,
      "grad_norm": 0.0973714217543602,
      "learning_rate": 0.0002,
      "loss": 11.8924,
      "step": 989
    },
    {
      "epoch": 0.34401129330003255,
      "grad_norm": 0.10482290387153625,
      "learning_rate": 0.0002,
      "loss": 11.8839,
      "step": 990
    },
    {
      "epoch": 0.3443587794548811,
      "grad_norm": 0.11048527806997299,
      "learning_rate": 0.0002,
      "loss": 11.8885,
      "step": 991
    },
    {
      "epoch": 0.3447062656097296,
      "grad_norm": 0.09641148895025253,
      "learning_rate": 0.0002,
      "loss": 11.89,
      "step": 992
    },
    {
      "epoch": 0.34505375176457814,
      "grad_norm": 0.11028143763542175,
      "learning_rate": 0.0002,
      "loss": 11.8897,
      "step": 993
    },
    {
      "epoch": 0.3454012379194267,
      "grad_norm": 0.10661303251981735,
      "learning_rate": 0.0002,
      "loss": 11.8838,
      "step": 994
    },
    {
      "epoch": 0.34574872407427515,
      "grad_norm": 0.11304955929517746,
      "learning_rate": 0.0002,
      "loss": 11.8846,
      "step": 995
    },
    {
      "epoch": 0.3460962102291237,
      "grad_norm": 0.11713851988315582,
      "learning_rate": 0.0002,
      "loss": 11.8904,
      "step": 996
    },
    {
      "epoch": 0.3464436963839722,
      "grad_norm": 0.10760007798671722,
      "learning_rate": 0.0002,
      "loss": 11.8859,
      "step": 997
    },
    {
      "epoch": 0.34679118253882074,
      "grad_norm": 0.1456804871559143,
      "learning_rate": 0.0002,
      "loss": 11.8827,
      "step": 998
    },
    {
      "epoch": 0.3471386686936692,
      "grad_norm": 0.2200416922569275,
      "learning_rate": 0.0002,
      "loss": 11.8834,
      "step": 999
    },
    {
      "epoch": 0.34748615484851775,
      "grad_norm": 0.11599259078502655,
      "learning_rate": 0.0002,
      "loss": 11.8757,
      "step": 1000
    },
    {
      "epoch": 0.34748615484851775,
      "eval_loss": 11.891798973083496,
      "eval_runtime": 5.6573,
      "eval_samples_per_second": 81.841,
      "eval_steps_per_second": 41.009,
      "step": 1000
    },
    {
      "epoch": 0.3478336410033663,
      "grad_norm": 0.08265120536088943,
      "learning_rate": 0.0002,
      "loss": 11.905,
      "step": 1001
    },
    {
      "epoch": 0.3481811271582148,
      "grad_norm": 0.07732068002223969,
      "learning_rate": 0.0002,
      "loss": 11.9034,
      "step": 1002
    },
    {
      "epoch": 0.3485286133130633,
      "grad_norm": 0.07198518514633179,
      "learning_rate": 0.0002,
      "loss": 11.9059,
      "step": 1003
    },
    {
      "epoch": 0.3488760994679118,
      "grad_norm": 0.08291183412075043,
      "learning_rate": 0.0002,
      "loss": 11.8955,
      "step": 1004
    },
    {
      "epoch": 0.34922358562276035,
      "grad_norm": 0.07826487720012665,
      "learning_rate": 0.0002,
      "loss": 11.9064,
      "step": 1005
    },
    {
      "epoch": 0.3495710717776089,
      "grad_norm": 0.07191279530525208,
      "learning_rate": 0.0002,
      "loss": 11.8992,
      "step": 1006
    },
    {
      "epoch": 0.34991855793245735,
      "grad_norm": 0.07528897374868393,
      "learning_rate": 0.0002,
      "loss": 11.9031,
      "step": 1007
    },
    {
      "epoch": 0.3502660440873059,
      "grad_norm": 0.08331681042909622,
      "learning_rate": 0.0002,
      "loss": 11.9013,
      "step": 1008
    },
    {
      "epoch": 0.3506135302421544,
      "grad_norm": 0.08293142914772034,
      "learning_rate": 0.0002,
      "loss": 11.8992,
      "step": 1009
    },
    {
      "epoch": 0.35096101639700295,
      "grad_norm": 0.08462527394294739,
      "learning_rate": 0.0002,
      "loss": 11.9062,
      "step": 1010
    },
    {
      "epoch": 0.3513085025518515,
      "grad_norm": 0.1000741496682167,
      "learning_rate": 0.0002,
      "loss": 11.8987,
      "step": 1011
    },
    {
      "epoch": 0.35165598870669995,
      "grad_norm": 0.07672613859176636,
      "learning_rate": 0.0002,
      "loss": 11.8948,
      "step": 1012
    },
    {
      "epoch": 0.3520034748615485,
      "grad_norm": 0.07533464580774307,
      "learning_rate": 0.0002,
      "loss": 11.9005,
      "step": 1013
    },
    {
      "epoch": 0.352350961016397,
      "grad_norm": 0.07899092882871628,
      "learning_rate": 0.0002,
      "loss": 11.8994,
      "step": 1014
    },
    {
      "epoch": 0.35269844717124554,
      "grad_norm": 0.09679272025823593,
      "learning_rate": 0.0002,
      "loss": 11.9,
      "step": 1015
    },
    {
      "epoch": 0.353045933326094,
      "grad_norm": 0.10832887142896652,
      "learning_rate": 0.0002,
      "loss": 11.899,
      "step": 1016
    },
    {
      "epoch": 0.35339341948094255,
      "grad_norm": 0.09397900104522705,
      "learning_rate": 0.0002,
      "loss": 11.8974,
      "step": 1017
    },
    {
      "epoch": 0.3537409056357911,
      "grad_norm": 0.07723274827003479,
      "learning_rate": 0.0002,
      "loss": 11.9017,
      "step": 1018
    },
    {
      "epoch": 0.3540883917906396,
      "grad_norm": 0.08891018480062485,
      "learning_rate": 0.0002,
      "loss": 11.9031,
      "step": 1019
    },
    {
      "epoch": 0.3544358779454881,
      "grad_norm": 0.1038113385438919,
      "learning_rate": 0.0002,
      "loss": 11.8975,
      "step": 1020
    },
    {
      "epoch": 0.3547833641003366,
      "grad_norm": 0.0855831652879715,
      "learning_rate": 0.0002,
      "loss": 11.8947,
      "step": 1021
    },
    {
      "epoch": 0.35513085025518515,
      "grad_norm": 0.084720179438591,
      "learning_rate": 0.0002,
      "loss": 11.8977,
      "step": 1022
    },
    {
      "epoch": 0.3554783364100337,
      "grad_norm": 0.102665014564991,
      "learning_rate": 0.0002,
      "loss": 11.8925,
      "step": 1023
    },
    {
      "epoch": 0.35582582256488215,
      "grad_norm": 0.09653367847204208,
      "learning_rate": 0.0002,
      "loss": 11.8945,
      "step": 1024
    },
    {
      "epoch": 0.3561733087197307,
      "grad_norm": 0.10698018968105316,
      "learning_rate": 0.0002,
      "loss": 11.8921,
      "step": 1025
    },
    {
      "epoch": 0.3565207948745792,
      "grad_norm": 0.09001283347606659,
      "learning_rate": 0.0002,
      "loss": 11.8966,
      "step": 1026
    },
    {
      "epoch": 0.35686828102942775,
      "grad_norm": 0.1072065532207489,
      "learning_rate": 0.0002,
      "loss": 11.8919,
      "step": 1027
    },
    {
      "epoch": 0.3572157671842763,
      "grad_norm": 0.0963049829006195,
      "learning_rate": 0.0002,
      "loss": 11.8891,
      "step": 1028
    },
    {
      "epoch": 0.35756325333912475,
      "grad_norm": 0.09155670553445816,
      "learning_rate": 0.0002,
      "loss": 11.8994,
      "step": 1029
    },
    {
      "epoch": 0.3579107394939733,
      "grad_norm": 0.09206759929656982,
      "learning_rate": 0.0002,
      "loss": 11.8957,
      "step": 1030
    },
    {
      "epoch": 0.3582582256488218,
      "grad_norm": 0.09913690388202667,
      "learning_rate": 0.0002,
      "loss": 11.8858,
      "step": 1031
    },
    {
      "epoch": 0.35860571180367035,
      "grad_norm": 0.08055956661701202,
      "learning_rate": 0.0002,
      "loss": 11.8932,
      "step": 1032
    },
    {
      "epoch": 0.3589531979585188,
      "grad_norm": 0.10335808247327805,
      "learning_rate": 0.0002,
      "loss": 11.8963,
      "step": 1033
    },
    {
      "epoch": 0.35930068411336735,
      "grad_norm": 0.10004233568906784,
      "learning_rate": 0.0002,
      "loss": 11.8934,
      "step": 1034
    },
    {
      "epoch": 0.3596481702682159,
      "grad_norm": 0.11784913390874863,
      "learning_rate": 0.0002,
      "loss": 11.8902,
      "step": 1035
    },
    {
      "epoch": 0.3599956564230644,
      "grad_norm": 0.099057137966156,
      "learning_rate": 0.0002,
      "loss": 11.8904,
      "step": 1036
    },
    {
      "epoch": 0.3603431425779129,
      "grad_norm": 0.10910911113023758,
      "learning_rate": 0.0002,
      "loss": 11.8948,
      "step": 1037
    },
    {
      "epoch": 0.3606906287327614,
      "grad_norm": 0.10248406231403351,
      "learning_rate": 0.0002,
      "loss": 11.8876,
      "step": 1038
    },
    {
      "epoch": 0.36103811488760995,
      "grad_norm": 0.11529188603162766,
      "learning_rate": 0.0002,
      "loss": 11.8861,
      "step": 1039
    },
    {
      "epoch": 0.3613856010424585,
      "grad_norm": 0.1052466556429863,
      "learning_rate": 0.0002,
      "loss": 11.8925,
      "step": 1040
    },
    {
      "epoch": 0.36173308719730696,
      "grad_norm": 0.09815318137407303,
      "learning_rate": 0.0002,
      "loss": 11.8841,
      "step": 1041
    },
    {
      "epoch": 0.3620805733521555,
      "grad_norm": 0.12791277468204498,
      "learning_rate": 0.0002,
      "loss": 11.8871,
      "step": 1042
    },
    {
      "epoch": 0.362428059507004,
      "grad_norm": 0.12619315087795258,
      "learning_rate": 0.0002,
      "loss": 11.8843,
      "step": 1043
    },
    {
      "epoch": 0.36277554566185255,
      "grad_norm": 0.10843397676944733,
      "learning_rate": 0.0002,
      "loss": 11.8879,
      "step": 1044
    },
    {
      "epoch": 0.3631230318167011,
      "grad_norm": 0.10224664211273193,
      "learning_rate": 0.0002,
      "loss": 11.8947,
      "step": 1045
    },
    {
      "epoch": 0.36347051797154956,
      "grad_norm": 0.11252856254577637,
      "learning_rate": 0.0002,
      "loss": 11.8859,
      "step": 1046
    },
    {
      "epoch": 0.3638180041263981,
      "grad_norm": 0.12322494387626648,
      "learning_rate": 0.0002,
      "loss": 11.8867,
      "step": 1047
    },
    {
      "epoch": 0.3641654902812466,
      "grad_norm": 0.12514327466487885,
      "learning_rate": 0.0002,
      "loss": 11.8835,
      "step": 1048
    },
    {
      "epoch": 0.36451297643609515,
      "grad_norm": 0.10738887637853622,
      "learning_rate": 0.0002,
      "loss": 11.8861,
      "step": 1049
    },
    {
      "epoch": 0.3648604625909436,
      "grad_norm": 0.13929009437561035,
      "learning_rate": 0.0002,
      "loss": 11.8812,
      "step": 1050
    },
    {
      "epoch": 0.36520794874579215,
      "grad_norm": 0.07569599896669388,
      "learning_rate": 0.0002,
      "loss": 11.9017,
      "step": 1051
    },
    {
      "epoch": 0.3655554349006407,
      "grad_norm": 0.0699978619813919,
      "learning_rate": 0.0002,
      "loss": 11.9029,
      "step": 1052
    },
    {
      "epoch": 0.3659029210554892,
      "grad_norm": 0.07087421417236328,
      "learning_rate": 0.0002,
      "loss": 11.9059,
      "step": 1053
    },
    {
      "epoch": 0.3662504072103377,
      "grad_norm": 0.07791216671466827,
      "learning_rate": 0.0002,
      "loss": 11.8961,
      "step": 1054
    },
    {
      "epoch": 0.3665978933651862,
      "grad_norm": 0.07073254883289337,
      "learning_rate": 0.0002,
      "loss": 11.899,
      "step": 1055
    },
    {
      "epoch": 0.36694537952003475,
      "grad_norm": 0.07168237864971161,
      "learning_rate": 0.0002,
      "loss": 11.904,
      "step": 1056
    },
    {
      "epoch": 0.3672928656748833,
      "grad_norm": 0.09875555336475372,
      "learning_rate": 0.0002,
      "loss": 11.8989,
      "step": 1057
    },
    {
      "epoch": 0.36764035182973176,
      "grad_norm": 0.08543150871992111,
      "learning_rate": 0.0002,
      "loss": 11.9032,
      "step": 1058
    },
    {
      "epoch": 0.3679878379845803,
      "grad_norm": 0.09300055354833603,
      "learning_rate": 0.0002,
      "loss": 11.8985,
      "step": 1059
    },
    {
      "epoch": 0.3683353241394288,
      "grad_norm": 0.08221396803855896,
      "learning_rate": 0.0002,
      "loss": 11.902,
      "step": 1060
    },
    {
      "epoch": 0.36868281029427735,
      "grad_norm": 0.08188984543085098,
      "learning_rate": 0.0002,
      "loss": 11.9018,
      "step": 1061
    },
    {
      "epoch": 0.3690302964491258,
      "grad_norm": 0.09092357009649277,
      "learning_rate": 0.0002,
      "loss": 11.9005,
      "step": 1062
    },
    {
      "epoch": 0.36937778260397436,
      "grad_norm": 0.09202853590250015,
      "learning_rate": 0.0002,
      "loss": 11.8963,
      "step": 1063
    },
    {
      "epoch": 0.3697252687588229,
      "grad_norm": 0.09671146422624588,
      "learning_rate": 0.0002,
      "loss": 11.8962,
      "step": 1064
    },
    {
      "epoch": 0.3700727549136714,
      "grad_norm": 0.06857019662857056,
      "learning_rate": 0.0002,
      "loss": 11.8994,
      "step": 1065
    },
    {
      "epoch": 0.37042024106851995,
      "grad_norm": 0.1079472154378891,
      "learning_rate": 0.0002,
      "loss": 11.8967,
      "step": 1066
    },
    {
      "epoch": 0.3707677272233684,
      "grad_norm": 0.07933095097541809,
      "learning_rate": 0.0002,
      "loss": 11.8982,
      "step": 1067
    },
    {
      "epoch": 0.37111521337821696,
      "grad_norm": 0.07013856619596481,
      "learning_rate": 0.0002,
      "loss": 11.8963,
      "step": 1068
    },
    {
      "epoch": 0.3714626995330655,
      "grad_norm": 0.07801474630832672,
      "learning_rate": 0.0002,
      "loss": 11.8973,
      "step": 1069
    },
    {
      "epoch": 0.371810185687914,
      "grad_norm": 0.09588911384344101,
      "learning_rate": 0.0002,
      "loss": 11.8991,
      "step": 1070
    },
    {
      "epoch": 0.3721576718427625,
      "grad_norm": 0.09469481557607651,
      "learning_rate": 0.0002,
      "loss": 11.8983,
      "step": 1071
    },
    {
      "epoch": 0.372505157997611,
      "grad_norm": 0.08596392720937729,
      "learning_rate": 0.0002,
      "loss": 11.8933,
      "step": 1072
    },
    {
      "epoch": 0.37285264415245956,
      "grad_norm": 0.13350331783294678,
      "learning_rate": 0.0002,
      "loss": 11.9014,
      "step": 1073
    },
    {
      "epoch": 0.3732001303073081,
      "grad_norm": 0.08808042854070663,
      "learning_rate": 0.0002,
      "loss": 11.895,
      "step": 1074
    },
    {
      "epoch": 0.37354761646215656,
      "grad_norm": 0.08734993636608124,
      "learning_rate": 0.0002,
      "loss": 11.8955,
      "step": 1075
    },
    {
      "epoch": 0.3738951026170051,
      "grad_norm": 0.08807632327079773,
      "learning_rate": 0.0002,
      "loss": 11.893,
      "step": 1076
    },
    {
      "epoch": 0.3742425887718536,
      "grad_norm": 0.08665372431278229,
      "learning_rate": 0.0002,
      "loss": 11.8948,
      "step": 1077
    },
    {
      "epoch": 0.37459007492670215,
      "grad_norm": 0.09264253079891205,
      "learning_rate": 0.0002,
      "loss": 11.893,
      "step": 1078
    },
    {
      "epoch": 0.37493756108155063,
      "grad_norm": 0.11543532460927963,
      "learning_rate": 0.0002,
      "loss": 11.8942,
      "step": 1079
    },
    {
      "epoch": 0.37528504723639916,
      "grad_norm": 0.14442209899425507,
      "learning_rate": 0.0002,
      "loss": 11.8878,
      "step": 1080
    },
    {
      "epoch": 0.3756325333912477,
      "grad_norm": 0.09237303584814072,
      "learning_rate": 0.0002,
      "loss": 11.8954,
      "step": 1081
    },
    {
      "epoch": 0.3759800195460962,
      "grad_norm": 0.09482431411743164,
      "learning_rate": 0.0002,
      "loss": 11.8953,
      "step": 1082
    },
    {
      "epoch": 0.37632750570094475,
      "grad_norm": 0.09846071153879166,
      "learning_rate": 0.0002,
      "loss": 11.8926,
      "step": 1083
    },
    {
      "epoch": 0.37667499185579323,
      "grad_norm": 0.10510924458503723,
      "learning_rate": 0.0002,
      "loss": 11.8958,
      "step": 1084
    },
    {
      "epoch": 0.37702247801064176,
      "grad_norm": 0.1172674223780632,
      "learning_rate": 0.0002,
      "loss": 11.89,
      "step": 1085
    },
    {
      "epoch": 0.3773699641654903,
      "grad_norm": 0.11578402668237686,
      "learning_rate": 0.0002,
      "loss": 11.891,
      "step": 1086
    },
    {
      "epoch": 0.3777174503203388,
      "grad_norm": 0.0896235927939415,
      "learning_rate": 0.0002,
      "loss": 11.8906,
      "step": 1087
    },
    {
      "epoch": 0.3780649364751873,
      "grad_norm": 0.11286862194538116,
      "learning_rate": 0.0002,
      "loss": 11.8845,
      "step": 1088
    },
    {
      "epoch": 0.3784124226300358,
      "grad_norm": 0.1168518215417862,
      "learning_rate": 0.0002,
      "loss": 11.8976,
      "step": 1089
    },
    {
      "epoch": 0.37875990878488436,
      "grad_norm": 0.1315091997385025,
      "learning_rate": 0.0002,
      "loss": 11.8941,
      "step": 1090
    },
    {
      "epoch": 0.3791073949397329,
      "grad_norm": 0.10407048463821411,
      "learning_rate": 0.0002,
      "loss": 11.8887,
      "step": 1091
    },
    {
      "epoch": 0.37945488109458136,
      "grad_norm": 0.1079338788986206,
      "learning_rate": 0.0002,
      "loss": 11.8901,
      "step": 1092
    },
    {
      "epoch": 0.3798023672494299,
      "grad_norm": 0.11730492115020752,
      "learning_rate": 0.0002,
      "loss": 11.8897,
      "step": 1093
    },
    {
      "epoch": 0.3801498534042784,
      "grad_norm": 0.1084536612033844,
      "learning_rate": 0.0002,
      "loss": 11.8854,
      "step": 1094
    },
    {
      "epoch": 0.38049733955912696,
      "grad_norm": 0.12220296263694763,
      "learning_rate": 0.0002,
      "loss": 11.886,
      "step": 1095
    },
    {
      "epoch": 0.38084482571397543,
      "grad_norm": 0.12958863377571106,
      "learning_rate": 0.0002,
      "loss": 11.8883,
      "step": 1096
    },
    {
      "epoch": 0.38119231186882396,
      "grad_norm": 0.15515710413455963,
      "learning_rate": 0.0002,
      "loss": 11.8877,
      "step": 1097
    },
    {
      "epoch": 0.3815397980236725,
      "grad_norm": 0.1317909210920334,
      "learning_rate": 0.0002,
      "loss": 11.8851,
      "step": 1098
    },
    {
      "epoch": 0.381887284178521,
      "grad_norm": 0.10672799497842789,
      "learning_rate": 0.0002,
      "loss": 11.8813,
      "step": 1099
    },
    {
      "epoch": 0.38223477033336956,
      "grad_norm": 0.12407349050045013,
      "learning_rate": 0.0002,
      "loss": 11.8805,
      "step": 1100
    },
    {
      "epoch": 0.38258225648821803,
      "grad_norm": 0.08188334852457047,
      "learning_rate": 0.0002,
      "loss": 11.8989,
      "step": 1101
    },
    {
      "epoch": 0.38292974264306656,
      "grad_norm": 0.0882829800248146,
      "learning_rate": 0.0002,
      "loss": 11.8985,
      "step": 1102
    },
    {
      "epoch": 0.3832772287979151,
      "grad_norm": 0.07366219162940979,
      "learning_rate": 0.0002,
      "loss": 11.901,
      "step": 1103
    },
    {
      "epoch": 0.3836247149527636,
      "grad_norm": 0.08689654618501663,
      "learning_rate": 0.0002,
      "loss": 11.8986,
      "step": 1104
    },
    {
      "epoch": 0.3839722011076121,
      "grad_norm": 0.10197533667087555,
      "learning_rate": 0.0002,
      "loss": 11.8981,
      "step": 1105
    },
    {
      "epoch": 0.38431968726246063,
      "grad_norm": 0.09469163417816162,
      "learning_rate": 0.0002,
      "loss": 11.8972,
      "step": 1106
    },
    {
      "epoch": 0.38466717341730916,
      "grad_norm": 0.08174032717943192,
      "learning_rate": 0.0002,
      "loss": 11.899,
      "step": 1107
    },
    {
      "epoch": 0.3850146595721577,
      "grad_norm": 0.08710364997386932,
      "learning_rate": 0.0002,
      "loss": 11.9014,
      "step": 1108
    },
    {
      "epoch": 0.38536214572700617,
      "grad_norm": 0.09468119591474533,
      "learning_rate": 0.0002,
      "loss": 11.9005,
      "step": 1109
    },
    {
      "epoch": 0.3857096318818547,
      "grad_norm": 0.09217379987239838,
      "learning_rate": 0.0002,
      "loss": 11.8952,
      "step": 1110
    },
    {
      "epoch": 0.38605711803670323,
      "grad_norm": 0.09032177180051804,
      "learning_rate": 0.0002,
      "loss": 11.8965,
      "step": 1111
    },
    {
      "epoch": 0.38640460419155176,
      "grad_norm": 0.07381436228752136,
      "learning_rate": 0.0002,
      "loss": 11.891,
      "step": 1112
    },
    {
      "epoch": 0.38675209034640023,
      "grad_norm": 0.08873472362756729,
      "learning_rate": 0.0002,
      "loss": 11.897,
      "step": 1113
    },
    {
      "epoch": 0.38709957650124877,
      "grad_norm": 0.10256931185722351,
      "learning_rate": 0.0002,
      "loss": 11.8941,
      "step": 1114
    },
    {
      "epoch": 0.3874470626560973,
      "grad_norm": 0.08693506568670273,
      "learning_rate": 0.0002,
      "loss": 11.8925,
      "step": 1115
    },
    {
      "epoch": 0.3877945488109458,
      "grad_norm": 0.09603860229253769,
      "learning_rate": 0.0002,
      "loss": 11.9001,
      "step": 1116
    },
    {
      "epoch": 0.38814203496579436,
      "grad_norm": 0.0887203961610794,
      "learning_rate": 0.0002,
      "loss": 11.8961,
      "step": 1117
    },
    {
      "epoch": 0.38848952112064283,
      "grad_norm": 0.09243661910295486,
      "learning_rate": 0.0002,
      "loss": 11.8912,
      "step": 1118
    },
    {
      "epoch": 0.38883700727549136,
      "grad_norm": 0.12402466684579849,
      "learning_rate": 0.0002,
      "loss": 11.9022,
      "step": 1119
    },
    {
      "epoch": 0.3891844934303399,
      "grad_norm": 0.09468957781791687,
      "learning_rate": 0.0002,
      "loss": 11.8928,
      "step": 1120
    },
    {
      "epoch": 0.3895319795851884,
      "grad_norm": 0.10429684072732925,
      "learning_rate": 0.0002,
      "loss": 11.8905,
      "step": 1121
    },
    {
      "epoch": 0.3898794657400369,
      "grad_norm": 0.0858052521944046,
      "learning_rate": 0.0002,
      "loss": 11.891,
      "step": 1122
    },
    {
      "epoch": 0.39022695189488543,
      "grad_norm": 0.0793009102344513,
      "learning_rate": 0.0002,
      "loss": 11.8906,
      "step": 1123
    },
    {
      "epoch": 0.39057443804973396,
      "grad_norm": 0.118961401283741,
      "learning_rate": 0.0002,
      "loss": 11.8972,
      "step": 1124
    },
    {
      "epoch": 0.3909219242045825,
      "grad_norm": 0.10248622298240662,
      "learning_rate": 0.0002,
      "loss": 11.8956,
      "step": 1125
    },
    {
      "epoch": 0.39126941035943097,
      "grad_norm": 0.09624595195055008,
      "learning_rate": 0.0002,
      "loss": 11.8899,
      "step": 1126
    },
    {
      "epoch": 0.3916168965142795,
      "grad_norm": 0.09306017309427261,
      "learning_rate": 0.0002,
      "loss": 11.892,
      "step": 1127
    },
    {
      "epoch": 0.39196438266912803,
      "grad_norm": 0.11609411239624023,
      "learning_rate": 0.0002,
      "loss": 11.8902,
      "step": 1128
    },
    {
      "epoch": 0.39231186882397656,
      "grad_norm": 0.12344005703926086,
      "learning_rate": 0.0002,
      "loss": 11.8938,
      "step": 1129
    },
    {
      "epoch": 0.39265935497882504,
      "grad_norm": 0.12338156253099442,
      "learning_rate": 0.0002,
      "loss": 11.8906,
      "step": 1130
    },
    {
      "epoch": 0.39300684113367357,
      "grad_norm": 0.09786442667245865,
      "learning_rate": 0.0002,
      "loss": 11.8935,
      "step": 1131
    },
    {
      "epoch": 0.3933543272885221,
      "grad_norm": 0.09428388625383377,
      "learning_rate": 0.0002,
      "loss": 11.8897,
      "step": 1132
    },
    {
      "epoch": 0.39370181344337063,
      "grad_norm": 0.10667598247528076,
      "learning_rate": 0.0002,
      "loss": 11.8955,
      "step": 1133
    },
    {
      "epoch": 0.39404929959821916,
      "grad_norm": 0.11930196732282639,
      "learning_rate": 0.0002,
      "loss": 11.8984,
      "step": 1134
    },
    {
      "epoch": 0.39439678575306764,
      "grad_norm": 0.09547825902700424,
      "learning_rate": 0.0002,
      "loss": 11.8874,
      "step": 1135
    },
    {
      "epoch": 0.39474427190791617,
      "grad_norm": 0.10655632615089417,
      "learning_rate": 0.0002,
      "loss": 11.8912,
      "step": 1136
    },
    {
      "epoch": 0.3950917580627647,
      "grad_norm": 0.12494325637817383,
      "learning_rate": 0.0002,
      "loss": 11.8977,
      "step": 1137
    },
    {
      "epoch": 0.39543924421761323,
      "grad_norm": 0.12313835322856903,
      "learning_rate": 0.0002,
      "loss": 11.885,
      "step": 1138
    },
    {
      "epoch": 0.3957867303724617,
      "grad_norm": 0.11566700041294098,
      "learning_rate": 0.0002,
      "loss": 11.8849,
      "step": 1139
    },
    {
      "epoch": 0.39613421652731023,
      "grad_norm": 0.10140339285135269,
      "learning_rate": 0.0002,
      "loss": 11.8882,
      "step": 1140
    },
    {
      "epoch": 0.39648170268215877,
      "grad_norm": 0.11652889102697372,
      "learning_rate": 0.0002,
      "loss": 11.8883,
      "step": 1141
    },
    {
      "epoch": 0.3968291888370073,
      "grad_norm": 0.106317438185215,
      "learning_rate": 0.0002,
      "loss": 11.8836,
      "step": 1142
    },
    {
      "epoch": 0.39717667499185577,
      "grad_norm": 0.12202511727809906,
      "learning_rate": 0.0002,
      "loss": 11.8878,
      "step": 1143
    },
    {
      "epoch": 0.3975241611467043,
      "grad_norm": 0.11976470798254013,
      "learning_rate": 0.0002,
      "loss": 11.8908,
      "step": 1144
    },
    {
      "epoch": 0.39787164730155283,
      "grad_norm": 0.11792957037687302,
      "learning_rate": 0.0002,
      "loss": 11.8896,
      "step": 1145
    },
    {
      "epoch": 0.39821913345640136,
      "grad_norm": 0.10819537192583084,
      "learning_rate": 0.0002,
      "loss": 11.8883,
      "step": 1146
    },
    {
      "epoch": 0.39856661961124984,
      "grad_norm": 0.17631569504737854,
      "learning_rate": 0.0002,
      "loss": 11.8819,
      "step": 1147
    },
    {
      "epoch": 0.39891410576609837,
      "grad_norm": 0.14018413424491882,
      "learning_rate": 0.0002,
      "loss": 11.8864,
      "step": 1148
    },
    {
      "epoch": 0.3992615919209469,
      "grad_norm": 0.15731674432754517,
      "learning_rate": 0.0002,
      "loss": 11.8791,
      "step": 1149
    },
    {
      "epoch": 0.39960907807579543,
      "grad_norm": 0.20058757066726685,
      "learning_rate": 0.0002,
      "loss": 11.8832,
      "step": 1150
    },
    {
      "epoch": 0.39995656423064396,
      "grad_norm": 0.07188265770673752,
      "learning_rate": 0.0002,
      "loss": 11.904,
      "step": 1151
    },
    {
      "epoch": 0.40030405038549244,
      "grad_norm": 0.09414874017238617,
      "learning_rate": 0.0002,
      "loss": 11.9019,
      "step": 1152
    },
    {
      "epoch": 0.40065153654034097,
      "grad_norm": 0.07654526829719543,
      "learning_rate": 0.0002,
      "loss": 11.9025,
      "step": 1153
    },
    {
      "epoch": 0.4009990226951895,
      "grad_norm": 0.09433485567569733,
      "learning_rate": 0.0002,
      "loss": 11.9065,
      "step": 1154
    },
    {
      "epoch": 0.40134650885003803,
      "grad_norm": 0.09142444282770157,
      "learning_rate": 0.0002,
      "loss": 11.8972,
      "step": 1155
    },
    {
      "epoch": 0.4016939950048865,
      "grad_norm": 0.08662457019090652,
      "learning_rate": 0.0002,
      "loss": 11.8975,
      "step": 1156
    },
    {
      "epoch": 0.40204148115973504,
      "grad_norm": 0.08543528616428375,
      "learning_rate": 0.0002,
      "loss": 11.9053,
      "step": 1157
    },
    {
      "epoch": 0.40238896731458357,
      "grad_norm": 0.14309367537498474,
      "learning_rate": 0.0002,
      "loss": 11.9011,
      "step": 1158
    },
    {
      "epoch": 0.4027364534694321,
      "grad_norm": 0.07612121105194092,
      "learning_rate": 0.0002,
      "loss": 11.8987,
      "step": 1159
    },
    {
      "epoch": 0.4030839396242806,
      "grad_norm": 0.09548468142747879,
      "learning_rate": 0.0002,
      "loss": 11.8976,
      "step": 1160
    },
    {
      "epoch": 0.4034314257791291,
      "grad_norm": 0.10437265038490295,
      "learning_rate": 0.0002,
      "loss": 11.8963,
      "step": 1161
    },
    {
      "epoch": 0.40377891193397764,
      "grad_norm": 0.08430688083171844,
      "learning_rate": 0.0002,
      "loss": 11.9037,
      "step": 1162
    },
    {
      "epoch": 0.40412639808882617,
      "grad_norm": 0.07756219804286957,
      "learning_rate": 0.0002,
      "loss": 11.8925,
      "step": 1163
    },
    {
      "epoch": 0.40447388424367464,
      "grad_norm": 0.09670575708150864,
      "learning_rate": 0.0002,
      "loss": 11.8988,
      "step": 1164
    },
    {
      "epoch": 0.4048213703985232,
      "grad_norm": 0.09457118064165115,
      "learning_rate": 0.0002,
      "loss": 11.8969,
      "step": 1165
    },
    {
      "epoch": 0.4051688565533717,
      "grad_norm": 0.10450349748134613,
      "learning_rate": 0.0002,
      "loss": 11.8929,
      "step": 1166
    },
    {
      "epoch": 0.40551634270822023,
      "grad_norm": 0.09333338588476181,
      "learning_rate": 0.0002,
      "loss": 11.901,
      "step": 1167
    },
    {
      "epoch": 0.4058638288630687,
      "grad_norm": 0.12203805893659592,
      "learning_rate": 0.0002,
      "loss": 11.8967,
      "step": 1168
    },
    {
      "epoch": 0.40621131501791724,
      "grad_norm": 0.09255155175924301,
      "learning_rate": 0.0002,
      "loss": 11.8984,
      "step": 1169
    },
    {
      "epoch": 0.40655880117276577,
      "grad_norm": 0.09250522404909134,
      "learning_rate": 0.0002,
      "loss": 11.8911,
      "step": 1170
    },
    {
      "epoch": 0.4069062873276143,
      "grad_norm": 0.11160843819379807,
      "learning_rate": 0.0002,
      "loss": 11.9023,
      "step": 1171
    },
    {
      "epoch": 0.40725377348246283,
      "grad_norm": 0.09586674720048904,
      "learning_rate": 0.0002,
      "loss": 11.8986,
      "step": 1172
    },
    {
      "epoch": 0.4076012596373113,
      "grad_norm": 0.11575598269701004,
      "learning_rate": 0.0002,
      "loss": 11.8892,
      "step": 1173
    },
    {
      "epoch": 0.40794874579215984,
      "grad_norm": 0.09151522815227509,
      "learning_rate": 0.0002,
      "loss": 11.8906,
      "step": 1174
    },
    {
      "epoch": 0.40829623194700837,
      "grad_norm": 0.11218377947807312,
      "learning_rate": 0.0002,
      "loss": 11.8909,
      "step": 1175
    },
    {
      "epoch": 0.4086437181018569,
      "grad_norm": 0.1002582460641861,
      "learning_rate": 0.0002,
      "loss": 11.8912,
      "step": 1176
    },
    {
      "epoch": 0.4089912042567054,
      "grad_norm": 0.10996071994304657,
      "learning_rate": 0.0002,
      "loss": 11.8897,
      "step": 1177
    },
    {
      "epoch": 0.4093386904115539,
      "grad_norm": 0.12542477250099182,
      "learning_rate": 0.0002,
      "loss": 11.8915,
      "step": 1178
    },
    {
      "epoch": 0.40968617656640244,
      "grad_norm": 0.10055824369192123,
      "learning_rate": 0.0002,
      "loss": 11.8942,
      "step": 1179
    },
    {
      "epoch": 0.41003366272125097,
      "grad_norm": 0.09938253462314606,
      "learning_rate": 0.0002,
      "loss": 11.8981,
      "step": 1180
    },
    {
      "epoch": 0.41038114887609944,
      "grad_norm": 0.098140187561512,
      "learning_rate": 0.0002,
      "loss": 11.8947,
      "step": 1181
    },
    {
      "epoch": 0.410728635030948,
      "grad_norm": 0.09489289671182632,
      "learning_rate": 0.0002,
      "loss": 11.8916,
      "step": 1182
    },
    {
      "epoch": 0.4110761211857965,
      "grad_norm": 0.09819619357585907,
      "learning_rate": 0.0002,
      "loss": 11.8892,
      "step": 1183
    },
    {
      "epoch": 0.41142360734064504,
      "grad_norm": 0.10009445995092392,
      "learning_rate": 0.0002,
      "loss": 11.8874,
      "step": 1184
    },
    {
      "epoch": 0.4117710934954935,
      "grad_norm": 0.12907633185386658,
      "learning_rate": 0.0002,
      "loss": 11.8954,
      "step": 1185
    },
    {
      "epoch": 0.41211857965034204,
      "grad_norm": 0.12515844404697418,
      "learning_rate": 0.0002,
      "loss": 11.8846,
      "step": 1186
    },
    {
      "epoch": 0.4124660658051906,
      "grad_norm": 0.09763889759778976,
      "learning_rate": 0.0002,
      "loss": 11.8941,
      "step": 1187
    },
    {
      "epoch": 0.4128135519600391,
      "grad_norm": 0.1521730124950409,
      "learning_rate": 0.0002,
      "loss": 11.8984,
      "step": 1188
    },
    {
      "epoch": 0.41316103811488764,
      "grad_norm": 0.09261877089738846,
      "learning_rate": 0.0002,
      "loss": 11.8875,
      "step": 1189
    },
    {
      "epoch": 0.4135085242697361,
      "grad_norm": 0.09368634223937988,
      "learning_rate": 0.0002,
      "loss": 11.8856,
      "step": 1190
    },
    {
      "epoch": 0.41385601042458464,
      "grad_norm": 0.09814365208148956,
      "learning_rate": 0.0002,
      "loss": 11.8891,
      "step": 1191
    },
    {
      "epoch": 0.4142034965794332,
      "grad_norm": 0.17658153176307678,
      "learning_rate": 0.0002,
      "loss": 11.8949,
      "step": 1192
    },
    {
      "epoch": 0.4145509827342817,
      "grad_norm": 0.10316513478755951,
      "learning_rate": 0.0002,
      "loss": 11.8857,
      "step": 1193
    },
    {
      "epoch": 0.4148984688891302,
      "grad_norm": 0.10985918343067169,
      "learning_rate": 0.0002,
      "loss": 11.892,
      "step": 1194
    },
    {
      "epoch": 0.4152459550439787,
      "grad_norm": 0.12178273499011993,
      "learning_rate": 0.0002,
      "loss": 11.8842,
      "step": 1195
    },
    {
      "epoch": 0.41559344119882724,
      "grad_norm": 0.13298939168453217,
      "learning_rate": 0.0002,
      "loss": 11.8871,
      "step": 1196
    },
    {
      "epoch": 0.41594092735367577,
      "grad_norm": 0.10050595551729202,
      "learning_rate": 0.0002,
      "loss": 11.8805,
      "step": 1197
    },
    {
      "epoch": 0.41628841350852425,
      "grad_norm": 0.15733371675014496,
      "learning_rate": 0.0002,
      "loss": 11.8854,
      "step": 1198
    },
    {
      "epoch": 0.4166358996633728,
      "grad_norm": 0.13130339980125427,
      "learning_rate": 0.0002,
      "loss": 11.8819,
      "step": 1199
    },
    {
      "epoch": 0.4169833858182213,
      "grad_norm": 0.1633838266134262,
      "learning_rate": 0.0002,
      "loss": 11.8828,
      "step": 1200
    },
    {
      "epoch": 0.4169833858182213,
      "eval_loss": 11.891450881958008,
      "eval_runtime": 5.6822,
      "eval_samples_per_second": 81.482,
      "eval_steps_per_second": 40.829,
      "step": 1200
    },
    {
      "epoch": 0.41733087197306984,
      "grad_norm": 0.07282032817602158,
      "learning_rate": 0.0002,
      "loss": 11.9045,
      "step": 1201
    },
    {
      "epoch": 0.4176783581279183,
      "grad_norm": 0.07722098380327225,
      "learning_rate": 0.0002,
      "loss": 11.902,
      "step": 1202
    },
    {
      "epoch": 0.41802584428276685,
      "grad_norm": 0.0914527177810669,
      "learning_rate": 0.0002,
      "loss": 11.9043,
      "step": 1203
    },
    {
      "epoch": 0.4183733304376154,
      "grad_norm": 0.08514507859945297,
      "learning_rate": 0.0002,
      "loss": 11.9035,
      "step": 1204
    },
    {
      "epoch": 0.4187208165924639,
      "grad_norm": 0.098581962287426,
      "learning_rate": 0.0002,
      "loss": 11.8977,
      "step": 1205
    },
    {
      "epoch": 0.41906830274731244,
      "grad_norm": 0.07634063810110092,
      "learning_rate": 0.0002,
      "loss": 11.8996,
      "step": 1206
    },
    {
      "epoch": 0.4194157889021609,
      "grad_norm": 0.0878388062119484,
      "learning_rate": 0.0002,
      "loss": 11.8988,
      "step": 1207
    },
    {
      "epoch": 0.41976327505700944,
      "grad_norm": 0.06845079362392426,
      "learning_rate": 0.0002,
      "loss": 11.9026,
      "step": 1208
    },
    {
      "epoch": 0.420110761211858,
      "grad_norm": 0.09241481870412827,
      "learning_rate": 0.0002,
      "loss": 11.8988,
      "step": 1209
    },
    {
      "epoch": 0.4204582473667065,
      "grad_norm": 0.07320212572813034,
      "learning_rate": 0.0002,
      "loss": 11.8962,
      "step": 1210
    },
    {
      "epoch": 0.420805733521555,
      "grad_norm": 0.08557598292827606,
      "learning_rate": 0.0002,
      "loss": 11.8959,
      "step": 1211
    },
    {
      "epoch": 0.4211532196764035,
      "grad_norm": 0.08973383903503418,
      "learning_rate": 0.0002,
      "loss": 11.8998,
      "step": 1212
    },
    {
      "epoch": 0.42150070583125204,
      "grad_norm": 0.0908515602350235,
      "learning_rate": 0.0002,
      "loss": 11.9002,
      "step": 1213
    },
    {
      "epoch": 0.4218481919861006,
      "grad_norm": 0.09709885716438293,
      "learning_rate": 0.0002,
      "loss": 11.9003,
      "step": 1214
    },
    {
      "epoch": 0.42219567814094905,
      "grad_norm": 0.0947679802775383,
      "learning_rate": 0.0002,
      "loss": 11.9022,
      "step": 1215
    },
    {
      "epoch": 0.4225431642957976,
      "grad_norm": 0.09066369384527206,
      "learning_rate": 0.0002,
      "loss": 11.8969,
      "step": 1216
    },
    {
      "epoch": 0.4228906504506461,
      "grad_norm": 0.10192004591226578,
      "learning_rate": 0.0002,
      "loss": 11.8959,
      "step": 1217
    },
    {
      "epoch": 0.42323813660549464,
      "grad_norm": 0.09515269100666046,
      "learning_rate": 0.0002,
      "loss": 11.9006,
      "step": 1218
    },
    {
      "epoch": 0.4235856227603431,
      "grad_norm": 0.11412668228149414,
      "learning_rate": 0.0002,
      "loss": 11.8951,
      "step": 1219
    },
    {
      "epoch": 0.42393310891519165,
      "grad_norm": 0.10073333978652954,
      "learning_rate": 0.0002,
      "loss": 11.8944,
      "step": 1220
    },
    {
      "epoch": 0.4242805950700402,
      "grad_norm": 0.11633820831775665,
      "learning_rate": 0.0002,
      "loss": 11.898,
      "step": 1221
    },
    {
      "epoch": 0.4246280812248887,
      "grad_norm": 0.10899066925048828,
      "learning_rate": 0.0002,
      "loss": 11.8916,
      "step": 1222
    },
    {
      "epoch": 0.42497556737973724,
      "grad_norm": 0.08622463792562485,
      "learning_rate": 0.0002,
      "loss": 11.902,
      "step": 1223
    },
    {
      "epoch": 0.4253230535345857,
      "grad_norm": 0.12926751375198364,
      "learning_rate": 0.0002,
      "loss": 11.896,
      "step": 1224
    },
    {
      "epoch": 0.42567053968943425,
      "grad_norm": 0.08430617302656174,
      "learning_rate": 0.0002,
      "loss": 11.8977,
      "step": 1225
    },
    {
      "epoch": 0.4260180258442828,
      "grad_norm": 0.11737921088933945,
      "learning_rate": 0.0002,
      "loss": 11.8877,
      "step": 1226
    },
    {
      "epoch": 0.4263655119991313,
      "grad_norm": 0.0951187014579773,
      "learning_rate": 0.0002,
      "loss": 11.8952,
      "step": 1227
    },
    {
      "epoch": 0.4267129981539798,
      "grad_norm": 0.09916596114635468,
      "learning_rate": 0.0002,
      "loss": 11.8924,
      "step": 1228
    },
    {
      "epoch": 0.4270604843088283,
      "grad_norm": 0.11329403519630432,
      "learning_rate": 0.0002,
      "loss": 11.8916,
      "step": 1229
    },
    {
      "epoch": 0.42740797046367685,
      "grad_norm": 0.10750340670347214,
      "learning_rate": 0.0002,
      "loss": 11.8947,
      "step": 1230
    },
    {
      "epoch": 0.4277554566185254,
      "grad_norm": 0.12771977484226227,
      "learning_rate": 0.0002,
      "loss": 11.8968,
      "step": 1231
    },
    {
      "epoch": 0.42810294277337385,
      "grad_norm": 0.08360803872346878,
      "learning_rate": 0.0002,
      "loss": 11.8967,
      "step": 1232
    },
    {
      "epoch": 0.4284504289282224,
      "grad_norm": 0.10350194573402405,
      "learning_rate": 0.0002,
      "loss": 11.8926,
      "step": 1233
    },
    {
      "epoch": 0.4287979150830709,
      "grad_norm": 0.09037844836711884,
      "learning_rate": 0.0002,
      "loss": 11.8892,
      "step": 1234
    },
    {
      "epoch": 0.42914540123791944,
      "grad_norm": 0.11331449449062347,
      "learning_rate": 0.0002,
      "loss": 11.8949,
      "step": 1235
    },
    {
      "epoch": 0.4294928873927679,
      "grad_norm": 0.1114586591720581,
      "learning_rate": 0.0002,
      "loss": 11.8946,
      "step": 1236
    },
    {
      "epoch": 0.42984037354761645,
      "grad_norm": 0.10700292885303497,
      "learning_rate": 0.0002,
      "loss": 11.8886,
      "step": 1237
    },
    {
      "epoch": 0.430187859702465,
      "grad_norm": 0.10487386584281921,
      "learning_rate": 0.0002,
      "loss": 11.8935,
      "step": 1238
    },
    {
      "epoch": 0.4305353458573135,
      "grad_norm": 0.13443021476268768,
      "learning_rate": 0.0002,
      "loss": 11.8908,
      "step": 1239
    },
    {
      "epoch": 0.43088283201216204,
      "grad_norm": 0.11366511136293411,
      "learning_rate": 0.0002,
      "loss": 11.8899,
      "step": 1240
    },
    {
      "epoch": 0.4312303181670105,
      "grad_norm": 0.11040794849395752,
      "learning_rate": 0.0002,
      "loss": 11.8882,
      "step": 1241
    },
    {
      "epoch": 0.43157780432185905,
      "grad_norm": 0.1271723359823227,
      "learning_rate": 0.0002,
      "loss": 11.8862,
      "step": 1242
    },
    {
      "epoch": 0.4319252904767076,
      "grad_norm": 0.12108494341373444,
      "learning_rate": 0.0002,
      "loss": 11.8889,
      "step": 1243
    },
    {
      "epoch": 0.4322727766315561,
      "grad_norm": 0.1189015582203865,
      "learning_rate": 0.0002,
      "loss": 11.8902,
      "step": 1244
    },
    {
      "epoch": 0.4326202627864046,
      "grad_norm": 0.1178339496254921,
      "learning_rate": 0.0002,
      "loss": 11.8828,
      "step": 1245
    },
    {
      "epoch": 0.4329677489412531,
      "grad_norm": 0.12853482365608215,
      "learning_rate": 0.0002,
      "loss": 11.8883,
      "step": 1246
    },
    {
      "epoch": 0.43331523509610165,
      "grad_norm": 0.10896965116262436,
      "learning_rate": 0.0002,
      "loss": 11.8812,
      "step": 1247
    },
    {
      "epoch": 0.4336627212509502,
      "grad_norm": 0.10709289461374283,
      "learning_rate": 0.0002,
      "loss": 11.8826,
      "step": 1248
    },
    {
      "epoch": 0.43401020740579865,
      "grad_norm": 0.13926325738430023,
      "learning_rate": 0.0002,
      "loss": 11.8792,
      "step": 1249
    },
    {
      "epoch": 0.4343576935606472,
      "grad_norm": 0.158059760928154,
      "learning_rate": 0.0002,
      "loss": 11.8841,
      "step": 1250
    },
    {
      "epoch": 0.4347051797154957,
      "grad_norm": 0.1181105300784111,
      "learning_rate": 0.0002,
      "loss": 11.8967,
      "step": 1251
    },
    {
      "epoch": 0.43505266587034425,
      "grad_norm": 0.09029784053564072,
      "learning_rate": 0.0002,
      "loss": 11.8979,
      "step": 1252
    },
    {
      "epoch": 0.4354001520251927,
      "grad_norm": 0.08631445467472076,
      "learning_rate": 0.0002,
      "loss": 11.8994,
      "step": 1253
    },
    {
      "epoch": 0.43574763818004125,
      "grad_norm": 0.08577223122119904,
      "learning_rate": 0.0002,
      "loss": 11.8963,
      "step": 1254
    },
    {
      "epoch": 0.4360951243348898,
      "grad_norm": 0.07582564651966095,
      "learning_rate": 0.0002,
      "loss": 11.906,
      "step": 1255
    },
    {
      "epoch": 0.4364426104897383,
      "grad_norm": 0.07737859338521957,
      "learning_rate": 0.0002,
      "loss": 11.9,
      "step": 1256
    },
    {
      "epoch": 0.43679009664458684,
      "grad_norm": 0.08515849709510803,
      "learning_rate": 0.0002,
      "loss": 11.903,
      "step": 1257
    },
    {
      "epoch": 0.4371375827994353,
      "grad_norm": 0.12519505620002747,
      "learning_rate": 0.0002,
      "loss": 11.8962,
      "step": 1258
    },
    {
      "epoch": 0.43748506895428385,
      "grad_norm": 0.09340400993824005,
      "learning_rate": 0.0002,
      "loss": 11.8948,
      "step": 1259
    },
    {
      "epoch": 0.4378325551091324,
      "grad_norm": 0.09626241028308868,
      "learning_rate": 0.0002,
      "loss": 11.8964,
      "step": 1260
    },
    {
      "epoch": 0.4381800412639809,
      "grad_norm": 0.10918094962835312,
      "learning_rate": 0.0002,
      "loss": 11.905,
      "step": 1261
    },
    {
      "epoch": 0.4385275274188294,
      "grad_norm": 0.119291752576828,
      "learning_rate": 0.0002,
      "loss": 11.896,
      "step": 1262
    },
    {
      "epoch": 0.4388750135736779,
      "grad_norm": 0.11266283690929413,
      "learning_rate": 0.0002,
      "loss": 11.8992,
      "step": 1263
    },
    {
      "epoch": 0.43922249972852645,
      "grad_norm": 0.09729401022195816,
      "learning_rate": 0.0002,
      "loss": 11.8973,
      "step": 1264
    },
    {
      "epoch": 0.439569985883375,
      "grad_norm": 0.10392049700021744,
      "learning_rate": 0.0002,
      "loss": 11.8934,
      "step": 1265
    },
    {
      "epoch": 0.43991747203822346,
      "grad_norm": 0.07761308550834656,
      "learning_rate": 0.0002,
      "loss": 11.8943,
      "step": 1266
    },
    {
      "epoch": 0.440264958193072,
      "grad_norm": 0.0998232439160347,
      "learning_rate": 0.0002,
      "loss": 11.8966,
      "step": 1267
    },
    {
      "epoch": 0.4406124443479205,
      "grad_norm": 0.0984184518456459,
      "learning_rate": 0.0002,
      "loss": 11.8948,
      "step": 1268
    },
    {
      "epoch": 0.44095993050276905,
      "grad_norm": 0.11246542632579803,
      "learning_rate": 0.0002,
      "loss": 11.8969,
      "step": 1269
    },
    {
      "epoch": 0.4413074166576175,
      "grad_norm": 0.11837346106767654,
      "learning_rate": 0.0002,
      "loss": 11.8929,
      "step": 1270
    },
    {
      "epoch": 0.44165490281246605,
      "grad_norm": 0.09521310776472092,
      "learning_rate": 0.0002,
      "loss": 11.8978,
      "step": 1271
    },
    {
      "epoch": 0.4420023889673146,
      "grad_norm": 0.10835985839366913,
      "learning_rate": 0.0002,
      "loss": 11.896,
      "step": 1272
    },
    {
      "epoch": 0.4423498751221631,
      "grad_norm": 0.10087447613477707,
      "learning_rate": 0.0002,
      "loss": 11.8996,
      "step": 1273
    },
    {
      "epoch": 0.4426973612770116,
      "grad_norm": 0.13091400265693665,
      "learning_rate": 0.0002,
      "loss": 11.8929,
      "step": 1274
    },
    {
      "epoch": 0.4430448474318601,
      "grad_norm": 0.12101370096206665,
      "learning_rate": 0.0002,
      "loss": 11.8938,
      "step": 1275
    },
    {
      "epoch": 0.44339233358670865,
      "grad_norm": 0.09833621233701706,
      "learning_rate": 0.0002,
      "loss": 11.888,
      "step": 1276
    },
    {
      "epoch": 0.4437398197415572,
      "grad_norm": 0.1152620017528534,
      "learning_rate": 0.0002,
      "loss": 11.8921,
      "step": 1277
    },
    {
      "epoch": 0.4440873058964057,
      "grad_norm": 0.1284157931804657,
      "learning_rate": 0.0002,
      "loss": 11.8964,
      "step": 1278
    },
    {
      "epoch": 0.4444347920512542,
      "grad_norm": 0.10692135989665985,
      "learning_rate": 0.0002,
      "loss": 11.8975,
      "step": 1279
    },
    {
      "epoch": 0.4447822782061027,
      "grad_norm": 0.10795044153928757,
      "learning_rate": 0.0002,
      "loss": 11.8905,
      "step": 1280
    },
    {
      "epoch": 0.44512976436095125,
      "grad_norm": 0.11539429426193237,
      "learning_rate": 0.0002,
      "loss": 11.8913,
      "step": 1281
    },
    {
      "epoch": 0.4454772505157998,
      "grad_norm": 0.15067744255065918,
      "learning_rate": 0.0002,
      "loss": 11.89,
      "step": 1282
    },
    {
      "epoch": 0.44582473667064826,
      "grad_norm": 0.10222412645816803,
      "learning_rate": 0.0002,
      "loss": 11.8935,
      "step": 1283
    },
    {
      "epoch": 0.4461722228254968,
      "grad_norm": 0.11866302788257599,
      "learning_rate": 0.0002,
      "loss": 11.8904,
      "step": 1284
    },
    {
      "epoch": 0.4465197089803453,
      "grad_norm": 0.10928935557603836,
      "learning_rate": 0.0002,
      "loss": 11.8906,
      "step": 1285
    },
    {
      "epoch": 0.44686719513519385,
      "grad_norm": 0.12731313705444336,
      "learning_rate": 0.0002,
      "loss": 11.8899,
      "step": 1286
    },
    {
      "epoch": 0.4472146812900423,
      "grad_norm": 0.1028716117143631,
      "learning_rate": 0.0002,
      "loss": 11.8853,
      "step": 1287
    },
    {
      "epoch": 0.44756216744489086,
      "grad_norm": 0.12471944838762283,
      "learning_rate": 0.0002,
      "loss": 11.891,
      "step": 1288
    },
    {
      "epoch": 0.4479096535997394,
      "grad_norm": 0.11403882503509521,
      "learning_rate": 0.0002,
      "loss": 11.8884,
      "step": 1289
    },
    {
      "epoch": 0.4482571397545879,
      "grad_norm": 0.13541652262210846,
      "learning_rate": 0.0002,
      "loss": 11.8889,
      "step": 1290
    },
    {
      "epoch": 0.4486046259094364,
      "grad_norm": 0.12905633449554443,
      "learning_rate": 0.0002,
      "loss": 11.884,
      "step": 1291
    },
    {
      "epoch": 0.4489521120642849,
      "grad_norm": 0.13478830456733704,
      "learning_rate": 0.0002,
      "loss": 11.891,
      "step": 1292
    },
    {
      "epoch": 0.44929959821913346,
      "grad_norm": 0.11408115923404694,
      "learning_rate": 0.0002,
      "loss": 11.8902,
      "step": 1293
    },
    {
      "epoch": 0.449647084373982,
      "grad_norm": 0.14811426401138306,
      "learning_rate": 0.0002,
      "loss": 11.8887,
      "step": 1294
    },
    {
      "epoch": 0.4499945705288305,
      "grad_norm": 0.12474334239959717,
      "learning_rate": 0.0002,
      "loss": 11.8828,
      "step": 1295
    },
    {
      "epoch": 0.450342056683679,
      "grad_norm": 0.13783571124076843,
      "learning_rate": 0.0002,
      "loss": 11.8818,
      "step": 1296
    },
    {
      "epoch": 0.4506895428385275,
      "grad_norm": 0.2846248745918274,
      "learning_rate": 0.0002,
      "loss": 11.887,
      "step": 1297
    },
    {
      "epoch": 0.45103702899337605,
      "grad_norm": 0.20477189123630524,
      "learning_rate": 0.0002,
      "loss": 11.8822,
      "step": 1298
    },
    {
      "epoch": 0.4513845151482246,
      "grad_norm": 0.140717551112175,
      "learning_rate": 0.0002,
      "loss": 11.8916,
      "step": 1299
    },
    {
      "epoch": 0.45173200130307306,
      "grad_norm": 0.12800990045070648,
      "learning_rate": 0.0002,
      "loss": 11.8806,
      "step": 1300
    },
    {
      "epoch": 0.4520794874579216,
      "grad_norm": 0.09083560109138489,
      "learning_rate": 0.0002,
      "loss": 11.9027,
      "step": 1301
    },
    {
      "epoch": 0.4524269736127701,
      "grad_norm": 0.08834291994571686,
      "learning_rate": 0.0002,
      "loss": 11.9027,
      "step": 1302
    },
    {
      "epoch": 0.45277445976761865,
      "grad_norm": 0.0801907554268837,
      "learning_rate": 0.0002,
      "loss": 11.9043,
      "step": 1303
    },
    {
      "epoch": 0.45312194592246713,
      "grad_norm": 0.07851941138505936,
      "learning_rate": 0.0002,
      "loss": 11.9052,
      "step": 1304
    },
    {
      "epoch": 0.45346943207731566,
      "grad_norm": 0.08018136769533157,
      "learning_rate": 0.0002,
      "loss": 11.9003,
      "step": 1305
    },
    {
      "epoch": 0.4538169182321642,
      "grad_norm": 0.07430540770292282,
      "learning_rate": 0.0002,
      "loss": 11.9014,
      "step": 1306
    },
    {
      "epoch": 0.4541644043870127,
      "grad_norm": 0.08892816305160522,
      "learning_rate": 0.0002,
      "loss": 11.9044,
      "step": 1307
    },
    {
      "epoch": 0.4545118905418612,
      "grad_norm": 0.07188983261585236,
      "learning_rate": 0.0002,
      "loss": 11.899,
      "step": 1308
    },
    {
      "epoch": 0.4548593766967097,
      "grad_norm": 0.07839559018611908,
      "learning_rate": 0.0002,
      "loss": 11.9001,
      "step": 1309
    },
    {
      "epoch": 0.45520686285155826,
      "grad_norm": 0.07813504338264465,
      "learning_rate": 0.0002,
      "loss": 11.9028,
      "step": 1310
    },
    {
      "epoch": 0.4555543490064068,
      "grad_norm": 0.10035692900419235,
      "learning_rate": 0.0002,
      "loss": 11.8923,
      "step": 1311
    },
    {
      "epoch": 0.4559018351612553,
      "grad_norm": 0.0932837575674057,
      "learning_rate": 0.0002,
      "loss": 11.9031,
      "step": 1312
    },
    {
      "epoch": 0.4562493213161038,
      "grad_norm": 0.08993518352508545,
      "learning_rate": 0.0002,
      "loss": 11.903,
      "step": 1313
    },
    {
      "epoch": 0.4565968074709523,
      "grad_norm": 0.10378296673297882,
      "learning_rate": 0.0002,
      "loss": 11.8983,
      "step": 1314
    },
    {
      "epoch": 0.45694429362580086,
      "grad_norm": 0.07965782284736633,
      "learning_rate": 0.0002,
      "loss": 11.9026,
      "step": 1315
    },
    {
      "epoch": 0.4572917797806494,
      "grad_norm": 0.09905047714710236,
      "learning_rate": 0.0002,
      "loss": 11.8957,
      "step": 1316
    },
    {
      "epoch": 0.45763926593549786,
      "grad_norm": 0.0874752476811409,
      "learning_rate": 0.0002,
      "loss": 11.8932,
      "step": 1317
    },
    {
      "epoch": 0.4579867520903464,
      "grad_norm": 0.09043606370687485,
      "learning_rate": 0.0002,
      "loss": 11.8976,
      "step": 1318
    },
    {
      "epoch": 0.4583342382451949,
      "grad_norm": 0.08969844877719879,
      "learning_rate": 0.0002,
      "loss": 11.8995,
      "step": 1319
    },
    {
      "epoch": 0.45868172440004346,
      "grad_norm": 0.10335216671228409,
      "learning_rate": 0.0002,
      "loss": 11.8956,
      "step": 1320
    },
    {
      "epoch": 0.45902921055489193,
      "grad_norm": 0.09546255320310593,
      "learning_rate": 0.0002,
      "loss": 11.8897,
      "step": 1321
    },
    {
      "epoch": 0.45937669670974046,
      "grad_norm": 0.0816706046462059,
      "learning_rate": 0.0002,
      "loss": 11.8943,
      "step": 1322
    },
    {
      "epoch": 0.459724182864589,
      "grad_norm": 0.14273059368133545,
      "learning_rate": 0.0002,
      "loss": 11.8947,
      "step": 1323
    },
    {
      "epoch": 0.4600716690194375,
      "grad_norm": 0.07428377866744995,
      "learning_rate": 0.0002,
      "loss": 11.8905,
      "step": 1324
    },
    {
      "epoch": 0.460419155174286,
      "grad_norm": 0.0912177786231041,
      "learning_rate": 0.0002,
      "loss": 11.8978,
      "step": 1325
    },
    {
      "epoch": 0.46076664132913453,
      "grad_norm": 0.1076694056391716,
      "learning_rate": 0.0002,
      "loss": 11.8945,
      "step": 1326
    },
    {
      "epoch": 0.46111412748398306,
      "grad_norm": 0.1008543148636818,
      "learning_rate": 0.0002,
      "loss": 11.8955,
      "step": 1327
    },
    {
      "epoch": 0.4614616136388316,
      "grad_norm": 0.10226461291313171,
      "learning_rate": 0.0002,
      "loss": 11.8979,
      "step": 1328
    },
    {
      "epoch": 0.4618090997936801,
      "grad_norm": 0.12076577544212341,
      "learning_rate": 0.0002,
      "loss": 11.8955,
      "step": 1329
    },
    {
      "epoch": 0.4621565859485286,
      "grad_norm": 0.11579856276512146,
      "learning_rate": 0.0002,
      "loss": 11.8919,
      "step": 1330
    },
    {
      "epoch": 0.46250407210337713,
      "grad_norm": 0.11156153678894043,
      "learning_rate": 0.0002,
      "loss": 11.8866,
      "step": 1331
    },
    {
      "epoch": 0.46285155825822566,
      "grad_norm": 0.10696399211883545,
      "learning_rate": 0.0002,
      "loss": 11.8884,
      "step": 1332
    },
    {
      "epoch": 0.4631990444130742,
      "grad_norm": 0.11073080450296402,
      "learning_rate": 0.0002,
      "loss": 11.8932,
      "step": 1333
    },
    {
      "epoch": 0.46354653056792267,
      "grad_norm": 0.1045144572854042,
      "learning_rate": 0.0002,
      "loss": 11.8951,
      "step": 1334
    },
    {
      "epoch": 0.4638940167227712,
      "grad_norm": 0.10042174160480499,
      "learning_rate": 0.0002,
      "loss": 11.8974,
      "step": 1335
    },
    {
      "epoch": 0.4642415028776197,
      "grad_norm": 0.11354617774486542,
      "learning_rate": 0.0002,
      "loss": 11.8936,
      "step": 1336
    },
    {
      "epoch": 0.46458898903246826,
      "grad_norm": 0.10864009708166122,
      "learning_rate": 0.0002,
      "loss": 11.8904,
      "step": 1337
    },
    {
      "epoch": 0.46493647518731673,
      "grad_norm": 0.11270061135292053,
      "learning_rate": 0.0002,
      "loss": 11.8971,
      "step": 1338
    },
    {
      "epoch": 0.46528396134216526,
      "grad_norm": 0.093668133020401,
      "learning_rate": 0.0002,
      "loss": 11.887,
      "step": 1339
    },
    {
      "epoch": 0.4656314474970138,
      "grad_norm": 0.10243040323257446,
      "learning_rate": 0.0002,
      "loss": 11.8866,
      "step": 1340
    },
    {
      "epoch": 0.4659789336518623,
      "grad_norm": 0.11596649140119553,
      "learning_rate": 0.0002,
      "loss": 11.8888,
      "step": 1341
    },
    {
      "epoch": 0.4663264198067108,
      "grad_norm": 0.10605813562870026,
      "learning_rate": 0.0002,
      "loss": 11.8936,
      "step": 1342
    },
    {
      "epoch": 0.46667390596155933,
      "grad_norm": 0.11965799331665039,
      "learning_rate": 0.0002,
      "loss": 11.8883,
      "step": 1343
    },
    {
      "epoch": 0.46702139211640786,
      "grad_norm": 0.10829059034585953,
      "learning_rate": 0.0002,
      "loss": 11.8935,
      "step": 1344
    },
    {
      "epoch": 0.4673688782712564,
      "grad_norm": 0.1545555293560028,
      "learning_rate": 0.0002,
      "loss": 11.8843,
      "step": 1345
    },
    {
      "epoch": 0.4677163644261049,
      "grad_norm": 0.13898491859436035,
      "learning_rate": 0.0002,
      "loss": 11.8845,
      "step": 1346
    },
    {
      "epoch": 0.4680638505809534,
      "grad_norm": 0.1423005759716034,
      "learning_rate": 0.0002,
      "loss": 11.8858,
      "step": 1347
    },
    {
      "epoch": 0.46841133673580193,
      "grad_norm": 0.13271915912628174,
      "learning_rate": 0.0002,
      "loss": 11.8854,
      "step": 1348
    },
    {
      "epoch": 0.46875882289065046,
      "grad_norm": 0.17512281239032745,
      "learning_rate": 0.0002,
      "loss": 11.8841,
      "step": 1349
    },
    {
      "epoch": 0.469106309045499,
      "grad_norm": 0.14790837466716766,
      "learning_rate": 0.0002,
      "loss": 11.8783,
      "step": 1350
    },
    {
      "epoch": 0.46945379520034747,
      "grad_norm": 0.09112696349620819,
      "learning_rate": 0.0002,
      "loss": 11.902,
      "step": 1351
    },
    {
      "epoch": 0.469801281355196,
      "grad_norm": 0.07616729289293289,
      "learning_rate": 0.0002,
      "loss": 11.9012,
      "step": 1352
    },
    {
      "epoch": 0.47014876751004453,
      "grad_norm": 0.09430911391973495,
      "learning_rate": 0.0002,
      "loss": 11.8991,
      "step": 1353
    },
    {
      "epoch": 0.47049625366489306,
      "grad_norm": 0.08904624730348587,
      "learning_rate": 0.0002,
      "loss": 11.9041,
      "step": 1354
    },
    {
      "epoch": 0.47084373981974154,
      "grad_norm": 0.06782035529613495,
      "learning_rate": 0.0002,
      "loss": 11.9007,
      "step": 1355
    },
    {
      "epoch": 0.47119122597459007,
      "grad_norm": 0.08782007545232773,
      "learning_rate": 0.0002,
      "loss": 11.9009,
      "step": 1356
    },
    {
      "epoch": 0.4715387121294386,
      "grad_norm": 0.1093500554561615,
      "learning_rate": 0.0002,
      "loss": 11.8992,
      "step": 1357
    },
    {
      "epoch": 0.47188619828428713,
      "grad_norm": 0.07620591670274734,
      "learning_rate": 0.0002,
      "loss": 11.8982,
      "step": 1358
    },
    {
      "epoch": 0.4722336844391356,
      "grad_norm": 0.07561951130628586,
      "learning_rate": 0.0002,
      "loss": 11.8975,
      "step": 1359
    },
    {
      "epoch": 0.47258117059398413,
      "grad_norm": 0.08011095970869064,
      "learning_rate": 0.0002,
      "loss": 11.9015,
      "step": 1360
    },
    {
      "epoch": 0.47292865674883267,
      "grad_norm": 0.10019586980342865,
      "learning_rate": 0.0002,
      "loss": 11.9024,
      "step": 1361
    },
    {
      "epoch": 0.4732761429036812,
      "grad_norm": 0.09994771331548691,
      "learning_rate": 0.0002,
      "loss": 11.892,
      "step": 1362
    },
    {
      "epoch": 0.47362362905852967,
      "grad_norm": 0.09216605126857758,
      "learning_rate": 0.0002,
      "loss": 11.8971,
      "step": 1363
    },
    {
      "epoch": 0.4739711152133782,
      "grad_norm": 0.07888840138912201,
      "learning_rate": 0.0002,
      "loss": 11.9052,
      "step": 1364
    },
    {
      "epoch": 0.47431860136822673,
      "grad_norm": 0.08176031708717346,
      "learning_rate": 0.0002,
      "loss": 11.8993,
      "step": 1365
    },
    {
      "epoch": 0.47466608752307526,
      "grad_norm": 0.10925447940826416,
      "learning_rate": 0.0002,
      "loss": 11.8941,
      "step": 1366
    },
    {
      "epoch": 0.4750135736779238,
      "grad_norm": 0.10103866457939148,
      "learning_rate": 0.0002,
      "loss": 11.8939,
      "step": 1367
    },
    {
      "epoch": 0.47536105983277227,
      "grad_norm": 0.08486051857471466,
      "learning_rate": 0.0002,
      "loss": 11.8926,
      "step": 1368
    },
    {
      "epoch": 0.4757085459876208,
      "grad_norm": 0.0758446455001831,
      "learning_rate": 0.0002,
      "loss": 11.8954,
      "step": 1369
    },
    {
      "epoch": 0.47605603214246933,
      "grad_norm": 0.0989363044500351,
      "learning_rate": 0.0002,
      "loss": 11.8922,
      "step": 1370
    },
    {
      "epoch": 0.47640351829731786,
      "grad_norm": 0.09586581587791443,
      "learning_rate": 0.0002,
      "loss": 11.8935,
      "step": 1371
    },
    {
      "epoch": 0.47675100445216634,
      "grad_norm": 0.09414002299308777,
      "learning_rate": 0.0002,
      "loss": 11.8986,
      "step": 1372
    },
    {
      "epoch": 0.47709849060701487,
      "grad_norm": 0.106861412525177,
      "learning_rate": 0.0002,
      "loss": 11.8971,
      "step": 1373
    },
    {
      "epoch": 0.4774459767618634,
      "grad_norm": 0.08759217709302902,
      "learning_rate": 0.0002,
      "loss": 11.8962,
      "step": 1374
    },
    {
      "epoch": 0.47779346291671193,
      "grad_norm": 0.105020672082901,
      "learning_rate": 0.0002,
      "loss": 11.8912,
      "step": 1375
    },
    {
      "epoch": 0.4781409490715604,
      "grad_norm": 0.10934562981128693,
      "learning_rate": 0.0002,
      "loss": 11.9016,
      "step": 1376
    },
    {
      "epoch": 0.47848843522640894,
      "grad_norm": 0.10603218525648117,
      "learning_rate": 0.0002,
      "loss": 11.8932,
      "step": 1377
    },
    {
      "epoch": 0.47883592138125747,
      "grad_norm": 0.09440798312425613,
      "learning_rate": 0.0002,
      "loss": 11.8972,
      "step": 1378
    },
    {
      "epoch": 0.479183407536106,
      "grad_norm": 0.11249204725027084,
      "learning_rate": 0.0002,
      "loss": 11.8912,
      "step": 1379
    },
    {
      "epoch": 0.4795308936909545,
      "grad_norm": 0.09040617942810059,
      "learning_rate": 0.0002,
      "loss": 11.8944,
      "step": 1380
    },
    {
      "epoch": 0.479878379845803,
      "grad_norm": 0.085477814078331,
      "learning_rate": 0.0002,
      "loss": 11.898,
      "step": 1381
    },
    {
      "epoch": 0.48022586600065154,
      "grad_norm": 0.11546043306589127,
      "learning_rate": 0.0002,
      "loss": 11.8906,
      "step": 1382
    },
    {
      "epoch": 0.48057335215550007,
      "grad_norm": 0.0956997498869896,
      "learning_rate": 0.0002,
      "loss": 11.8979,
      "step": 1383
    },
    {
      "epoch": 0.4809208383103486,
      "grad_norm": 0.11181402951478958,
      "learning_rate": 0.0002,
      "loss": 11.892,
      "step": 1384
    },
    {
      "epoch": 0.4812683244651971,
      "grad_norm": 0.10913636535406113,
      "learning_rate": 0.0002,
      "loss": 11.8846,
      "step": 1385
    },
    {
      "epoch": 0.4816158106200456,
      "grad_norm": 0.10391436517238617,
      "learning_rate": 0.0002,
      "loss": 11.8931,
      "step": 1386
    },
    {
      "epoch": 0.48196329677489413,
      "grad_norm": 0.14550581574440002,
      "learning_rate": 0.0002,
      "loss": 11.8883,
      "step": 1387
    },
    {
      "epoch": 0.48231078292974267,
      "grad_norm": 0.11173129081726074,
      "learning_rate": 0.0002,
      "loss": 11.8937,
      "step": 1388
    },
    {
      "epoch": 0.48265826908459114,
      "grad_norm": 0.14657580852508545,
      "learning_rate": 0.0002,
      "loss": 11.8903,
      "step": 1389
    },
    {
      "epoch": 0.48300575523943967,
      "grad_norm": 0.1041783019900322,
      "learning_rate": 0.0002,
      "loss": 11.8856,
      "step": 1390
    },
    {
      "epoch": 0.4833532413942882,
      "grad_norm": 0.11158054322004318,
      "learning_rate": 0.0002,
      "loss": 11.891,
      "step": 1391
    },
    {
      "epoch": 0.48370072754913673,
      "grad_norm": 0.1259237676858902,
      "learning_rate": 0.0002,
      "loss": 11.8856,
      "step": 1392
    },
    {
      "epoch": 0.4840482137039852,
      "grad_norm": 0.12147039920091629,
      "learning_rate": 0.0002,
      "loss": 11.8881,
      "step": 1393
    },
    {
      "epoch": 0.48439569985883374,
      "grad_norm": 0.12584616243839264,
      "learning_rate": 0.0002,
      "loss": 11.8893,
      "step": 1394
    },
    {
      "epoch": 0.48474318601368227,
      "grad_norm": 0.11226432025432587,
      "learning_rate": 0.0002,
      "loss": 11.889,
      "step": 1395
    },
    {
      "epoch": 0.4850906721685308,
      "grad_norm": 0.10505035519599915,
      "learning_rate": 0.0002,
      "loss": 11.8768,
      "step": 1396
    },
    {
      "epoch": 0.4854381583233793,
      "grad_norm": 0.13537639379501343,
      "learning_rate": 0.0002,
      "loss": 11.8831,
      "step": 1397
    },
    {
      "epoch": 0.4857856444782278,
      "grad_norm": 0.1363988220691681,
      "learning_rate": 0.0002,
      "loss": 11.8781,
      "step": 1398
    },
    {
      "epoch": 0.48613313063307634,
      "grad_norm": 0.13538827002048492,
      "learning_rate": 0.0002,
      "loss": 11.8895,
      "step": 1399
    },
    {
      "epoch": 0.48648061678792487,
      "grad_norm": 0.18007780611515045,
      "learning_rate": 0.0002,
      "loss": 11.884,
      "step": 1400
    },
    {
      "epoch": 0.48648061678792487,
      "eval_loss": 11.891561508178711,
      "eval_runtime": 5.6625,
      "eval_samples_per_second": 81.766,
      "eval_steps_per_second": 40.971,
      "step": 1400
    },
    {
      "epoch": 0.4868281029427734,
      "grad_norm": 0.09242679923772812,
      "learning_rate": 0.0002,
      "loss": 11.9004,
      "step": 1401
    },
    {
      "epoch": 0.4871755890976219,
      "grad_norm": 0.08048070967197418,
      "learning_rate": 0.0002,
      "loss": 11.902,
      "step": 1402
    },
    {
      "epoch": 0.4875230752524704,
      "grad_norm": 0.09629672765731812,
      "learning_rate": 0.0002,
      "loss": 11.9013,
      "step": 1403
    },
    {
      "epoch": 0.48787056140731894,
      "grad_norm": 0.07839623093605042,
      "learning_rate": 0.0002,
      "loss": 11.9051,
      "step": 1404
    },
    {
      "epoch": 0.48821804756216747,
      "grad_norm": 0.10543319582939148,
      "learning_rate": 0.0002,
      "loss": 11.8978,
      "step": 1405
    },
    {
      "epoch": 0.48856553371701594,
      "grad_norm": 0.08531025797128677,
      "learning_rate": 0.0002,
      "loss": 11.9078,
      "step": 1406
    },
    {
      "epoch": 0.4889130198718645,
      "grad_norm": 0.07163213193416595,
      "learning_rate": 0.0002,
      "loss": 11.9062,
      "step": 1407
    },
    {
      "epoch": 0.489260506026713,
      "grad_norm": 0.09824233502149582,
      "learning_rate": 0.0002,
      "loss": 11.8972,
      "step": 1408
    },
    {
      "epoch": 0.48960799218156154,
      "grad_norm": 0.08727721869945526,
      "learning_rate": 0.0002,
      "loss": 11.8974,
      "step": 1409
    },
    {
      "epoch": 0.48995547833641,
      "grad_norm": 0.08063802123069763,
      "learning_rate": 0.0002,
      "loss": 11.8981,
      "step": 1410
    },
    {
      "epoch": 0.49030296449125854,
      "grad_norm": 0.09152636677026749,
      "learning_rate": 0.0002,
      "loss": 11.8961,
      "step": 1411
    },
    {
      "epoch": 0.4906504506461071,
      "grad_norm": 0.11543671041727066,
      "learning_rate": 0.0002,
      "loss": 11.9001,
      "step": 1412
    },
    {
      "epoch": 0.4909979368009556,
      "grad_norm": 0.08669839054346085,
      "learning_rate": 0.0002,
      "loss": 11.8982,
      "step": 1413
    },
    {
      "epoch": 0.4913454229558041,
      "grad_norm": 0.0897594690322876,
      "learning_rate": 0.0002,
      "loss": 11.8976,
      "step": 1414
    },
    {
      "epoch": 0.4916929091106526,
      "grad_norm": 0.08873020112514496,
      "learning_rate": 0.0002,
      "loss": 11.8985,
      "step": 1415
    },
    {
      "epoch": 0.49204039526550114,
      "grad_norm": 0.09641458094120026,
      "learning_rate": 0.0002,
      "loss": 11.894,
      "step": 1416
    },
    {
      "epoch": 0.49238788142034967,
      "grad_norm": 0.09056191146373749,
      "learning_rate": 0.0002,
      "loss": 11.891,
      "step": 1417
    },
    {
      "epoch": 0.4927353675751982,
      "grad_norm": 0.0805090144276619,
      "learning_rate": 0.0002,
      "loss": 11.8945,
      "step": 1418
    },
    {
      "epoch": 0.4930828537300467,
      "grad_norm": 0.09570422768592834,
      "learning_rate": 0.0002,
      "loss": 11.8995,
      "step": 1419
    },
    {
      "epoch": 0.4934303398848952,
      "grad_norm": 0.08707122504711151,
      "learning_rate": 0.0002,
      "loss": 11.896,
      "step": 1420
    },
    {
      "epoch": 0.49377782603974374,
      "grad_norm": 0.09805423021316528,
      "learning_rate": 0.0002,
      "loss": 11.8858,
      "step": 1421
    },
    {
      "epoch": 0.49412531219459227,
      "grad_norm": 0.10388030111789703,
      "learning_rate": 0.0002,
      "loss": 11.8986,
      "step": 1422
    },
    {
      "epoch": 0.49447279834944075,
      "grad_norm": 0.08075568825006485,
      "learning_rate": 0.0002,
      "loss": 11.8942,
      "step": 1423
    },
    {
      "epoch": 0.4948202845042893,
      "grad_norm": 0.09642792493104935,
      "learning_rate": 0.0002,
      "loss": 11.8972,
      "step": 1424
    },
    {
      "epoch": 0.4951677706591378,
      "grad_norm": 0.10300182551145554,
      "learning_rate": 0.0002,
      "loss": 11.8931,
      "step": 1425
    },
    {
      "epoch": 0.49551525681398634,
      "grad_norm": 0.1312316656112671,
      "learning_rate": 0.0002,
      "loss": 11.8939,
      "step": 1426
    },
    {
      "epoch": 0.4958627429688348,
      "grad_norm": 0.11051149666309357,
      "learning_rate": 0.0002,
      "loss": 11.8942,
      "step": 1427
    },
    {
      "epoch": 0.49621022912368334,
      "grad_norm": 0.07822219282388687,
      "learning_rate": 0.0002,
      "loss": 11.9007,
      "step": 1428
    },
    {
      "epoch": 0.4965577152785319,
      "grad_norm": 0.0878346711397171,
      "learning_rate": 0.0002,
      "loss": 11.8926,
      "step": 1429
    },
    {
      "epoch": 0.4969052014333804,
      "grad_norm": 0.10522834956645966,
      "learning_rate": 0.0002,
      "loss": 11.8932,
      "step": 1430
    },
    {
      "epoch": 0.4972526875882289,
      "grad_norm": 0.11118294298648834,
      "learning_rate": 0.0002,
      "loss": 11.8907,
      "step": 1431
    },
    {
      "epoch": 0.4976001737430774,
      "grad_norm": 0.14639215171337128,
      "learning_rate": 0.0002,
      "loss": 11.894,
      "step": 1432
    },
    {
      "epoch": 0.49794765989792594,
      "grad_norm": 0.10624699294567108,
      "learning_rate": 0.0002,
      "loss": 11.892,
      "step": 1433
    },
    {
      "epoch": 0.4982951460527745,
      "grad_norm": 0.09603119641542435,
      "learning_rate": 0.0002,
      "loss": 11.8903,
      "step": 1434
    },
    {
      "epoch": 0.498642632207623,
      "grad_norm": 0.10846259444952011,
      "learning_rate": 0.0002,
      "loss": 11.891,
      "step": 1435
    },
    {
      "epoch": 0.4989901183624715,
      "grad_norm": 0.12046343088150024,
      "learning_rate": 0.0002,
      "loss": 11.8929,
      "step": 1436
    },
    {
      "epoch": 0.49933760451732,
      "grad_norm": 0.0975394919514656,
      "learning_rate": 0.0002,
      "loss": 11.9006,
      "step": 1437
    },
    {
      "epoch": 0.49968509067216854,
      "grad_norm": 0.12838807702064514,
      "learning_rate": 0.0002,
      "loss": 11.8906,
      "step": 1438
    },
    {
      "epoch": 0.5000325768270171,
      "grad_norm": 0.12158867716789246,
      "learning_rate": 0.0002,
      "loss": 11.8954,
      "step": 1439
    },
    {
      "epoch": 0.5003800629818655,
      "grad_norm": 0.09646427631378174,
      "learning_rate": 0.0002,
      "loss": 11.8948,
      "step": 1440
    },
    {
      "epoch": 0.5007275491367141,
      "grad_norm": 0.09830182045698166,
      "learning_rate": 0.0002,
      "loss": 11.8906,
      "step": 1441
    },
    {
      "epoch": 0.5010750352915626,
      "grad_norm": 0.11490745842456818,
      "learning_rate": 0.0002,
      "loss": 11.8873,
      "step": 1442
    },
    {
      "epoch": 0.5014225214464111,
      "grad_norm": 0.11471060663461685,
      "learning_rate": 0.0002,
      "loss": 11.8854,
      "step": 1443
    },
    {
      "epoch": 0.5017700076012597,
      "grad_norm": 0.12828627228736877,
      "learning_rate": 0.0002,
      "loss": 11.8893,
      "step": 1444
    },
    {
      "epoch": 0.5021174937561081,
      "grad_norm": 0.1051349937915802,
      "learning_rate": 0.0002,
      "loss": 11.8863,
      "step": 1445
    },
    {
      "epoch": 0.5024649799109566,
      "grad_norm": 0.13040053844451904,
      "learning_rate": 0.0002,
      "loss": 11.8861,
      "step": 1446
    },
    {
      "epoch": 0.5028124660658052,
      "grad_norm": 0.26522359251976013,
      "learning_rate": 0.0002,
      "loss": 11.886,
      "step": 1447
    },
    {
      "epoch": 0.5031599522206537,
      "grad_norm": 0.14690284430980682,
      "learning_rate": 0.0002,
      "loss": 11.8942,
      "step": 1448
    },
    {
      "epoch": 0.5035074383755023,
      "grad_norm": 0.16609394550323486,
      "learning_rate": 0.0002,
      "loss": 11.8813,
      "step": 1449
    },
    {
      "epoch": 0.5038549245303507,
      "grad_norm": 0.15742668509483337,
      "learning_rate": 0.0002,
      "loss": 11.8821,
      "step": 1450
    },
    {
      "epoch": 0.5042024106851992,
      "grad_norm": 0.10793103277683258,
      "learning_rate": 0.0002,
      "loss": 11.9037,
      "step": 1451
    },
    {
      "epoch": 0.5045498968400478,
      "grad_norm": 0.06893632560968399,
      "learning_rate": 0.0002,
      "loss": 11.8983,
      "step": 1452
    },
    {
      "epoch": 0.5048973829948963,
      "grad_norm": 0.08201155066490173,
      "learning_rate": 0.0002,
      "loss": 11.8999,
      "step": 1453
    },
    {
      "epoch": 0.5052448691497449,
      "grad_norm": 0.07472532987594604,
      "learning_rate": 0.0002,
      "loss": 11.9009,
      "step": 1454
    },
    {
      "epoch": 0.5055923553045933,
      "grad_norm": 0.08499863743782043,
      "learning_rate": 0.0002,
      "loss": 11.8981,
      "step": 1455
    },
    {
      "epoch": 0.5059398414594418,
      "grad_norm": 0.07584206759929657,
      "learning_rate": 0.0002,
      "loss": 11.9014,
      "step": 1456
    },
    {
      "epoch": 0.5062873276142904,
      "grad_norm": 0.08301299810409546,
      "learning_rate": 0.0002,
      "loss": 11.9012,
      "step": 1457
    },
    {
      "epoch": 0.5066348137691389,
      "grad_norm": 0.10209911316633224,
      "learning_rate": 0.0002,
      "loss": 11.8968,
      "step": 1458
    },
    {
      "epoch": 0.5069822999239874,
      "grad_norm": 0.08894415199756622,
      "learning_rate": 0.0002,
      "loss": 11.9004,
      "step": 1459
    },
    {
      "epoch": 0.5073297860788359,
      "grad_norm": 0.07965835928916931,
      "learning_rate": 0.0002,
      "loss": 11.9003,
      "step": 1460
    },
    {
      "epoch": 0.5076772722336844,
      "grad_norm": 0.08288302272558212,
      "learning_rate": 0.0002,
      "loss": 11.9001,
      "step": 1461
    },
    {
      "epoch": 0.508024758388533,
      "grad_norm": 0.11432230472564697,
      "learning_rate": 0.0002,
      "loss": 11.895,
      "step": 1462
    },
    {
      "epoch": 0.5083722445433815,
      "grad_norm": 0.07466410100460052,
      "learning_rate": 0.0002,
      "loss": 11.901,
      "step": 1463
    },
    {
      "epoch": 0.50871973069823,
      "grad_norm": 0.08991736173629761,
      "learning_rate": 0.0002,
      "loss": 11.8965,
      "step": 1464
    },
    {
      "epoch": 0.5090672168530785,
      "grad_norm": 0.07789871841669083,
      "learning_rate": 0.0002,
      "loss": 11.9005,
      "step": 1465
    },
    {
      "epoch": 0.509414703007927,
      "grad_norm": 0.07770971953868866,
      "learning_rate": 0.0002,
      "loss": 11.8968,
      "step": 1466
    },
    {
      "epoch": 0.5097621891627755,
      "grad_norm": 0.07777475565671921,
      "learning_rate": 0.0002,
      "loss": 11.8985,
      "step": 1467
    },
    {
      "epoch": 0.5101096753176241,
      "grad_norm": 0.13034233450889587,
      "learning_rate": 0.0002,
      "loss": 11.8959,
      "step": 1468
    },
    {
      "epoch": 0.5104571614724726,
      "grad_norm": 0.09106964617967606,
      "learning_rate": 0.0002,
      "loss": 11.9015,
      "step": 1469
    },
    {
      "epoch": 0.5108046476273211,
      "grad_norm": 0.09894658625125885,
      "learning_rate": 0.0002,
      "loss": 11.8905,
      "step": 1470
    },
    {
      "epoch": 0.5111521337821696,
      "grad_norm": 0.10011710226535797,
      "learning_rate": 0.0002,
      "loss": 11.892,
      "step": 1471
    },
    {
      "epoch": 0.5114996199370181,
      "grad_norm": 0.09844329208135605,
      "learning_rate": 0.0002,
      "loss": 11.8972,
      "step": 1472
    },
    {
      "epoch": 0.5118471060918667,
      "grad_norm": 0.10042159259319305,
      "learning_rate": 0.0002,
      "loss": 11.9021,
      "step": 1473
    },
    {
      "epoch": 0.5121945922467152,
      "grad_norm": 0.07701921463012695,
      "learning_rate": 0.0002,
      "loss": 11.9014,
      "step": 1474
    },
    {
      "epoch": 0.5125420784015637,
      "grad_norm": 0.09687991440296173,
      "learning_rate": 0.0002,
      "loss": 11.8931,
      "step": 1475
    },
    {
      "epoch": 0.5128895645564122,
      "grad_norm": 0.09769146889448166,
      "learning_rate": 0.0002,
      "loss": 11.9028,
      "step": 1476
    },
    {
      "epoch": 0.5132370507112607,
      "grad_norm": 0.0897803083062172,
      "learning_rate": 0.0002,
      "loss": 11.8901,
      "step": 1477
    },
    {
      "epoch": 0.5135845368661093,
      "grad_norm": 0.09832338243722916,
      "learning_rate": 0.0002,
      "loss": 11.8986,
      "step": 1478
    },
    {
      "epoch": 0.5139320230209578,
      "grad_norm": 0.09581243246793747,
      "learning_rate": 0.0002,
      "loss": 11.8922,
      "step": 1479
    },
    {
      "epoch": 0.5142795091758062,
      "grad_norm": 0.1270875185728073,
      "learning_rate": 0.0002,
      "loss": 11.8893,
      "step": 1480
    },
    {
      "epoch": 0.5146269953306548,
      "grad_norm": 0.10478966683149338,
      "learning_rate": 0.0002,
      "loss": 11.895,
      "step": 1481
    },
    {
      "epoch": 0.5149744814855033,
      "grad_norm": 0.08734775334596634,
      "learning_rate": 0.0002,
      "loss": 11.8892,
      "step": 1482
    },
    {
      "epoch": 0.5153219676403519,
      "grad_norm": 0.10551540553569794,
      "learning_rate": 0.0002,
      "loss": 11.8905,
      "step": 1483
    },
    {
      "epoch": 0.5156694537952003,
      "grad_norm": 0.10373269766569138,
      "learning_rate": 0.0002,
      "loss": 11.8903,
      "step": 1484
    },
    {
      "epoch": 0.5160169399500488,
      "grad_norm": 0.0940355658531189,
      "learning_rate": 0.0002,
      "loss": 11.8875,
      "step": 1485
    },
    {
      "epoch": 0.5163644261048974,
      "grad_norm": 0.11112014204263687,
      "learning_rate": 0.0002,
      "loss": 11.8898,
      "step": 1486
    },
    {
      "epoch": 0.5167119122597459,
      "grad_norm": 0.09402064979076385,
      "learning_rate": 0.0002,
      "loss": 11.8976,
      "step": 1487
    },
    {
      "epoch": 0.5170593984145945,
      "grad_norm": 0.11124402284622192,
      "learning_rate": 0.0002,
      "loss": 11.8904,
      "step": 1488
    },
    {
      "epoch": 0.517406884569443,
      "grad_norm": 0.10725358128547668,
      "learning_rate": 0.0002,
      "loss": 11.8917,
      "step": 1489
    },
    {
      "epoch": 0.5177543707242914,
      "grad_norm": 0.1225682720541954,
      "learning_rate": 0.0002,
      "loss": 11.8896,
      "step": 1490
    },
    {
      "epoch": 0.51810185687914,
      "grad_norm": 0.09989617019891739,
      "learning_rate": 0.0002,
      "loss": 11.8847,
      "step": 1491
    },
    {
      "epoch": 0.5184493430339885,
      "grad_norm": 0.11729861050844193,
      "learning_rate": 0.0002,
      "loss": 11.8884,
      "step": 1492
    },
    {
      "epoch": 0.518796829188837,
      "grad_norm": 0.13325293362140656,
      "learning_rate": 0.0002,
      "loss": 11.8917,
      "step": 1493
    },
    {
      "epoch": 0.5191443153436855,
      "grad_norm": 0.12010130286216736,
      "learning_rate": 0.0002,
      "loss": 11.8859,
      "step": 1494
    },
    {
      "epoch": 0.519491801498534,
      "grad_norm": 0.14620153605937958,
      "learning_rate": 0.0002,
      "loss": 11.8895,
      "step": 1495
    },
    {
      "epoch": 0.5198392876533826,
      "grad_norm": 0.11743184924125671,
      "learning_rate": 0.0002,
      "loss": 11.8835,
      "step": 1496
    },
    {
      "epoch": 0.5201867738082311,
      "grad_norm": 0.11707444489002228,
      "learning_rate": 0.0002,
      "loss": 11.8913,
      "step": 1497
    },
    {
      "epoch": 0.5205342599630796,
      "grad_norm": 0.12973769009113312,
      "learning_rate": 0.0002,
      "loss": 11.8833,
      "step": 1498
    },
    {
      "epoch": 0.5208817461179281,
      "grad_norm": 0.14898383617401123,
      "learning_rate": 0.0002,
      "loss": 11.8846,
      "step": 1499
    },
    {
      "epoch": 0.5212292322727766,
      "grad_norm": 0.17650657892227173,
      "learning_rate": 0.0002,
      "loss": 11.8843,
      "step": 1500
    },
    {
      "epoch": 0.5215767184276251,
      "grad_norm": 0.0671645998954773,
      "learning_rate": 0.0002,
      "loss": 11.902,
      "step": 1501
    },
    {
      "epoch": 0.5219242045824737,
      "grad_norm": 0.07963589578866959,
      "learning_rate": 0.0002,
      "loss": 11.8971,
      "step": 1502
    },
    {
      "epoch": 0.5222716907373222,
      "grad_norm": 0.07925988733768463,
      "learning_rate": 0.0002,
      "loss": 11.8989,
      "step": 1503
    },
    {
      "epoch": 0.5226191768921707,
      "grad_norm": 0.09757144749164581,
      "learning_rate": 0.0002,
      "loss": 11.9018,
      "step": 1504
    },
    {
      "epoch": 0.5229666630470192,
      "grad_norm": 0.0696912556886673,
      "learning_rate": 0.0002,
      "loss": 11.9024,
      "step": 1505
    },
    {
      "epoch": 0.5233141492018677,
      "grad_norm": 0.06985165178775787,
      "learning_rate": 0.0002,
      "loss": 11.9018,
      "step": 1506
    },
    {
      "epoch": 0.5236616353567163,
      "grad_norm": 0.07874270528554916,
      "learning_rate": 0.0002,
      "loss": 11.9006,
      "step": 1507
    },
    {
      "epoch": 0.5240091215115648,
      "grad_norm": 0.08148790895938873,
      "learning_rate": 0.0002,
      "loss": 11.9002,
      "step": 1508
    },
    {
      "epoch": 0.5243566076664133,
      "grad_norm": 0.08142237365245819,
      "learning_rate": 0.0002,
      "loss": 11.8959,
      "step": 1509
    },
    {
      "epoch": 0.5247040938212618,
      "grad_norm": 0.09156772494316101,
      "learning_rate": 0.0002,
      "loss": 11.8994,
      "step": 1510
    },
    {
      "epoch": 0.5250515799761103,
      "grad_norm": 0.08678323030471802,
      "learning_rate": 0.0002,
      "loss": 11.9029,
      "step": 1511
    },
    {
      "epoch": 0.5253990661309589,
      "grad_norm": 0.07715699076652527,
      "learning_rate": 0.0002,
      "loss": 11.8998,
      "step": 1512
    },
    {
      "epoch": 0.5257465522858074,
      "grad_norm": 0.08674643933773041,
      "learning_rate": 0.0002,
      "loss": 11.8932,
      "step": 1513
    },
    {
      "epoch": 0.5260940384406558,
      "grad_norm": 0.09081703424453735,
      "learning_rate": 0.0002,
      "loss": 11.8996,
      "step": 1514
    },
    {
      "epoch": 0.5264415245955044,
      "grad_norm": 0.11518222838640213,
      "learning_rate": 0.0002,
      "loss": 11.9004,
      "step": 1515
    },
    {
      "epoch": 0.5267890107503529,
      "grad_norm": 0.0927831307053566,
      "learning_rate": 0.0002,
      "loss": 11.8964,
      "step": 1516
    },
    {
      "epoch": 0.5271364969052015,
      "grad_norm": 0.10419671982526779,
      "learning_rate": 0.0002,
      "loss": 11.8972,
      "step": 1517
    },
    {
      "epoch": 0.52748398306005,
      "grad_norm": 0.09549727290868759,
      "learning_rate": 0.0002,
      "loss": 11.8939,
      "step": 1518
    },
    {
      "epoch": 0.5278314692148984,
      "grad_norm": 0.08561381697654724,
      "learning_rate": 0.0002,
      "loss": 11.8921,
      "step": 1519
    },
    {
      "epoch": 0.528178955369747,
      "grad_norm": 0.10349523276090622,
      "learning_rate": 0.0002,
      "loss": 11.8958,
      "step": 1520
    },
    {
      "epoch": 0.5285264415245955,
      "grad_norm": 0.0968552753329277,
      "learning_rate": 0.0002,
      "loss": 11.8932,
      "step": 1521
    },
    {
      "epoch": 0.528873927679444,
      "grad_norm": 0.09712062031030655,
      "learning_rate": 0.0002,
      "loss": 11.8943,
      "step": 1522
    },
    {
      "epoch": 0.5292214138342926,
      "grad_norm": 0.09439347684383392,
      "learning_rate": 0.0002,
      "loss": 11.8944,
      "step": 1523
    },
    {
      "epoch": 0.529568899989141,
      "grad_norm": 0.10253234952688217,
      "learning_rate": 0.0002,
      "loss": 11.8963,
      "step": 1524
    },
    {
      "epoch": 0.5299163861439896,
      "grad_norm": 0.11485826224088669,
      "learning_rate": 0.0002,
      "loss": 11.8901,
      "step": 1525
    },
    {
      "epoch": 0.5302638722988381,
      "grad_norm": 0.10979380458593369,
      "learning_rate": 0.0002,
      "loss": 11.9004,
      "step": 1526
    },
    {
      "epoch": 0.5306113584536866,
      "grad_norm": 0.09008796513080597,
      "learning_rate": 0.0002,
      "loss": 11.8877,
      "step": 1527
    },
    {
      "epoch": 0.5309588446085352,
      "grad_norm": 0.11258916556835175,
      "learning_rate": 0.0002,
      "loss": 11.8972,
      "step": 1528
    },
    {
      "epoch": 0.5313063307633836,
      "grad_norm": 0.09444672614336014,
      "learning_rate": 0.0002,
      "loss": 11.8957,
      "step": 1529
    },
    {
      "epoch": 0.5316538169182322,
      "grad_norm": 0.10607839375734329,
      "learning_rate": 0.0002,
      "loss": 11.888,
      "step": 1530
    },
    {
      "epoch": 0.5320013030730807,
      "grad_norm": 0.0904175192117691,
      "learning_rate": 0.0002,
      "loss": 11.8901,
      "step": 1531
    },
    {
      "epoch": 0.5323487892279292,
      "grad_norm": 0.08935734629631042,
      "learning_rate": 0.0002,
      "loss": 11.8872,
      "step": 1532
    },
    {
      "epoch": 0.5326962753827778,
      "grad_norm": 0.12234799563884735,
      "learning_rate": 0.0002,
      "loss": 11.8919,
      "step": 1533
    },
    {
      "epoch": 0.5330437615376262,
      "grad_norm": 0.09111866354942322,
      "learning_rate": 0.0002,
      "loss": 11.8891,
      "step": 1534
    },
    {
      "epoch": 0.5333912476924747,
      "grad_norm": 0.09821432828903198,
      "learning_rate": 0.0002,
      "loss": 11.8933,
      "step": 1535
    },
    {
      "epoch": 0.5337387338473233,
      "grad_norm": 0.11668311804533005,
      "learning_rate": 0.0002,
      "loss": 11.893,
      "step": 1536
    },
    {
      "epoch": 0.5340862200021718,
      "grad_norm": 0.11116574704647064,
      "learning_rate": 0.0002,
      "loss": 11.8919,
      "step": 1537
    },
    {
      "epoch": 0.5344337061570203,
      "grad_norm": 0.09925202280282974,
      "learning_rate": 0.0002,
      "loss": 11.8943,
      "step": 1538
    },
    {
      "epoch": 0.5347811923118688,
      "grad_norm": 0.1614130139350891,
      "learning_rate": 0.0002,
      "loss": 11.8916,
      "step": 1539
    },
    {
      "epoch": 0.5351286784667173,
      "grad_norm": 0.11242680996656418,
      "learning_rate": 0.0002,
      "loss": 11.8854,
      "step": 1540
    },
    {
      "epoch": 0.5354761646215659,
      "grad_norm": 0.097718246281147,
      "learning_rate": 0.0002,
      "loss": 11.8875,
      "step": 1541
    },
    {
      "epoch": 0.5358236507764144,
      "grad_norm": 0.12754587829113007,
      "learning_rate": 0.0002,
      "loss": 11.8957,
      "step": 1542
    },
    {
      "epoch": 0.536171136931263,
      "grad_norm": 0.11762497574090958,
      "learning_rate": 0.0002,
      "loss": 11.8809,
      "step": 1543
    },
    {
      "epoch": 0.5365186230861114,
      "grad_norm": 0.11392128467559814,
      "learning_rate": 0.0002,
      "loss": 11.8823,
      "step": 1544
    },
    {
      "epoch": 0.5368661092409599,
      "grad_norm": 0.10042202472686768,
      "learning_rate": 0.0002,
      "loss": 11.8938,
      "step": 1545
    },
    {
      "epoch": 0.5372135953958085,
      "grad_norm": 0.13037331402301788,
      "learning_rate": 0.0002,
      "loss": 11.8921,
      "step": 1546
    },
    {
      "epoch": 0.537561081550657,
      "grad_norm": 0.10864445567131042,
      "learning_rate": 0.0002,
      "loss": 11.8865,
      "step": 1547
    },
    {
      "epoch": 0.5379085677055054,
      "grad_norm": 0.1026298850774765,
      "learning_rate": 0.0002,
      "loss": 11.8861,
      "step": 1548
    },
    {
      "epoch": 0.538256053860354,
      "grad_norm": 0.14167894423007965,
      "learning_rate": 0.0002,
      "loss": 11.8825,
      "step": 1549
    },
    {
      "epoch": 0.5386035400152025,
      "grad_norm": 0.12543900310993195,
      "learning_rate": 0.0002,
      "loss": 11.8892,
      "step": 1550
    },
    {
      "epoch": 0.5389510261700511,
      "grad_norm": 0.07848922163248062,
      "learning_rate": 0.0002,
      "loss": 11.9033,
      "step": 1551
    },
    {
      "epoch": 0.5392985123248996,
      "grad_norm": 0.09034498780965805,
      "learning_rate": 0.0002,
      "loss": 11.8982,
      "step": 1552
    },
    {
      "epoch": 0.539645998479748,
      "grad_norm": 0.07725781202316284,
      "learning_rate": 0.0002,
      "loss": 11.8997,
      "step": 1553
    },
    {
      "epoch": 0.5399934846345966,
      "grad_norm": 0.06781846284866333,
      "learning_rate": 0.0002,
      "loss": 11.9,
      "step": 1554
    },
    {
      "epoch": 0.5403409707894451,
      "grad_norm": 0.0890999585390091,
      "learning_rate": 0.0002,
      "loss": 11.9006,
      "step": 1555
    },
    {
      "epoch": 0.5406884569442936,
      "grad_norm": 0.11079517751932144,
      "learning_rate": 0.0002,
      "loss": 11.8967,
      "step": 1556
    },
    {
      "epoch": 0.5410359430991422,
      "grad_norm": 0.09349584579467773,
      "learning_rate": 0.0002,
      "loss": 11.8998,
      "step": 1557
    },
    {
      "epoch": 0.5413834292539906,
      "grad_norm": 0.08393558859825134,
      "learning_rate": 0.0002,
      "loss": 11.9031,
      "step": 1558
    },
    {
      "epoch": 0.5417309154088392,
      "grad_norm": 0.09609377384185791,
      "learning_rate": 0.0002,
      "loss": 11.8997,
      "step": 1559
    },
    {
      "epoch": 0.5420784015636877,
      "grad_norm": 0.11216552555561066,
      "learning_rate": 0.0002,
      "loss": 11.8983,
      "step": 1560
    },
    {
      "epoch": 0.5424258877185362,
      "grad_norm": 0.08172508329153061,
      "learning_rate": 0.0002,
      "loss": 11.8961,
      "step": 1561
    },
    {
      "epoch": 0.5427733738733848,
      "grad_norm": 0.08667140454053879,
      "learning_rate": 0.0002,
      "loss": 11.902,
      "step": 1562
    },
    {
      "epoch": 0.5431208600282332,
      "grad_norm": 0.08739582449197769,
      "learning_rate": 0.0002,
      "loss": 11.8996,
      "step": 1563
    },
    {
      "epoch": 0.5434683461830818,
      "grad_norm": 0.0911468043923378,
      "learning_rate": 0.0002,
      "loss": 11.9,
      "step": 1564
    },
    {
      "epoch": 0.5438158323379303,
      "grad_norm": 0.09561154246330261,
      "learning_rate": 0.0002,
      "loss": 11.8989,
      "step": 1565
    },
    {
      "epoch": 0.5441633184927788,
      "grad_norm": 0.08605406433343887,
      "learning_rate": 0.0002,
      "loss": 11.8914,
      "step": 1566
    },
    {
      "epoch": 0.5445108046476274,
      "grad_norm": 0.10104309022426605,
      "learning_rate": 0.0002,
      "loss": 11.8978,
      "step": 1567
    },
    {
      "epoch": 0.5448582908024758,
      "grad_norm": 0.10697606205940247,
      "learning_rate": 0.0002,
      "loss": 11.8957,
      "step": 1568
    },
    {
      "epoch": 0.5452057769573243,
      "grad_norm": 0.10278400033712387,
      "learning_rate": 0.0002,
      "loss": 11.8964,
      "step": 1569
    },
    {
      "epoch": 0.5455532631121729,
      "grad_norm": 0.08567020297050476,
      "learning_rate": 0.0002,
      "loss": 11.8994,
      "step": 1570
    },
    {
      "epoch": 0.5459007492670214,
      "grad_norm": 0.09966056793928146,
      "learning_rate": 0.0002,
      "loss": 11.8952,
      "step": 1571
    },
    {
      "epoch": 0.54624823542187,
      "grad_norm": 0.09801717847585678,
      "learning_rate": 0.0002,
      "loss": 11.8972,
      "step": 1572
    },
    {
      "epoch": 0.5465957215767184,
      "grad_norm": 0.10126183927059174,
      "learning_rate": 0.0002,
      "loss": 11.8949,
      "step": 1573
    },
    {
      "epoch": 0.5469432077315669,
      "grad_norm": 0.10726940631866455,
      "learning_rate": 0.0002,
      "loss": 11.8948,
      "step": 1574
    },
    {
      "epoch": 0.5472906938864155,
      "grad_norm": 0.11209641396999359,
      "learning_rate": 0.0002,
      "loss": 11.8906,
      "step": 1575
    },
    {
      "epoch": 0.547638180041264,
      "grad_norm": 0.0861249640583992,
      "learning_rate": 0.0002,
      "loss": 11.8966,
      "step": 1576
    },
    {
      "epoch": 0.5479856661961126,
      "grad_norm": 0.09184029698371887,
      "learning_rate": 0.0002,
      "loss": 11.8959,
      "step": 1577
    },
    {
      "epoch": 0.548333152350961,
      "grad_norm": 0.10890763252973557,
      "learning_rate": 0.0002,
      "loss": 11.894,
      "step": 1578
    },
    {
      "epoch": 0.5486806385058095,
      "grad_norm": 0.11686345934867859,
      "learning_rate": 0.0002,
      "loss": 11.8934,
      "step": 1579
    },
    {
      "epoch": 0.5490281246606581,
      "grad_norm": 0.10868199169635773,
      "learning_rate": 0.0002,
      "loss": 11.8973,
      "step": 1580
    },
    {
      "epoch": 0.5493756108155066,
      "grad_norm": 0.12520278990268707,
      "learning_rate": 0.0002,
      "loss": 11.8897,
      "step": 1581
    },
    {
      "epoch": 0.549723096970355,
      "grad_norm": 0.09722068905830383,
      "learning_rate": 0.0002,
      "loss": 11.893,
      "step": 1582
    },
    {
      "epoch": 0.5500705831252036,
      "grad_norm": 0.11597459763288498,
      "learning_rate": 0.0002,
      "loss": 11.8917,
      "step": 1583
    },
    {
      "epoch": 0.5504180692800521,
      "grad_norm": 0.11122222989797592,
      "learning_rate": 0.0002,
      "loss": 11.8978,
      "step": 1584
    },
    {
      "epoch": 0.5507655554349007,
      "grad_norm": 0.11186394840478897,
      "learning_rate": 0.0002,
      "loss": 11.89,
      "step": 1585
    },
    {
      "epoch": 0.5511130415897492,
      "grad_norm": 0.09075168520212173,
      "learning_rate": 0.0002,
      "loss": 11.8916,
      "step": 1586
    },
    {
      "epoch": 0.5514605277445976,
      "grad_norm": 0.10341035574674606,
      "learning_rate": 0.0002,
      "loss": 11.8978,
      "step": 1587
    },
    {
      "epoch": 0.5518080138994462,
      "grad_norm": 0.10680383443832397,
      "learning_rate": 0.0002,
      "loss": 11.8962,
      "step": 1588
    },
    {
      "epoch": 0.5521555000542947,
      "grad_norm": 0.09768027067184448,
      "learning_rate": 0.0002,
      "loss": 11.8908,
      "step": 1589
    },
    {
      "epoch": 0.5525029862091432,
      "grad_norm": 0.09203086793422699,
      "learning_rate": 0.0002,
      "loss": 11.8927,
      "step": 1590
    },
    {
      "epoch": 0.5528504723639918,
      "grad_norm": 0.12001599371433258,
      "learning_rate": 0.0002,
      "loss": 11.885,
      "step": 1591
    },
    {
      "epoch": 0.5531979585188402,
      "grad_norm": 0.11930342763662338,
      "learning_rate": 0.0002,
      "loss": 11.8844,
      "step": 1592
    },
    {
      "epoch": 0.5535454446736888,
      "grad_norm": 0.1200593039393425,
      "learning_rate": 0.0002,
      "loss": 11.8894,
      "step": 1593
    },
    {
      "epoch": 0.5538929308285373,
      "grad_norm": 0.24464929103851318,
      "learning_rate": 0.0002,
      "loss": 11.8872,
      "step": 1594
    },
    {
      "epoch": 0.5542404169833858,
      "grad_norm": 0.14139024913311005,
      "learning_rate": 0.0002,
      "loss": 11.8867,
      "step": 1595
    },
    {
      "epoch": 0.5545879031382344,
      "grad_norm": 0.12749601900577545,
      "learning_rate": 0.0002,
      "loss": 11.8895,
      "step": 1596
    },
    {
      "epoch": 0.5549353892930828,
      "grad_norm": 0.13114488124847412,
      "learning_rate": 0.0002,
      "loss": 11.885,
      "step": 1597
    },
    {
      "epoch": 0.5552828754479314,
      "grad_norm": 0.1159595400094986,
      "learning_rate": 0.0002,
      "loss": 11.8822,
      "step": 1598
    },
    {
      "epoch": 0.5556303616027799,
      "grad_norm": 0.15931841731071472,
      "learning_rate": 0.0002,
      "loss": 11.8822,
      "step": 1599
    },
    {
      "epoch": 0.5559778477576284,
      "grad_norm": 0.1637386530637741,
      "learning_rate": 0.0002,
      "loss": 11.8848,
      "step": 1600
    },
    {
      "epoch": 0.5559778477576284,
      "eval_loss": 11.89129638671875,
      "eval_runtime": 5.6572,
      "eval_samples_per_second": 81.843,
      "eval_steps_per_second": 41.01,
      "step": 1600
    },
    {
      "epoch": 0.556325333912477,
      "grad_norm": 0.0706421509385109,
      "learning_rate": 0.0002,
      "loss": 11.9054,
      "step": 1601
    },
    {
      "epoch": 0.5566728200673254,
      "grad_norm": 0.06755851209163666,
      "learning_rate": 0.0002,
      "loss": 11.9019,
      "step": 1602
    },
    {
      "epoch": 0.5570203062221739,
      "grad_norm": 0.07014653086662292,
      "learning_rate": 0.0002,
      "loss": 11.9022,
      "step": 1603
    },
    {
      "epoch": 0.5573677923770225,
      "grad_norm": 0.1201661080121994,
      "learning_rate": 0.0002,
      "loss": 11.9007,
      "step": 1604
    },
    {
      "epoch": 0.557715278531871,
      "grad_norm": 0.07635512948036194,
      "learning_rate": 0.0002,
      "loss": 11.9045,
      "step": 1605
    },
    {
      "epoch": 0.5580627646867196,
      "grad_norm": 0.07731948792934418,
      "learning_rate": 0.0002,
      "loss": 11.8991,
      "step": 1606
    },
    {
      "epoch": 0.558410250841568,
      "grad_norm": 0.0903349369764328,
      "learning_rate": 0.0002,
      "loss": 11.901,
      "step": 1607
    },
    {
      "epoch": 0.5587577369964165,
      "grad_norm": 0.07692538946866989,
      "learning_rate": 0.0002,
      "loss": 11.9019,
      "step": 1608
    },
    {
      "epoch": 0.5591052231512651,
      "grad_norm": 0.07808277755975723,
      "learning_rate": 0.0002,
      "loss": 11.8942,
      "step": 1609
    },
    {
      "epoch": 0.5594527093061136,
      "grad_norm": 0.07336762547492981,
      "learning_rate": 0.0002,
      "loss": 11.9017,
      "step": 1610
    },
    {
      "epoch": 0.5598001954609622,
      "grad_norm": 0.08166912943124771,
      "learning_rate": 0.0002,
      "loss": 11.8986,
      "step": 1611
    },
    {
      "epoch": 0.5601476816158106,
      "grad_norm": 0.09133832901716232,
      "learning_rate": 0.0002,
      "loss": 11.8966,
      "step": 1612
    },
    {
      "epoch": 0.5604951677706591,
      "grad_norm": 0.09705065190792084,
      "learning_rate": 0.0002,
      "loss": 11.8984,
      "step": 1613
    },
    {
      "epoch": 0.5608426539255077,
      "grad_norm": 0.13706578314304352,
      "learning_rate": 0.0002,
      "loss": 11.8988,
      "step": 1614
    },
    {
      "epoch": 0.5611901400803562,
      "grad_norm": 0.09282054752111435,
      "learning_rate": 0.0002,
      "loss": 11.8961,
      "step": 1615
    },
    {
      "epoch": 0.5615376262352046,
      "grad_norm": 0.08636758476495743,
      "learning_rate": 0.0002,
      "loss": 11.8902,
      "step": 1616
    },
    {
      "epoch": 0.5618851123900532,
      "grad_norm": 0.08821611851453781,
      "learning_rate": 0.0002,
      "loss": 11.8974,
      "step": 1617
    },
    {
      "epoch": 0.5622325985449017,
      "grad_norm": 0.0987120047211647,
      "learning_rate": 0.0002,
      "loss": 11.8917,
      "step": 1618
    },
    {
      "epoch": 0.5625800846997503,
      "grad_norm": 0.08794844895601273,
      "learning_rate": 0.0002,
      "loss": 11.8935,
      "step": 1619
    },
    {
      "epoch": 0.5629275708545988,
      "grad_norm": 0.09781734645366669,
      "learning_rate": 0.0002,
      "loss": 11.8933,
      "step": 1620
    },
    {
      "epoch": 0.5632750570094472,
      "grad_norm": 0.10480677336454391,
      "learning_rate": 0.0002,
      "loss": 11.8953,
      "step": 1621
    },
    {
      "epoch": 0.5636225431642958,
      "grad_norm": 0.09484060853719711,
      "learning_rate": 0.0002,
      "loss": 11.8945,
      "step": 1622
    },
    {
      "epoch": 0.5639700293191443,
      "grad_norm": 0.10989081859588623,
      "learning_rate": 0.0002,
      "loss": 11.8961,
      "step": 1623
    },
    {
      "epoch": 0.5643175154739928,
      "grad_norm": 0.1426466554403305,
      "learning_rate": 0.0002,
      "loss": 11.8944,
      "step": 1624
    },
    {
      "epoch": 0.5646650016288414,
      "grad_norm": 0.11185338348150253,
      "learning_rate": 0.0002,
      "loss": 11.8953,
      "step": 1625
    },
    {
      "epoch": 0.5650124877836898,
      "grad_norm": 0.11549379676580429,
      "learning_rate": 0.0002,
      "loss": 11.8931,
      "step": 1626
    },
    {
      "epoch": 0.5653599739385384,
      "grad_norm": 0.10743486136198044,
      "learning_rate": 0.0002,
      "loss": 11.8941,
      "step": 1627
    },
    {
      "epoch": 0.5657074600933869,
      "grad_norm": 0.12841381132602692,
      "learning_rate": 0.0002,
      "loss": 11.892,
      "step": 1628
    },
    {
      "epoch": 0.5660549462482354,
      "grad_norm": 0.1331072747707367,
      "learning_rate": 0.0002,
      "loss": 11.8863,
      "step": 1629
    },
    {
      "epoch": 0.566402432403084,
      "grad_norm": 0.10519839078187943,
      "learning_rate": 0.0002,
      "loss": 11.8948,
      "step": 1630
    },
    {
      "epoch": 0.5667499185579324,
      "grad_norm": 0.10910902917385101,
      "learning_rate": 0.0002,
      "loss": 11.8929,
      "step": 1631
    },
    {
      "epoch": 0.567097404712781,
      "grad_norm": 0.09997536987066269,
      "learning_rate": 0.0002,
      "loss": 11.8918,
      "step": 1632
    },
    {
      "epoch": 0.5674448908676295,
      "grad_norm": 0.10179145634174347,
      "learning_rate": 0.0002,
      "loss": 11.8873,
      "step": 1633
    },
    {
      "epoch": 0.567792377022478,
      "grad_norm": 0.10018444806337357,
      "learning_rate": 0.0002,
      "loss": 11.8943,
      "step": 1634
    },
    {
      "epoch": 0.5681398631773266,
      "grad_norm": 0.09713033586740494,
      "learning_rate": 0.0002,
      "loss": 11.8879,
      "step": 1635
    },
    {
      "epoch": 0.568487349332175,
      "grad_norm": 0.1179288998246193,
      "learning_rate": 0.0002,
      "loss": 11.8923,
      "step": 1636
    },
    {
      "epoch": 0.5688348354870235,
      "grad_norm": 0.11390811204910278,
      "learning_rate": 0.0002,
      "loss": 11.8965,
      "step": 1637
    },
    {
      "epoch": 0.5691823216418721,
      "grad_norm": 0.1224217638373375,
      "learning_rate": 0.0002,
      "loss": 11.8918,
      "step": 1638
    },
    {
      "epoch": 0.5695298077967206,
      "grad_norm": 0.11784745007753372,
      "learning_rate": 0.0002,
      "loss": 11.8829,
      "step": 1639
    },
    {
      "epoch": 0.5698772939515692,
      "grad_norm": 0.10409712046384811,
      "learning_rate": 0.0002,
      "loss": 11.8959,
      "step": 1640
    },
    {
      "epoch": 0.5702247801064176,
      "grad_norm": 0.10827353596687317,
      "learning_rate": 0.0002,
      "loss": 11.8882,
      "step": 1641
    },
    {
      "epoch": 0.5705722662612661,
      "grad_norm": 0.10082121193408966,
      "learning_rate": 0.0002,
      "loss": 11.8866,
      "step": 1642
    },
    {
      "epoch": 0.5709197524161147,
      "grad_norm": 0.1430022120475769,
      "learning_rate": 0.0002,
      "loss": 11.8822,
      "step": 1643
    },
    {
      "epoch": 0.5712672385709632,
      "grad_norm": 0.18423384428024292,
      "learning_rate": 0.0002,
      "loss": 11.8869,
      "step": 1644
    },
    {
      "epoch": 0.5716147247258117,
      "grad_norm": 0.10853759944438934,
      "learning_rate": 0.0002,
      "loss": 11.8937,
      "step": 1645
    },
    {
      "epoch": 0.5719622108806602,
      "grad_norm": 0.11658655107021332,
      "learning_rate": 0.0002,
      "loss": 11.8872,
      "step": 1646
    },
    {
      "epoch": 0.5723096970355087,
      "grad_norm": 0.11966323107481003,
      "learning_rate": 0.0002,
      "loss": 11.8863,
      "step": 1647
    },
    {
      "epoch": 0.5726571831903573,
      "grad_norm": 0.13385958969593048,
      "learning_rate": 0.0002,
      "loss": 11.8799,
      "step": 1648
    },
    {
      "epoch": 0.5730046693452058,
      "grad_norm": 0.12606237828731537,
      "learning_rate": 0.0002,
      "loss": 11.8922,
      "step": 1649
    },
    {
      "epoch": 0.5733521555000543,
      "grad_norm": 0.14493690431118011,
      "learning_rate": 0.0002,
      "loss": 11.8801,
      "step": 1650
    },
    {
      "epoch": 0.5736996416549028,
      "grad_norm": 0.07301484793424606,
      "learning_rate": 0.0002,
      "loss": 11.9012,
      "step": 1651
    },
    {
      "epoch": 0.5740471278097513,
      "grad_norm": 0.07852807641029358,
      "learning_rate": 0.0002,
      "loss": 11.8965,
      "step": 1652
    },
    {
      "epoch": 0.5743946139645999,
      "grad_norm": 0.07137664407491684,
      "learning_rate": 0.0002,
      "loss": 11.9049,
      "step": 1653
    },
    {
      "epoch": 0.5747421001194484,
      "grad_norm": 0.07712913304567337,
      "learning_rate": 0.0002,
      "loss": 11.8996,
      "step": 1654
    },
    {
      "epoch": 0.5750895862742968,
      "grad_norm": 0.06897887587547302,
      "learning_rate": 0.0002,
      "loss": 11.901,
      "step": 1655
    },
    {
      "epoch": 0.5754370724291454,
      "grad_norm": 0.08204393833875656,
      "learning_rate": 0.0002,
      "loss": 11.9034,
      "step": 1656
    },
    {
      "epoch": 0.5757845585839939,
      "grad_norm": 0.10369415581226349,
      "learning_rate": 0.0002,
      "loss": 11.8958,
      "step": 1657
    },
    {
      "epoch": 0.5761320447388424,
      "grad_norm": 0.07516483217477798,
      "learning_rate": 0.0002,
      "loss": 11.9005,
      "step": 1658
    },
    {
      "epoch": 0.576479530893691,
      "grad_norm": 0.08056291192770004,
      "learning_rate": 0.0002,
      "loss": 11.8977,
      "step": 1659
    },
    {
      "epoch": 0.5768270170485394,
      "grad_norm": 0.08549328148365021,
      "learning_rate": 0.0002,
      "loss": 11.8982,
      "step": 1660
    },
    {
      "epoch": 0.577174503203388,
      "grad_norm": 0.0999467596411705,
      "learning_rate": 0.0002,
      "loss": 11.8936,
      "step": 1661
    },
    {
      "epoch": 0.5775219893582365,
      "grad_norm": 0.0791672021150589,
      "learning_rate": 0.0002,
      "loss": 11.8973,
      "step": 1662
    },
    {
      "epoch": 0.577869475513085,
      "grad_norm": 0.08140123635530472,
      "learning_rate": 0.0002,
      "loss": 11.9002,
      "step": 1663
    },
    {
      "epoch": 0.5782169616679336,
      "grad_norm": 0.09515608102083206,
      "learning_rate": 0.0002,
      "loss": 11.9013,
      "step": 1664
    },
    {
      "epoch": 0.578564447822782,
      "grad_norm": 0.09359623491764069,
      "learning_rate": 0.0002,
      "loss": 11.902,
      "step": 1665
    },
    {
      "epoch": 0.5789119339776306,
      "grad_norm": 0.09785594791173935,
      "learning_rate": 0.0002,
      "loss": 11.8988,
      "step": 1666
    },
    {
      "epoch": 0.5792594201324791,
      "grad_norm": 0.08686485141515732,
      "learning_rate": 0.0002,
      "loss": 11.893,
      "step": 1667
    },
    {
      "epoch": 0.5796069062873276,
      "grad_norm": 0.089349165558815,
      "learning_rate": 0.0002,
      "loss": 11.8981,
      "step": 1668
    },
    {
      "epoch": 0.5799543924421762,
      "grad_norm": 0.08916086703538895,
      "learning_rate": 0.0002,
      "loss": 11.8942,
      "step": 1669
    },
    {
      "epoch": 0.5803018785970246,
      "grad_norm": 0.08106183260679245,
      "learning_rate": 0.0002,
      "loss": 11.8946,
      "step": 1670
    },
    {
      "epoch": 0.5806493647518731,
      "grad_norm": 0.09903708845376968,
      "learning_rate": 0.0002,
      "loss": 11.8945,
      "step": 1671
    },
    {
      "epoch": 0.5809968509067217,
      "grad_norm": 0.09897475689649582,
      "learning_rate": 0.0002,
      "loss": 11.8958,
      "step": 1672
    },
    {
      "epoch": 0.5813443370615702,
      "grad_norm": 0.08235801756381989,
      "learning_rate": 0.0002,
      "loss": 11.8907,
      "step": 1673
    },
    {
      "epoch": 0.5816918232164188,
      "grad_norm": 0.09698410332202911,
      "learning_rate": 0.0002,
      "loss": 11.8991,
      "step": 1674
    },
    {
      "epoch": 0.5820393093712672,
      "grad_norm": 0.10235276818275452,
      "learning_rate": 0.0002,
      "loss": 11.8955,
      "step": 1675
    },
    {
      "epoch": 0.5823867955261157,
      "grad_norm": 0.08357930928468704,
      "learning_rate": 0.0002,
      "loss": 11.8916,
      "step": 1676
    },
    {
      "epoch": 0.5827342816809643,
      "grad_norm": 0.10039696097373962,
      "learning_rate": 0.0002,
      "loss": 11.8892,
      "step": 1677
    },
    {
      "epoch": 0.5830817678358128,
      "grad_norm": 0.09521017223596573,
      "learning_rate": 0.0002,
      "loss": 11.8976,
      "step": 1678
    },
    {
      "epoch": 0.5834292539906613,
      "grad_norm": 0.0914912074804306,
      "learning_rate": 0.0002,
      "loss": 11.8956,
      "step": 1679
    },
    {
      "epoch": 0.5837767401455098,
      "grad_norm": 0.09964300692081451,
      "learning_rate": 0.0002,
      "loss": 11.8931,
      "step": 1680
    },
    {
      "epoch": 0.5841242263003583,
      "grad_norm": 0.08747252076864243,
      "learning_rate": 0.0002,
      "loss": 11.8888,
      "step": 1681
    },
    {
      "epoch": 0.5844717124552069,
      "grad_norm": 0.08776995539665222,
      "learning_rate": 0.0002,
      "loss": 11.8879,
      "step": 1682
    },
    {
      "epoch": 0.5848191986100554,
      "grad_norm": 0.08136599510908127,
      "learning_rate": 0.0002,
      "loss": 11.8931,
      "step": 1683
    },
    {
      "epoch": 0.5851666847649039,
      "grad_norm": 0.11302840709686279,
      "learning_rate": 0.0002,
      "loss": 11.8906,
      "step": 1684
    },
    {
      "epoch": 0.5855141709197524,
      "grad_norm": 0.10302388668060303,
      "learning_rate": 0.0002,
      "loss": 11.893,
      "step": 1685
    },
    {
      "epoch": 0.5858616570746009,
      "grad_norm": 0.1112629622220993,
      "learning_rate": 0.0002,
      "loss": 11.8918,
      "step": 1686
    },
    {
      "epoch": 0.5862091432294495,
      "grad_norm": 0.10130298882722855,
      "learning_rate": 0.0002,
      "loss": 11.8908,
      "step": 1687
    },
    {
      "epoch": 0.586556629384298,
      "grad_norm": 0.1058276817202568,
      "learning_rate": 0.0002,
      "loss": 11.896,
      "step": 1688
    },
    {
      "epoch": 0.5869041155391465,
      "grad_norm": 0.23658321797847748,
      "learning_rate": 0.0002,
      "loss": 11.8862,
      "step": 1689
    },
    {
      "epoch": 0.587251601693995,
      "grad_norm": 0.1255730390548706,
      "learning_rate": 0.0002,
      "loss": 11.8979,
      "step": 1690
    },
    {
      "epoch": 0.5875990878488435,
      "grad_norm": 0.12114962935447693,
      "learning_rate": 0.0002,
      "loss": 11.8856,
      "step": 1691
    },
    {
      "epoch": 0.587946574003692,
      "grad_norm": 0.0932966023683548,
      "learning_rate": 0.0002,
      "loss": 11.8932,
      "step": 1692
    },
    {
      "epoch": 0.5882940601585406,
      "grad_norm": 0.10192250460386276,
      "learning_rate": 0.0002,
      "loss": 11.8908,
      "step": 1693
    },
    {
      "epoch": 0.588641546313389,
      "grad_norm": 0.1623857170343399,
      "learning_rate": 0.0002,
      "loss": 11.8897,
      "step": 1694
    },
    {
      "epoch": 0.5889890324682376,
      "grad_norm": 0.13744838535785675,
      "learning_rate": 0.0002,
      "loss": 11.8828,
      "step": 1695
    },
    {
      "epoch": 0.5893365186230861,
      "grad_norm": 0.1126064881682396,
      "learning_rate": 0.0002,
      "loss": 11.8916,
      "step": 1696
    },
    {
      "epoch": 0.5896840047779346,
      "grad_norm": 0.12988786399364471,
      "learning_rate": 0.0002,
      "loss": 11.8886,
      "step": 1697
    },
    {
      "epoch": 0.5900314909327832,
      "grad_norm": 0.14764104783535004,
      "learning_rate": 0.0002,
      "loss": 11.8879,
      "step": 1698
    },
    {
      "epoch": 0.5903789770876317,
      "grad_norm": 0.12768928706645966,
      "learning_rate": 0.0002,
      "loss": 11.8874,
      "step": 1699
    },
    {
      "epoch": 0.5907264632424802,
      "grad_norm": 0.19843445718288422,
      "learning_rate": 0.0002,
      "loss": 11.8855,
      "step": 1700
    },
    {
      "epoch": 0.5910739493973287,
      "grad_norm": 0.10034456104040146,
      "learning_rate": 0.0002,
      "loss": 11.9014,
      "step": 1701
    },
    {
      "epoch": 0.5914214355521772,
      "grad_norm": 0.07049998641014099,
      "learning_rate": 0.0002,
      "loss": 11.9008,
      "step": 1702
    },
    {
      "epoch": 0.5917689217070258,
      "grad_norm": 0.09936375916004181,
      "learning_rate": 0.0002,
      "loss": 11.8948,
      "step": 1703
    },
    {
      "epoch": 0.5921164078618742,
      "grad_norm": 0.07825563102960587,
      "learning_rate": 0.0002,
      "loss": 11.8968,
      "step": 1704
    },
    {
      "epoch": 0.5924638940167227,
      "grad_norm": 0.0810326337814331,
      "learning_rate": 0.0002,
      "loss": 11.9012,
      "step": 1705
    },
    {
      "epoch": 0.5928113801715713,
      "grad_norm": 0.10602816939353943,
      "learning_rate": 0.0002,
      "loss": 11.9034,
      "step": 1706
    },
    {
      "epoch": 0.5931588663264198,
      "grad_norm": 0.10836045444011688,
      "learning_rate": 0.0002,
      "loss": 11.8984,
      "step": 1707
    },
    {
      "epoch": 0.5935063524812684,
      "grad_norm": 0.08504883199930191,
      "learning_rate": 0.0002,
      "loss": 11.8995,
      "step": 1708
    },
    {
      "epoch": 0.5938538386361168,
      "grad_norm": 0.1048133596777916,
      "learning_rate": 0.0002,
      "loss": 11.896,
      "step": 1709
    },
    {
      "epoch": 0.5942013247909653,
      "grad_norm": 0.09792249649763107,
      "learning_rate": 0.0002,
      "loss": 11.8993,
      "step": 1710
    },
    {
      "epoch": 0.5945488109458139,
      "grad_norm": 0.08866775780916214,
      "learning_rate": 0.0002,
      "loss": 11.898,
      "step": 1711
    },
    {
      "epoch": 0.5948962971006624,
      "grad_norm": 0.09183046966791153,
      "learning_rate": 0.0002,
      "loss": 11.9011,
      "step": 1712
    },
    {
      "epoch": 0.5952437832555109,
      "grad_norm": 0.07906375080347061,
      "learning_rate": 0.0002,
      "loss": 11.8939,
      "step": 1713
    },
    {
      "epoch": 0.5955912694103594,
      "grad_norm": 0.10023528337478638,
      "learning_rate": 0.0002,
      "loss": 11.8941,
      "step": 1714
    },
    {
      "epoch": 0.5959387555652079,
      "grad_norm": 0.09076716005802155,
      "learning_rate": 0.0002,
      "loss": 11.8974,
      "step": 1715
    },
    {
      "epoch": 0.5962862417200565,
      "grad_norm": 0.09951198846101761,
      "learning_rate": 0.0002,
      "loss": 11.8976,
      "step": 1716
    },
    {
      "epoch": 0.596633727874905,
      "grad_norm": 0.0941922515630722,
      "learning_rate": 0.0002,
      "loss": 11.897,
      "step": 1717
    },
    {
      "epoch": 0.5969812140297535,
      "grad_norm": 0.08853533118963242,
      "learning_rate": 0.0002,
      "loss": 11.8945,
      "step": 1718
    },
    {
      "epoch": 0.597328700184602,
      "grad_norm": 0.08278509974479675,
      "learning_rate": 0.0002,
      "loss": 11.8992,
      "step": 1719
    },
    {
      "epoch": 0.5976761863394505,
      "grad_norm": 0.11997804045677185,
      "learning_rate": 0.0002,
      "loss": 11.8952,
      "step": 1720
    },
    {
      "epoch": 0.5980236724942991,
      "grad_norm": 0.10225870460271835,
      "learning_rate": 0.0002,
      "loss": 11.8985,
      "step": 1721
    },
    {
      "epoch": 0.5983711586491476,
      "grad_norm": 0.08957132697105408,
      "learning_rate": 0.0002,
      "loss": 11.8977,
      "step": 1722
    },
    {
      "epoch": 0.5987186448039961,
      "grad_norm": 0.10033125430345535,
      "learning_rate": 0.0002,
      "loss": 11.8933,
      "step": 1723
    },
    {
      "epoch": 0.5990661309588446,
      "grad_norm": 0.10348809510469437,
      "learning_rate": 0.0002,
      "loss": 11.9049,
      "step": 1724
    },
    {
      "epoch": 0.5994136171136931,
      "grad_norm": 0.0981844887137413,
      "learning_rate": 0.0002,
      "loss": 11.895,
      "step": 1725
    },
    {
      "epoch": 0.5997611032685416,
      "grad_norm": 0.10094855725765228,
      "learning_rate": 0.0002,
      "loss": 11.8977,
      "step": 1726
    },
    {
      "epoch": 0.6001085894233902,
      "grad_norm": 0.11380752176046371,
      "learning_rate": 0.0002,
      "loss": 11.891,
      "step": 1727
    },
    {
      "epoch": 0.6004560755782387,
      "grad_norm": 0.11231562495231628,
      "learning_rate": 0.0002,
      "loss": 11.8907,
      "step": 1728
    },
    {
      "epoch": 0.6008035617330872,
      "grad_norm": 0.10164744406938553,
      "learning_rate": 0.0002,
      "loss": 11.8904,
      "step": 1729
    },
    {
      "epoch": 0.6011510478879357,
      "grad_norm": 0.11898232996463776,
      "learning_rate": 0.0002,
      "loss": 11.8901,
      "step": 1730
    },
    {
      "epoch": 0.6014985340427842,
      "grad_norm": 0.10448480397462845,
      "learning_rate": 0.0002,
      "loss": 11.8892,
      "step": 1731
    },
    {
      "epoch": 0.6018460201976328,
      "grad_norm": 0.13040444254875183,
      "learning_rate": 0.0002,
      "loss": 11.8888,
      "step": 1732
    },
    {
      "epoch": 0.6021935063524813,
      "grad_norm": 0.09425921738147736,
      "learning_rate": 0.0002,
      "loss": 11.892,
      "step": 1733
    },
    {
      "epoch": 0.6025409925073297,
      "grad_norm": 0.10954058170318604,
      "learning_rate": 0.0002,
      "loss": 11.8913,
      "step": 1734
    },
    {
      "epoch": 0.6028884786621783,
      "grad_norm": 0.09999806433916092,
      "learning_rate": 0.0002,
      "loss": 11.8978,
      "step": 1735
    },
    {
      "epoch": 0.6032359648170268,
      "grad_norm": 0.10923582315444946,
      "learning_rate": 0.0002,
      "loss": 11.8882,
      "step": 1736
    },
    {
      "epoch": 0.6035834509718754,
      "grad_norm": 0.1048867478966713,
      "learning_rate": 0.0002,
      "loss": 11.883,
      "step": 1737
    },
    {
      "epoch": 0.6039309371267239,
      "grad_norm": 0.10262848436832428,
      "learning_rate": 0.0002,
      "loss": 11.8887,
      "step": 1738
    },
    {
      "epoch": 0.6042784232815723,
      "grad_norm": 0.13464438915252686,
      "learning_rate": 0.0002,
      "loss": 11.8921,
      "step": 1739
    },
    {
      "epoch": 0.6046259094364209,
      "grad_norm": 0.10203661769628525,
      "learning_rate": 0.0002,
      "loss": 11.8937,
      "step": 1740
    },
    {
      "epoch": 0.6049733955912694,
      "grad_norm": 0.1052231639623642,
      "learning_rate": 0.0002,
      "loss": 11.8957,
      "step": 1741
    },
    {
      "epoch": 0.605320881746118,
      "grad_norm": 0.10627907514572144,
      "learning_rate": 0.0002,
      "loss": 11.8949,
      "step": 1742
    },
    {
      "epoch": 0.6056683679009665,
      "grad_norm": 0.10624749958515167,
      "learning_rate": 0.0002,
      "loss": 11.8847,
      "step": 1743
    },
    {
      "epoch": 0.6060158540558149,
      "grad_norm": 0.11316360533237457,
      "learning_rate": 0.0002,
      "loss": 11.8897,
      "step": 1744
    },
    {
      "epoch": 0.6063633402106635,
      "grad_norm": 0.12589554488658905,
      "learning_rate": 0.0002,
      "loss": 11.8834,
      "step": 1745
    },
    {
      "epoch": 0.606710826365512,
      "grad_norm": 0.11756907403469086,
      "learning_rate": 0.0002,
      "loss": 11.8855,
      "step": 1746
    },
    {
      "epoch": 0.6070583125203605,
      "grad_norm": 0.13544024527072906,
      "learning_rate": 0.0002,
      "loss": 11.8903,
      "step": 1747
    },
    {
      "epoch": 0.607405798675209,
      "grad_norm": 0.10984295606613159,
      "learning_rate": 0.0002,
      "loss": 11.8792,
      "step": 1748
    },
    {
      "epoch": 0.6077532848300575,
      "grad_norm": 0.13877929747104645,
      "learning_rate": 0.0002,
      "loss": 11.8796,
      "step": 1749
    },
    {
      "epoch": 0.6081007709849061,
      "grad_norm": 0.14730797708034515,
      "learning_rate": 0.0002,
      "loss": 11.8803,
      "step": 1750
    },
    {
      "epoch": 0.6084482571397546,
      "grad_norm": 0.08237060904502869,
      "learning_rate": 0.0002,
      "loss": 11.898,
      "step": 1751
    },
    {
      "epoch": 0.6087957432946031,
      "grad_norm": 0.0779406875371933,
      "learning_rate": 0.0002,
      "loss": 11.9024,
      "step": 1752
    },
    {
      "epoch": 0.6091432294494517,
      "grad_norm": 0.07504718005657196,
      "learning_rate": 0.0002,
      "loss": 11.9046,
      "step": 1753
    },
    {
      "epoch": 0.6094907156043001,
      "grad_norm": 0.08013711124658585,
      "learning_rate": 0.0002,
      "loss": 11.9015,
      "step": 1754
    },
    {
      "epoch": 0.6098382017591487,
      "grad_norm": 0.09850215166807175,
      "learning_rate": 0.0002,
      "loss": 11.8979,
      "step": 1755
    },
    {
      "epoch": 0.6101856879139972,
      "grad_norm": 0.08685305714607239,
      "learning_rate": 0.0002,
      "loss": 11.9003,
      "step": 1756
    },
    {
      "epoch": 0.6105331740688457,
      "grad_norm": 0.08423784375190735,
      "learning_rate": 0.0002,
      "loss": 11.8998,
      "step": 1757
    },
    {
      "epoch": 0.6108806602236942,
      "grad_norm": 0.07635366171598434,
      "learning_rate": 0.0002,
      "loss": 11.9005,
      "step": 1758
    },
    {
      "epoch": 0.6112281463785427,
      "grad_norm": 0.08511734753847122,
      "learning_rate": 0.0002,
      "loss": 11.9011,
      "step": 1759
    },
    {
      "epoch": 0.6115756325333912,
      "grad_norm": 0.0916208028793335,
      "learning_rate": 0.0002,
      "loss": 11.897,
      "step": 1760
    },
    {
      "epoch": 0.6119231186882398,
      "grad_norm": 0.08835297077894211,
      "learning_rate": 0.0002,
      "loss": 11.8944,
      "step": 1761
    },
    {
      "epoch": 0.6122706048430883,
      "grad_norm": 0.08317454159259796,
      "learning_rate": 0.0002,
      "loss": 11.9033,
      "step": 1762
    },
    {
      "epoch": 0.6126180909979368,
      "grad_norm": 0.07778897881507874,
      "learning_rate": 0.0002,
      "loss": 11.8951,
      "step": 1763
    },
    {
      "epoch": 0.6129655771527853,
      "grad_norm": 0.12642644345760345,
      "learning_rate": 0.0002,
      "loss": 11.8994,
      "step": 1764
    },
    {
      "epoch": 0.6133130633076338,
      "grad_norm": 0.09793619811534882,
      "learning_rate": 0.0002,
      "loss": 11.9001,
      "step": 1765
    },
    {
      "epoch": 0.6136605494624824,
      "grad_norm": 0.09054359048604965,
      "learning_rate": 0.0002,
      "loss": 11.8953,
      "step": 1766
    },
    {
      "epoch": 0.6140080356173309,
      "grad_norm": 0.08523523062467575,
      "learning_rate": 0.0002,
      "loss": 11.8953,
      "step": 1767
    },
    {
      "epoch": 0.6143555217721793,
      "grad_norm": 0.10870828479528427,
      "learning_rate": 0.0002,
      "loss": 11.8922,
      "step": 1768
    },
    {
      "epoch": 0.6147030079270279,
      "grad_norm": 0.09331781417131424,
      "learning_rate": 0.0002,
      "loss": 11.8956,
      "step": 1769
    },
    {
      "epoch": 0.6150504940818764,
      "grad_norm": 0.113253653049469,
      "learning_rate": 0.0002,
      "loss": 11.8942,
      "step": 1770
    },
    {
      "epoch": 0.615397980236725,
      "grad_norm": 0.08270396292209625,
      "learning_rate": 0.0002,
      "loss": 11.895,
      "step": 1771
    },
    {
      "epoch": 0.6157454663915735,
      "grad_norm": 0.09471022337675095,
      "learning_rate": 0.0002,
      "loss": 11.8933,
      "step": 1772
    },
    {
      "epoch": 0.6160929525464219,
      "grad_norm": 0.10739339888095856,
      "learning_rate": 0.0002,
      "loss": 11.8975,
      "step": 1773
    },
    {
      "epoch": 0.6164404387012705,
      "grad_norm": 0.11182163655757904,
      "learning_rate": 0.0002,
      "loss": 11.8989,
      "step": 1774
    },
    {
      "epoch": 0.616787924856119,
      "grad_norm": 0.10685054957866669,
      "learning_rate": 0.0002,
      "loss": 11.8942,
      "step": 1775
    },
    {
      "epoch": 0.6171354110109676,
      "grad_norm": 0.10124712437391281,
      "learning_rate": 0.0002,
      "loss": 11.8926,
      "step": 1776
    },
    {
      "epoch": 0.6174828971658161,
      "grad_norm": 0.13431662321090698,
      "learning_rate": 0.0002,
      "loss": 11.8952,
      "step": 1777
    },
    {
      "epoch": 0.6178303833206645,
      "grad_norm": 0.09431677311658859,
      "learning_rate": 0.0002,
      "loss": 11.8949,
      "step": 1778
    },
    {
      "epoch": 0.6181778694755131,
      "grad_norm": 0.14191970229148865,
      "learning_rate": 0.0002,
      "loss": 11.8908,
      "step": 1779
    },
    {
      "epoch": 0.6185253556303616,
      "grad_norm": 0.09033932536840439,
      "learning_rate": 0.0002,
      "loss": 11.8928,
      "step": 1780
    },
    {
      "epoch": 0.6188728417852101,
      "grad_norm": 0.10557501018047333,
      "learning_rate": 0.0002,
      "loss": 11.8941,
      "step": 1781
    },
    {
      "epoch": 0.6192203279400587,
      "grad_norm": 0.09885045140981674,
      "learning_rate": 0.0002,
      "loss": 11.8898,
      "step": 1782
    },
    {
      "epoch": 0.6195678140949071,
      "grad_norm": 0.09340719133615494,
      "learning_rate": 0.0002,
      "loss": 11.8919,
      "step": 1783
    },
    {
      "epoch": 0.6199153002497557,
      "grad_norm": 0.14275242388248444,
      "learning_rate": 0.0002,
      "loss": 11.8863,
      "step": 1784
    },
    {
      "epoch": 0.6202627864046042,
      "grad_norm": 0.0935245007276535,
      "learning_rate": 0.0002,
      "loss": 11.8907,
      "step": 1785
    },
    {
      "epoch": 0.6206102725594527,
      "grad_norm": 0.09081101417541504,
      "learning_rate": 0.0002,
      "loss": 11.8991,
      "step": 1786
    },
    {
      "epoch": 0.6209577587143013,
      "grad_norm": 0.17316077649593353,
      "learning_rate": 0.0002,
      "loss": 11.8915,
      "step": 1787
    },
    {
      "epoch": 0.6213052448691497,
      "grad_norm": 0.10220562666654587,
      "learning_rate": 0.0002,
      "loss": 11.893,
      "step": 1788
    },
    {
      "epoch": 0.6216527310239983,
      "grad_norm": 0.1329575926065445,
      "learning_rate": 0.0002,
      "loss": 11.8914,
      "step": 1789
    },
    {
      "epoch": 0.6220002171788468,
      "grad_norm": 0.1240408644080162,
      "learning_rate": 0.0002,
      "loss": 11.8835,
      "step": 1790
    },
    {
      "epoch": 0.6223477033336953,
      "grad_norm": 0.08905557543039322,
      "learning_rate": 0.0002,
      "loss": 11.8864,
      "step": 1791
    },
    {
      "epoch": 0.6226951894885439,
      "grad_norm": 0.1136418804526329,
      "learning_rate": 0.0002,
      "loss": 11.8845,
      "step": 1792
    },
    {
      "epoch": 0.6230426756433923,
      "grad_norm": 0.12874910235404968,
      "learning_rate": 0.0002,
      "loss": 11.8883,
      "step": 1793
    },
    {
      "epoch": 0.6233901617982408,
      "grad_norm": 0.12623058259487152,
      "learning_rate": 0.0002,
      "loss": 11.8878,
      "step": 1794
    },
    {
      "epoch": 0.6237376479530894,
      "grad_norm": 0.1267915964126587,
      "learning_rate": 0.0002,
      "loss": 11.8833,
      "step": 1795
    },
    {
      "epoch": 0.6240851341079379,
      "grad_norm": 0.10819670557975769,
      "learning_rate": 0.0002,
      "loss": 11.8881,
      "step": 1796
    },
    {
      "epoch": 0.6244326202627865,
      "grad_norm": 0.11941120773553848,
      "learning_rate": 0.0002,
      "loss": 11.8776,
      "step": 1797
    },
    {
      "epoch": 0.6247801064176349,
      "grad_norm": 0.15111403167247772,
      "learning_rate": 0.0002,
      "loss": 11.8858,
      "step": 1798
    },
    {
      "epoch": 0.6251275925724834,
      "grad_norm": 0.16720622777938843,
      "learning_rate": 0.0002,
      "loss": 11.8833,
      "step": 1799
    },
    {
      "epoch": 0.625475078727332,
      "grad_norm": 0.1450124830007553,
      "learning_rate": 0.0002,
      "loss": 11.8737,
      "step": 1800
    },
    {
      "epoch": 0.625475078727332,
      "eval_loss": 11.890376091003418,
      "eval_runtime": 5.6585,
      "eval_samples_per_second": 81.824,
      "eval_steps_per_second": 41.0,
      "step": 1800
    },
    {
      "epoch": 0.6258225648821805,
      "grad_norm": 0.07263893634080887,
      "learning_rate": 0.0002,
      "loss": 11.8993,
      "step": 1801
    },
    {
      "epoch": 0.6261700510370289,
      "grad_norm": 0.08890377730131149,
      "learning_rate": 0.0002,
      "loss": 11.8985,
      "step": 1802
    },
    {
      "epoch": 0.6265175371918775,
      "grad_norm": 0.08413490653038025,
      "learning_rate": 0.0002,
      "loss": 11.9029,
      "step": 1803
    },
    {
      "epoch": 0.626865023346726,
      "grad_norm": 0.08842356503009796,
      "learning_rate": 0.0002,
      "loss": 11.9048,
      "step": 1804
    },
    {
      "epoch": 0.6272125095015746,
      "grad_norm": 0.09476947039365768,
      "learning_rate": 0.0002,
      "loss": 11.8985,
      "step": 1805
    },
    {
      "epoch": 0.6275599956564231,
      "grad_norm": 0.09723135083913803,
      "learning_rate": 0.0002,
      "loss": 11.8937,
      "step": 1806
    },
    {
      "epoch": 0.6279074818112715,
      "grad_norm": 0.08581012487411499,
      "learning_rate": 0.0002,
      "loss": 11.8995,
      "step": 1807
    },
    {
      "epoch": 0.6282549679661201,
      "grad_norm": 0.08763902634382248,
      "learning_rate": 0.0002,
      "loss": 11.8986,
      "step": 1808
    },
    {
      "epoch": 0.6286024541209686,
      "grad_norm": 0.09802654385566711,
      "learning_rate": 0.0002,
      "loss": 11.9018,
      "step": 1809
    },
    {
      "epoch": 0.6289499402758172,
      "grad_norm": 0.08028604090213776,
      "learning_rate": 0.0002,
      "loss": 11.8977,
      "step": 1810
    },
    {
      "epoch": 0.6292974264306657,
      "grad_norm": 0.09289826452732086,
      "learning_rate": 0.0002,
      "loss": 11.9007,
      "step": 1811
    },
    {
      "epoch": 0.6296449125855141,
      "grad_norm": 0.09149705618619919,
      "learning_rate": 0.0002,
      "loss": 11.8997,
      "step": 1812
    },
    {
      "epoch": 0.6299923987403627,
      "grad_norm": 0.09944075345993042,
      "learning_rate": 0.0002,
      "loss": 11.8983,
      "step": 1813
    },
    {
      "epoch": 0.6303398848952112,
      "grad_norm": 0.11249100416898727,
      "learning_rate": 0.0002,
      "loss": 11.899,
      "step": 1814
    },
    {
      "epoch": 0.6306873710500597,
      "grad_norm": 0.12369399517774582,
      "learning_rate": 0.0002,
      "loss": 11.9023,
      "step": 1815
    },
    {
      "epoch": 0.6310348572049083,
      "grad_norm": 0.10083159059286118,
      "learning_rate": 0.0002,
      "loss": 11.8958,
      "step": 1816
    },
    {
      "epoch": 0.6313823433597567,
      "grad_norm": 0.10057709366083145,
      "learning_rate": 0.0002,
      "loss": 11.8927,
      "step": 1817
    },
    {
      "epoch": 0.6317298295146053,
      "grad_norm": 0.10032732784748077,
      "learning_rate": 0.0002,
      "loss": 11.8919,
      "step": 1818
    },
    {
      "epoch": 0.6320773156694538,
      "grad_norm": 0.10559248179197311,
      "learning_rate": 0.0002,
      "loss": 11.8939,
      "step": 1819
    },
    {
      "epoch": 0.6324248018243023,
      "grad_norm": 0.07818317413330078,
      "learning_rate": 0.0002,
      "loss": 11.8914,
      "step": 1820
    },
    {
      "epoch": 0.6327722879791509,
      "grad_norm": 0.09451643377542496,
      "learning_rate": 0.0002,
      "loss": 11.8939,
      "step": 1821
    },
    {
      "epoch": 0.6331197741339993,
      "grad_norm": 0.1350221484899521,
      "learning_rate": 0.0002,
      "loss": 11.8934,
      "step": 1822
    },
    {
      "epoch": 0.6334672602888478,
      "grad_norm": 0.09850303828716278,
      "learning_rate": 0.0002,
      "loss": 11.8904,
      "step": 1823
    },
    {
      "epoch": 0.6338147464436964,
      "grad_norm": 0.12189747393131256,
      "learning_rate": 0.0002,
      "loss": 11.8947,
      "step": 1824
    },
    {
      "epoch": 0.6341622325985449,
      "grad_norm": 0.11784795671701431,
      "learning_rate": 0.0002,
      "loss": 11.8933,
      "step": 1825
    },
    {
      "epoch": 0.6345097187533935,
      "grad_norm": 0.11582928895950317,
      "learning_rate": 0.0002,
      "loss": 11.8922,
      "step": 1826
    },
    {
      "epoch": 0.6348572049082419,
      "grad_norm": 0.09545021504163742,
      "learning_rate": 0.0002,
      "loss": 11.8923,
      "step": 1827
    },
    {
      "epoch": 0.6352046910630904,
      "grad_norm": 0.11616995930671692,
      "learning_rate": 0.0002,
      "loss": 11.8948,
      "step": 1828
    },
    {
      "epoch": 0.635552177217939,
      "grad_norm": 0.11177925020456314,
      "learning_rate": 0.0002,
      "loss": 11.8917,
      "step": 1829
    },
    {
      "epoch": 0.6358996633727875,
      "grad_norm": 0.10387688875198364,
      "learning_rate": 0.0002,
      "loss": 11.8891,
      "step": 1830
    },
    {
      "epoch": 0.6362471495276361,
      "grad_norm": 0.09945148974657059,
      "learning_rate": 0.0002,
      "loss": 11.8874,
      "step": 1831
    },
    {
      "epoch": 0.6365946356824845,
      "grad_norm": 0.12147301435470581,
      "learning_rate": 0.0002,
      "loss": 11.8924,
      "step": 1832
    },
    {
      "epoch": 0.636942121837333,
      "grad_norm": 0.14076077938079834,
      "learning_rate": 0.0002,
      "loss": 11.8906,
      "step": 1833
    },
    {
      "epoch": 0.6372896079921816,
      "grad_norm": 0.10362369567155838,
      "learning_rate": 0.0002,
      "loss": 11.8938,
      "step": 1834
    },
    {
      "epoch": 0.6376370941470301,
      "grad_norm": 0.11242226511240005,
      "learning_rate": 0.0002,
      "loss": 11.8885,
      "step": 1835
    },
    {
      "epoch": 0.6379845803018785,
      "grad_norm": 0.09809362888336182,
      "learning_rate": 0.0002,
      "loss": 11.8949,
      "step": 1836
    },
    {
      "epoch": 0.6383320664567271,
      "grad_norm": 0.09763416647911072,
      "learning_rate": 0.0002,
      "loss": 11.8895,
      "step": 1837
    },
    {
      "epoch": 0.6386795526115756,
      "grad_norm": 0.15485204756259918,
      "learning_rate": 0.0002,
      "loss": 11.8921,
      "step": 1838
    },
    {
      "epoch": 0.6390270387664242,
      "grad_norm": 0.13873980939388275,
      "learning_rate": 0.0002,
      "loss": 11.8883,
      "step": 1839
    },
    {
      "epoch": 0.6393745249212727,
      "grad_norm": 0.16502417623996735,
      "learning_rate": 0.0002,
      "loss": 11.8881,
      "step": 1840
    },
    {
      "epoch": 0.6397220110761211,
      "grad_norm": 0.12412041425704956,
      "learning_rate": 0.0002,
      "loss": 11.89,
      "step": 1841
    },
    {
      "epoch": 0.6400694972309697,
      "grad_norm": 0.1535954475402832,
      "learning_rate": 0.0002,
      "loss": 11.8864,
      "step": 1842
    },
    {
      "epoch": 0.6404169833858182,
      "grad_norm": 0.14524489641189575,
      "learning_rate": 0.0002,
      "loss": 11.8876,
      "step": 1843
    },
    {
      "epoch": 0.6407644695406668,
      "grad_norm": 0.13487491011619568,
      "learning_rate": 0.0002,
      "loss": 11.8838,
      "step": 1844
    },
    {
      "epoch": 0.6411119556955153,
      "grad_norm": 0.1439497172832489,
      "learning_rate": 0.0002,
      "loss": 11.8866,
      "step": 1845
    },
    {
      "epoch": 0.6414594418503637,
      "grad_norm": 0.16988207399845123,
      "learning_rate": 0.0002,
      "loss": 11.8843,
      "step": 1846
    },
    {
      "epoch": 0.6418069280052123,
      "grad_norm": 0.1286521852016449,
      "learning_rate": 0.0002,
      "loss": 11.8848,
      "step": 1847
    },
    {
      "epoch": 0.6421544141600608,
      "grad_norm": 0.16578800976276398,
      "learning_rate": 0.0002,
      "loss": 11.8853,
      "step": 1848
    },
    {
      "epoch": 0.6425019003149093,
      "grad_norm": 0.1471041589975357,
      "learning_rate": 0.0002,
      "loss": 11.8874,
      "step": 1849
    },
    {
      "epoch": 0.6428493864697579,
      "grad_norm": 0.17012661695480347,
      "learning_rate": 0.0002,
      "loss": 11.883,
      "step": 1850
    },
    {
      "epoch": 0.6431968726246063,
      "grad_norm": 0.07524839788675308,
      "learning_rate": 0.0002,
      "loss": 11.9045,
      "step": 1851
    },
    {
      "epoch": 0.6435443587794549,
      "grad_norm": 0.07813715189695358,
      "learning_rate": 0.0002,
      "loss": 11.9024,
      "step": 1852
    },
    {
      "epoch": 0.6438918449343034,
      "grad_norm": 0.0901200994849205,
      "learning_rate": 0.0002,
      "loss": 11.8989,
      "step": 1853
    },
    {
      "epoch": 0.6442393310891519,
      "grad_norm": 0.0824861228466034,
      "learning_rate": 0.0002,
      "loss": 11.9012,
      "step": 1854
    },
    {
      "epoch": 0.6445868172440005,
      "grad_norm": 0.09158337116241455,
      "learning_rate": 0.0002,
      "loss": 11.9016,
      "step": 1855
    },
    {
      "epoch": 0.6449343033988489,
      "grad_norm": 0.08335650712251663,
      "learning_rate": 0.0002,
      "loss": 11.9017,
      "step": 1856
    },
    {
      "epoch": 0.6452817895536974,
      "grad_norm": 0.08270853012800217,
      "learning_rate": 0.0002,
      "loss": 11.9002,
      "step": 1857
    },
    {
      "epoch": 0.645629275708546,
      "grad_norm": 0.08770283311605453,
      "learning_rate": 0.0002,
      "loss": 11.9032,
      "step": 1858
    },
    {
      "epoch": 0.6459767618633945,
      "grad_norm": 0.08412016928195953,
      "learning_rate": 0.0002,
      "loss": 11.8978,
      "step": 1859
    },
    {
      "epoch": 0.6463242480182431,
      "grad_norm": 0.0843963474035263,
      "learning_rate": 0.0002,
      "loss": 11.9042,
      "step": 1860
    },
    {
      "epoch": 0.6466717341730915,
      "grad_norm": 0.10371317714452744,
      "learning_rate": 0.0002,
      "loss": 11.8958,
      "step": 1861
    },
    {
      "epoch": 0.64701922032794,
      "grad_norm": 0.09390856325626373,
      "learning_rate": 0.0002,
      "loss": 11.8969,
      "step": 1862
    },
    {
      "epoch": 0.6473667064827886,
      "grad_norm": 0.09023042768239975,
      "learning_rate": 0.0002,
      "loss": 11.897,
      "step": 1863
    },
    {
      "epoch": 0.6477141926376371,
      "grad_norm": 0.09104272723197937,
      "learning_rate": 0.0002,
      "loss": 11.8969,
      "step": 1864
    },
    {
      "epoch": 0.6480616787924857,
      "grad_norm": 0.11622288078069687,
      "learning_rate": 0.0002,
      "loss": 11.8962,
      "step": 1865
    },
    {
      "epoch": 0.6484091649473341,
      "grad_norm": 0.1051715686917305,
      "learning_rate": 0.0002,
      "loss": 11.8964,
      "step": 1866
    },
    {
      "epoch": 0.6487566511021826,
      "grad_norm": 0.1042589545249939,
      "learning_rate": 0.0002,
      "loss": 11.8971,
      "step": 1867
    },
    {
      "epoch": 0.6491041372570312,
      "grad_norm": 0.09848234057426453,
      "learning_rate": 0.0002,
      "loss": 11.8977,
      "step": 1868
    },
    {
      "epoch": 0.6494516234118797,
      "grad_norm": 0.12008144706487656,
      "learning_rate": 0.0002,
      "loss": 11.8984,
      "step": 1869
    },
    {
      "epoch": 0.6497991095667282,
      "grad_norm": 0.12715201079845428,
      "learning_rate": 0.0002,
      "loss": 11.8964,
      "step": 1870
    },
    {
      "epoch": 0.6501465957215767,
      "grad_norm": 0.10051105171442032,
      "learning_rate": 0.0002,
      "loss": 11.8932,
      "step": 1871
    },
    {
      "epoch": 0.6504940818764252,
      "grad_norm": 0.08567120879888535,
      "learning_rate": 0.0002,
      "loss": 11.9018,
      "step": 1872
    },
    {
      "epoch": 0.6508415680312738,
      "grad_norm": 0.10090187937021255,
      "learning_rate": 0.0002,
      "loss": 11.8979,
      "step": 1873
    },
    {
      "epoch": 0.6511890541861223,
      "grad_norm": 0.09575886279344559,
      "learning_rate": 0.0002,
      "loss": 11.8962,
      "step": 1874
    },
    {
      "epoch": 0.6515365403409707,
      "grad_norm": 0.13076899945735931,
      "learning_rate": 0.0002,
      "loss": 11.8969,
      "step": 1875
    },
    {
      "epoch": 0.6518840264958193,
      "grad_norm": 0.09600520879030228,
      "learning_rate": 0.0002,
      "loss": 11.8946,
      "step": 1876
    },
    {
      "epoch": 0.6522315126506678,
      "grad_norm": 0.10199111700057983,
      "learning_rate": 0.0002,
      "loss": 11.8842,
      "step": 1877
    },
    {
      "epoch": 0.6525789988055164,
      "grad_norm": 0.09923479706048965,
      "learning_rate": 0.0002,
      "loss": 11.8896,
      "step": 1878
    },
    {
      "epoch": 0.6529264849603649,
      "grad_norm": 0.1242118552327156,
      "learning_rate": 0.0002,
      "loss": 11.8925,
      "step": 1879
    },
    {
      "epoch": 0.6532739711152133,
      "grad_norm": 0.09569495171308517,
      "learning_rate": 0.0002,
      "loss": 11.8955,
      "step": 1880
    },
    {
      "epoch": 0.6536214572700619,
      "grad_norm": 0.1070888414978981,
      "learning_rate": 0.0002,
      "loss": 11.8964,
      "step": 1881
    },
    {
      "epoch": 0.6539689434249104,
      "grad_norm": 0.1119043156504631,
      "learning_rate": 0.0002,
      "loss": 11.8911,
      "step": 1882
    },
    {
      "epoch": 0.6543164295797589,
      "grad_norm": 0.09860065579414368,
      "learning_rate": 0.0002,
      "loss": 11.8927,
      "step": 1883
    },
    {
      "epoch": 0.6546639157346075,
      "grad_norm": 0.12065105140209198,
      "learning_rate": 0.0002,
      "loss": 11.8853,
      "step": 1884
    },
    {
      "epoch": 0.655011401889456,
      "grad_norm": 0.12993325293064117,
      "learning_rate": 0.0002,
      "loss": 11.8905,
      "step": 1885
    },
    {
      "epoch": 0.6553588880443045,
      "grad_norm": 0.10625161230564117,
      "learning_rate": 0.0002,
      "loss": 11.8897,
      "step": 1886
    },
    {
      "epoch": 0.655706374199153,
      "grad_norm": 0.11642879247665405,
      "learning_rate": 0.0002,
      "loss": 11.8939,
      "step": 1887
    },
    {
      "epoch": 0.6560538603540015,
      "grad_norm": 0.10842984169721603,
      "learning_rate": 0.0002,
      "loss": 11.8902,
      "step": 1888
    },
    {
      "epoch": 0.6564013465088501,
      "grad_norm": 0.10605838894844055,
      "learning_rate": 0.0002,
      "loss": 11.8907,
      "step": 1889
    },
    {
      "epoch": 0.6567488326636985,
      "grad_norm": 0.12937451899051666,
      "learning_rate": 0.0002,
      "loss": 11.8921,
      "step": 1890
    },
    {
      "epoch": 0.657096318818547,
      "grad_norm": 0.13326959311962128,
      "learning_rate": 0.0002,
      "loss": 11.8899,
      "step": 1891
    },
    {
      "epoch": 0.6574438049733956,
      "grad_norm": 0.13091138005256653,
      "learning_rate": 0.0002,
      "loss": 11.8883,
      "step": 1892
    },
    {
      "epoch": 0.6577912911282441,
      "grad_norm": 0.16434544324874878,
      "learning_rate": 0.0002,
      "loss": 11.8895,
      "step": 1893
    },
    {
      "epoch": 0.6581387772830927,
      "grad_norm": 0.11202044785022736,
      "learning_rate": 0.0002,
      "loss": 11.8889,
      "step": 1894
    },
    {
      "epoch": 0.6584862634379411,
      "grad_norm": 0.13630206882953644,
      "learning_rate": 0.0002,
      "loss": 11.8872,
      "step": 1895
    },
    {
      "epoch": 0.6588337495927896,
      "grad_norm": 0.1482938826084137,
      "learning_rate": 0.0002,
      "loss": 11.8845,
      "step": 1896
    },
    {
      "epoch": 0.6591812357476382,
      "grad_norm": 0.11166023463010788,
      "learning_rate": 0.0002,
      "loss": 11.8862,
      "step": 1897
    },
    {
      "epoch": 0.6595287219024867,
      "grad_norm": 0.09952675551176071,
      "learning_rate": 0.0002,
      "loss": 11.8793,
      "step": 1898
    },
    {
      "epoch": 0.6598762080573353,
      "grad_norm": 0.11799356341362,
      "learning_rate": 0.0002,
      "loss": 11.8793,
      "step": 1899
    },
    {
      "epoch": 0.6602236942121837,
      "grad_norm": 0.14411364495754242,
      "learning_rate": 0.0002,
      "loss": 11.8774,
      "step": 1900
    },
    {
      "epoch": 0.6605711803670322,
      "grad_norm": 0.07060626149177551,
      "learning_rate": 0.0002,
      "loss": 11.9004,
      "step": 1901
    },
    {
      "epoch": 0.6609186665218808,
      "grad_norm": 0.08034346252679825,
      "learning_rate": 0.0002,
      "loss": 11.8994,
      "step": 1902
    },
    {
      "epoch": 0.6612661526767293,
      "grad_norm": 0.08185668289661407,
      "learning_rate": 0.0002,
      "loss": 11.8987,
      "step": 1903
    },
    {
      "epoch": 0.6616136388315778,
      "grad_norm": 0.07308077812194824,
      "learning_rate": 0.0002,
      "loss": 11.9002,
      "step": 1904
    },
    {
      "epoch": 0.6619611249864263,
      "grad_norm": 0.08393959701061249,
      "learning_rate": 0.0002,
      "loss": 11.8999,
      "step": 1905
    },
    {
      "epoch": 0.6623086111412748,
      "grad_norm": 0.0746970847249031,
      "learning_rate": 0.0002,
      "loss": 11.9031,
      "step": 1906
    },
    {
      "epoch": 0.6626560972961234,
      "grad_norm": 0.08227710425853729,
      "learning_rate": 0.0002,
      "loss": 11.9007,
      "step": 1907
    },
    {
      "epoch": 0.6630035834509719,
      "grad_norm": 0.09061474353075027,
      "learning_rate": 0.0002,
      "loss": 11.8991,
      "step": 1908
    },
    {
      "epoch": 0.6633510696058204,
      "grad_norm": 0.0977276936173439,
      "learning_rate": 0.0002,
      "loss": 11.8941,
      "step": 1909
    },
    {
      "epoch": 0.6636985557606689,
      "grad_norm": 0.09411294758319855,
      "learning_rate": 0.0002,
      "loss": 11.8941,
      "step": 1910
    },
    {
      "epoch": 0.6640460419155174,
      "grad_norm": 0.11074631661176682,
      "learning_rate": 0.0002,
      "loss": 11.9031,
      "step": 1911
    },
    {
      "epoch": 0.664393528070366,
      "grad_norm": 0.09045974165201187,
      "learning_rate": 0.0002,
      "loss": 11.8945,
      "step": 1912
    },
    {
      "epoch": 0.6647410142252145,
      "grad_norm": 0.08994840085506439,
      "learning_rate": 0.0002,
      "loss": 11.8958,
      "step": 1913
    },
    {
      "epoch": 0.665088500380063,
      "grad_norm": 0.0864052101969719,
      "learning_rate": 0.0002,
      "loss": 11.8924,
      "step": 1914
    },
    {
      "epoch": 0.6654359865349115,
      "grad_norm": 0.08054487407207489,
      "learning_rate": 0.0002,
      "loss": 11.8981,
      "step": 1915
    },
    {
      "epoch": 0.66578347268976,
      "grad_norm": 0.09275499731302261,
      "learning_rate": 0.0002,
      "loss": 11.8947,
      "step": 1916
    },
    {
      "epoch": 0.6661309588446085,
      "grad_norm": 0.0795769989490509,
      "learning_rate": 0.0002,
      "loss": 11.8978,
      "step": 1917
    },
    {
      "epoch": 0.6664784449994571,
      "grad_norm": 0.10744278132915497,
      "learning_rate": 0.0002,
      "loss": 11.8939,
      "step": 1918
    },
    {
      "epoch": 0.6668259311543056,
      "grad_norm": 0.09910334646701813,
      "learning_rate": 0.0002,
      "loss": 11.8937,
      "step": 1919
    },
    {
      "epoch": 0.6671734173091541,
      "grad_norm": 0.0924181342124939,
      "learning_rate": 0.0002,
      "loss": 11.8951,
      "step": 1920
    },
    {
      "epoch": 0.6675209034640026,
      "grad_norm": 0.08792747557163239,
      "learning_rate": 0.0002,
      "loss": 11.8951,
      "step": 1921
    },
    {
      "epoch": 0.6678683896188511,
      "grad_norm": 0.11334842443466187,
      "learning_rate": 0.0002,
      "loss": 11.8954,
      "step": 1922
    },
    {
      "epoch": 0.6682158757736997,
      "grad_norm": 0.08614087849855423,
      "learning_rate": 0.0002,
      "loss": 11.8971,
      "step": 1923
    },
    {
      "epoch": 0.6685633619285481,
      "grad_norm": 0.0997452661395073,
      "learning_rate": 0.0002,
      "loss": 11.8924,
      "step": 1924
    },
    {
      "epoch": 0.6689108480833966,
      "grad_norm": 0.11612997204065323,
      "learning_rate": 0.0002,
      "loss": 11.8955,
      "step": 1925
    },
    {
      "epoch": 0.6692583342382452,
      "grad_norm": 0.12020651251077652,
      "learning_rate": 0.0002,
      "loss": 11.8885,
      "step": 1926
    },
    {
      "epoch": 0.6696058203930937,
      "grad_norm": 0.1111040934920311,
      "learning_rate": 0.0002,
      "loss": 11.8939,
      "step": 1927
    },
    {
      "epoch": 0.6699533065479423,
      "grad_norm": 0.11014360934495926,
      "learning_rate": 0.0002,
      "loss": 11.8924,
      "step": 1928
    },
    {
      "epoch": 0.6703007927027907,
      "grad_norm": 0.10409136861562729,
      "learning_rate": 0.0002,
      "loss": 11.8892,
      "step": 1929
    },
    {
      "epoch": 0.6706482788576392,
      "grad_norm": 0.10645720362663269,
      "learning_rate": 0.0002,
      "loss": 11.8919,
      "step": 1930
    },
    {
      "epoch": 0.6709957650124878,
      "grad_norm": 0.13111039996147156,
      "learning_rate": 0.0002,
      "loss": 11.8938,
      "step": 1931
    },
    {
      "epoch": 0.6713432511673363,
      "grad_norm": 0.1176365464925766,
      "learning_rate": 0.0002,
      "loss": 11.8907,
      "step": 1932
    },
    {
      "epoch": 0.6716907373221849,
      "grad_norm": 0.11937577277421951,
      "learning_rate": 0.0002,
      "loss": 11.8871,
      "step": 1933
    },
    {
      "epoch": 0.6720382234770333,
      "grad_norm": 0.1036670058965683,
      "learning_rate": 0.0002,
      "loss": 11.8914,
      "step": 1934
    },
    {
      "epoch": 0.6723857096318818,
      "grad_norm": 0.15726803243160248,
      "learning_rate": 0.0002,
      "loss": 11.891,
      "step": 1935
    },
    {
      "epoch": 0.6727331957867304,
      "grad_norm": 0.10191100835800171,
      "learning_rate": 0.0002,
      "loss": 11.892,
      "step": 1936
    },
    {
      "epoch": 0.6730806819415789,
      "grad_norm": 0.12214767187833786,
      "learning_rate": 0.0002,
      "loss": 11.8936,
      "step": 1937
    },
    {
      "epoch": 0.6734281680964274,
      "grad_norm": 0.10952552407979965,
      "learning_rate": 0.0002,
      "loss": 11.8867,
      "step": 1938
    },
    {
      "epoch": 0.673775654251276,
      "grad_norm": 0.1232614815235138,
      "learning_rate": 0.0002,
      "loss": 11.8911,
      "step": 1939
    },
    {
      "epoch": 0.6741231404061244,
      "grad_norm": 0.14730510115623474,
      "learning_rate": 0.0002,
      "loss": 11.8894,
      "step": 1940
    },
    {
      "epoch": 0.674470626560973,
      "grad_norm": 0.12088759988546371,
      "learning_rate": 0.0002,
      "loss": 11.8851,
      "step": 1941
    },
    {
      "epoch": 0.6748181127158215,
      "grad_norm": 0.10071295499801636,
      "learning_rate": 0.0002,
      "loss": 11.8835,
      "step": 1942
    },
    {
      "epoch": 0.67516559887067,
      "grad_norm": 0.14025157690048218,
      "learning_rate": 0.0002,
      "loss": 11.8899,
      "step": 1943
    },
    {
      "epoch": 0.6755130850255185,
      "grad_norm": 0.12730219960212708,
      "learning_rate": 0.0002,
      "loss": 11.8846,
      "step": 1944
    },
    {
      "epoch": 0.675860571180367,
      "grad_norm": 0.14686158299446106,
      "learning_rate": 0.0002,
      "loss": 11.8857,
      "step": 1945
    },
    {
      "epoch": 0.6762080573352155,
      "grad_norm": 0.13767051696777344,
      "learning_rate": 0.0002,
      "loss": 11.8856,
      "step": 1946
    },
    {
      "epoch": 0.6765555434900641,
      "grad_norm": 0.12554067373275757,
      "learning_rate": 0.0002,
      "loss": 11.8844,
      "step": 1947
    },
    {
      "epoch": 0.6769030296449126,
      "grad_norm": 0.14837075769901276,
      "learning_rate": 0.0002,
      "loss": 11.8834,
      "step": 1948
    },
    {
      "epoch": 0.6772505157997611,
      "grad_norm": 0.13544458150863647,
      "learning_rate": 0.0002,
      "loss": 11.8824,
      "step": 1949
    },
    {
      "epoch": 0.6775980019546096,
      "grad_norm": 0.13042636215686798,
      "learning_rate": 0.0002,
      "loss": 11.8816,
      "step": 1950
    },
    {
      "epoch": 0.6779454881094581,
      "grad_norm": 0.08012159168720245,
      "learning_rate": 0.0002,
      "loss": 11.903,
      "step": 1951
    },
    {
      "epoch": 0.6782929742643067,
      "grad_norm": 0.09769846498966217,
      "learning_rate": 0.0002,
      "loss": 11.9047,
      "step": 1952
    },
    {
      "epoch": 0.6786404604191552,
      "grad_norm": 0.1134444996714592,
      "learning_rate": 0.0002,
      "loss": 11.9018,
      "step": 1953
    },
    {
      "epoch": 0.6789879465740037,
      "grad_norm": 0.08604923635721207,
      "learning_rate": 0.0002,
      "loss": 11.9038,
      "step": 1954
    },
    {
      "epoch": 0.6793354327288522,
      "grad_norm": 0.07847902923822403,
      "learning_rate": 0.0002,
      "loss": 11.8993,
      "step": 1955
    },
    {
      "epoch": 0.6796829188837007,
      "grad_norm": 0.09054979681968689,
      "learning_rate": 0.0002,
      "loss": 11.9005,
      "step": 1956
    },
    {
      "epoch": 0.6800304050385493,
      "grad_norm": 0.09048843383789062,
      "learning_rate": 0.0002,
      "loss": 11.8968,
      "step": 1957
    },
    {
      "epoch": 0.6803778911933978,
      "grad_norm": 0.08847980201244354,
      "learning_rate": 0.0002,
      "loss": 11.8996,
      "step": 1958
    },
    {
      "epoch": 0.6807253773482462,
      "grad_norm": 0.09834334999322891,
      "learning_rate": 0.0002,
      "loss": 11.9042,
      "step": 1959
    },
    {
      "epoch": 0.6810728635030948,
      "grad_norm": 0.0897718071937561,
      "learning_rate": 0.0002,
      "loss": 11.8972,
      "step": 1960
    },
    {
      "epoch": 0.6814203496579433,
      "grad_norm": 0.09486769884824753,
      "learning_rate": 0.0002,
      "loss": 11.8917,
      "step": 1961
    },
    {
      "epoch": 0.6817678358127919,
      "grad_norm": 0.09958070516586304,
      "learning_rate": 0.0002,
      "loss": 11.9007,
      "step": 1962
    },
    {
      "epoch": 0.6821153219676404,
      "grad_norm": 0.08534041792154312,
      "learning_rate": 0.0002,
      "loss": 11.8987,
      "step": 1963
    },
    {
      "epoch": 0.6824628081224888,
      "grad_norm": 0.20036748051643372,
      "learning_rate": 0.0002,
      "loss": 11.8938,
      "step": 1964
    },
    {
      "epoch": 0.6828102942773374,
      "grad_norm": 0.11163990944623947,
      "learning_rate": 0.0002,
      "loss": 11.8948,
      "step": 1965
    },
    {
      "epoch": 0.6831577804321859,
      "grad_norm": 0.12032100558280945,
      "learning_rate": 0.0002,
      "loss": 11.8971,
      "step": 1966
    },
    {
      "epoch": 0.6835052665870345,
      "grad_norm": 0.09189055860042572,
      "learning_rate": 0.0002,
      "loss": 11.8963,
      "step": 1967
    },
    {
      "epoch": 0.683852752741883,
      "grad_norm": 0.0935080274939537,
      "learning_rate": 0.0002,
      "loss": 11.8991,
      "step": 1968
    },
    {
      "epoch": 0.6842002388967314,
      "grad_norm": 0.11460788547992706,
      "learning_rate": 0.0002,
      "loss": 11.8932,
      "step": 1969
    },
    {
      "epoch": 0.68454772505158,
      "grad_norm": 0.11421161144971848,
      "learning_rate": 0.0002,
      "loss": 11.8956,
      "step": 1970
    },
    {
      "epoch": 0.6848952112064285,
      "grad_norm": 0.09139523655176163,
      "learning_rate": 0.0002,
      "loss": 11.8959,
      "step": 1971
    },
    {
      "epoch": 0.685242697361277,
      "grad_norm": 0.1104632243514061,
      "learning_rate": 0.0002,
      "loss": 11.9043,
      "step": 1972
    },
    {
      "epoch": 0.6855901835161256,
      "grad_norm": 0.07848615199327469,
      "learning_rate": 0.0002,
      "loss": 11.895,
      "step": 1973
    },
    {
      "epoch": 0.685937669670974,
      "grad_norm": 0.09058075398206711,
      "learning_rate": 0.0002,
      "loss": 11.8966,
      "step": 1974
    },
    {
      "epoch": 0.6862851558258226,
      "grad_norm": 0.08901485055685043,
      "learning_rate": 0.0002,
      "loss": 11.8967,
      "step": 1975
    },
    {
      "epoch": 0.6866326419806711,
      "grad_norm": 0.08207809180021286,
      "learning_rate": 0.0002,
      "loss": 11.894,
      "step": 1976
    },
    {
      "epoch": 0.6869801281355196,
      "grad_norm": 0.0858754888176918,
      "learning_rate": 0.0002,
      "loss": 11.8939,
      "step": 1977
    },
    {
      "epoch": 0.6873276142903681,
      "grad_norm": 0.0937018021941185,
      "learning_rate": 0.0002,
      "loss": 11.8905,
      "step": 1978
    },
    {
      "epoch": 0.6876751004452166,
      "grad_norm": 0.0950482189655304,
      "learning_rate": 0.0002,
      "loss": 11.8892,
      "step": 1979
    },
    {
      "epoch": 0.6880225866000651,
      "grad_norm": 0.10779920220375061,
      "learning_rate": 0.0002,
      "loss": 11.8919,
      "step": 1980
    },
    {
      "epoch": 0.6883700727549137,
      "grad_norm": 0.09206242114305496,
      "learning_rate": 0.0002,
      "loss": 11.8888,
      "step": 1981
    },
    {
      "epoch": 0.6887175589097622,
      "grad_norm": 0.10930228233337402,
      "learning_rate": 0.0002,
      "loss": 11.8904,
      "step": 1982
    },
    {
      "epoch": 0.6890650450646107,
      "grad_norm": 0.10066253691911697,
      "learning_rate": 0.0002,
      "loss": 11.8864,
      "step": 1983
    },
    {
      "epoch": 0.6894125312194592,
      "grad_norm": 0.10121166706085205,
      "learning_rate": 0.0002,
      "loss": 11.891,
      "step": 1984
    },
    {
      "epoch": 0.6897600173743077,
      "grad_norm": 0.09303490817546844,
      "learning_rate": 0.0002,
      "loss": 11.8936,
      "step": 1985
    },
    {
      "epoch": 0.6901075035291563,
      "grad_norm": 0.11038148403167725,
      "learning_rate": 0.0002,
      "loss": 11.8904,
      "step": 1986
    },
    {
      "epoch": 0.6904549896840048,
      "grad_norm": 0.10469450056552887,
      "learning_rate": 0.0002,
      "loss": 11.8919,
      "step": 1987
    },
    {
      "epoch": 0.6908024758388533,
      "grad_norm": 0.10340361297130585,
      "learning_rate": 0.0002,
      "loss": 11.8922,
      "step": 1988
    },
    {
      "epoch": 0.6911499619937018,
      "grad_norm": 0.10400612652301788,
      "learning_rate": 0.0002,
      "loss": 11.8947,
      "step": 1989
    },
    {
      "epoch": 0.6914974481485503,
      "grad_norm": 0.11349104344844818,
      "learning_rate": 0.0002,
      "loss": 11.8919,
      "step": 1990
    },
    {
      "epoch": 0.6918449343033989,
      "grad_norm": 0.10629086196422577,
      "learning_rate": 0.0002,
      "loss": 11.88,
      "step": 1991
    },
    {
      "epoch": 0.6921924204582474,
      "grad_norm": 0.1155427098274231,
      "learning_rate": 0.0002,
      "loss": 11.889,
      "step": 1992
    },
    {
      "epoch": 0.6925399066130958,
      "grad_norm": 0.11150065809488297,
      "learning_rate": 0.0002,
      "loss": 11.8859,
      "step": 1993
    },
    {
      "epoch": 0.6928873927679444,
      "grad_norm": 0.19224050641059875,
      "learning_rate": 0.0002,
      "loss": 11.8861,
      "step": 1994
    },
    {
      "epoch": 0.6932348789227929,
      "grad_norm": 0.10938943922519684,
      "learning_rate": 0.0002,
      "loss": 11.8915,
      "step": 1995
    },
    {
      "epoch": 0.6935823650776415,
      "grad_norm": 0.13140049576759338,
      "learning_rate": 0.0002,
      "loss": 11.8924,
      "step": 1996
    },
    {
      "epoch": 0.69392985123249,
      "grad_norm": 0.13118509948253632,
      "learning_rate": 0.0002,
      "loss": 11.8829,
      "step": 1997
    },
    {
      "epoch": 0.6942773373873384,
      "grad_norm": 0.12714192271232605,
      "learning_rate": 0.0002,
      "loss": 11.8796,
      "step": 1998
    },
    {
      "epoch": 0.694624823542187,
      "grad_norm": 0.12321940064430237,
      "learning_rate": 0.0002,
      "loss": 11.8856,
      "step": 1999
    },
    {
      "epoch": 0.6949723096970355,
      "grad_norm": 0.14903317391872406,
      "learning_rate": 0.0002,
      "loss": 11.8768,
      "step": 2000
    },
    {
      "epoch": 0.6949723096970355,
      "eval_loss": 11.890641212463379,
      "eval_runtime": 5.6627,
      "eval_samples_per_second": 81.763,
      "eval_steps_per_second": 40.97,
      "step": 2000
    },
    {
      "epoch": 0.6953197958518841,
      "grad_norm": 0.08495012670755386,
      "learning_rate": 0.0002,
      "loss": 11.9069,
      "step": 2001
    },
    {
      "epoch": 0.6956672820067326,
      "grad_norm": 0.0988512858748436,
      "learning_rate": 0.0002,
      "loss": 11.9023,
      "step": 2002
    },
    {
      "epoch": 0.696014768161581,
      "grad_norm": 0.09638766944408417,
      "learning_rate": 0.0002,
      "loss": 11.9038,
      "step": 2003
    },
    {
      "epoch": 0.6963622543164296,
      "grad_norm": 0.08385858684778214,
      "learning_rate": 0.0002,
      "loss": 11.902,
      "step": 2004
    },
    {
      "epoch": 0.6967097404712781,
      "grad_norm": 0.08409485220909119,
      "learning_rate": 0.0002,
      "loss": 11.8987,
      "step": 2005
    },
    {
      "epoch": 0.6970572266261266,
      "grad_norm": 0.09607265889644623,
      "learning_rate": 0.0002,
      "loss": 11.9038,
      "step": 2006
    },
    {
      "epoch": 0.6974047127809752,
      "grad_norm": 0.08749854564666748,
      "learning_rate": 0.0002,
      "loss": 11.8961,
      "step": 2007
    },
    {
      "epoch": 0.6977521989358236,
      "grad_norm": 0.10182451456785202,
      "learning_rate": 0.0002,
      "loss": 11.8982,
      "step": 2008
    },
    {
      "epoch": 0.6980996850906722,
      "grad_norm": 0.08585572242736816,
      "learning_rate": 0.0002,
      "loss": 11.9023,
      "step": 2009
    },
    {
      "epoch": 0.6984471712455207,
      "grad_norm": 0.09652361273765564,
      "learning_rate": 0.0002,
      "loss": 11.9018,
      "step": 2010
    },
    {
      "epoch": 0.6987946574003692,
      "grad_norm": 0.11581558734178543,
      "learning_rate": 0.0002,
      "loss": 11.8964,
      "step": 2011
    },
    {
      "epoch": 0.6991421435552178,
      "grad_norm": 0.10740907490253448,
      "learning_rate": 0.0002,
      "loss": 11.8925,
      "step": 2012
    },
    {
      "epoch": 0.6994896297100662,
      "grad_norm": 0.08790085464715958,
      "learning_rate": 0.0002,
      "loss": 11.8974,
      "step": 2013
    },
    {
      "epoch": 0.6998371158649147,
      "grad_norm": 0.11873669177293777,
      "learning_rate": 0.0002,
      "loss": 11.8986,
      "step": 2014
    },
    {
      "epoch": 0.7001846020197633,
      "grad_norm": 0.07757900655269623,
      "learning_rate": 0.0002,
      "loss": 11.8993,
      "step": 2015
    },
    {
      "epoch": 0.7005320881746118,
      "grad_norm": 0.08276334404945374,
      "learning_rate": 0.0002,
      "loss": 11.8966,
      "step": 2016
    },
    {
      "epoch": 0.7008795743294604,
      "grad_norm": 0.11055222153663635,
      "learning_rate": 0.0002,
      "loss": 11.8928,
      "step": 2017
    },
    {
      "epoch": 0.7012270604843088,
      "grad_norm": 0.09403537958860397,
      "learning_rate": 0.0002,
      "loss": 11.8991,
      "step": 2018
    },
    {
      "epoch": 0.7015745466391573,
      "grad_norm": 0.10823441296815872,
      "learning_rate": 0.0002,
      "loss": 11.8979,
      "step": 2019
    },
    {
      "epoch": 0.7019220327940059,
      "grad_norm": 0.0992387905716896,
      "learning_rate": 0.0002,
      "loss": 11.8986,
      "step": 2020
    },
    {
      "epoch": 0.7022695189488544,
      "grad_norm": 0.12569822371006012,
      "learning_rate": 0.0002,
      "loss": 11.8956,
      "step": 2021
    },
    {
      "epoch": 0.702617005103703,
      "grad_norm": 0.10999119281768799,
      "learning_rate": 0.0002,
      "loss": 11.8987,
      "step": 2022
    },
    {
      "epoch": 0.7029644912585514,
      "grad_norm": 0.10042370855808258,
      "learning_rate": 0.0002,
      "loss": 11.8983,
      "step": 2023
    },
    {
      "epoch": 0.7033119774133999,
      "grad_norm": 0.09864147007465363,
      "learning_rate": 0.0002,
      "loss": 11.8972,
      "step": 2024
    },
    {
      "epoch": 0.7036594635682485,
      "grad_norm": 0.0870923176407814,
      "learning_rate": 0.0002,
      "loss": 11.8933,
      "step": 2025
    },
    {
      "epoch": 0.704006949723097,
      "grad_norm": 0.12105510383844376,
      "learning_rate": 0.0002,
      "loss": 11.8925,
      "step": 2026
    },
    {
      "epoch": 0.7043544358779454,
      "grad_norm": 0.14699417352676392,
      "learning_rate": 0.0002,
      "loss": 11.8952,
      "step": 2027
    },
    {
      "epoch": 0.704701922032794,
      "grad_norm": 0.09792491793632507,
      "learning_rate": 0.0002,
      "loss": 11.8874,
      "step": 2028
    },
    {
      "epoch": 0.7050494081876425,
      "grad_norm": 0.09309503436088562,
      "learning_rate": 0.0002,
      "loss": 11.8945,
      "step": 2029
    },
    {
      "epoch": 0.7053968943424911,
      "grad_norm": 0.09746287018060684,
      "learning_rate": 0.0002,
      "loss": 11.8906,
      "step": 2030
    },
    {
      "epoch": 0.7057443804973396,
      "grad_norm": 0.1415354162454605,
      "learning_rate": 0.0002,
      "loss": 11.8899,
      "step": 2031
    },
    {
      "epoch": 0.706091866652188,
      "grad_norm": 0.13511082530021667,
      "learning_rate": 0.0002,
      "loss": 11.8886,
      "step": 2032
    },
    {
      "epoch": 0.7064393528070366,
      "grad_norm": 0.12120044976472855,
      "learning_rate": 0.0002,
      "loss": 11.8914,
      "step": 2033
    },
    {
      "epoch": 0.7067868389618851,
      "grad_norm": 0.12546150386333466,
      "learning_rate": 0.0002,
      "loss": 11.8864,
      "step": 2034
    },
    {
      "epoch": 0.7071343251167336,
      "grad_norm": 0.11331777274608612,
      "learning_rate": 0.0002,
      "loss": 11.8901,
      "step": 2035
    },
    {
      "epoch": 0.7074818112715822,
      "grad_norm": 0.1439674347639084,
      "learning_rate": 0.0002,
      "loss": 11.8881,
      "step": 2036
    },
    {
      "epoch": 0.7078292974264306,
      "grad_norm": 0.09834449738264084,
      "learning_rate": 0.0002,
      "loss": 11.8863,
      "step": 2037
    },
    {
      "epoch": 0.7081767835812792,
      "grad_norm": 0.14734648168087006,
      "learning_rate": 0.0002,
      "loss": 11.8921,
      "step": 2038
    },
    {
      "epoch": 0.7085242697361277,
      "grad_norm": 0.13483068346977234,
      "learning_rate": 0.0002,
      "loss": 11.8991,
      "step": 2039
    },
    {
      "epoch": 0.7088717558909762,
      "grad_norm": 0.12255389243364334,
      "learning_rate": 0.0002,
      "loss": 11.8904,
      "step": 2040
    },
    {
      "epoch": 0.7092192420458248,
      "grad_norm": 0.10571449249982834,
      "learning_rate": 0.0002,
      "loss": 11.8945,
      "step": 2041
    },
    {
      "epoch": 0.7095667282006732,
      "grad_norm": 0.15496022999286652,
      "learning_rate": 0.0002,
      "loss": 11.8956,
      "step": 2042
    },
    {
      "epoch": 0.7099142143555218,
      "grad_norm": 0.16891734302043915,
      "learning_rate": 0.0002,
      "loss": 11.8906,
      "step": 2043
    },
    {
      "epoch": 0.7102617005103703,
      "grad_norm": 0.11493120342493057,
      "learning_rate": 0.0002,
      "loss": 11.8884,
      "step": 2044
    },
    {
      "epoch": 0.7106091866652188,
      "grad_norm": 0.13018366694450378,
      "learning_rate": 0.0002,
      "loss": 11.8762,
      "step": 2045
    },
    {
      "epoch": 0.7109566728200674,
      "grad_norm": 0.12741753458976746,
      "learning_rate": 0.0002,
      "loss": 11.8821,
      "step": 2046
    },
    {
      "epoch": 0.7113041589749158,
      "grad_norm": 0.13118401169776917,
      "learning_rate": 0.0002,
      "loss": 11.8795,
      "step": 2047
    },
    {
      "epoch": 0.7116516451297643,
      "grad_norm": 0.143348827958107,
      "learning_rate": 0.0002,
      "loss": 11.8845,
      "step": 2048
    },
    {
      "epoch": 0.7119991312846129,
      "grad_norm": 0.13722875714302063,
      "learning_rate": 0.0002,
      "loss": 11.8834,
      "step": 2049
    },
    {
      "epoch": 0.7123466174394614,
      "grad_norm": 0.150143563747406,
      "learning_rate": 0.0002,
      "loss": 11.8802,
      "step": 2050
    },
    {
      "epoch": 0.71269410359431,
      "grad_norm": 0.1196684017777443,
      "learning_rate": 0.0002,
      "loss": 11.8987,
      "step": 2051
    },
    {
      "epoch": 0.7130415897491584,
      "grad_norm": 0.08676887303590775,
      "learning_rate": 0.0002,
      "loss": 11.899,
      "step": 2052
    },
    {
      "epoch": 0.7133890759040069,
      "grad_norm": 0.08125495910644531,
      "learning_rate": 0.0002,
      "loss": 11.9,
      "step": 2053
    },
    {
      "epoch": 0.7137365620588555,
      "grad_norm": 0.07826118171215057,
      "learning_rate": 0.0002,
      "loss": 11.9004,
      "step": 2054
    },
    {
      "epoch": 0.714084048213704,
      "grad_norm": 0.08399147540330887,
      "learning_rate": 0.0002,
      "loss": 11.9018,
      "step": 2055
    },
    {
      "epoch": 0.7144315343685526,
      "grad_norm": 0.08345437049865723,
      "learning_rate": 0.0002,
      "loss": 11.8976,
      "step": 2056
    },
    {
      "epoch": 0.714779020523401,
      "grad_norm": 0.07957080006599426,
      "learning_rate": 0.0002,
      "loss": 11.9048,
      "step": 2057
    },
    {
      "epoch": 0.7151265066782495,
      "grad_norm": 0.1034986823797226,
      "learning_rate": 0.0002,
      "loss": 11.9043,
      "step": 2058
    },
    {
      "epoch": 0.7154739928330981,
      "grad_norm": 0.10300040245056152,
      "learning_rate": 0.0002,
      "loss": 11.8938,
      "step": 2059
    },
    {
      "epoch": 0.7158214789879466,
      "grad_norm": 0.07584536075592041,
      "learning_rate": 0.0002,
      "loss": 11.8972,
      "step": 2060
    },
    {
      "epoch": 0.716168965142795,
      "grad_norm": 0.09607700258493423,
      "learning_rate": 0.0002,
      "loss": 11.8976,
      "step": 2061
    },
    {
      "epoch": 0.7165164512976436,
      "grad_norm": 0.1006365641951561,
      "learning_rate": 0.0002,
      "loss": 11.8969,
      "step": 2062
    },
    {
      "epoch": 0.7168639374524921,
      "grad_norm": 0.08809366077184677,
      "learning_rate": 0.0002,
      "loss": 11.9023,
      "step": 2063
    },
    {
      "epoch": 0.7172114236073407,
      "grad_norm": 0.1168983206152916,
      "learning_rate": 0.0002,
      "loss": 11.9004,
      "step": 2064
    },
    {
      "epoch": 0.7175589097621892,
      "grad_norm": 0.07616471499204636,
      "learning_rate": 0.0002,
      "loss": 11.8914,
      "step": 2065
    },
    {
      "epoch": 0.7179063959170376,
      "grad_norm": 0.10785725712776184,
      "learning_rate": 0.0002,
      "loss": 11.8972,
      "step": 2066
    },
    {
      "epoch": 0.7182538820718862,
      "grad_norm": 0.11199232190847397,
      "learning_rate": 0.0002,
      "loss": 11.8985,
      "step": 2067
    },
    {
      "epoch": 0.7186013682267347,
      "grad_norm": 0.1413680762052536,
      "learning_rate": 0.0002,
      "loss": 11.8905,
      "step": 2068
    },
    {
      "epoch": 0.7189488543815832,
      "grad_norm": 0.08557409793138504,
      "learning_rate": 0.0002,
      "loss": 11.8882,
      "step": 2069
    },
    {
      "epoch": 0.7192963405364318,
      "grad_norm": 0.10402624309062958,
      "learning_rate": 0.0002,
      "loss": 11.8977,
      "step": 2070
    },
    {
      "epoch": 0.7196438266912802,
      "grad_norm": 0.0888906791806221,
      "learning_rate": 0.0002,
      "loss": 11.8933,
      "step": 2071
    },
    {
      "epoch": 0.7199913128461288,
      "grad_norm": 0.10908160358667374,
      "learning_rate": 0.0002,
      "loss": 11.8975,
      "step": 2072
    },
    {
      "epoch": 0.7203387990009773,
      "grad_norm": 0.09283644706010818,
      "learning_rate": 0.0002,
      "loss": 11.8981,
      "step": 2073
    },
    {
      "epoch": 0.7206862851558258,
      "grad_norm": 0.13859547674655914,
      "learning_rate": 0.0002,
      "loss": 11.8918,
      "step": 2074
    },
    {
      "epoch": 0.7210337713106744,
      "grad_norm": 0.1013030931353569,
      "learning_rate": 0.0002,
      "loss": 11.8886,
      "step": 2075
    },
    {
      "epoch": 0.7213812574655228,
      "grad_norm": 0.10859186202287674,
      "learning_rate": 0.0002,
      "loss": 11.8928,
      "step": 2076
    },
    {
      "epoch": 0.7217287436203714,
      "grad_norm": 0.08275993913412094,
      "learning_rate": 0.0002,
      "loss": 11.8965,
      "step": 2077
    },
    {
      "epoch": 0.7220762297752199,
      "grad_norm": 0.09449302405118942,
      "learning_rate": 0.0002,
      "loss": 11.8949,
      "step": 2078
    },
    {
      "epoch": 0.7224237159300684,
      "grad_norm": 0.10699634999036789,
      "learning_rate": 0.0002,
      "loss": 11.8953,
      "step": 2079
    },
    {
      "epoch": 0.722771202084917,
      "grad_norm": 0.10364473611116409,
      "learning_rate": 0.0002,
      "loss": 11.8945,
      "step": 2080
    },
    {
      "epoch": 0.7231186882397654,
      "grad_norm": 0.10315493494272232,
      "learning_rate": 0.0002,
      "loss": 11.9006,
      "step": 2081
    },
    {
      "epoch": 0.7234661743946139,
      "grad_norm": 0.14016632735729218,
      "learning_rate": 0.0002,
      "loss": 11.8868,
      "step": 2082
    },
    {
      "epoch": 0.7238136605494625,
      "grad_norm": 0.11551695317029953,
      "learning_rate": 0.0002,
      "loss": 11.8838,
      "step": 2083
    },
    {
      "epoch": 0.724161146704311,
      "grad_norm": 0.12978754937648773,
      "learning_rate": 0.0002,
      "loss": 11.8913,
      "step": 2084
    },
    {
      "epoch": 0.7245086328591596,
      "grad_norm": 0.11076216399669647,
      "learning_rate": 0.0002,
      "loss": 11.8951,
      "step": 2085
    },
    {
      "epoch": 0.724856119014008,
      "grad_norm": 0.15106454491615295,
      "learning_rate": 0.0002,
      "loss": 11.8907,
      "step": 2086
    },
    {
      "epoch": 0.7252036051688565,
      "grad_norm": 0.09197629243135452,
      "learning_rate": 0.0002,
      "loss": 11.8862,
      "step": 2087
    },
    {
      "epoch": 0.7255510913237051,
      "grad_norm": 0.1268940418958664,
      "learning_rate": 0.0002,
      "loss": 11.8861,
      "step": 2088
    },
    {
      "epoch": 0.7258985774785536,
      "grad_norm": 0.12709881365299225,
      "learning_rate": 0.0002,
      "loss": 11.8921,
      "step": 2089
    },
    {
      "epoch": 0.7262460636334022,
      "grad_norm": 0.11839649081230164,
      "learning_rate": 0.0002,
      "loss": 11.89,
      "step": 2090
    },
    {
      "epoch": 0.7265935497882506,
      "grad_norm": 0.1180431991815567,
      "learning_rate": 0.0002,
      "loss": 11.8887,
      "step": 2091
    },
    {
      "epoch": 0.7269410359430991,
      "grad_norm": 0.14298376441001892,
      "learning_rate": 0.0002,
      "loss": 11.8866,
      "step": 2092
    },
    {
      "epoch": 0.7272885220979477,
      "grad_norm": 0.1518428772687912,
      "learning_rate": 0.0002,
      "loss": 11.891,
      "step": 2093
    },
    {
      "epoch": 0.7276360082527962,
      "grad_norm": 0.1211809515953064,
      "learning_rate": 0.0002,
      "loss": 11.8881,
      "step": 2094
    },
    {
      "epoch": 0.7279834944076446,
      "grad_norm": 0.11750362813472748,
      "learning_rate": 0.0002,
      "loss": 11.882,
      "step": 2095
    },
    {
      "epoch": 0.7283309805624932,
      "grad_norm": 0.13727188110351562,
      "learning_rate": 0.0002,
      "loss": 11.8812,
      "step": 2096
    },
    {
      "epoch": 0.7286784667173417,
      "grad_norm": 0.1111949160695076,
      "learning_rate": 0.0002,
      "loss": 11.8825,
      "step": 2097
    },
    {
      "epoch": 0.7290259528721903,
      "grad_norm": 0.13778768479824066,
      "learning_rate": 0.0002,
      "loss": 11.8813,
      "step": 2098
    },
    {
      "epoch": 0.7293734390270388,
      "grad_norm": 0.16288618743419647,
      "learning_rate": 0.0002,
      "loss": 11.882,
      "step": 2099
    },
    {
      "epoch": 0.7297209251818872,
      "grad_norm": 0.14533387124538422,
      "learning_rate": 0.0002,
      "loss": 11.8797,
      "step": 2100
    },
    {
      "epoch": 0.7300684113367358,
      "grad_norm": 0.06468036025762558,
      "learning_rate": 0.0002,
      "loss": 11.9026,
      "step": 2101
    },
    {
      "epoch": 0.7304158974915843,
      "grad_norm": 0.07090385258197784,
      "learning_rate": 0.0002,
      "loss": 11.9004,
      "step": 2102
    },
    {
      "epoch": 0.7307633836464328,
      "grad_norm": 0.0768687054514885,
      "learning_rate": 0.0002,
      "loss": 11.9053,
      "step": 2103
    },
    {
      "epoch": 0.7311108698012814,
      "grad_norm": 0.08874118328094482,
      "learning_rate": 0.0002,
      "loss": 11.8996,
      "step": 2104
    },
    {
      "epoch": 0.7314583559561298,
      "grad_norm": 0.07167455554008484,
      "learning_rate": 0.0002,
      "loss": 11.8996,
      "step": 2105
    },
    {
      "epoch": 0.7318058421109784,
      "grad_norm": 0.07724873721599579,
      "learning_rate": 0.0002,
      "loss": 11.8989,
      "step": 2106
    },
    {
      "epoch": 0.7321533282658269,
      "grad_norm": 0.08005528897047043,
      "learning_rate": 0.0002,
      "loss": 11.8972,
      "step": 2107
    },
    {
      "epoch": 0.7325008144206754,
      "grad_norm": 0.07606681436300278,
      "learning_rate": 0.0002,
      "loss": 11.8951,
      "step": 2108
    },
    {
      "epoch": 0.732848300575524,
      "grad_norm": 0.06705077737569809,
      "learning_rate": 0.0002,
      "loss": 11.9023,
      "step": 2109
    },
    {
      "epoch": 0.7331957867303724,
      "grad_norm": 0.1083054393529892,
      "learning_rate": 0.0002,
      "loss": 11.8969,
      "step": 2110
    },
    {
      "epoch": 0.733543272885221,
      "grad_norm": 0.10849221795797348,
      "learning_rate": 0.0002,
      "loss": 11.8991,
      "step": 2111
    },
    {
      "epoch": 0.7338907590400695,
      "grad_norm": 0.08870449662208557,
      "learning_rate": 0.0002,
      "loss": 11.9004,
      "step": 2112
    },
    {
      "epoch": 0.734238245194918,
      "grad_norm": 0.08041419088840485,
      "learning_rate": 0.0002,
      "loss": 11.8976,
      "step": 2113
    },
    {
      "epoch": 0.7345857313497666,
      "grad_norm": 0.09078261256217957,
      "learning_rate": 0.0002,
      "loss": 11.8933,
      "step": 2114
    },
    {
      "epoch": 0.734933217504615,
      "grad_norm": 0.09789983183145523,
      "learning_rate": 0.0002,
      "loss": 11.8986,
      "step": 2115
    },
    {
      "epoch": 0.7352807036594635,
      "grad_norm": 0.10671181231737137,
      "learning_rate": 0.0002,
      "loss": 11.9002,
      "step": 2116
    },
    {
      "epoch": 0.7356281898143121,
      "grad_norm": 0.0891513079404831,
      "learning_rate": 0.0002,
      "loss": 11.8973,
      "step": 2117
    },
    {
      "epoch": 0.7359756759691606,
      "grad_norm": 0.08378598093986511,
      "learning_rate": 0.0002,
      "loss": 11.8962,
      "step": 2118
    },
    {
      "epoch": 0.7363231621240092,
      "grad_norm": 0.0796450525522232,
      "learning_rate": 0.0002,
      "loss": 11.8981,
      "step": 2119
    },
    {
      "epoch": 0.7366706482788576,
      "grad_norm": 0.10533345490694046,
      "learning_rate": 0.0002,
      "loss": 11.8963,
      "step": 2120
    },
    {
      "epoch": 0.7370181344337061,
      "grad_norm": 0.09566263854503632,
      "learning_rate": 0.0002,
      "loss": 11.8932,
      "step": 2121
    },
    {
      "epoch": 0.7373656205885547,
      "grad_norm": 0.1312073916196823,
      "learning_rate": 0.0002,
      "loss": 11.8914,
      "step": 2122
    },
    {
      "epoch": 0.7377131067434032,
      "grad_norm": 0.09019146859645844,
      "learning_rate": 0.0002,
      "loss": 11.8983,
      "step": 2123
    },
    {
      "epoch": 0.7380605928982517,
      "grad_norm": 0.10645952075719833,
      "learning_rate": 0.0002,
      "loss": 11.8968,
      "step": 2124
    },
    {
      "epoch": 0.7384080790531002,
      "grad_norm": 0.09874647855758667,
      "learning_rate": 0.0002,
      "loss": 11.8917,
      "step": 2125
    },
    {
      "epoch": 0.7387555652079487,
      "grad_norm": 0.08934949338436127,
      "learning_rate": 0.0002,
      "loss": 11.8953,
      "step": 2126
    },
    {
      "epoch": 0.7391030513627973,
      "grad_norm": 0.10394248366355896,
      "learning_rate": 0.0002,
      "loss": 11.8957,
      "step": 2127
    },
    {
      "epoch": 0.7394505375176458,
      "grad_norm": 0.1080704778432846,
      "learning_rate": 0.0002,
      "loss": 11.8925,
      "step": 2128
    },
    {
      "epoch": 0.7397980236724943,
      "grad_norm": 0.09285803884267807,
      "learning_rate": 0.0002,
      "loss": 11.8959,
      "step": 2129
    },
    {
      "epoch": 0.7401455098273428,
      "grad_norm": 0.09862376004457474,
      "learning_rate": 0.0002,
      "loss": 11.8982,
      "step": 2130
    },
    {
      "epoch": 0.7404929959821913,
      "grad_norm": 0.09691175818443298,
      "learning_rate": 0.0002,
      "loss": 11.8861,
      "step": 2131
    },
    {
      "epoch": 0.7408404821370399,
      "grad_norm": 0.11314806342124939,
      "learning_rate": 0.0002,
      "loss": 11.8906,
      "step": 2132
    },
    {
      "epoch": 0.7411879682918884,
      "grad_norm": 0.09271860867738724,
      "learning_rate": 0.0002,
      "loss": 11.8891,
      "step": 2133
    },
    {
      "epoch": 0.7415354544467369,
      "grad_norm": 0.11672184616327286,
      "learning_rate": 0.0002,
      "loss": 11.8939,
      "step": 2134
    },
    {
      "epoch": 0.7418829406015854,
      "grad_norm": 0.11768173426389694,
      "learning_rate": 0.0002,
      "loss": 11.8972,
      "step": 2135
    },
    {
      "epoch": 0.7422304267564339,
      "grad_norm": 0.10535256564617157,
      "learning_rate": 0.0002,
      "loss": 11.888,
      "step": 2136
    },
    {
      "epoch": 0.7425779129112824,
      "grad_norm": 0.11482670158147812,
      "learning_rate": 0.0002,
      "loss": 11.8876,
      "step": 2137
    },
    {
      "epoch": 0.742925399066131,
      "grad_norm": 0.1018553301692009,
      "learning_rate": 0.0002,
      "loss": 11.8885,
      "step": 2138
    },
    {
      "epoch": 0.7432728852209795,
      "grad_norm": 0.109552301466465,
      "learning_rate": 0.0002,
      "loss": 11.8977,
      "step": 2139
    },
    {
      "epoch": 0.743620371375828,
      "grad_norm": 0.1226482093334198,
      "learning_rate": 0.0002,
      "loss": 11.888,
      "step": 2140
    },
    {
      "epoch": 0.7439678575306765,
      "grad_norm": 0.12605537474155426,
      "learning_rate": 0.0002,
      "loss": 11.8858,
      "step": 2141
    },
    {
      "epoch": 0.744315343685525,
      "grad_norm": 0.11190883070230484,
      "learning_rate": 0.0002,
      "loss": 11.8959,
      "step": 2142
    },
    {
      "epoch": 0.7446628298403736,
      "grad_norm": 0.13846179842948914,
      "learning_rate": 0.0002,
      "loss": 11.8845,
      "step": 2143
    },
    {
      "epoch": 0.745010315995222,
      "grad_norm": 0.16970527172088623,
      "learning_rate": 0.0002,
      "loss": 11.8911,
      "step": 2144
    },
    {
      "epoch": 0.7453578021500706,
      "grad_norm": 0.11595894396305084,
      "learning_rate": 0.0002,
      "loss": 11.8826,
      "step": 2145
    },
    {
      "epoch": 0.7457052883049191,
      "grad_norm": 0.18603944778442383,
      "learning_rate": 0.0002,
      "loss": 11.8874,
      "step": 2146
    },
    {
      "epoch": 0.7460527744597676,
      "grad_norm": 0.11281656473875046,
      "learning_rate": 0.0002,
      "loss": 11.886,
      "step": 2147
    },
    {
      "epoch": 0.7464002606146162,
      "grad_norm": 0.11807647347450256,
      "learning_rate": 0.0002,
      "loss": 11.877,
      "step": 2148
    },
    {
      "epoch": 0.7467477467694646,
      "grad_norm": 0.14637437462806702,
      "learning_rate": 0.0002,
      "loss": 11.8888,
      "step": 2149
    },
    {
      "epoch": 0.7470952329243131,
      "grad_norm": 0.13298249244689941,
      "learning_rate": 0.0002,
      "loss": 11.8809,
      "step": 2150
    },
    {
      "epoch": 0.7474427190791617,
      "grad_norm": 0.08783037215471268,
      "learning_rate": 0.0002,
      "loss": 11.9044,
      "step": 2151
    },
    {
      "epoch": 0.7477902052340102,
      "grad_norm": 0.07309829443693161,
      "learning_rate": 0.0002,
      "loss": 11.9005,
      "step": 2152
    },
    {
      "epoch": 0.7481376913888588,
      "grad_norm": 0.09148846566677094,
      "learning_rate": 0.0002,
      "loss": 11.8976,
      "step": 2153
    },
    {
      "epoch": 0.7484851775437072,
      "grad_norm": 0.08736259490251541,
      "learning_rate": 0.0002,
      "loss": 11.8999,
      "step": 2154
    },
    {
      "epoch": 0.7488326636985557,
      "grad_norm": 0.07845474034547806,
      "learning_rate": 0.0002,
      "loss": 11.8978,
      "step": 2155
    },
    {
      "epoch": 0.7491801498534043,
      "grad_norm": 0.07585854828357697,
      "learning_rate": 0.0002,
      "loss": 11.9038,
      "step": 2156
    },
    {
      "epoch": 0.7495276360082528,
      "grad_norm": 0.08822131156921387,
      "learning_rate": 0.0002,
      "loss": 11.8994,
      "step": 2157
    },
    {
      "epoch": 0.7498751221631013,
      "grad_norm": 0.08633396029472351,
      "learning_rate": 0.0002,
      "loss": 11.8957,
      "step": 2158
    },
    {
      "epoch": 0.7502226083179498,
      "grad_norm": 0.08745171874761581,
      "learning_rate": 0.0002,
      "loss": 11.902,
      "step": 2159
    },
    {
      "epoch": 0.7505700944727983,
      "grad_norm": 0.07415102422237396,
      "learning_rate": 0.0002,
      "loss": 11.8939,
      "step": 2160
    },
    {
      "epoch": 0.7509175806276469,
      "grad_norm": 0.07486690580844879,
      "learning_rate": 0.0002,
      "loss": 11.8997,
      "step": 2161
    },
    {
      "epoch": 0.7512650667824954,
      "grad_norm": 0.09690644592046738,
      "learning_rate": 0.0002,
      "loss": 11.9017,
      "step": 2162
    },
    {
      "epoch": 0.7516125529373439,
      "grad_norm": 0.07782728970050812,
      "learning_rate": 0.0002,
      "loss": 11.9031,
      "step": 2163
    },
    {
      "epoch": 0.7519600390921924,
      "grad_norm": 0.08157724142074585,
      "learning_rate": 0.0002,
      "loss": 11.8989,
      "step": 2164
    },
    {
      "epoch": 0.7523075252470409,
      "grad_norm": 0.08951065689325333,
      "learning_rate": 0.0002,
      "loss": 11.896,
      "step": 2165
    },
    {
      "epoch": 0.7526550114018895,
      "grad_norm": 0.08195916563272476,
      "learning_rate": 0.0002,
      "loss": 11.8953,
      "step": 2166
    },
    {
      "epoch": 0.753002497556738,
      "grad_norm": 0.07494974881410599,
      "learning_rate": 0.0002,
      "loss": 11.8979,
      "step": 2167
    },
    {
      "epoch": 0.7533499837115865,
      "grad_norm": 0.09097661077976227,
      "learning_rate": 0.0002,
      "loss": 11.8978,
      "step": 2168
    },
    {
      "epoch": 0.753697469866435,
      "grad_norm": 0.07931269705295563,
      "learning_rate": 0.0002,
      "loss": 11.8913,
      "step": 2169
    },
    {
      "epoch": 0.7540449560212835,
      "grad_norm": 0.08696231245994568,
      "learning_rate": 0.0002,
      "loss": 11.8978,
      "step": 2170
    },
    {
      "epoch": 0.754392442176132,
      "grad_norm": 0.0753483921289444,
      "learning_rate": 0.0002,
      "loss": 11.8992,
      "step": 2171
    },
    {
      "epoch": 0.7547399283309806,
      "grad_norm": 0.10197941958904266,
      "learning_rate": 0.0002,
      "loss": 11.8959,
      "step": 2172
    },
    {
      "epoch": 0.7550874144858291,
      "grad_norm": 0.07757396996021271,
      "learning_rate": 0.0002,
      "loss": 11.8851,
      "step": 2173
    },
    {
      "epoch": 0.7554349006406776,
      "grad_norm": 0.07964269071817398,
      "learning_rate": 0.0002,
      "loss": 11.8907,
      "step": 2174
    },
    {
      "epoch": 0.7557823867955261,
      "grad_norm": 0.09863145649433136,
      "learning_rate": 0.0002,
      "loss": 11.8949,
      "step": 2175
    },
    {
      "epoch": 0.7561298729503746,
      "grad_norm": 0.0974942296743393,
      "learning_rate": 0.0002,
      "loss": 11.8869,
      "step": 2176
    },
    {
      "epoch": 0.7564773591052232,
      "grad_norm": 0.09184492379426956,
      "learning_rate": 0.0002,
      "loss": 11.897,
      "step": 2177
    },
    {
      "epoch": 0.7568248452600717,
      "grad_norm": 0.0905889943242073,
      "learning_rate": 0.0002,
      "loss": 11.8961,
      "step": 2178
    },
    {
      "epoch": 0.7571723314149202,
      "grad_norm": 0.096382737159729,
      "learning_rate": 0.0002,
      "loss": 11.8977,
      "step": 2179
    },
    {
      "epoch": 0.7575198175697687,
      "grad_norm": 0.0949615016579628,
      "learning_rate": 0.0002,
      "loss": 11.9004,
      "step": 2180
    },
    {
      "epoch": 0.7578673037246172,
      "grad_norm": 0.09749959409236908,
      "learning_rate": 0.0002,
      "loss": 11.8904,
      "step": 2181
    },
    {
      "epoch": 0.7582147898794658,
      "grad_norm": 0.08798479288816452,
      "learning_rate": 0.0002,
      "loss": 11.8882,
      "step": 2182
    },
    {
      "epoch": 0.7585622760343143,
      "grad_norm": 0.11794468760490417,
      "learning_rate": 0.0002,
      "loss": 11.892,
      "step": 2183
    },
    {
      "epoch": 0.7589097621891627,
      "grad_norm": 0.08665163815021515,
      "learning_rate": 0.0002,
      "loss": 11.8923,
      "step": 2184
    },
    {
      "epoch": 0.7592572483440113,
      "grad_norm": 0.10770770907402039,
      "learning_rate": 0.0002,
      "loss": 11.8902,
      "step": 2185
    },
    {
      "epoch": 0.7596047344988598,
      "grad_norm": 0.12033894658088684,
      "learning_rate": 0.0002,
      "loss": 11.8863,
      "step": 2186
    },
    {
      "epoch": 0.7599522206537084,
      "grad_norm": 0.13456961512565613,
      "learning_rate": 0.0002,
      "loss": 11.8937,
      "step": 2187
    },
    {
      "epoch": 0.7602997068085569,
      "grad_norm": 0.11192597448825836,
      "learning_rate": 0.0002,
      "loss": 11.8958,
      "step": 2188
    },
    {
      "epoch": 0.7606471929634053,
      "grad_norm": 0.126016303896904,
      "learning_rate": 0.0002,
      "loss": 11.8933,
      "step": 2189
    },
    {
      "epoch": 0.7609946791182539,
      "grad_norm": 0.13238398730754852,
      "learning_rate": 0.0002,
      "loss": 11.8936,
      "step": 2190
    },
    {
      "epoch": 0.7613421652731024,
      "grad_norm": 0.12157231569290161,
      "learning_rate": 0.0002,
      "loss": 11.8932,
      "step": 2191
    },
    {
      "epoch": 0.7616896514279509,
      "grad_norm": 0.1266261339187622,
      "learning_rate": 0.0002,
      "loss": 11.8927,
      "step": 2192
    },
    {
      "epoch": 0.7620371375827995,
      "grad_norm": 0.10418176651000977,
      "learning_rate": 0.0002,
      "loss": 11.8861,
      "step": 2193
    },
    {
      "epoch": 0.7623846237376479,
      "grad_norm": 0.11022573709487915,
      "learning_rate": 0.0002,
      "loss": 11.8853,
      "step": 2194
    },
    {
      "epoch": 0.7627321098924965,
      "grad_norm": 0.10519620031118393,
      "learning_rate": 0.0002,
      "loss": 11.8858,
      "step": 2195
    },
    {
      "epoch": 0.763079596047345,
      "grad_norm": 0.12025067955255508,
      "learning_rate": 0.0002,
      "loss": 11.8889,
      "step": 2196
    },
    {
      "epoch": 0.7634270822021935,
      "grad_norm": 0.12443195283412933,
      "learning_rate": 0.0002,
      "loss": 11.8815,
      "step": 2197
    },
    {
      "epoch": 0.763774568357042,
      "grad_norm": 0.14566200971603394,
      "learning_rate": 0.0002,
      "loss": 11.8869,
      "step": 2198
    },
    {
      "epoch": 0.7641220545118905,
      "grad_norm": 0.1651236116886139,
      "learning_rate": 0.0002,
      "loss": 11.8883,
      "step": 2199
    },
    {
      "epoch": 0.7644695406667391,
      "grad_norm": 0.11237978935241699,
      "learning_rate": 0.0002,
      "loss": 11.8752,
      "step": 2200
    },
    {
      "epoch": 0.7644695406667391,
      "eval_loss": 11.89063549041748,
      "eval_runtime": 5.6616,
      "eval_samples_per_second": 81.778,
      "eval_steps_per_second": 40.978,
      "step": 2200
    },
    {
      "epoch": 0.7648170268215876,
      "grad_norm": 0.08809982985258102,
      "learning_rate": 0.0002,
      "loss": 11.9035,
      "step": 2201
    },
    {
      "epoch": 0.7651645129764361,
      "grad_norm": 0.10663603246212006,
      "learning_rate": 0.0002,
      "loss": 11.8969,
      "step": 2202
    },
    {
      "epoch": 0.7655119991312846,
      "grad_norm": 0.08542631566524506,
      "learning_rate": 0.0002,
      "loss": 11.904,
      "step": 2203
    },
    {
      "epoch": 0.7658594852861331,
      "grad_norm": 0.08704327791929245,
      "learning_rate": 0.0002,
      "loss": 11.8948,
      "step": 2204
    },
    {
      "epoch": 0.7662069714409816,
      "grad_norm": 0.08603059500455856,
      "learning_rate": 0.0002,
      "loss": 11.9064,
      "step": 2205
    },
    {
      "epoch": 0.7665544575958302,
      "grad_norm": 0.08724793046712875,
      "learning_rate": 0.0002,
      "loss": 11.9007,
      "step": 2206
    },
    {
      "epoch": 0.7669019437506787,
      "grad_norm": 0.07999705523252487,
      "learning_rate": 0.0002,
      "loss": 11.8997,
      "step": 2207
    },
    {
      "epoch": 0.7672494299055272,
      "grad_norm": 0.09499615430831909,
      "learning_rate": 0.0002,
      "loss": 11.8942,
      "step": 2208
    },
    {
      "epoch": 0.7675969160603757,
      "grad_norm": 0.10721876472234726,
      "learning_rate": 0.0002,
      "loss": 11.9056,
      "step": 2209
    },
    {
      "epoch": 0.7679444022152242,
      "grad_norm": 0.08784589916467667,
      "learning_rate": 0.0002,
      "loss": 11.8986,
      "step": 2210
    },
    {
      "epoch": 0.7682918883700728,
      "grad_norm": 0.09479226917028427,
      "learning_rate": 0.0002,
      "loss": 11.9,
      "step": 2211
    },
    {
      "epoch": 0.7686393745249213,
      "grad_norm": 0.10260172188282013,
      "learning_rate": 0.0002,
      "loss": 11.8947,
      "step": 2212
    },
    {
      "epoch": 0.7689868606797698,
      "grad_norm": 0.08895493298768997,
      "learning_rate": 0.0002,
      "loss": 11.9004,
      "step": 2213
    },
    {
      "epoch": 0.7693343468346183,
      "grad_norm": 0.0834752693772316,
      "learning_rate": 0.0002,
      "loss": 11.899,
      "step": 2214
    },
    {
      "epoch": 0.7696818329894668,
      "grad_norm": 0.11231108009815216,
      "learning_rate": 0.0002,
      "loss": 11.8987,
      "step": 2215
    },
    {
      "epoch": 0.7700293191443154,
      "grad_norm": 0.08065666258335114,
      "learning_rate": 0.0002,
      "loss": 11.8937,
      "step": 2216
    },
    {
      "epoch": 0.7703768052991639,
      "grad_norm": 0.09722165018320084,
      "learning_rate": 0.0002,
      "loss": 11.8905,
      "step": 2217
    },
    {
      "epoch": 0.7707242914540123,
      "grad_norm": 0.0933915451169014,
      "learning_rate": 0.0002,
      "loss": 11.896,
      "step": 2218
    },
    {
      "epoch": 0.7710717776088609,
      "grad_norm": 0.09726407378911972,
      "learning_rate": 0.0002,
      "loss": 11.8904,
      "step": 2219
    },
    {
      "epoch": 0.7714192637637094,
      "grad_norm": 0.08915162086486816,
      "learning_rate": 0.0002,
      "loss": 11.8933,
      "step": 2220
    },
    {
      "epoch": 0.771766749918558,
      "grad_norm": 0.10395867377519608,
      "learning_rate": 0.0002,
      "loss": 11.8939,
      "step": 2221
    },
    {
      "epoch": 0.7721142360734065,
      "grad_norm": 0.09898320585489273,
      "learning_rate": 0.0002,
      "loss": 11.8911,
      "step": 2222
    },
    {
      "epoch": 0.7724617222282549,
      "grad_norm": 0.08815373480319977,
      "learning_rate": 0.0002,
      "loss": 11.8923,
      "step": 2223
    },
    {
      "epoch": 0.7728092083831035,
      "grad_norm": 0.08413925766944885,
      "learning_rate": 0.0002,
      "loss": 11.8916,
      "step": 2224
    },
    {
      "epoch": 0.773156694537952,
      "grad_norm": 0.09405442327260971,
      "learning_rate": 0.0002,
      "loss": 11.8921,
      "step": 2225
    },
    {
      "epoch": 0.7735041806928005,
      "grad_norm": 0.09001252055168152,
      "learning_rate": 0.0002,
      "loss": 11.8878,
      "step": 2226
    },
    {
      "epoch": 0.7738516668476491,
      "grad_norm": 0.10999405384063721,
      "learning_rate": 0.0002,
      "loss": 11.8914,
      "step": 2227
    },
    {
      "epoch": 0.7741991530024975,
      "grad_norm": 0.10557104647159576,
      "learning_rate": 0.0002,
      "loss": 11.8929,
      "step": 2228
    },
    {
      "epoch": 0.7745466391573461,
      "grad_norm": 0.131979838013649,
      "learning_rate": 0.0002,
      "loss": 11.8947,
      "step": 2229
    },
    {
      "epoch": 0.7748941253121946,
      "grad_norm": 0.11795023083686829,
      "learning_rate": 0.0002,
      "loss": 11.8973,
      "step": 2230
    },
    {
      "epoch": 0.7752416114670431,
      "grad_norm": 0.10571254789829254,
      "learning_rate": 0.0002,
      "loss": 11.8943,
      "step": 2231
    },
    {
      "epoch": 0.7755890976218917,
      "grad_norm": 0.12552091479301453,
      "learning_rate": 0.0002,
      "loss": 11.8932,
      "step": 2232
    },
    {
      "epoch": 0.7759365837767401,
      "grad_norm": 0.10351388901472092,
      "learning_rate": 0.0002,
      "loss": 11.8968,
      "step": 2233
    },
    {
      "epoch": 0.7762840699315887,
      "grad_norm": 0.14044947922229767,
      "learning_rate": 0.0002,
      "loss": 11.8906,
      "step": 2234
    },
    {
      "epoch": 0.7766315560864372,
      "grad_norm": 0.09905335307121277,
      "learning_rate": 0.0002,
      "loss": 11.8913,
      "step": 2235
    },
    {
      "epoch": 0.7769790422412857,
      "grad_norm": 0.1013464480638504,
      "learning_rate": 0.0002,
      "loss": 11.8872,
      "step": 2236
    },
    {
      "epoch": 0.7773265283961343,
      "grad_norm": 0.09845706075429916,
      "learning_rate": 0.0002,
      "loss": 11.8899,
      "step": 2237
    },
    {
      "epoch": 0.7776740145509827,
      "grad_norm": 0.10036665946245193,
      "learning_rate": 0.0002,
      "loss": 11.8878,
      "step": 2238
    },
    {
      "epoch": 0.7780215007058312,
      "grad_norm": 0.11807964742183685,
      "learning_rate": 0.0002,
      "loss": 11.892,
      "step": 2239
    },
    {
      "epoch": 0.7783689868606798,
      "grad_norm": 0.11668644845485687,
      "learning_rate": 0.0002,
      "loss": 11.889,
      "step": 2240
    },
    {
      "epoch": 0.7787164730155283,
      "grad_norm": 0.1725378781557083,
      "learning_rate": 0.0002,
      "loss": 11.8893,
      "step": 2241
    },
    {
      "epoch": 0.7790639591703769,
      "grad_norm": 0.09937802702188492,
      "learning_rate": 0.0002,
      "loss": 11.8871,
      "step": 2242
    },
    {
      "epoch": 0.7794114453252253,
      "grad_norm": 0.12334094196557999,
      "learning_rate": 0.0002,
      "loss": 11.8883,
      "step": 2243
    },
    {
      "epoch": 0.7797589314800738,
      "grad_norm": 0.12823639810085297,
      "learning_rate": 0.0002,
      "loss": 11.8889,
      "step": 2244
    },
    {
      "epoch": 0.7801064176349224,
      "grad_norm": 0.11761150509119034,
      "learning_rate": 0.0002,
      "loss": 11.8898,
      "step": 2245
    },
    {
      "epoch": 0.7804539037897709,
      "grad_norm": 0.12261956185102463,
      "learning_rate": 0.0002,
      "loss": 11.8917,
      "step": 2246
    },
    {
      "epoch": 0.7808013899446193,
      "grad_norm": 0.12620510160923004,
      "learning_rate": 0.0002,
      "loss": 11.8802,
      "step": 2247
    },
    {
      "epoch": 0.7811488760994679,
      "grad_norm": 0.11847461014986038,
      "learning_rate": 0.0002,
      "loss": 11.8865,
      "step": 2248
    },
    {
      "epoch": 0.7814963622543164,
      "grad_norm": 0.1348966360092163,
      "learning_rate": 0.0002,
      "loss": 11.8829,
      "step": 2249
    },
    {
      "epoch": 0.781843848409165,
      "grad_norm": 0.13550549745559692,
      "learning_rate": 0.0002,
      "loss": 11.8759,
      "step": 2250
    },
    {
      "epoch": 0.7821913345640135,
      "grad_norm": 0.08933623880147934,
      "learning_rate": 0.0002,
      "loss": 11.9049,
      "step": 2251
    },
    {
      "epoch": 0.7825388207188619,
      "grad_norm": 0.10263588279485703,
      "learning_rate": 0.0002,
      "loss": 11.9023,
      "step": 2252
    },
    {
      "epoch": 0.7828863068737105,
      "grad_norm": 0.07184290140867233,
      "learning_rate": 0.0002,
      "loss": 11.8998,
      "step": 2253
    },
    {
      "epoch": 0.783233793028559,
      "grad_norm": 0.094375841319561,
      "learning_rate": 0.0002,
      "loss": 11.8968,
      "step": 2254
    },
    {
      "epoch": 0.7835812791834076,
      "grad_norm": 0.09036815911531448,
      "learning_rate": 0.0002,
      "loss": 11.8992,
      "step": 2255
    },
    {
      "epoch": 0.7839287653382561,
      "grad_norm": 0.09987428039312363,
      "learning_rate": 0.0002,
      "loss": 11.8969,
      "step": 2256
    },
    {
      "epoch": 0.7842762514931045,
      "grad_norm": 0.08662380278110504,
      "learning_rate": 0.0002,
      "loss": 11.9002,
      "step": 2257
    },
    {
      "epoch": 0.7846237376479531,
      "grad_norm": 0.09499965608119965,
      "learning_rate": 0.0002,
      "loss": 11.8992,
      "step": 2258
    },
    {
      "epoch": 0.7849712238028016,
      "grad_norm": 0.09043987840414047,
      "learning_rate": 0.0002,
      "loss": 11.8967,
      "step": 2259
    },
    {
      "epoch": 0.7853187099576501,
      "grad_norm": 0.09307359158992767,
      "learning_rate": 0.0002,
      "loss": 11.8973,
      "step": 2260
    },
    {
      "epoch": 0.7856661961124987,
      "grad_norm": 0.08665664494037628,
      "learning_rate": 0.0002,
      "loss": 11.8975,
      "step": 2261
    },
    {
      "epoch": 0.7860136822673471,
      "grad_norm": 0.0944320410490036,
      "learning_rate": 0.0002,
      "loss": 11.8962,
      "step": 2262
    },
    {
      "epoch": 0.7863611684221957,
      "grad_norm": 0.08189062029123306,
      "learning_rate": 0.0002,
      "loss": 11.9003,
      "step": 2263
    },
    {
      "epoch": 0.7867086545770442,
      "grad_norm": 0.10179005563259125,
      "learning_rate": 0.0002,
      "loss": 11.8969,
      "step": 2264
    },
    {
      "epoch": 0.7870561407318927,
      "grad_norm": 0.09619976580142975,
      "learning_rate": 0.0002,
      "loss": 11.8932,
      "step": 2265
    },
    {
      "epoch": 0.7874036268867413,
      "grad_norm": 0.10275738686323166,
      "learning_rate": 0.0002,
      "loss": 11.8941,
      "step": 2266
    },
    {
      "epoch": 0.7877511130415897,
      "grad_norm": 0.09663749486207962,
      "learning_rate": 0.0002,
      "loss": 11.8985,
      "step": 2267
    },
    {
      "epoch": 0.7880985991964383,
      "grad_norm": 0.09994154423475266,
      "learning_rate": 0.0002,
      "loss": 11.8976,
      "step": 2268
    },
    {
      "epoch": 0.7884460853512868,
      "grad_norm": 0.09775528311729431,
      "learning_rate": 0.0002,
      "loss": 11.898,
      "step": 2269
    },
    {
      "epoch": 0.7887935715061353,
      "grad_norm": 0.08624093979597092,
      "learning_rate": 0.0002,
      "loss": 11.89,
      "step": 2270
    },
    {
      "epoch": 0.7891410576609839,
      "grad_norm": 0.08778843283653259,
      "learning_rate": 0.0002,
      "loss": 11.8945,
      "step": 2271
    },
    {
      "epoch": 0.7894885438158323,
      "grad_norm": 0.10129619389772415,
      "learning_rate": 0.0002,
      "loss": 11.8908,
      "step": 2272
    },
    {
      "epoch": 0.7898360299706808,
      "grad_norm": 0.11859878152608871,
      "learning_rate": 0.0002,
      "loss": 11.8978,
      "step": 2273
    },
    {
      "epoch": 0.7901835161255294,
      "grad_norm": 0.11402532458305359,
      "learning_rate": 0.0002,
      "loss": 11.8889,
      "step": 2274
    },
    {
      "epoch": 0.7905310022803779,
      "grad_norm": 0.1006513237953186,
      "learning_rate": 0.0002,
      "loss": 11.8936,
      "step": 2275
    },
    {
      "epoch": 0.7908784884352265,
      "grad_norm": 0.11774041503667831,
      "learning_rate": 0.0002,
      "loss": 11.8912,
      "step": 2276
    },
    {
      "epoch": 0.7912259745900749,
      "grad_norm": 0.15795959532260895,
      "learning_rate": 0.0002,
      "loss": 11.8929,
      "step": 2277
    },
    {
      "epoch": 0.7915734607449234,
      "grad_norm": 0.1027582660317421,
      "learning_rate": 0.0002,
      "loss": 11.8906,
      "step": 2278
    },
    {
      "epoch": 0.791920946899772,
      "grad_norm": 0.104273721575737,
      "learning_rate": 0.0002,
      "loss": 11.8903,
      "step": 2279
    },
    {
      "epoch": 0.7922684330546205,
      "grad_norm": 0.11333702504634857,
      "learning_rate": 0.0002,
      "loss": 11.8865,
      "step": 2280
    },
    {
      "epoch": 0.7926159192094689,
      "grad_norm": 0.13056299090385437,
      "learning_rate": 0.0002,
      "loss": 11.8879,
      "step": 2281
    },
    {
      "epoch": 0.7929634053643175,
      "grad_norm": 0.11991731822490692,
      "learning_rate": 0.0002,
      "loss": 11.8909,
      "step": 2282
    },
    {
      "epoch": 0.793310891519166,
      "grad_norm": 0.1301327496767044,
      "learning_rate": 0.0002,
      "loss": 11.8933,
      "step": 2283
    },
    {
      "epoch": 0.7936583776740146,
      "grad_norm": 0.12186853587627411,
      "learning_rate": 0.0002,
      "loss": 11.8924,
      "step": 2284
    },
    {
      "epoch": 0.7940058638288631,
      "grad_norm": 0.10462240129709244,
      "learning_rate": 0.0002,
      "loss": 11.8908,
      "step": 2285
    },
    {
      "epoch": 0.7943533499837115,
      "grad_norm": 0.11269353330135345,
      "learning_rate": 0.0002,
      "loss": 11.8902,
      "step": 2286
    },
    {
      "epoch": 0.7947008361385601,
      "grad_norm": 0.11834903061389923,
      "learning_rate": 0.0002,
      "loss": 11.8868,
      "step": 2287
    },
    {
      "epoch": 0.7950483222934086,
      "grad_norm": 0.32971784472465515,
      "learning_rate": 0.0002,
      "loss": 11.8971,
      "step": 2288
    },
    {
      "epoch": 0.7953958084482572,
      "grad_norm": 0.10305476188659668,
      "learning_rate": 0.0002,
      "loss": 11.887,
      "step": 2289
    },
    {
      "epoch": 0.7957432946031057,
      "grad_norm": 0.14859017729759216,
      "learning_rate": 0.0002,
      "loss": 11.8897,
      "step": 2290
    },
    {
      "epoch": 0.7960907807579541,
      "grad_norm": 0.11570072919130325,
      "learning_rate": 0.0002,
      "loss": 11.8919,
      "step": 2291
    },
    {
      "epoch": 0.7964382669128027,
      "grad_norm": 0.13124562799930573,
      "learning_rate": 0.0002,
      "loss": 11.8923,
      "step": 2292
    },
    {
      "epoch": 0.7967857530676512,
      "grad_norm": 0.10681382566690445,
      "learning_rate": 0.0002,
      "loss": 11.8909,
      "step": 2293
    },
    {
      "epoch": 0.7971332392224997,
      "grad_norm": 0.14598210155963898,
      "learning_rate": 0.0002,
      "loss": 11.8863,
      "step": 2294
    },
    {
      "epoch": 0.7974807253773483,
      "grad_norm": 0.1372273713350296,
      "learning_rate": 0.0002,
      "loss": 11.8869,
      "step": 2295
    },
    {
      "epoch": 0.7978282115321967,
      "grad_norm": 0.13173368573188782,
      "learning_rate": 0.0002,
      "loss": 11.8824,
      "step": 2296
    },
    {
      "epoch": 0.7981756976870453,
      "grad_norm": 0.11367832124233246,
      "learning_rate": 0.0002,
      "loss": 11.8822,
      "step": 2297
    },
    {
      "epoch": 0.7985231838418938,
      "grad_norm": 0.12424592673778534,
      "learning_rate": 0.0002,
      "loss": 11.8836,
      "step": 2298
    },
    {
      "epoch": 0.7988706699967423,
      "grad_norm": 0.14816468954086304,
      "learning_rate": 0.0002,
      "loss": 11.8787,
      "step": 2299
    },
    {
      "epoch": 0.7992181561515909,
      "grad_norm": 0.13227243721485138,
      "learning_rate": 0.0002,
      "loss": 11.8766,
      "step": 2300
    },
    {
      "epoch": 0.7995656423064393,
      "grad_norm": 0.07817405462265015,
      "learning_rate": 0.0002,
      "loss": 11.9009,
      "step": 2301
    },
    {
      "epoch": 0.7999131284612879,
      "grad_norm": 0.08205687254667282,
      "learning_rate": 0.0002,
      "loss": 11.9049,
      "step": 2302
    },
    {
      "epoch": 0.8002606146161364,
      "grad_norm": 0.0856061726808548,
      "learning_rate": 0.0002,
      "loss": 11.9,
      "step": 2303
    },
    {
      "epoch": 0.8006081007709849,
      "grad_norm": 0.07801533490419388,
      "learning_rate": 0.0002,
      "loss": 11.8984,
      "step": 2304
    },
    {
      "epoch": 0.8009555869258335,
      "grad_norm": 0.11442185938358307,
      "learning_rate": 0.0002,
      "loss": 11.8965,
      "step": 2305
    },
    {
      "epoch": 0.8013030730806819,
      "grad_norm": 0.09828726947307587,
      "learning_rate": 0.0002,
      "loss": 11.8945,
      "step": 2306
    },
    {
      "epoch": 0.8016505592355304,
      "grad_norm": 0.08619427680969238,
      "learning_rate": 0.0002,
      "loss": 11.9009,
      "step": 2307
    },
    {
      "epoch": 0.801998045390379,
      "grad_norm": 0.0964222326874733,
      "learning_rate": 0.0002,
      "loss": 11.8972,
      "step": 2308
    },
    {
      "epoch": 0.8023455315452275,
      "grad_norm": 0.10505367815494537,
      "learning_rate": 0.0002,
      "loss": 11.8991,
      "step": 2309
    },
    {
      "epoch": 0.8026930177000761,
      "grad_norm": 0.09552952647209167,
      "learning_rate": 0.0002,
      "loss": 11.8946,
      "step": 2310
    },
    {
      "epoch": 0.8030405038549245,
      "grad_norm": 0.10628245025873184,
      "learning_rate": 0.0002,
      "loss": 11.8985,
      "step": 2311
    },
    {
      "epoch": 0.803387990009773,
      "grad_norm": 0.08522740006446838,
      "learning_rate": 0.0002,
      "loss": 11.8951,
      "step": 2312
    },
    {
      "epoch": 0.8037354761646216,
      "grad_norm": 0.10539395362138748,
      "learning_rate": 0.0002,
      "loss": 11.8989,
      "step": 2313
    },
    {
      "epoch": 0.8040829623194701,
      "grad_norm": 0.08272624015808105,
      "learning_rate": 0.0002,
      "loss": 11.8983,
      "step": 2314
    },
    {
      "epoch": 0.8044304484743185,
      "grad_norm": 0.09859197586774826,
      "learning_rate": 0.0002,
      "loss": 11.8956,
      "step": 2315
    },
    {
      "epoch": 0.8047779346291671,
      "grad_norm": 0.0956188216805458,
      "learning_rate": 0.0002,
      "loss": 11.8916,
      "step": 2316
    },
    {
      "epoch": 0.8051254207840156,
      "grad_norm": 0.08325228095054626,
      "learning_rate": 0.0002,
      "loss": 11.8967,
      "step": 2317
    },
    {
      "epoch": 0.8054729069388642,
      "grad_norm": 0.10989415645599365,
      "learning_rate": 0.0002,
      "loss": 11.8972,
      "step": 2318
    },
    {
      "epoch": 0.8058203930937127,
      "grad_norm": 0.08545752614736557,
      "learning_rate": 0.0002,
      "loss": 11.8977,
      "step": 2319
    },
    {
      "epoch": 0.8061678792485611,
      "grad_norm": 0.09072144329547882,
      "learning_rate": 0.0002,
      "loss": 11.8968,
      "step": 2320
    },
    {
      "epoch": 0.8065153654034097,
      "grad_norm": 0.10583110898733139,
      "learning_rate": 0.0002,
      "loss": 11.8968,
      "step": 2321
    },
    {
      "epoch": 0.8068628515582582,
      "grad_norm": 0.07746288180351257,
      "learning_rate": 0.0002,
      "loss": 11.8987,
      "step": 2322
    },
    {
      "epoch": 0.8072103377131068,
      "grad_norm": 0.13655531406402588,
      "learning_rate": 0.0002,
      "loss": 11.8976,
      "step": 2323
    },
    {
      "epoch": 0.8075578238679553,
      "grad_norm": 0.14938992261886597,
      "learning_rate": 0.0002,
      "loss": 11.8885,
      "step": 2324
    },
    {
      "epoch": 0.8079053100228037,
      "grad_norm": 0.11392337083816528,
      "learning_rate": 0.0002,
      "loss": 11.8957,
      "step": 2325
    },
    {
      "epoch": 0.8082527961776523,
      "grad_norm": 0.13341690599918365,
      "learning_rate": 0.0002,
      "loss": 11.8924,
      "step": 2326
    },
    {
      "epoch": 0.8086002823325008,
      "grad_norm": 0.11291521787643433,
      "learning_rate": 0.0002,
      "loss": 11.8988,
      "step": 2327
    },
    {
      "epoch": 0.8089477684873493,
      "grad_norm": 0.12778866291046143,
      "learning_rate": 0.0002,
      "loss": 11.8877,
      "step": 2328
    },
    {
      "epoch": 0.8092952546421979,
      "grad_norm": 0.12173432111740112,
      "learning_rate": 0.0002,
      "loss": 11.8975,
      "step": 2329
    },
    {
      "epoch": 0.8096427407970463,
      "grad_norm": 0.10256583243608475,
      "learning_rate": 0.0002,
      "loss": 11.8941,
      "step": 2330
    },
    {
      "epoch": 0.8099902269518949,
      "grad_norm": 0.08566468954086304,
      "learning_rate": 0.0002,
      "loss": 11.8894,
      "step": 2331
    },
    {
      "epoch": 0.8103377131067434,
      "grad_norm": 0.10918660461902618,
      "learning_rate": 0.0002,
      "loss": 11.8901,
      "step": 2332
    },
    {
      "epoch": 0.8106851992615919,
      "grad_norm": 0.09887836873531342,
      "learning_rate": 0.0002,
      "loss": 11.8959,
      "step": 2333
    },
    {
      "epoch": 0.8110326854164405,
      "grad_norm": 0.10134400427341461,
      "learning_rate": 0.0002,
      "loss": 11.8933,
      "step": 2334
    },
    {
      "epoch": 0.8113801715712889,
      "grad_norm": 0.13541078567504883,
      "learning_rate": 0.0002,
      "loss": 11.8933,
      "step": 2335
    },
    {
      "epoch": 0.8117276577261374,
      "grad_norm": 0.11540757119655609,
      "learning_rate": 0.0002,
      "loss": 11.8918,
      "step": 2336
    },
    {
      "epoch": 0.812075143880986,
      "grad_norm": 0.10454969853162766,
      "learning_rate": 0.0002,
      "loss": 11.8917,
      "step": 2337
    },
    {
      "epoch": 0.8124226300358345,
      "grad_norm": 0.10597022622823715,
      "learning_rate": 0.0002,
      "loss": 11.8889,
      "step": 2338
    },
    {
      "epoch": 0.8127701161906831,
      "grad_norm": 0.16272713243961334,
      "learning_rate": 0.0002,
      "loss": 11.888,
      "step": 2339
    },
    {
      "epoch": 0.8131176023455315,
      "grad_norm": 0.10873272269964218,
      "learning_rate": 0.0002,
      "loss": 11.8915,
      "step": 2340
    },
    {
      "epoch": 0.81346508850038,
      "grad_norm": 0.10772965848445892,
      "learning_rate": 0.0002,
      "loss": 11.8938,
      "step": 2341
    },
    {
      "epoch": 0.8138125746552286,
      "grad_norm": 0.17200589179992676,
      "learning_rate": 0.0002,
      "loss": 11.8812,
      "step": 2342
    },
    {
      "epoch": 0.8141600608100771,
      "grad_norm": 0.11945897340774536,
      "learning_rate": 0.0002,
      "loss": 11.8881,
      "step": 2343
    },
    {
      "epoch": 0.8145075469649257,
      "grad_norm": 0.1195904091000557,
      "learning_rate": 0.0002,
      "loss": 11.8914,
      "step": 2344
    },
    {
      "epoch": 0.8148550331197741,
      "grad_norm": 0.1173793226480484,
      "learning_rate": 0.0002,
      "loss": 11.8876,
      "step": 2345
    },
    {
      "epoch": 0.8152025192746226,
      "grad_norm": 0.1640041172504425,
      "learning_rate": 0.0002,
      "loss": 11.883,
      "step": 2346
    },
    {
      "epoch": 0.8155500054294712,
      "grad_norm": 0.13162879645824432,
      "learning_rate": 0.0002,
      "loss": 11.8811,
      "step": 2347
    },
    {
      "epoch": 0.8158974915843197,
      "grad_norm": 0.13349905610084534,
      "learning_rate": 0.0002,
      "loss": 11.8821,
      "step": 2348
    },
    {
      "epoch": 0.8162449777391682,
      "grad_norm": 0.13159720599651337,
      "learning_rate": 0.0002,
      "loss": 11.8748,
      "step": 2349
    },
    {
      "epoch": 0.8165924638940167,
      "grad_norm": 0.1618243306875229,
      "learning_rate": 0.0002,
      "loss": 11.8839,
      "step": 2350
    },
    {
      "epoch": 0.8169399500488652,
      "grad_norm": 0.09111641347408295,
      "learning_rate": 0.0002,
      "loss": 11.9031,
      "step": 2351
    },
    {
      "epoch": 0.8172874362037138,
      "grad_norm": 0.0881580337882042,
      "learning_rate": 0.0002,
      "loss": 11.9037,
      "step": 2352
    },
    {
      "epoch": 0.8176349223585623,
      "grad_norm": 0.08471940457820892,
      "learning_rate": 0.0002,
      "loss": 11.8982,
      "step": 2353
    },
    {
      "epoch": 0.8179824085134108,
      "grad_norm": 0.09654860198497772,
      "learning_rate": 0.0002,
      "loss": 11.9018,
      "step": 2354
    },
    {
      "epoch": 0.8183298946682593,
      "grad_norm": 0.09586752951145172,
      "learning_rate": 0.0002,
      "loss": 11.9023,
      "step": 2355
    },
    {
      "epoch": 0.8186773808231078,
      "grad_norm": 0.07182437926530838,
      "learning_rate": 0.0002,
      "loss": 11.903,
      "step": 2356
    },
    {
      "epoch": 0.8190248669779564,
      "grad_norm": 0.07567300647497177,
      "learning_rate": 0.0002,
      "loss": 11.9053,
      "step": 2357
    },
    {
      "epoch": 0.8193723531328049,
      "grad_norm": 0.09212855994701385,
      "learning_rate": 0.0002,
      "loss": 11.9038,
      "step": 2358
    },
    {
      "epoch": 0.8197198392876534,
      "grad_norm": 0.10163145512342453,
      "learning_rate": 0.0002,
      "loss": 11.8987,
      "step": 2359
    },
    {
      "epoch": 0.8200673254425019,
      "grad_norm": 0.08831695467233658,
      "learning_rate": 0.0002,
      "loss": 11.8976,
      "step": 2360
    },
    {
      "epoch": 0.8204148115973504,
      "grad_norm": 0.10564509779214859,
      "learning_rate": 0.0002,
      "loss": 11.893,
      "step": 2361
    },
    {
      "epoch": 0.8207622977521989,
      "grad_norm": 0.10240760445594788,
      "learning_rate": 0.0002,
      "loss": 11.9009,
      "step": 2362
    },
    {
      "epoch": 0.8211097839070475,
      "grad_norm": 0.09608660638332367,
      "learning_rate": 0.0002,
      "loss": 11.8997,
      "step": 2363
    },
    {
      "epoch": 0.821457270061896,
      "grad_norm": 0.10723046958446503,
      "learning_rate": 0.0002,
      "loss": 11.8933,
      "step": 2364
    },
    {
      "epoch": 0.8218047562167445,
      "grad_norm": 0.10235343873500824,
      "learning_rate": 0.0002,
      "loss": 11.9003,
      "step": 2365
    },
    {
      "epoch": 0.822152242371593,
      "grad_norm": 0.08090309798717499,
      "learning_rate": 0.0002,
      "loss": 11.8941,
      "step": 2366
    },
    {
      "epoch": 0.8224997285264415,
      "grad_norm": 0.08521847426891327,
      "learning_rate": 0.0002,
      "loss": 11.8992,
      "step": 2367
    },
    {
      "epoch": 0.8228472146812901,
      "grad_norm": 0.11911506205797195,
      "learning_rate": 0.0002,
      "loss": 11.8959,
      "step": 2368
    },
    {
      "epoch": 0.8231947008361385,
      "grad_norm": 0.11102468520402908,
      "learning_rate": 0.0002,
      "loss": 11.8961,
      "step": 2369
    },
    {
      "epoch": 0.823542186990987,
      "grad_norm": 0.12507593631744385,
      "learning_rate": 0.0002,
      "loss": 11.8961,
      "step": 2370
    },
    {
      "epoch": 0.8238896731458356,
      "grad_norm": 0.09618067741394043,
      "learning_rate": 0.0002,
      "loss": 11.8985,
      "step": 2371
    },
    {
      "epoch": 0.8242371593006841,
      "grad_norm": 0.10267073661088943,
      "learning_rate": 0.0002,
      "loss": 11.8971,
      "step": 2372
    },
    {
      "epoch": 0.8245846454555327,
      "grad_norm": 0.1037648618221283,
      "learning_rate": 0.0002,
      "loss": 11.8972,
      "step": 2373
    },
    {
      "epoch": 0.8249321316103811,
      "grad_norm": 0.08866298943758011,
      "learning_rate": 0.0002,
      "loss": 11.897,
      "step": 2374
    },
    {
      "epoch": 0.8252796177652296,
      "grad_norm": 0.09800971299409866,
      "learning_rate": 0.0002,
      "loss": 11.8977,
      "step": 2375
    },
    {
      "epoch": 0.8256271039200782,
      "grad_norm": 0.08459020406007767,
      "learning_rate": 0.0002,
      "loss": 11.8985,
      "step": 2376
    },
    {
      "epoch": 0.8259745900749267,
      "grad_norm": 0.1352878212928772,
      "learning_rate": 0.0002,
      "loss": 11.8936,
      "step": 2377
    },
    {
      "epoch": 0.8263220762297753,
      "grad_norm": 0.09724253416061401,
      "learning_rate": 0.0002,
      "loss": 11.8902,
      "step": 2378
    },
    {
      "epoch": 0.8266695623846237,
      "grad_norm": 0.10255738347768784,
      "learning_rate": 0.0002,
      "loss": 11.888,
      "step": 2379
    },
    {
      "epoch": 0.8270170485394722,
      "grad_norm": 0.126064732670784,
      "learning_rate": 0.0002,
      "loss": 11.8935,
      "step": 2380
    },
    {
      "epoch": 0.8273645346943208,
      "grad_norm": 0.128227099776268,
      "learning_rate": 0.0002,
      "loss": 11.8988,
      "step": 2381
    },
    {
      "epoch": 0.8277120208491693,
      "grad_norm": 0.09687935560941696,
      "learning_rate": 0.0002,
      "loss": 11.8977,
      "step": 2382
    },
    {
      "epoch": 0.8280595070040178,
      "grad_norm": 0.10904885083436966,
      "learning_rate": 0.0002,
      "loss": 11.8929,
      "step": 2383
    },
    {
      "epoch": 0.8284069931588663,
      "grad_norm": 0.10706961154937744,
      "learning_rate": 0.0002,
      "loss": 11.8929,
      "step": 2384
    },
    {
      "epoch": 0.8287544793137148,
      "grad_norm": 0.11991681158542633,
      "learning_rate": 0.0002,
      "loss": 11.8949,
      "step": 2385
    },
    {
      "epoch": 0.8291019654685634,
      "grad_norm": 0.1169590950012207,
      "learning_rate": 0.0002,
      "loss": 11.891,
      "step": 2386
    },
    {
      "epoch": 0.8294494516234119,
      "grad_norm": 0.11702390760183334,
      "learning_rate": 0.0002,
      "loss": 11.8876,
      "step": 2387
    },
    {
      "epoch": 0.8297969377782604,
      "grad_norm": 0.12036857008934021,
      "learning_rate": 0.0002,
      "loss": 11.8886,
      "step": 2388
    },
    {
      "epoch": 0.8301444239331089,
      "grad_norm": 0.11626633256673813,
      "learning_rate": 0.0002,
      "loss": 11.8852,
      "step": 2389
    },
    {
      "epoch": 0.8304919100879574,
      "grad_norm": 0.15103083848953247,
      "learning_rate": 0.0002,
      "loss": 11.8895,
      "step": 2390
    },
    {
      "epoch": 0.830839396242806,
      "grad_norm": 0.14181694388389587,
      "learning_rate": 0.0002,
      "loss": 11.8935,
      "step": 2391
    },
    {
      "epoch": 0.8311868823976545,
      "grad_norm": 0.11811047047376633,
      "learning_rate": 0.0002,
      "loss": 11.8891,
      "step": 2392
    },
    {
      "epoch": 0.831534368552503,
      "grad_norm": 0.11333554983139038,
      "learning_rate": 0.0002,
      "loss": 11.89,
      "step": 2393
    },
    {
      "epoch": 0.8318818547073515,
      "grad_norm": 0.1235138401389122,
      "learning_rate": 0.0002,
      "loss": 11.8872,
      "step": 2394
    },
    {
      "epoch": 0.8322293408622,
      "grad_norm": 0.14010752737522125,
      "learning_rate": 0.0002,
      "loss": 11.8857,
      "step": 2395
    },
    {
      "epoch": 0.8325768270170485,
      "grad_norm": 0.10460714250802994,
      "learning_rate": 0.0002,
      "loss": 11.8828,
      "step": 2396
    },
    {
      "epoch": 0.8329243131718971,
      "grad_norm": 0.11696876585483551,
      "learning_rate": 0.0002,
      "loss": 11.8913,
      "step": 2397
    },
    {
      "epoch": 0.8332717993267456,
      "grad_norm": 0.2159094512462616,
      "learning_rate": 0.0002,
      "loss": 11.8805,
      "step": 2398
    },
    {
      "epoch": 0.8336192854815941,
      "grad_norm": 0.15688270330429077,
      "learning_rate": 0.0002,
      "loss": 11.8819,
      "step": 2399
    },
    {
      "epoch": 0.8339667716364426,
      "grad_norm": 0.1451585739850998,
      "learning_rate": 0.0002,
      "loss": 11.8774,
      "step": 2400
    },
    {
      "epoch": 0.8339667716364426,
      "eval_loss": 11.89009952545166,
      "eval_runtime": 5.6632,
      "eval_samples_per_second": 81.756,
      "eval_steps_per_second": 40.966,
      "step": 2400
    },
    {
      "epoch": 0.8343142577912911,
      "grad_norm": 0.07965128868818283,
      "learning_rate": 0.0002,
      "loss": 11.9021,
      "step": 2401
    },
    {
      "epoch": 0.8346617439461397,
      "grad_norm": 0.10622530430555344,
      "learning_rate": 0.0002,
      "loss": 11.9042,
      "step": 2402
    },
    {
      "epoch": 0.8350092301009882,
      "grad_norm": 0.07959607988595963,
      "learning_rate": 0.0002,
      "loss": 11.9014,
      "step": 2403
    },
    {
      "epoch": 0.8353567162558366,
      "grad_norm": 0.08159750699996948,
      "learning_rate": 0.0002,
      "loss": 11.8986,
      "step": 2404
    },
    {
      "epoch": 0.8357042024106852,
      "grad_norm": 0.07750526070594788,
      "learning_rate": 0.0002,
      "loss": 11.906,
      "step": 2405
    },
    {
      "epoch": 0.8360516885655337,
      "grad_norm": 0.09577833861112595,
      "learning_rate": 0.0002,
      "loss": 11.8994,
      "step": 2406
    },
    {
      "epoch": 0.8363991747203823,
      "grad_norm": 0.09917710721492767,
      "learning_rate": 0.0002,
      "loss": 11.903,
      "step": 2407
    },
    {
      "epoch": 0.8367466608752308,
      "grad_norm": 0.09285750240087509,
      "learning_rate": 0.0002,
      "loss": 11.9037,
      "step": 2408
    },
    {
      "epoch": 0.8370941470300792,
      "grad_norm": 0.10283924639225006,
      "learning_rate": 0.0002,
      "loss": 11.9028,
      "step": 2409
    },
    {
      "epoch": 0.8374416331849278,
      "grad_norm": 0.09990300983190536,
      "learning_rate": 0.0002,
      "loss": 11.9027,
      "step": 2410
    },
    {
      "epoch": 0.8377891193397763,
      "grad_norm": 0.06884407997131348,
      "learning_rate": 0.0002,
      "loss": 11.8991,
      "step": 2411
    },
    {
      "epoch": 0.8381366054946249,
      "grad_norm": 0.11415782570838928,
      "learning_rate": 0.0002,
      "loss": 11.8937,
      "step": 2412
    },
    {
      "epoch": 0.8384840916494734,
      "grad_norm": 0.09712900966405869,
      "learning_rate": 0.0002,
      "loss": 11.8969,
      "step": 2413
    },
    {
      "epoch": 0.8388315778043218,
      "grad_norm": 0.09216991811990738,
      "learning_rate": 0.0002,
      "loss": 11.8988,
      "step": 2414
    },
    {
      "epoch": 0.8391790639591704,
      "grad_norm": 0.08533954620361328,
      "learning_rate": 0.0002,
      "loss": 11.895,
      "step": 2415
    },
    {
      "epoch": 0.8395265501140189,
      "grad_norm": 0.0768192782998085,
      "learning_rate": 0.0002,
      "loss": 11.8979,
      "step": 2416
    },
    {
      "epoch": 0.8398740362688674,
      "grad_norm": 0.09252642095088959,
      "learning_rate": 0.0002,
      "loss": 11.8956,
      "step": 2417
    },
    {
      "epoch": 0.840221522423716,
      "grad_norm": 0.08661005645990372,
      "learning_rate": 0.0002,
      "loss": 11.8978,
      "step": 2418
    },
    {
      "epoch": 0.8405690085785644,
      "grad_norm": 0.08298719674348831,
      "learning_rate": 0.0002,
      "loss": 11.8935,
      "step": 2419
    },
    {
      "epoch": 0.840916494733413,
      "grad_norm": 0.10971628129482269,
      "learning_rate": 0.0002,
      "loss": 11.8945,
      "step": 2420
    },
    {
      "epoch": 0.8412639808882615,
      "grad_norm": 0.09651343524456024,
      "learning_rate": 0.0002,
      "loss": 11.8955,
      "step": 2421
    },
    {
      "epoch": 0.84161146704311,
      "grad_norm": 0.1126125380396843,
      "learning_rate": 0.0002,
      "loss": 11.8974,
      "step": 2422
    },
    {
      "epoch": 0.8419589531979585,
      "grad_norm": 0.12674486637115479,
      "learning_rate": 0.0002,
      "loss": 11.8919,
      "step": 2423
    },
    {
      "epoch": 0.842306439352807,
      "grad_norm": 0.11588603258132935,
      "learning_rate": 0.0002,
      "loss": 11.8981,
      "step": 2424
    },
    {
      "epoch": 0.8426539255076555,
      "grad_norm": 0.09686437994241714,
      "learning_rate": 0.0002,
      "loss": 11.8947,
      "step": 2425
    },
    {
      "epoch": 0.8430014116625041,
      "grad_norm": 0.10656212270259857,
      "learning_rate": 0.0002,
      "loss": 11.8939,
      "step": 2426
    },
    {
      "epoch": 0.8433488978173526,
      "grad_norm": 0.11129525303840637,
      "learning_rate": 0.0002,
      "loss": 11.8935,
      "step": 2427
    },
    {
      "epoch": 0.8436963839722011,
      "grad_norm": 0.09481354057788849,
      "learning_rate": 0.0002,
      "loss": 11.8926,
      "step": 2428
    },
    {
      "epoch": 0.8440438701270496,
      "grad_norm": 0.1013067290186882,
      "learning_rate": 0.0002,
      "loss": 11.894,
      "step": 2429
    },
    {
      "epoch": 0.8443913562818981,
      "grad_norm": 0.10216960310935974,
      "learning_rate": 0.0002,
      "loss": 11.895,
      "step": 2430
    },
    {
      "epoch": 0.8447388424367467,
      "grad_norm": 0.10297564417123795,
      "learning_rate": 0.0002,
      "loss": 11.8968,
      "step": 2431
    },
    {
      "epoch": 0.8450863285915952,
      "grad_norm": 0.09915454685688019,
      "learning_rate": 0.0002,
      "loss": 11.8904,
      "step": 2432
    },
    {
      "epoch": 0.8454338147464437,
      "grad_norm": 0.0879242941737175,
      "learning_rate": 0.0002,
      "loss": 11.8908,
      "step": 2433
    },
    {
      "epoch": 0.8457813009012922,
      "grad_norm": 0.09724617004394531,
      "learning_rate": 0.0002,
      "loss": 11.8981,
      "step": 2434
    },
    {
      "epoch": 0.8461287870561407,
      "grad_norm": 0.11230593174695969,
      "learning_rate": 0.0002,
      "loss": 11.8931,
      "step": 2435
    },
    {
      "epoch": 0.8464762732109893,
      "grad_norm": 0.11050161719322205,
      "learning_rate": 0.0002,
      "loss": 11.884,
      "step": 2436
    },
    {
      "epoch": 0.8468237593658378,
      "grad_norm": 0.11294572055339813,
      "learning_rate": 0.0002,
      "loss": 11.8903,
      "step": 2437
    },
    {
      "epoch": 0.8471712455206862,
      "grad_norm": 0.11005181074142456,
      "learning_rate": 0.0002,
      "loss": 11.8866,
      "step": 2438
    },
    {
      "epoch": 0.8475187316755348,
      "grad_norm": 0.12516199052333832,
      "learning_rate": 0.0002,
      "loss": 11.8898,
      "step": 2439
    },
    {
      "epoch": 0.8478662178303833,
      "grad_norm": 0.10984300822019577,
      "learning_rate": 0.0002,
      "loss": 11.8929,
      "step": 2440
    },
    {
      "epoch": 0.8482137039852319,
      "grad_norm": 0.1045941561460495,
      "learning_rate": 0.0002,
      "loss": 11.8899,
      "step": 2441
    },
    {
      "epoch": 0.8485611901400804,
      "grad_norm": 0.10963303595781326,
      "learning_rate": 0.0002,
      "loss": 11.8907,
      "step": 2442
    },
    {
      "epoch": 0.8489086762949288,
      "grad_norm": 0.1274053305387497,
      "learning_rate": 0.0002,
      "loss": 11.8867,
      "step": 2443
    },
    {
      "epoch": 0.8492561624497774,
      "grad_norm": 0.13709211349487305,
      "learning_rate": 0.0002,
      "loss": 11.8866,
      "step": 2444
    },
    {
      "epoch": 0.8496036486046259,
      "grad_norm": 0.14210812747478485,
      "learning_rate": 0.0002,
      "loss": 11.8836,
      "step": 2445
    },
    {
      "epoch": 0.8499511347594745,
      "grad_norm": 0.1633760780096054,
      "learning_rate": 0.0002,
      "loss": 11.8904,
      "step": 2446
    },
    {
      "epoch": 0.850298620914323,
      "grad_norm": 0.14249597489833832,
      "learning_rate": 0.0002,
      "loss": 11.8857,
      "step": 2447
    },
    {
      "epoch": 0.8506461070691714,
      "grad_norm": 0.15328501164913177,
      "learning_rate": 0.0002,
      "loss": 11.8844,
      "step": 2448
    },
    {
      "epoch": 0.85099359322402,
      "grad_norm": 0.13028301298618317,
      "learning_rate": 0.0002,
      "loss": 11.8817,
      "step": 2449
    },
    {
      "epoch": 0.8513410793788685,
      "grad_norm": 0.11488692462444305,
      "learning_rate": 0.0002,
      "loss": 11.8846,
      "step": 2450
    },
    {
      "epoch": 0.851688565533717,
      "grad_norm": 0.07818194478750229,
      "learning_rate": 0.0002,
      "loss": 11.8993,
      "step": 2451
    },
    {
      "epoch": 0.8520360516885656,
      "grad_norm": 0.0980721190571785,
      "learning_rate": 0.0002,
      "loss": 11.9015,
      "step": 2452
    },
    {
      "epoch": 0.852383537843414,
      "grad_norm": 0.08785334974527359,
      "learning_rate": 0.0002,
      "loss": 11.9029,
      "step": 2453
    },
    {
      "epoch": 0.8527310239982626,
      "grad_norm": 0.07964818924665451,
      "learning_rate": 0.0002,
      "loss": 11.9008,
      "step": 2454
    },
    {
      "epoch": 0.8530785101531111,
      "grad_norm": 0.08715224266052246,
      "learning_rate": 0.0002,
      "loss": 11.8983,
      "step": 2455
    },
    {
      "epoch": 0.8534259963079596,
      "grad_norm": 0.07756773382425308,
      "learning_rate": 0.0002,
      "loss": 11.9037,
      "step": 2456
    },
    {
      "epoch": 0.8537734824628082,
      "grad_norm": 0.07722485810518265,
      "learning_rate": 0.0002,
      "loss": 11.9029,
      "step": 2457
    },
    {
      "epoch": 0.8541209686176566,
      "grad_norm": 0.09882806241512299,
      "learning_rate": 0.0002,
      "loss": 11.9024,
      "step": 2458
    },
    {
      "epoch": 0.8544684547725051,
      "grad_norm": 0.09201660007238388,
      "learning_rate": 0.0002,
      "loss": 11.8989,
      "step": 2459
    },
    {
      "epoch": 0.8548159409273537,
      "grad_norm": 0.10718613117933273,
      "learning_rate": 0.0002,
      "loss": 11.8997,
      "step": 2460
    },
    {
      "epoch": 0.8551634270822022,
      "grad_norm": 0.08559788763523102,
      "learning_rate": 0.0002,
      "loss": 11.8997,
      "step": 2461
    },
    {
      "epoch": 0.8555109132370508,
      "grad_norm": 0.08226815611124039,
      "learning_rate": 0.0002,
      "loss": 11.9006,
      "step": 2462
    },
    {
      "epoch": 0.8558583993918992,
      "grad_norm": 0.07792256027460098,
      "learning_rate": 0.0002,
      "loss": 11.9015,
      "step": 2463
    },
    {
      "epoch": 0.8562058855467477,
      "grad_norm": 0.0986257940530777,
      "learning_rate": 0.0002,
      "loss": 11.8977,
      "step": 2464
    },
    {
      "epoch": 0.8565533717015963,
      "grad_norm": 0.08936425298452377,
      "learning_rate": 0.0002,
      "loss": 11.8969,
      "step": 2465
    },
    {
      "epoch": 0.8569008578564448,
      "grad_norm": 0.10647299140691757,
      "learning_rate": 0.0002,
      "loss": 11.8921,
      "step": 2466
    },
    {
      "epoch": 0.8572483440112934,
      "grad_norm": 0.09606724232435226,
      "learning_rate": 0.0002,
      "loss": 11.8903,
      "step": 2467
    },
    {
      "epoch": 0.8575958301661418,
      "grad_norm": 0.09582541882991791,
      "learning_rate": 0.0002,
      "loss": 11.8976,
      "step": 2468
    },
    {
      "epoch": 0.8579433163209903,
      "grad_norm": 0.11450555920600891,
      "learning_rate": 0.0002,
      "loss": 11.8946,
      "step": 2469
    },
    {
      "epoch": 0.8582908024758389,
      "grad_norm": 0.09805864095687866,
      "learning_rate": 0.0002,
      "loss": 11.8909,
      "step": 2470
    },
    {
      "epoch": 0.8586382886306874,
      "grad_norm": 0.09641492366790771,
      "learning_rate": 0.0002,
      "loss": 11.8883,
      "step": 2471
    },
    {
      "epoch": 0.8589857747855358,
      "grad_norm": 0.10394243896007538,
      "learning_rate": 0.0002,
      "loss": 11.895,
      "step": 2472
    },
    {
      "epoch": 0.8593332609403844,
      "grad_norm": 0.0928855761885643,
      "learning_rate": 0.0002,
      "loss": 11.8961,
      "step": 2473
    },
    {
      "epoch": 0.8596807470952329,
      "grad_norm": 0.11549106240272522,
      "learning_rate": 0.0002,
      "loss": 11.8965,
      "step": 2474
    },
    {
      "epoch": 0.8600282332500815,
      "grad_norm": 0.10356725752353668,
      "learning_rate": 0.0002,
      "loss": 11.897,
      "step": 2475
    },
    {
      "epoch": 0.86037571940493,
      "grad_norm": 0.10401103645563126,
      "learning_rate": 0.0002,
      "loss": 11.8966,
      "step": 2476
    },
    {
      "epoch": 0.8607232055597784,
      "grad_norm": 0.09578843414783478,
      "learning_rate": 0.0002,
      "loss": 11.8906,
      "step": 2477
    },
    {
      "epoch": 0.861070691714627,
      "grad_norm": 0.09717492759227753,
      "learning_rate": 0.0002,
      "loss": 11.8918,
      "step": 2478
    },
    {
      "epoch": 0.8614181778694755,
      "grad_norm": 0.12732848525047302,
      "learning_rate": 0.0002,
      "loss": 11.8962,
      "step": 2479
    },
    {
      "epoch": 0.8617656640243241,
      "grad_norm": 0.09739826619625092,
      "learning_rate": 0.0002,
      "loss": 11.8873,
      "step": 2480
    },
    {
      "epoch": 0.8621131501791726,
      "grad_norm": 0.09980034083127975,
      "learning_rate": 0.0002,
      "loss": 11.8905,
      "step": 2481
    },
    {
      "epoch": 0.862460636334021,
      "grad_norm": 0.09117390960454941,
      "learning_rate": 0.0002,
      "loss": 11.8895,
      "step": 2482
    },
    {
      "epoch": 0.8628081224888696,
      "grad_norm": 0.10156042128801346,
      "learning_rate": 0.0002,
      "loss": 11.8894,
      "step": 2483
    },
    {
      "epoch": 0.8631556086437181,
      "grad_norm": 0.1022743284702301,
      "learning_rate": 0.0002,
      "loss": 11.8913,
      "step": 2484
    },
    {
      "epoch": 0.8635030947985666,
      "grad_norm": 0.10718511790037155,
      "learning_rate": 0.0002,
      "loss": 11.8896,
      "step": 2485
    },
    {
      "epoch": 0.8638505809534152,
      "grad_norm": 0.11548169702291489,
      "learning_rate": 0.0002,
      "loss": 11.8901,
      "step": 2486
    },
    {
      "epoch": 0.8641980671082636,
      "grad_norm": 0.11438698321580887,
      "learning_rate": 0.0002,
      "loss": 11.8852,
      "step": 2487
    },
    {
      "epoch": 0.8645455532631122,
      "grad_norm": 0.11821361631155014,
      "learning_rate": 0.0002,
      "loss": 11.8837,
      "step": 2488
    },
    {
      "epoch": 0.8648930394179607,
      "grad_norm": 0.10381429642438889,
      "learning_rate": 0.0002,
      "loss": 11.8922,
      "step": 2489
    },
    {
      "epoch": 0.8652405255728092,
      "grad_norm": 0.13259084522724152,
      "learning_rate": 0.0002,
      "loss": 11.8859,
      "step": 2490
    },
    {
      "epoch": 0.8655880117276578,
      "grad_norm": 0.1571662425994873,
      "learning_rate": 0.0002,
      "loss": 11.8895,
      "step": 2491
    },
    {
      "epoch": 0.8659354978825062,
      "grad_norm": 0.10806641727685928,
      "learning_rate": 0.0002,
      "loss": 11.8869,
      "step": 2492
    },
    {
      "epoch": 0.8662829840373547,
      "grad_norm": 0.16302116215229034,
      "learning_rate": 0.0002,
      "loss": 11.8873,
      "step": 2493
    },
    {
      "epoch": 0.8666304701922033,
      "grad_norm": 0.11251883208751678,
      "learning_rate": 0.0002,
      "loss": 11.8849,
      "step": 2494
    },
    {
      "epoch": 0.8669779563470518,
      "grad_norm": 0.11033826321363449,
      "learning_rate": 0.0002,
      "loss": 11.8899,
      "step": 2495
    },
    {
      "epoch": 0.8673254425019004,
      "grad_norm": 0.13064929842948914,
      "learning_rate": 0.0002,
      "loss": 11.8823,
      "step": 2496
    },
    {
      "epoch": 0.8676729286567488,
      "grad_norm": 0.12580333650112152,
      "learning_rate": 0.0002,
      "loss": 11.8823,
      "step": 2497
    },
    {
      "epoch": 0.8680204148115973,
      "grad_norm": 0.11849668622016907,
      "learning_rate": 0.0002,
      "loss": 11.8842,
      "step": 2498
    },
    {
      "epoch": 0.8683679009664459,
      "grad_norm": 0.1282745599746704,
      "learning_rate": 0.0002,
      "loss": 11.8817,
      "step": 2499
    },
    {
      "epoch": 0.8687153871212944,
      "grad_norm": 0.13005952537059784,
      "learning_rate": 0.0002,
      "loss": 11.879,
      "step": 2500
    },
    {
      "epoch": 0.869062873276143,
      "grad_norm": 0.07524653524160385,
      "learning_rate": 0.0002,
      "loss": 11.902,
      "step": 2501
    },
    {
      "epoch": 0.8694103594309914,
      "grad_norm": 0.08669485151767731,
      "learning_rate": 0.0002,
      "loss": 11.9001,
      "step": 2502
    },
    {
      "epoch": 0.8697578455858399,
      "grad_norm": 0.08432751148939133,
      "learning_rate": 0.0002,
      "loss": 11.9025,
      "step": 2503
    },
    {
      "epoch": 0.8701053317406885,
      "grad_norm": 0.09351538866758347,
      "learning_rate": 0.0002,
      "loss": 11.8968,
      "step": 2504
    },
    {
      "epoch": 0.870452817895537,
      "grad_norm": 0.07352996617555618,
      "learning_rate": 0.0002,
      "loss": 11.9026,
      "step": 2505
    },
    {
      "epoch": 0.8708003040503854,
      "grad_norm": 0.08683405816555023,
      "learning_rate": 0.0002,
      "loss": 11.8999,
      "step": 2506
    },
    {
      "epoch": 0.871147790205234,
      "grad_norm": 0.08217907696962357,
      "learning_rate": 0.0002,
      "loss": 11.9,
      "step": 2507
    },
    {
      "epoch": 0.8714952763600825,
      "grad_norm": 0.0856645405292511,
      "learning_rate": 0.0002,
      "loss": 11.8963,
      "step": 2508
    },
    {
      "epoch": 0.8718427625149311,
      "grad_norm": 0.07954131811857224,
      "learning_rate": 0.0002,
      "loss": 11.9011,
      "step": 2509
    },
    {
      "epoch": 0.8721902486697796,
      "grad_norm": 0.09174066036939621,
      "learning_rate": 0.0002,
      "loss": 11.8981,
      "step": 2510
    },
    {
      "epoch": 0.872537734824628,
      "grad_norm": 0.08208257704973221,
      "learning_rate": 0.0002,
      "loss": 11.9001,
      "step": 2511
    },
    {
      "epoch": 0.8728852209794766,
      "grad_norm": 0.09346123039722443,
      "learning_rate": 0.0002,
      "loss": 11.8969,
      "step": 2512
    },
    {
      "epoch": 0.8732327071343251,
      "grad_norm": 0.08877522498369217,
      "learning_rate": 0.0002,
      "loss": 11.9016,
      "step": 2513
    },
    {
      "epoch": 0.8735801932891737,
      "grad_norm": 0.10207927227020264,
      "learning_rate": 0.0002,
      "loss": 11.903,
      "step": 2514
    },
    {
      "epoch": 0.8739276794440222,
      "grad_norm": 0.08308176696300507,
      "learning_rate": 0.0002,
      "loss": 11.8977,
      "step": 2515
    },
    {
      "epoch": 0.8742751655988706,
      "grad_norm": 0.09346168488264084,
      "learning_rate": 0.0002,
      "loss": 11.8995,
      "step": 2516
    },
    {
      "epoch": 0.8746226517537192,
      "grad_norm": 0.08920790255069733,
      "learning_rate": 0.0002,
      "loss": 11.8961,
      "step": 2517
    },
    {
      "epoch": 0.8749701379085677,
      "grad_norm": 0.08896681666374207,
      "learning_rate": 0.0002,
      "loss": 11.8948,
      "step": 2518
    },
    {
      "epoch": 0.8753176240634162,
      "grad_norm": 0.09278065711259842,
      "learning_rate": 0.0002,
      "loss": 11.8923,
      "step": 2519
    },
    {
      "epoch": 0.8756651102182648,
      "grad_norm": 0.10648615658283234,
      "learning_rate": 0.0002,
      "loss": 11.8942,
      "step": 2520
    },
    {
      "epoch": 0.8760125963731132,
      "grad_norm": 0.1250409334897995,
      "learning_rate": 0.0002,
      "loss": 11.9019,
      "step": 2521
    },
    {
      "epoch": 0.8763600825279618,
      "grad_norm": 0.13068078458309174,
      "learning_rate": 0.0002,
      "loss": 11.8968,
      "step": 2522
    },
    {
      "epoch": 0.8767075686828103,
      "grad_norm": 0.09048862010240555,
      "learning_rate": 0.0002,
      "loss": 11.8932,
      "step": 2523
    },
    {
      "epoch": 0.8770550548376588,
      "grad_norm": 0.08257794380187988,
      "learning_rate": 0.0002,
      "loss": 11.8934,
      "step": 2524
    },
    {
      "epoch": 0.8774025409925074,
      "grad_norm": 0.0809180960059166,
      "learning_rate": 0.0002,
      "loss": 11.8935,
      "step": 2525
    },
    {
      "epoch": 0.8777500271473558,
      "grad_norm": 0.13133293390274048,
      "learning_rate": 0.0002,
      "loss": 11.8977,
      "step": 2526
    },
    {
      "epoch": 0.8780975133022043,
      "grad_norm": 0.10956306010484695,
      "learning_rate": 0.0002,
      "loss": 11.8858,
      "step": 2527
    },
    {
      "epoch": 0.8784449994570529,
      "grad_norm": 0.11624607443809509,
      "learning_rate": 0.0002,
      "loss": 11.8913,
      "step": 2528
    },
    {
      "epoch": 0.8787924856119014,
      "grad_norm": 0.09879796952009201,
      "learning_rate": 0.0002,
      "loss": 11.8912,
      "step": 2529
    },
    {
      "epoch": 0.87913997176675,
      "grad_norm": 0.1406688392162323,
      "learning_rate": 0.0002,
      "loss": 11.8953,
      "step": 2530
    },
    {
      "epoch": 0.8794874579215984,
      "grad_norm": 0.1069997102022171,
      "learning_rate": 0.0002,
      "loss": 11.8953,
      "step": 2531
    },
    {
      "epoch": 0.8798349440764469,
      "grad_norm": 0.09575802832841873,
      "learning_rate": 0.0002,
      "loss": 11.8935,
      "step": 2532
    },
    {
      "epoch": 0.8801824302312955,
      "grad_norm": 0.1185905858874321,
      "learning_rate": 0.0002,
      "loss": 11.8913,
      "step": 2533
    },
    {
      "epoch": 0.880529916386144,
      "grad_norm": 0.12000143527984619,
      "learning_rate": 0.0002,
      "loss": 11.8866,
      "step": 2534
    },
    {
      "epoch": 0.8808774025409926,
      "grad_norm": 0.12209628522396088,
      "learning_rate": 0.0002,
      "loss": 11.8886,
      "step": 2535
    },
    {
      "epoch": 0.881224888695841,
      "grad_norm": 0.12054631859064102,
      "learning_rate": 0.0002,
      "loss": 11.887,
      "step": 2536
    },
    {
      "epoch": 0.8815723748506895,
      "grad_norm": 0.12179376184940338,
      "learning_rate": 0.0002,
      "loss": 11.8909,
      "step": 2537
    },
    {
      "epoch": 0.8819198610055381,
      "grad_norm": 0.12801240384578705,
      "learning_rate": 0.0002,
      "loss": 11.8852,
      "step": 2538
    },
    {
      "epoch": 0.8822673471603866,
      "grad_norm": 0.12798595428466797,
      "learning_rate": 0.0002,
      "loss": 11.8974,
      "step": 2539
    },
    {
      "epoch": 0.882614833315235,
      "grad_norm": 0.11289019137620926,
      "learning_rate": 0.0002,
      "loss": 11.8824,
      "step": 2540
    },
    {
      "epoch": 0.8829623194700836,
      "grad_norm": 0.10633749514818192,
      "learning_rate": 0.0002,
      "loss": 11.8852,
      "step": 2541
    },
    {
      "epoch": 0.8833098056249321,
      "grad_norm": 0.1507791131734848,
      "learning_rate": 0.0002,
      "loss": 11.8883,
      "step": 2542
    },
    {
      "epoch": 0.8836572917797807,
      "grad_norm": 0.11680452525615692,
      "learning_rate": 0.0002,
      "loss": 11.888,
      "step": 2543
    },
    {
      "epoch": 0.8840047779346292,
      "grad_norm": 0.11067166924476624,
      "learning_rate": 0.0002,
      "loss": 11.8831,
      "step": 2544
    },
    {
      "epoch": 0.8843522640894776,
      "grad_norm": 0.20926012098789215,
      "learning_rate": 0.0002,
      "loss": 11.885,
      "step": 2545
    },
    {
      "epoch": 0.8846997502443262,
      "grad_norm": 0.17376424372196198,
      "learning_rate": 0.0002,
      "loss": 11.8891,
      "step": 2546
    },
    {
      "epoch": 0.8850472363991747,
      "grad_norm": 0.15647827088832855,
      "learning_rate": 0.0002,
      "loss": 11.8826,
      "step": 2547
    },
    {
      "epoch": 0.8853947225540232,
      "grad_norm": 0.11972296237945557,
      "learning_rate": 0.0002,
      "loss": 11.8849,
      "step": 2548
    },
    {
      "epoch": 0.8857422087088718,
      "grad_norm": 0.1382814198732376,
      "learning_rate": 0.0002,
      "loss": 11.8881,
      "step": 2549
    },
    {
      "epoch": 0.8860896948637202,
      "grad_norm": 0.14680026471614838,
      "learning_rate": 0.0002,
      "loss": 11.8854,
      "step": 2550
    },
    {
      "epoch": 0.8864371810185688,
      "grad_norm": 0.09057407081127167,
      "learning_rate": 0.0002,
      "loss": 11.9028,
      "step": 2551
    },
    {
      "epoch": 0.8867846671734173,
      "grad_norm": 0.07943087816238403,
      "learning_rate": 0.0002,
      "loss": 11.9018,
      "step": 2552
    },
    {
      "epoch": 0.8871321533282658,
      "grad_norm": 0.08713716268539429,
      "learning_rate": 0.0002,
      "loss": 11.9096,
      "step": 2553
    },
    {
      "epoch": 0.8874796394831144,
      "grad_norm": 0.09269951283931732,
      "learning_rate": 0.0002,
      "loss": 11.901,
      "step": 2554
    },
    {
      "epoch": 0.8878271256379628,
      "grad_norm": 0.08663471788167953,
      "learning_rate": 0.0002,
      "loss": 11.9035,
      "step": 2555
    },
    {
      "epoch": 0.8881746117928114,
      "grad_norm": 0.08987174183130264,
      "learning_rate": 0.0002,
      "loss": 11.899,
      "step": 2556
    },
    {
      "epoch": 0.8885220979476599,
      "grad_norm": 0.08345399796962738,
      "learning_rate": 0.0002,
      "loss": 11.9054,
      "step": 2557
    },
    {
      "epoch": 0.8888695841025084,
      "grad_norm": 0.10142717510461807,
      "learning_rate": 0.0002,
      "loss": 11.8963,
      "step": 2558
    },
    {
      "epoch": 0.889217070257357,
      "grad_norm": 0.08498575538396835,
      "learning_rate": 0.0002,
      "loss": 11.9021,
      "step": 2559
    },
    {
      "epoch": 0.8895645564122054,
      "grad_norm": 0.08843334764242172,
      "learning_rate": 0.0002,
      "loss": 11.8982,
      "step": 2560
    },
    {
      "epoch": 0.8899120425670539,
      "grad_norm": 0.0888160839676857,
      "learning_rate": 0.0002,
      "loss": 11.9003,
      "step": 2561
    },
    {
      "epoch": 0.8902595287219025,
      "grad_norm": 0.10043684393167496,
      "learning_rate": 0.0002,
      "loss": 11.8956,
      "step": 2562
    },
    {
      "epoch": 0.890607014876751,
      "grad_norm": 0.1112135648727417,
      "learning_rate": 0.0002,
      "loss": 11.9025,
      "step": 2563
    },
    {
      "epoch": 0.8909545010315996,
      "grad_norm": 0.0784057006239891,
      "learning_rate": 0.0002,
      "loss": 11.8926,
      "step": 2564
    },
    {
      "epoch": 0.891301987186448,
      "grad_norm": 0.09457667917013168,
      "learning_rate": 0.0002,
      "loss": 11.8952,
      "step": 2565
    },
    {
      "epoch": 0.8916494733412965,
      "grad_norm": 0.11199299246072769,
      "learning_rate": 0.0002,
      "loss": 11.9,
      "step": 2566
    },
    {
      "epoch": 0.8919969594961451,
      "grad_norm": 0.08263584971427917,
      "learning_rate": 0.0002,
      "loss": 11.8972,
      "step": 2567
    },
    {
      "epoch": 0.8923444456509936,
      "grad_norm": 0.09561800211668015,
      "learning_rate": 0.0002,
      "loss": 11.8991,
      "step": 2568
    },
    {
      "epoch": 0.8926919318058422,
      "grad_norm": 0.11565674096345901,
      "learning_rate": 0.0002,
      "loss": 11.8934,
      "step": 2569
    },
    {
      "epoch": 0.8930394179606906,
      "grad_norm": 0.10268385708332062,
      "learning_rate": 0.0002,
      "loss": 11.8969,
      "step": 2570
    },
    {
      "epoch": 0.8933869041155391,
      "grad_norm": 0.09834372997283936,
      "learning_rate": 0.0002,
      "loss": 11.8979,
      "step": 2571
    },
    {
      "epoch": 0.8937343902703877,
      "grad_norm": 0.10723036527633667,
      "learning_rate": 0.0002,
      "loss": 11.8976,
      "step": 2572
    },
    {
      "epoch": 0.8940818764252362,
      "grad_norm": 0.08517621457576752,
      "learning_rate": 0.0002,
      "loss": 11.8939,
      "step": 2573
    },
    {
      "epoch": 0.8944293625800847,
      "grad_norm": 0.0932135209441185,
      "learning_rate": 0.0002,
      "loss": 11.8944,
      "step": 2574
    },
    {
      "epoch": 0.8947768487349332,
      "grad_norm": 0.10055632144212723,
      "learning_rate": 0.0002,
      "loss": 11.8951,
      "step": 2575
    },
    {
      "epoch": 0.8951243348897817,
      "grad_norm": 0.11609401553869247,
      "learning_rate": 0.0002,
      "loss": 11.8936,
      "step": 2576
    },
    {
      "epoch": 0.8954718210446303,
      "grad_norm": 0.12022074311971664,
      "learning_rate": 0.0002,
      "loss": 11.8934,
      "step": 2577
    },
    {
      "epoch": 0.8958193071994788,
      "grad_norm": 0.11160555481910706,
      "learning_rate": 0.0002,
      "loss": 11.9006,
      "step": 2578
    },
    {
      "epoch": 0.8961667933543273,
      "grad_norm": 0.11570382118225098,
      "learning_rate": 0.0002,
      "loss": 11.8902,
      "step": 2579
    },
    {
      "epoch": 0.8965142795091758,
      "grad_norm": 0.10513142496347427,
      "learning_rate": 0.0002,
      "loss": 11.8932,
      "step": 2580
    },
    {
      "epoch": 0.8968617656640243,
      "grad_norm": 0.09554030746221542,
      "learning_rate": 0.0002,
      "loss": 11.8924,
      "step": 2581
    },
    {
      "epoch": 0.8972092518188728,
      "grad_norm": 0.11292997002601624,
      "learning_rate": 0.0002,
      "loss": 11.8928,
      "step": 2582
    },
    {
      "epoch": 0.8975567379737214,
      "grad_norm": 0.11251677572727203,
      "learning_rate": 0.0002,
      "loss": 11.8966,
      "step": 2583
    },
    {
      "epoch": 0.8979042241285699,
      "grad_norm": 0.12501740455627441,
      "learning_rate": 0.0002,
      "loss": 11.893,
      "step": 2584
    },
    {
      "epoch": 0.8982517102834184,
      "grad_norm": 0.12559135258197784,
      "learning_rate": 0.0002,
      "loss": 11.8902,
      "step": 2585
    },
    {
      "epoch": 0.8985991964382669,
      "grad_norm": 0.1046680435538292,
      "learning_rate": 0.0002,
      "loss": 11.8949,
      "step": 2586
    },
    {
      "epoch": 0.8989466825931154,
      "grad_norm": 0.1450839638710022,
      "learning_rate": 0.0002,
      "loss": 11.8939,
      "step": 2587
    },
    {
      "epoch": 0.899294168747964,
      "grad_norm": 0.12441696971654892,
      "learning_rate": 0.0002,
      "loss": 11.891,
      "step": 2588
    },
    {
      "epoch": 0.8996416549028124,
      "grad_norm": 0.1075228601694107,
      "learning_rate": 0.0002,
      "loss": 11.8901,
      "step": 2589
    },
    {
      "epoch": 0.899989141057661,
      "grad_norm": 0.12930501997470856,
      "learning_rate": 0.0002,
      "loss": 11.8911,
      "step": 2590
    },
    {
      "epoch": 0.9003366272125095,
      "grad_norm": 0.1396908313035965,
      "learning_rate": 0.0002,
      "loss": 11.891,
      "step": 2591
    },
    {
      "epoch": 0.900684113367358,
      "grad_norm": 0.15408457815647125,
      "learning_rate": 0.0002,
      "loss": 11.8868,
      "step": 2592
    },
    {
      "epoch": 0.9010315995222066,
      "grad_norm": 0.14713431894779205,
      "learning_rate": 0.0002,
      "loss": 11.8823,
      "step": 2593
    },
    {
      "epoch": 0.901379085677055,
      "grad_norm": 0.1518801897764206,
      "learning_rate": 0.0002,
      "loss": 11.8827,
      "step": 2594
    },
    {
      "epoch": 0.9017265718319035,
      "grad_norm": 0.12003376334905624,
      "learning_rate": 0.0002,
      "loss": 11.8844,
      "step": 2595
    },
    {
      "epoch": 0.9020740579867521,
      "grad_norm": 0.15495869517326355,
      "learning_rate": 0.0002,
      "loss": 11.8826,
      "step": 2596
    },
    {
      "epoch": 0.9024215441416006,
      "grad_norm": 0.12887024879455566,
      "learning_rate": 0.0002,
      "loss": 11.8803,
      "step": 2597
    },
    {
      "epoch": 0.9027690302964492,
      "grad_norm": 0.1354062408208847,
      "learning_rate": 0.0002,
      "loss": 11.8868,
      "step": 2598
    },
    {
      "epoch": 0.9031165164512976,
      "grad_norm": 0.12014121562242508,
      "learning_rate": 0.0002,
      "loss": 11.8805,
      "step": 2599
    },
    {
      "epoch": 0.9034640026061461,
      "grad_norm": 0.16014620661735535,
      "learning_rate": 0.0002,
      "loss": 11.8759,
      "step": 2600
    },
    {
      "epoch": 0.9034640026061461,
      "eval_loss": 11.890030860900879,
      "eval_runtime": 5.6662,
      "eval_samples_per_second": 81.713,
      "eval_steps_per_second": 40.945,
      "step": 2600
    },
    {
      "epoch": 0.9038114887609947,
      "grad_norm": 0.07398039102554321,
      "learning_rate": 0.0002,
      "loss": 11.902,
      "step": 2601
    },
    {
      "epoch": 0.9041589749158432,
      "grad_norm": 0.08032821863889694,
      "learning_rate": 0.0002,
      "loss": 11.9035,
      "step": 2602
    },
    {
      "epoch": 0.9045064610706918,
      "grad_norm": 0.09798064082860947,
      "learning_rate": 0.0002,
      "loss": 11.8997,
      "step": 2603
    },
    {
      "epoch": 0.9048539472255402,
      "grad_norm": 0.0824304148554802,
      "learning_rate": 0.0002,
      "loss": 11.9,
      "step": 2604
    },
    {
      "epoch": 0.9052014333803887,
      "grad_norm": 0.07971052825450897,
      "learning_rate": 0.0002,
      "loss": 11.9,
      "step": 2605
    },
    {
      "epoch": 0.9055489195352373,
      "grad_norm": 0.08516977727413177,
      "learning_rate": 0.0002,
      "loss": 11.8983,
      "step": 2606
    },
    {
      "epoch": 0.9058964056900858,
      "grad_norm": 0.08542628586292267,
      "learning_rate": 0.0002,
      "loss": 11.8989,
      "step": 2607
    },
    {
      "epoch": 0.9062438918449343,
      "grad_norm": 0.0810561254620552,
      "learning_rate": 0.0002,
      "loss": 11.9038,
      "step": 2608
    },
    {
      "epoch": 0.9065913779997828,
      "grad_norm": 0.09932597726583481,
      "learning_rate": 0.0002,
      "loss": 11.8987,
      "step": 2609
    },
    {
      "epoch": 0.9069388641546313,
      "grad_norm": 0.10215829312801361,
      "learning_rate": 0.0002,
      "loss": 11.8971,
      "step": 2610
    },
    {
      "epoch": 0.9072863503094799,
      "grad_norm": 0.10917978733778,
      "learning_rate": 0.0002,
      "loss": 11.8929,
      "step": 2611
    },
    {
      "epoch": 0.9076338364643284,
      "grad_norm": 0.1001400575041771,
      "learning_rate": 0.0002,
      "loss": 11.8982,
      "step": 2612
    },
    {
      "epoch": 0.9079813226191769,
      "grad_norm": 0.09374821186065674,
      "learning_rate": 0.0002,
      "loss": 11.8984,
      "step": 2613
    },
    {
      "epoch": 0.9083288087740254,
      "grad_norm": 0.09107176959514618,
      "learning_rate": 0.0002,
      "loss": 11.899,
      "step": 2614
    },
    {
      "epoch": 0.9086762949288739,
      "grad_norm": 0.09306497126817703,
      "learning_rate": 0.0002,
      "loss": 11.8944,
      "step": 2615
    },
    {
      "epoch": 0.9090237810837224,
      "grad_norm": 0.08730906993150711,
      "learning_rate": 0.0002,
      "loss": 11.8954,
      "step": 2616
    },
    {
      "epoch": 0.909371267238571,
      "grad_norm": 0.09080508351325989,
      "learning_rate": 0.0002,
      "loss": 11.9005,
      "step": 2617
    },
    {
      "epoch": 0.9097187533934195,
      "grad_norm": 0.09799008816480637,
      "learning_rate": 0.0002,
      "loss": 11.8948,
      "step": 2618
    },
    {
      "epoch": 0.910066239548268,
      "grad_norm": 0.1415085643529892,
      "learning_rate": 0.0002,
      "loss": 11.8986,
      "step": 2619
    },
    {
      "epoch": 0.9104137257031165,
      "grad_norm": 0.10132241994142532,
      "learning_rate": 0.0002,
      "loss": 11.8922,
      "step": 2620
    },
    {
      "epoch": 0.910761211857965,
      "grad_norm": 0.10197550058364868,
      "learning_rate": 0.0002,
      "loss": 11.8957,
      "step": 2621
    },
    {
      "epoch": 0.9111086980128136,
      "grad_norm": 0.1206599697470665,
      "learning_rate": 0.0002,
      "loss": 11.8972,
      "step": 2622
    },
    {
      "epoch": 0.911456184167662,
      "grad_norm": 0.08261996507644653,
      "learning_rate": 0.0002,
      "loss": 11.8935,
      "step": 2623
    },
    {
      "epoch": 0.9118036703225106,
      "grad_norm": 0.11844512820243835,
      "learning_rate": 0.0002,
      "loss": 11.8937,
      "step": 2624
    },
    {
      "epoch": 0.9121511564773591,
      "grad_norm": 0.08735806494951248,
      "learning_rate": 0.0002,
      "loss": 11.8951,
      "step": 2625
    },
    {
      "epoch": 0.9124986426322076,
      "grad_norm": 0.09708800166845322,
      "learning_rate": 0.0002,
      "loss": 11.8914,
      "step": 2626
    },
    {
      "epoch": 0.9128461287870562,
      "grad_norm": 0.10387031733989716,
      "learning_rate": 0.0002,
      "loss": 11.8974,
      "step": 2627
    },
    {
      "epoch": 0.9131936149419047,
      "grad_norm": 0.11524298787117004,
      "learning_rate": 0.0002,
      "loss": 11.8823,
      "step": 2628
    },
    {
      "epoch": 0.9135411010967531,
      "grad_norm": 0.11356035619974136,
      "learning_rate": 0.0002,
      "loss": 11.8938,
      "step": 2629
    },
    {
      "epoch": 0.9138885872516017,
      "grad_norm": 0.12110760807991028,
      "learning_rate": 0.0002,
      "loss": 11.8929,
      "step": 2630
    },
    {
      "epoch": 0.9142360734064502,
      "grad_norm": 0.10606485605239868,
      "learning_rate": 0.0002,
      "loss": 11.8892,
      "step": 2631
    },
    {
      "epoch": 0.9145835595612988,
      "grad_norm": 0.12051282078027725,
      "learning_rate": 0.0002,
      "loss": 11.8922,
      "step": 2632
    },
    {
      "epoch": 0.9149310457161473,
      "grad_norm": 0.11627575010061264,
      "learning_rate": 0.0002,
      "loss": 11.8859,
      "step": 2633
    },
    {
      "epoch": 0.9152785318709957,
      "grad_norm": 0.10084335505962372,
      "learning_rate": 0.0002,
      "loss": 11.8961,
      "step": 2634
    },
    {
      "epoch": 0.9156260180258443,
      "grad_norm": 0.11669857054948807,
      "learning_rate": 0.0002,
      "loss": 11.892,
      "step": 2635
    },
    {
      "epoch": 0.9159735041806928,
      "grad_norm": 0.1066746711730957,
      "learning_rate": 0.0002,
      "loss": 11.8885,
      "step": 2636
    },
    {
      "epoch": 0.9163209903355413,
      "grad_norm": 0.1147693395614624,
      "learning_rate": 0.0002,
      "loss": 11.8858,
      "step": 2637
    },
    {
      "epoch": 0.9166684764903898,
      "grad_norm": 0.10244249552488327,
      "learning_rate": 0.0002,
      "loss": 11.8893,
      "step": 2638
    },
    {
      "epoch": 0.9170159626452383,
      "grad_norm": 0.10878559947013855,
      "learning_rate": 0.0002,
      "loss": 11.8876,
      "step": 2639
    },
    {
      "epoch": 0.9173634488000869,
      "grad_norm": 0.15002404153347015,
      "learning_rate": 0.0002,
      "loss": 11.8848,
      "step": 2640
    },
    {
      "epoch": 0.9177109349549354,
      "grad_norm": 0.12088333815336227,
      "learning_rate": 0.0002,
      "loss": 11.891,
      "step": 2641
    },
    {
      "epoch": 0.9180584211097839,
      "grad_norm": 0.09778138995170593,
      "learning_rate": 0.0002,
      "loss": 11.8858,
      "step": 2642
    },
    {
      "epoch": 0.9184059072646324,
      "grad_norm": 0.12356101721525192,
      "learning_rate": 0.0002,
      "loss": 11.8855,
      "step": 2643
    },
    {
      "epoch": 0.9187533934194809,
      "grad_norm": 0.11476118862628937,
      "learning_rate": 0.0002,
      "loss": 11.8855,
      "step": 2644
    },
    {
      "epoch": 0.9191008795743295,
      "grad_norm": 0.11122968047857285,
      "learning_rate": 0.0002,
      "loss": 11.8885,
      "step": 2645
    },
    {
      "epoch": 0.919448365729178,
      "grad_norm": 0.11012682318687439,
      "learning_rate": 0.0002,
      "loss": 11.8841,
      "step": 2646
    },
    {
      "epoch": 0.9197958518840265,
      "grad_norm": 0.18282265961170197,
      "learning_rate": 0.0002,
      "loss": 11.8845,
      "step": 2647
    },
    {
      "epoch": 0.920143338038875,
      "grad_norm": 0.15199586749076843,
      "learning_rate": 0.0002,
      "loss": 11.8815,
      "step": 2648
    },
    {
      "epoch": 0.9204908241937235,
      "grad_norm": 0.1275174766778946,
      "learning_rate": 0.0002,
      "loss": 11.88,
      "step": 2649
    },
    {
      "epoch": 0.920838310348572,
      "grad_norm": 0.14752797782421112,
      "learning_rate": 0.0002,
      "loss": 11.8755,
      "step": 2650
    },
    {
      "epoch": 0.9211857965034206,
      "grad_norm": 0.09633217751979828,
      "learning_rate": 0.0002,
      "loss": 11.9013,
      "step": 2651
    },
    {
      "epoch": 0.9215332826582691,
      "grad_norm": 0.0868975892663002,
      "learning_rate": 0.0002,
      "loss": 11.8966,
      "step": 2652
    },
    {
      "epoch": 0.9218807688131176,
      "grad_norm": 0.07067463546991348,
      "learning_rate": 0.0002,
      "loss": 11.9047,
      "step": 2653
    },
    {
      "epoch": 0.9222282549679661,
      "grad_norm": 0.07651438564062119,
      "learning_rate": 0.0002,
      "loss": 11.901,
      "step": 2654
    },
    {
      "epoch": 0.9225757411228146,
      "grad_norm": 0.0823034942150116,
      "learning_rate": 0.0002,
      "loss": 11.8975,
      "step": 2655
    },
    {
      "epoch": 0.9229232272776632,
      "grad_norm": 0.0764087438583374,
      "learning_rate": 0.0002,
      "loss": 11.8966,
      "step": 2656
    },
    {
      "epoch": 0.9232707134325117,
      "grad_norm": 0.09417196363210678,
      "learning_rate": 0.0002,
      "loss": 11.8977,
      "step": 2657
    },
    {
      "epoch": 0.9236181995873602,
      "grad_norm": 0.09077534824609756,
      "learning_rate": 0.0002,
      "loss": 11.9004,
      "step": 2658
    },
    {
      "epoch": 0.9239656857422087,
      "grad_norm": 0.07143846899271011,
      "learning_rate": 0.0002,
      "loss": 11.8988,
      "step": 2659
    },
    {
      "epoch": 0.9243131718970572,
      "grad_norm": 0.07540526986122131,
      "learning_rate": 0.0002,
      "loss": 11.8973,
      "step": 2660
    },
    {
      "epoch": 0.9246606580519058,
      "grad_norm": 0.09767825156450272,
      "learning_rate": 0.0002,
      "loss": 11.8956,
      "step": 2661
    },
    {
      "epoch": 0.9250081442067543,
      "grad_norm": 0.08341097831726074,
      "learning_rate": 0.0002,
      "loss": 11.903,
      "step": 2662
    },
    {
      "epoch": 0.9253556303616027,
      "grad_norm": 0.08903568983078003,
      "learning_rate": 0.0002,
      "loss": 11.8992,
      "step": 2663
    },
    {
      "epoch": 0.9257031165164513,
      "grad_norm": 0.08539324253797531,
      "learning_rate": 0.0002,
      "loss": 11.8971,
      "step": 2664
    },
    {
      "epoch": 0.9260506026712998,
      "grad_norm": 0.11587055772542953,
      "learning_rate": 0.0002,
      "loss": 11.8931,
      "step": 2665
    },
    {
      "epoch": 0.9263980888261484,
      "grad_norm": 0.08850394934415817,
      "learning_rate": 0.0002,
      "loss": 11.8953,
      "step": 2666
    },
    {
      "epoch": 0.9267455749809969,
      "grad_norm": 0.08374438434839249,
      "learning_rate": 0.0002,
      "loss": 11.8972,
      "step": 2667
    },
    {
      "epoch": 0.9270930611358453,
      "grad_norm": 0.09219244122505188,
      "learning_rate": 0.0002,
      "loss": 11.8946,
      "step": 2668
    },
    {
      "epoch": 0.9274405472906939,
      "grad_norm": 0.09905815124511719,
      "learning_rate": 0.0002,
      "loss": 11.8962,
      "step": 2669
    },
    {
      "epoch": 0.9277880334455424,
      "grad_norm": 0.08988884091377258,
      "learning_rate": 0.0002,
      "loss": 11.8934,
      "step": 2670
    },
    {
      "epoch": 0.9281355196003909,
      "grad_norm": 0.08144410699605942,
      "learning_rate": 0.0002,
      "loss": 11.8986,
      "step": 2671
    },
    {
      "epoch": 0.9284830057552395,
      "grad_norm": 0.10744339227676392,
      "learning_rate": 0.0002,
      "loss": 11.8965,
      "step": 2672
    },
    {
      "epoch": 0.9288304919100879,
      "grad_norm": 0.11030937731266022,
      "learning_rate": 0.0002,
      "loss": 11.8976,
      "step": 2673
    },
    {
      "epoch": 0.9291779780649365,
      "grad_norm": 0.11488669365644455,
      "learning_rate": 0.0002,
      "loss": 11.8895,
      "step": 2674
    },
    {
      "epoch": 0.929525464219785,
      "grad_norm": 0.12658599019050598,
      "learning_rate": 0.0002,
      "loss": 11.8951,
      "step": 2675
    },
    {
      "epoch": 0.9298729503746335,
      "grad_norm": 0.08350545912981033,
      "learning_rate": 0.0002,
      "loss": 11.8992,
      "step": 2676
    },
    {
      "epoch": 0.930220436529482,
      "grad_norm": 0.08635520935058594,
      "learning_rate": 0.0002,
      "loss": 11.8985,
      "step": 2677
    },
    {
      "epoch": 0.9305679226843305,
      "grad_norm": 0.12277417629957199,
      "learning_rate": 0.0002,
      "loss": 11.8955,
      "step": 2678
    },
    {
      "epoch": 0.9309154088391791,
      "grad_norm": 0.10031221061944962,
      "learning_rate": 0.0002,
      "loss": 11.8933,
      "step": 2679
    },
    {
      "epoch": 0.9312628949940276,
      "grad_norm": 0.11004030704498291,
      "learning_rate": 0.0002,
      "loss": 11.8953,
      "step": 2680
    },
    {
      "epoch": 0.9316103811488761,
      "grad_norm": 0.09381265938282013,
      "learning_rate": 0.0002,
      "loss": 11.896,
      "step": 2681
    },
    {
      "epoch": 0.9319578673037247,
      "grad_norm": 0.12088900059461594,
      "learning_rate": 0.0002,
      "loss": 11.8939,
      "step": 2682
    },
    {
      "epoch": 0.9323053534585731,
      "grad_norm": 0.09239531308412552,
      "learning_rate": 0.0002,
      "loss": 11.8855,
      "step": 2683
    },
    {
      "epoch": 0.9326528396134216,
      "grad_norm": 0.09268795698881149,
      "learning_rate": 0.0002,
      "loss": 11.889,
      "step": 2684
    },
    {
      "epoch": 0.9330003257682702,
      "grad_norm": 0.09424678236246109,
      "learning_rate": 0.0002,
      "loss": 11.8873,
      "step": 2685
    },
    {
      "epoch": 0.9333478119231187,
      "grad_norm": 0.10710492730140686,
      "learning_rate": 0.0002,
      "loss": 11.8978,
      "step": 2686
    },
    {
      "epoch": 0.9336952980779673,
      "grad_norm": 0.12838204205036163,
      "learning_rate": 0.0002,
      "loss": 11.8894,
      "step": 2687
    },
    {
      "epoch": 0.9340427842328157,
      "grad_norm": 0.10178116708993912,
      "learning_rate": 0.0002,
      "loss": 11.8954,
      "step": 2688
    },
    {
      "epoch": 0.9343902703876642,
      "grad_norm": 0.12402047961950302,
      "learning_rate": 0.0002,
      "loss": 11.889,
      "step": 2689
    },
    {
      "epoch": 0.9347377565425128,
      "grad_norm": 0.13045023381710052,
      "learning_rate": 0.0002,
      "loss": 11.8845,
      "step": 2690
    },
    {
      "epoch": 0.9350852426973613,
      "grad_norm": 0.13435335457324982,
      "learning_rate": 0.0002,
      "loss": 11.8859,
      "step": 2691
    },
    {
      "epoch": 0.9354327288522098,
      "grad_norm": 0.12704958021640778,
      "learning_rate": 0.0002,
      "loss": 11.8859,
      "step": 2692
    },
    {
      "epoch": 0.9357802150070583,
      "grad_norm": 0.11943606287240982,
      "learning_rate": 0.0002,
      "loss": 11.89,
      "step": 2693
    },
    {
      "epoch": 0.9361277011619068,
      "grad_norm": 0.12269815057516098,
      "learning_rate": 0.0002,
      "loss": 11.8894,
      "step": 2694
    },
    {
      "epoch": 0.9364751873167554,
      "grad_norm": 0.12393558025360107,
      "learning_rate": 0.0002,
      "loss": 11.8897,
      "step": 2695
    },
    {
      "epoch": 0.9368226734716039,
      "grad_norm": 0.17143166065216064,
      "learning_rate": 0.0002,
      "loss": 11.8899,
      "step": 2696
    },
    {
      "epoch": 0.9371701596264523,
      "grad_norm": 0.1097497045993805,
      "learning_rate": 0.0002,
      "loss": 11.8857,
      "step": 2697
    },
    {
      "epoch": 0.9375176457813009,
      "grad_norm": 0.1479293406009674,
      "learning_rate": 0.0002,
      "loss": 11.8813,
      "step": 2698
    },
    {
      "epoch": 0.9378651319361494,
      "grad_norm": 0.14164884388446808,
      "learning_rate": 0.0002,
      "loss": 11.8877,
      "step": 2699
    },
    {
      "epoch": 0.938212618090998,
      "grad_norm": 0.15631020069122314,
      "learning_rate": 0.0002,
      "loss": 11.8793,
      "step": 2700
    },
    {
      "epoch": 0.9385601042458465,
      "grad_norm": 0.078095443546772,
      "learning_rate": 0.0002,
      "loss": 11.9009,
      "step": 2701
    },
    {
      "epoch": 0.9389075904006949,
      "grad_norm": 0.07854046672582626,
      "learning_rate": 0.0002,
      "loss": 11.9072,
      "step": 2702
    },
    {
      "epoch": 0.9392550765555435,
      "grad_norm": 0.10004419833421707,
      "learning_rate": 0.0002,
      "loss": 11.9048,
      "step": 2703
    },
    {
      "epoch": 0.939602562710392,
      "grad_norm": 0.07251378893852234,
      "learning_rate": 0.0002,
      "loss": 11.8979,
      "step": 2704
    },
    {
      "epoch": 0.9399500488652405,
      "grad_norm": 0.07685920596122742,
      "learning_rate": 0.0002,
      "loss": 11.9031,
      "step": 2705
    },
    {
      "epoch": 0.9402975350200891,
      "grad_norm": 0.06792105734348297,
      "learning_rate": 0.0002,
      "loss": 11.9004,
      "step": 2706
    },
    {
      "epoch": 0.9406450211749375,
      "grad_norm": 0.08557171374559402,
      "learning_rate": 0.0002,
      "loss": 11.897,
      "step": 2707
    },
    {
      "epoch": 0.9409925073297861,
      "grad_norm": 0.0774291455745697,
      "learning_rate": 0.0002,
      "loss": 11.9041,
      "step": 2708
    },
    {
      "epoch": 0.9413399934846346,
      "grad_norm": 0.09098407626152039,
      "learning_rate": 0.0002,
      "loss": 11.9013,
      "step": 2709
    },
    {
      "epoch": 0.9416874796394831,
      "grad_norm": 0.12187934666872025,
      "learning_rate": 0.0002,
      "loss": 11.8998,
      "step": 2710
    },
    {
      "epoch": 0.9420349657943317,
      "grad_norm": 0.09564580768346786,
      "learning_rate": 0.0002,
      "loss": 11.8984,
      "step": 2711
    },
    {
      "epoch": 0.9423824519491801,
      "grad_norm": 0.10011124610900879,
      "learning_rate": 0.0002,
      "loss": 11.9014,
      "step": 2712
    },
    {
      "epoch": 0.9427299381040287,
      "grad_norm": 0.09933637827634811,
      "learning_rate": 0.0002,
      "loss": 11.8985,
      "step": 2713
    },
    {
      "epoch": 0.9430774242588772,
      "grad_norm": 0.09633458405733109,
      "learning_rate": 0.0002,
      "loss": 11.898,
      "step": 2714
    },
    {
      "epoch": 0.9434249104137257,
      "grad_norm": 0.09154732525348663,
      "learning_rate": 0.0002,
      "loss": 11.8982,
      "step": 2715
    },
    {
      "epoch": 0.9437723965685743,
      "grad_norm": 0.08662214130163193,
      "learning_rate": 0.0002,
      "loss": 11.8922,
      "step": 2716
    },
    {
      "epoch": 0.9441198827234227,
      "grad_norm": 0.09374004602432251,
      "learning_rate": 0.0002,
      "loss": 11.8958,
      "step": 2717
    },
    {
      "epoch": 0.9444673688782712,
      "grad_norm": 0.09024443477392197,
      "learning_rate": 0.0002,
      "loss": 11.893,
      "step": 2718
    },
    {
      "epoch": 0.9448148550331198,
      "grad_norm": 0.10139916092157364,
      "learning_rate": 0.0002,
      "loss": 11.8938,
      "step": 2719
    },
    {
      "epoch": 0.9451623411879683,
      "grad_norm": 0.11965005844831467,
      "learning_rate": 0.0002,
      "loss": 11.8953,
      "step": 2720
    },
    {
      "epoch": 0.9455098273428169,
      "grad_norm": 0.12123580276966095,
      "learning_rate": 0.0002,
      "loss": 11.8949,
      "step": 2721
    },
    {
      "epoch": 0.9458573134976653,
      "grad_norm": 0.10416428744792938,
      "learning_rate": 0.0002,
      "loss": 11.8882,
      "step": 2722
    },
    {
      "epoch": 0.9462047996525138,
      "grad_norm": 0.10841459780931473,
      "learning_rate": 0.0002,
      "loss": 11.8973,
      "step": 2723
    },
    {
      "epoch": 0.9465522858073624,
      "grad_norm": 0.15006756782531738,
      "learning_rate": 0.0002,
      "loss": 11.8898,
      "step": 2724
    },
    {
      "epoch": 0.9468997719622109,
      "grad_norm": 0.10524669289588928,
      "learning_rate": 0.0002,
      "loss": 11.8962,
      "step": 2725
    },
    {
      "epoch": 0.9472472581170593,
      "grad_norm": 0.10221703350543976,
      "learning_rate": 0.0002,
      "loss": 11.8901,
      "step": 2726
    },
    {
      "epoch": 0.9475947442719079,
      "grad_norm": 0.13090728223323822,
      "learning_rate": 0.0002,
      "loss": 11.8867,
      "step": 2727
    },
    {
      "epoch": 0.9479422304267564,
      "grad_norm": 0.10163659602403641,
      "learning_rate": 0.0002,
      "loss": 11.8932,
      "step": 2728
    },
    {
      "epoch": 0.948289716581605,
      "grad_norm": 0.10068149119615555,
      "learning_rate": 0.0002,
      "loss": 11.893,
      "step": 2729
    },
    {
      "epoch": 0.9486372027364535,
      "grad_norm": 0.10133815556764603,
      "learning_rate": 0.0002,
      "loss": 11.8955,
      "step": 2730
    },
    {
      "epoch": 0.9489846888913019,
      "grad_norm": 0.11695411056280136,
      "learning_rate": 0.0002,
      "loss": 11.892,
      "step": 2731
    },
    {
      "epoch": 0.9493321750461505,
      "grad_norm": 0.10108501464128494,
      "learning_rate": 0.0002,
      "loss": 11.8905,
      "step": 2732
    },
    {
      "epoch": 0.949679661200999,
      "grad_norm": 0.10798749327659607,
      "learning_rate": 0.0002,
      "loss": 11.8957,
      "step": 2733
    },
    {
      "epoch": 0.9500271473558476,
      "grad_norm": 0.10454223304986954,
      "learning_rate": 0.0002,
      "loss": 11.8923,
      "step": 2734
    },
    {
      "epoch": 0.9503746335106961,
      "grad_norm": 0.1086917370557785,
      "learning_rate": 0.0002,
      "loss": 11.8871,
      "step": 2735
    },
    {
      "epoch": 0.9507221196655445,
      "grad_norm": 0.10693209618330002,
      "learning_rate": 0.0002,
      "loss": 11.888,
      "step": 2736
    },
    {
      "epoch": 0.9510696058203931,
      "grad_norm": 0.10071010142564774,
      "learning_rate": 0.0002,
      "loss": 11.885,
      "step": 2737
    },
    {
      "epoch": 0.9514170919752416,
      "grad_norm": 0.12413623183965683,
      "learning_rate": 0.0002,
      "loss": 11.8831,
      "step": 2738
    },
    {
      "epoch": 0.9517645781300901,
      "grad_norm": 0.11586901545524597,
      "learning_rate": 0.0002,
      "loss": 11.8844,
      "step": 2739
    },
    {
      "epoch": 0.9521120642849387,
      "grad_norm": 0.1377125084400177,
      "learning_rate": 0.0002,
      "loss": 11.8881,
      "step": 2740
    },
    {
      "epoch": 0.9524595504397871,
      "grad_norm": 0.12027062475681305,
      "learning_rate": 0.0002,
      "loss": 11.8953,
      "step": 2741
    },
    {
      "epoch": 0.9528070365946357,
      "grad_norm": 0.17278702557086945,
      "learning_rate": 0.0002,
      "loss": 11.8869,
      "step": 2742
    },
    {
      "epoch": 0.9531545227494842,
      "grad_norm": 0.139923095703125,
      "learning_rate": 0.0002,
      "loss": 11.8843,
      "step": 2743
    },
    {
      "epoch": 0.9535020089043327,
      "grad_norm": 0.13823875784873962,
      "learning_rate": 0.0002,
      "loss": 11.8873,
      "step": 2744
    },
    {
      "epoch": 0.9538494950591813,
      "grad_norm": 0.12171734869480133,
      "learning_rate": 0.0002,
      "loss": 11.8905,
      "step": 2745
    },
    {
      "epoch": 0.9541969812140297,
      "grad_norm": 0.12120503932237625,
      "learning_rate": 0.0002,
      "loss": 11.8867,
      "step": 2746
    },
    {
      "epoch": 0.9545444673688783,
      "grad_norm": 0.1702127754688263,
      "learning_rate": 0.0002,
      "loss": 11.8871,
      "step": 2747
    },
    {
      "epoch": 0.9548919535237268,
      "grad_norm": 0.11073113977909088,
      "learning_rate": 0.0002,
      "loss": 11.879,
      "step": 2748
    },
    {
      "epoch": 0.9552394396785753,
      "grad_norm": 0.1371457576751709,
      "learning_rate": 0.0002,
      "loss": 11.8754,
      "step": 2749
    },
    {
      "epoch": 0.9555869258334239,
      "grad_norm": 0.13118082284927368,
      "learning_rate": 0.0002,
      "loss": 11.8762,
      "step": 2750
    },
    {
      "epoch": 0.9559344119882723,
      "grad_norm": 0.09139059484004974,
      "learning_rate": 0.0002,
      "loss": 11.8967,
      "step": 2751
    },
    {
      "epoch": 0.9562818981431208,
      "grad_norm": 0.0661327987909317,
      "learning_rate": 0.0002,
      "loss": 11.9023,
      "step": 2752
    },
    {
      "epoch": 0.9566293842979694,
      "grad_norm": 0.09136639535427094,
      "learning_rate": 0.0002,
      "loss": 11.9017,
      "step": 2753
    },
    {
      "epoch": 0.9569768704528179,
      "grad_norm": 0.08569062501192093,
      "learning_rate": 0.0002,
      "loss": 11.8993,
      "step": 2754
    },
    {
      "epoch": 0.9573243566076665,
      "grad_norm": 0.08317238092422485,
      "learning_rate": 0.0002,
      "loss": 11.9008,
      "step": 2755
    },
    {
      "epoch": 0.9576718427625149,
      "grad_norm": 0.09378089755773544,
      "learning_rate": 0.0002,
      "loss": 11.8993,
      "step": 2756
    },
    {
      "epoch": 0.9580193289173634,
      "grad_norm": 0.09029652923345566,
      "learning_rate": 0.0002,
      "loss": 11.8961,
      "step": 2757
    },
    {
      "epoch": 0.958366815072212,
      "grad_norm": 0.10824830830097198,
      "learning_rate": 0.0002,
      "loss": 11.9011,
      "step": 2758
    },
    {
      "epoch": 0.9587143012270605,
      "grad_norm": 0.09058698266744614,
      "learning_rate": 0.0002,
      "loss": 11.8985,
      "step": 2759
    },
    {
      "epoch": 0.959061787381909,
      "grad_norm": 0.08819180727005005,
      "learning_rate": 0.0002,
      "loss": 11.8955,
      "step": 2760
    },
    {
      "epoch": 0.9594092735367575,
      "grad_norm": 0.08832251280546188,
      "learning_rate": 0.0002,
      "loss": 11.8928,
      "step": 2761
    },
    {
      "epoch": 0.959756759691606,
      "grad_norm": 0.07854172587394714,
      "learning_rate": 0.0002,
      "loss": 11.8969,
      "step": 2762
    },
    {
      "epoch": 0.9601042458464546,
      "grad_norm": 0.09924910962581635,
      "learning_rate": 0.0002,
      "loss": 11.8979,
      "step": 2763
    },
    {
      "epoch": 0.9604517320013031,
      "grad_norm": 0.07630272209644318,
      "learning_rate": 0.0002,
      "loss": 11.8957,
      "step": 2764
    },
    {
      "epoch": 0.9607992181561515,
      "grad_norm": 0.08512833714485168,
      "learning_rate": 0.0002,
      "loss": 11.8929,
      "step": 2765
    },
    {
      "epoch": 0.9611467043110001,
      "grad_norm": 0.10969182848930359,
      "learning_rate": 0.0002,
      "loss": 11.8992,
      "step": 2766
    },
    {
      "epoch": 0.9614941904658486,
      "grad_norm": 0.10133469104766846,
      "learning_rate": 0.0002,
      "loss": 11.8961,
      "step": 2767
    },
    {
      "epoch": 0.9618416766206972,
      "grad_norm": 0.09049297869205475,
      "learning_rate": 0.0002,
      "loss": 11.9004,
      "step": 2768
    },
    {
      "epoch": 0.9621891627755457,
      "grad_norm": 0.0906129777431488,
      "learning_rate": 0.0002,
      "loss": 11.8962,
      "step": 2769
    },
    {
      "epoch": 0.9625366489303941,
      "grad_norm": 0.10359184443950653,
      "learning_rate": 0.0002,
      "loss": 11.8953,
      "step": 2770
    },
    {
      "epoch": 0.9628841350852427,
      "grad_norm": 0.10348877310752869,
      "learning_rate": 0.0002,
      "loss": 11.8966,
      "step": 2771
    },
    {
      "epoch": 0.9632316212400912,
      "grad_norm": 0.06777524948120117,
      "learning_rate": 0.0002,
      "loss": 11.894,
      "step": 2772
    },
    {
      "epoch": 0.9635791073949397,
      "grad_norm": 0.0973847508430481,
      "learning_rate": 0.0002,
      "loss": 11.8986,
      "step": 2773
    },
    {
      "epoch": 0.9639265935497883,
      "grad_norm": 0.08075958490371704,
      "learning_rate": 0.0002,
      "loss": 11.8896,
      "step": 2774
    },
    {
      "epoch": 0.9642740797046367,
      "grad_norm": 0.09503234922885895,
      "learning_rate": 0.0002,
      "loss": 11.8938,
      "step": 2775
    },
    {
      "epoch": 0.9646215658594853,
      "grad_norm": 0.1150665283203125,
      "learning_rate": 0.0002,
      "loss": 11.8947,
      "step": 2776
    },
    {
      "epoch": 0.9649690520143338,
      "grad_norm": 0.10186176747083664,
      "learning_rate": 0.0002,
      "loss": 11.8937,
      "step": 2777
    },
    {
      "epoch": 0.9653165381691823,
      "grad_norm": 0.08516063541173935,
      "learning_rate": 0.0002,
      "loss": 11.8885,
      "step": 2778
    },
    {
      "epoch": 0.9656640243240309,
      "grad_norm": 0.09040772914886475,
      "learning_rate": 0.0002,
      "loss": 11.8906,
      "step": 2779
    },
    {
      "epoch": 0.9660115104788793,
      "grad_norm": 0.09656541794538498,
      "learning_rate": 0.0002,
      "loss": 11.8961,
      "step": 2780
    },
    {
      "epoch": 0.9663589966337279,
      "grad_norm": 0.1026124432682991,
      "learning_rate": 0.0002,
      "loss": 11.8895,
      "step": 2781
    },
    {
      "epoch": 0.9667064827885764,
      "grad_norm": 0.11055710166692734,
      "learning_rate": 0.0002,
      "loss": 11.8987,
      "step": 2782
    },
    {
      "epoch": 0.9670539689434249,
      "grad_norm": 0.085908904671669,
      "learning_rate": 0.0002,
      "loss": 11.8907,
      "step": 2783
    },
    {
      "epoch": 0.9674014550982735,
      "grad_norm": 0.10635063797235489,
      "learning_rate": 0.0002,
      "loss": 11.8912,
      "step": 2784
    },
    {
      "epoch": 0.9677489412531219,
      "grad_norm": 0.10143429040908813,
      "learning_rate": 0.0002,
      "loss": 11.8921,
      "step": 2785
    },
    {
      "epoch": 0.9680964274079704,
      "grad_norm": 0.12052685767412186,
      "learning_rate": 0.0002,
      "loss": 11.8874,
      "step": 2786
    },
    {
      "epoch": 0.968443913562819,
      "grad_norm": 0.18949325382709503,
      "learning_rate": 0.0002,
      "loss": 11.8883,
      "step": 2787
    },
    {
      "epoch": 0.9687913997176675,
      "grad_norm": 0.10441050678491592,
      "learning_rate": 0.0002,
      "loss": 11.8868,
      "step": 2788
    },
    {
      "epoch": 0.9691388858725161,
      "grad_norm": 0.11974819749593735,
      "learning_rate": 0.0002,
      "loss": 11.8933,
      "step": 2789
    },
    {
      "epoch": 0.9694863720273645,
      "grad_norm": 0.11650563776493073,
      "learning_rate": 0.0002,
      "loss": 11.8883,
      "step": 2790
    },
    {
      "epoch": 0.969833858182213,
      "grad_norm": 0.11700552701950073,
      "learning_rate": 0.0002,
      "loss": 11.8923,
      "step": 2791
    },
    {
      "epoch": 0.9701813443370616,
      "grad_norm": 0.12628209590911865,
      "learning_rate": 0.0002,
      "loss": 11.8848,
      "step": 2792
    },
    {
      "epoch": 0.9705288304919101,
      "grad_norm": 0.11802699416875839,
      "learning_rate": 0.0002,
      "loss": 11.8918,
      "step": 2793
    },
    {
      "epoch": 0.9708763166467586,
      "grad_norm": 0.12299176305532455,
      "learning_rate": 0.0002,
      "loss": 11.8895,
      "step": 2794
    },
    {
      "epoch": 0.9712238028016071,
      "grad_norm": 0.11972285062074661,
      "learning_rate": 0.0002,
      "loss": 11.8856,
      "step": 2795
    },
    {
      "epoch": 0.9715712889564556,
      "grad_norm": 0.12844626605510712,
      "learning_rate": 0.0002,
      "loss": 11.8886,
      "step": 2796
    },
    {
      "epoch": 0.9719187751113042,
      "grad_norm": 0.1162513792514801,
      "learning_rate": 0.0002,
      "loss": 11.8856,
      "step": 2797
    },
    {
      "epoch": 0.9722662612661527,
      "grad_norm": 0.11699120700359344,
      "learning_rate": 0.0002,
      "loss": 11.8852,
      "step": 2798
    },
    {
      "epoch": 0.9726137474210012,
      "grad_norm": 0.12196474522352219,
      "learning_rate": 0.0002,
      "loss": 11.8859,
      "step": 2799
    },
    {
      "epoch": 0.9729612335758497,
      "grad_norm": 0.14772628247737885,
      "learning_rate": 0.0002,
      "loss": 11.8754,
      "step": 2800
    },
    {
      "epoch": 0.9729612335758497,
      "eval_loss": 11.890047073364258,
      "eval_runtime": 5.6708,
      "eval_samples_per_second": 81.646,
      "eval_steps_per_second": 40.911,
      "step": 2800
    },
    {
      "epoch": 0.9733087197306982,
      "grad_norm": 0.0688488781452179,
      "learning_rate": 0.0002,
      "loss": 11.9006,
      "step": 2801
    },
    {
      "epoch": 0.9736562058855468,
      "grad_norm": 0.09017997235059738,
      "learning_rate": 0.0002,
      "loss": 11.9029,
      "step": 2802
    },
    {
      "epoch": 0.9740036920403953,
      "grad_norm": 0.09531698375940323,
      "learning_rate": 0.0002,
      "loss": 11.9016,
      "step": 2803
    },
    {
      "epoch": 0.9743511781952438,
      "grad_norm": 0.08503372967243195,
      "learning_rate": 0.0002,
      "loss": 11.9012,
      "step": 2804
    },
    {
      "epoch": 0.9746986643500923,
      "grad_norm": 0.11108265817165375,
      "learning_rate": 0.0002,
      "loss": 11.9014,
      "step": 2805
    },
    {
      "epoch": 0.9750461505049408,
      "grad_norm": 0.08443594723939896,
      "learning_rate": 0.0002,
      "loss": 11.8978,
      "step": 2806
    },
    {
      "epoch": 0.9753936366597893,
      "grad_norm": 0.08550359308719635,
      "learning_rate": 0.0002,
      "loss": 11.9029,
      "step": 2807
    },
    {
      "epoch": 0.9757411228146379,
      "grad_norm": 0.10659603029489517,
      "learning_rate": 0.0002,
      "loss": 11.8991,
      "step": 2808
    },
    {
      "epoch": 0.9760886089694863,
      "grad_norm": 0.08124705404043198,
      "learning_rate": 0.0002,
      "loss": 11.8917,
      "step": 2809
    },
    {
      "epoch": 0.9764360951243349,
      "grad_norm": 0.08492207527160645,
      "learning_rate": 0.0002,
      "loss": 11.8957,
      "step": 2810
    },
    {
      "epoch": 0.9767835812791834,
      "grad_norm": 0.09385659545660019,
      "learning_rate": 0.0002,
      "loss": 11.9008,
      "step": 2811
    },
    {
      "epoch": 0.9771310674340319,
      "grad_norm": 0.09738338738679886,
      "learning_rate": 0.0002,
      "loss": 11.8968,
      "step": 2812
    },
    {
      "epoch": 0.9774785535888805,
      "grad_norm": 0.09760762006044388,
      "learning_rate": 0.0002,
      "loss": 11.896,
      "step": 2813
    },
    {
      "epoch": 0.977826039743729,
      "grad_norm": 0.10179605334997177,
      "learning_rate": 0.0002,
      "loss": 11.8979,
      "step": 2814
    },
    {
      "epoch": 0.9781735258985775,
      "grad_norm": 0.11453229933977127,
      "learning_rate": 0.0002,
      "loss": 11.8975,
      "step": 2815
    },
    {
      "epoch": 0.978521012053426,
      "grad_norm": 0.09466373175382614,
      "learning_rate": 0.0002,
      "loss": 11.8957,
      "step": 2816
    },
    {
      "epoch": 0.9788684982082745,
      "grad_norm": 0.09477338194847107,
      "learning_rate": 0.0002,
      "loss": 11.8932,
      "step": 2817
    },
    {
      "epoch": 0.9792159843631231,
      "grad_norm": 0.09444066137075424,
      "learning_rate": 0.0002,
      "loss": 11.8943,
      "step": 2818
    },
    {
      "epoch": 0.9795634705179715,
      "grad_norm": 0.09652748703956604,
      "learning_rate": 0.0002,
      "loss": 11.8944,
      "step": 2819
    },
    {
      "epoch": 0.97991095667282,
      "grad_norm": 0.11455537378787994,
      "learning_rate": 0.0002,
      "loss": 11.8915,
      "step": 2820
    },
    {
      "epoch": 0.9802584428276686,
      "grad_norm": 0.08686201274394989,
      "learning_rate": 0.0002,
      "loss": 11.8974,
      "step": 2821
    },
    {
      "epoch": 0.9806059289825171,
      "grad_norm": 0.10911741852760315,
      "learning_rate": 0.0002,
      "loss": 11.8944,
      "step": 2822
    },
    {
      "epoch": 0.9809534151373657,
      "grad_norm": 0.09885034710168839,
      "learning_rate": 0.0002,
      "loss": 11.8956,
      "step": 2823
    },
    {
      "epoch": 0.9813009012922141,
      "grad_norm": 0.10546611994504929,
      "learning_rate": 0.0002,
      "loss": 11.8938,
      "step": 2824
    },
    {
      "epoch": 0.9816483874470626,
      "grad_norm": 0.11679084599018097,
      "learning_rate": 0.0002,
      "loss": 11.8907,
      "step": 2825
    },
    {
      "epoch": 0.9819958736019112,
      "grad_norm": 0.10483440011739731,
      "learning_rate": 0.0002,
      "loss": 11.892,
      "step": 2826
    },
    {
      "epoch": 0.9823433597567597,
      "grad_norm": 0.10818701982498169,
      "learning_rate": 0.0002,
      "loss": 11.8936,
      "step": 2827
    },
    {
      "epoch": 0.9826908459116082,
      "grad_norm": 0.10190071910619736,
      "learning_rate": 0.0002,
      "loss": 11.897,
      "step": 2828
    },
    {
      "epoch": 0.9830383320664567,
      "grad_norm": 0.10313106328248978,
      "learning_rate": 0.0002,
      "loss": 11.8932,
      "step": 2829
    },
    {
      "epoch": 0.9833858182213052,
      "grad_norm": 0.11152157932519913,
      "learning_rate": 0.0002,
      "loss": 11.8931,
      "step": 2830
    },
    {
      "epoch": 0.9837333043761538,
      "grad_norm": 0.08778462558984756,
      "learning_rate": 0.0002,
      "loss": 11.8908,
      "step": 2831
    },
    {
      "epoch": 0.9840807905310023,
      "grad_norm": 0.16419363021850586,
      "learning_rate": 0.0002,
      "loss": 11.8897,
      "step": 2832
    },
    {
      "epoch": 0.9844282766858508,
      "grad_norm": 0.15007123351097107,
      "learning_rate": 0.0002,
      "loss": 11.896,
      "step": 2833
    },
    {
      "epoch": 0.9847757628406993,
      "grad_norm": 0.10921370983123779,
      "learning_rate": 0.0002,
      "loss": 11.8935,
      "step": 2834
    },
    {
      "epoch": 0.9851232489955478,
      "grad_norm": 0.11340879648923874,
      "learning_rate": 0.0002,
      "loss": 11.8885,
      "step": 2835
    },
    {
      "epoch": 0.9854707351503964,
      "grad_norm": 0.12530934810638428,
      "learning_rate": 0.0002,
      "loss": 11.8882,
      "step": 2836
    },
    {
      "epoch": 0.9858182213052449,
      "grad_norm": 0.10442250221967697,
      "learning_rate": 0.0002,
      "loss": 11.8914,
      "step": 2837
    },
    {
      "epoch": 0.9861657074600934,
      "grad_norm": 0.10869865864515305,
      "learning_rate": 0.0002,
      "loss": 11.8844,
      "step": 2838
    },
    {
      "epoch": 0.9865131936149419,
      "grad_norm": 0.10317807644605637,
      "learning_rate": 0.0002,
      "loss": 11.8902,
      "step": 2839
    },
    {
      "epoch": 0.9868606797697904,
      "grad_norm": 0.11671773344278336,
      "learning_rate": 0.0002,
      "loss": 11.8865,
      "step": 2840
    },
    {
      "epoch": 0.9872081659246389,
      "grad_norm": 0.13273462653160095,
      "learning_rate": 0.0002,
      "loss": 11.8832,
      "step": 2841
    },
    {
      "epoch": 0.9875556520794875,
      "grad_norm": 0.12273028492927551,
      "learning_rate": 0.0002,
      "loss": 11.891,
      "step": 2842
    },
    {
      "epoch": 0.987903138234336,
      "grad_norm": 0.13939763605594635,
      "learning_rate": 0.0002,
      "loss": 11.8867,
      "step": 2843
    },
    {
      "epoch": 0.9882506243891845,
      "grad_norm": 0.10591798275709152,
      "learning_rate": 0.0002,
      "loss": 11.8849,
      "step": 2844
    },
    {
      "epoch": 0.988598110544033,
      "grad_norm": 0.1701391339302063,
      "learning_rate": 0.0002,
      "loss": 11.8823,
      "step": 2845
    },
    {
      "epoch": 0.9889455966988815,
      "grad_norm": 0.11084380000829697,
      "learning_rate": 0.0002,
      "loss": 11.8864,
      "step": 2846
    },
    {
      "epoch": 0.9892930828537301,
      "grad_norm": 0.12555550038814545,
      "learning_rate": 0.0002,
      "loss": 11.8801,
      "step": 2847
    },
    {
      "epoch": 0.9896405690085786,
      "grad_norm": 0.11749108880758286,
      "learning_rate": 0.0002,
      "loss": 11.8799,
      "step": 2848
    },
    {
      "epoch": 0.989988055163427,
      "grad_norm": 0.12483736127614975,
      "learning_rate": 0.0002,
      "loss": 11.8804,
      "step": 2849
    },
    {
      "epoch": 0.9903355413182756,
      "grad_norm": 0.14343905448913574,
      "learning_rate": 0.0002,
      "loss": 11.8861,
      "step": 2850
    },
    {
      "epoch": 0.9906830274731241,
      "grad_norm": 0.08929096907377243,
      "learning_rate": 0.0002,
      "loss": 11.8959,
      "step": 2851
    },
    {
      "epoch": 0.9910305136279727,
      "grad_norm": 0.07955821603536606,
      "learning_rate": 0.0002,
      "loss": 11.9013,
      "step": 2852
    },
    {
      "epoch": 0.9913779997828212,
      "grad_norm": 0.0872463583946228,
      "learning_rate": 0.0002,
      "loss": 11.9002,
      "step": 2853
    },
    {
      "epoch": 0.9917254859376696,
      "grad_norm": 0.08258102089166641,
      "learning_rate": 0.0002,
      "loss": 11.8981,
      "step": 2854
    },
    {
      "epoch": 0.9920729720925182,
      "grad_norm": 0.07803749293088913,
      "learning_rate": 0.0002,
      "loss": 11.9009,
      "step": 2855
    },
    {
      "epoch": 0.9924204582473667,
      "grad_norm": 0.08101653307676315,
      "learning_rate": 0.0002,
      "loss": 11.8913,
      "step": 2856
    },
    {
      "epoch": 0.9927679444022153,
      "grad_norm": 0.0923609584569931,
      "learning_rate": 0.0002,
      "loss": 11.8966,
      "step": 2857
    },
    {
      "epoch": 0.9931154305570637,
      "grad_norm": 0.11987698823213577,
      "learning_rate": 0.0002,
      "loss": 11.895,
      "step": 2858
    },
    {
      "epoch": 0.9934629167119122,
      "grad_norm": 0.1052069216966629,
      "learning_rate": 0.0002,
      "loss": 11.8977,
      "step": 2859
    },
    {
      "epoch": 0.9938104028667608,
      "grad_norm": 0.11266820877790451,
      "learning_rate": 0.0002,
      "loss": 11.8923,
      "step": 2860
    },
    {
      "epoch": 0.9941578890216093,
      "grad_norm": 0.09747485816478729,
      "learning_rate": 0.0002,
      "loss": 11.8921,
      "step": 2861
    },
    {
      "epoch": 0.9945053751764578,
      "grad_norm": 0.08713918924331665,
      "learning_rate": 0.0002,
      "loss": 11.8974,
      "step": 2862
    },
    {
      "epoch": 0.9948528613313063,
      "grad_norm": 0.11344915628433228,
      "learning_rate": 0.0002,
      "loss": 11.8927,
      "step": 2863
    },
    {
      "epoch": 0.9952003474861548,
      "grad_norm": 0.11336062103509903,
      "learning_rate": 0.0002,
      "loss": 11.8944,
      "step": 2864
    },
    {
      "epoch": 0.9955478336410034,
      "grad_norm": 0.08890777826309204,
      "learning_rate": 0.0002,
      "loss": 11.8902,
      "step": 2865
    },
    {
      "epoch": 0.9958953197958519,
      "grad_norm": 0.13986946642398834,
      "learning_rate": 0.0002,
      "loss": 11.8934,
      "step": 2866
    },
    {
      "epoch": 0.9962428059507004,
      "grad_norm": 0.10022496432065964,
      "learning_rate": 0.0002,
      "loss": 11.8922,
      "step": 2867
    },
    {
      "epoch": 0.996590292105549,
      "grad_norm": 0.1153382733464241,
      "learning_rate": 0.0002,
      "loss": 11.8893,
      "step": 2868
    },
    {
      "epoch": 0.9969377782603974,
      "grad_norm": 0.13168597221374512,
      "learning_rate": 0.0002,
      "loss": 11.8897,
      "step": 2869
    },
    {
      "epoch": 0.997285264415246,
      "grad_norm": 0.11238076537847519,
      "learning_rate": 0.0002,
      "loss": 11.8908,
      "step": 2870
    },
    {
      "epoch": 0.9976327505700945,
      "grad_norm": 0.12279228866100311,
      "learning_rate": 0.0002,
      "loss": 11.8946,
      "step": 2871
    },
    {
      "epoch": 0.997980236724943,
      "grad_norm": 0.12266044318675995,
      "learning_rate": 0.0002,
      "loss": 11.8941,
      "step": 2872
    },
    {
      "epoch": 0.9983277228797915,
      "grad_norm": 0.12009874731302261,
      "learning_rate": 0.0002,
      "loss": 11.8929,
      "step": 2873
    },
    {
      "epoch": 0.99867520903464,
      "grad_norm": 0.13521195948123932,
      "learning_rate": 0.0002,
      "loss": 11.8879,
      "step": 2874
    },
    {
      "epoch": 0.9990226951894885,
      "grad_norm": 0.10570785403251648,
      "learning_rate": 0.0002,
      "loss": 11.8848,
      "step": 2875
    },
    {
      "epoch": 0.9993701813443371,
      "grad_norm": 0.18292823433876038,
      "learning_rate": 0.0002,
      "loss": 11.8838,
      "step": 2876
    },
    {
      "epoch": 0.9997176674991856,
      "grad_norm": 0.18538102507591248,
      "learning_rate": 0.0002,
      "loss": 11.875,
      "step": 2877
    },
    {
      "epoch": 1.0001520251927463,
      "grad_norm": 0.21500250697135925,
      "learning_rate": 0.0002,
      "loss": 17.0299,
      "step": 2878
    },
    {
      "epoch": 1.0004995113475947,
      "grad_norm": 0.0834604948759079,
      "learning_rate": 0.0002,
      "loss": 11.8522,
      "step": 2879
    },
    {
      "epoch": 1.0008469975024432,
      "grad_norm": 0.09490051120519638,
      "learning_rate": 0.0002,
      "loss": 12.137,
      "step": 2880
    },
    {
      "epoch": 1.0011944836572917,
      "grad_norm": 0.10515644401311874,
      "learning_rate": 0.0002,
      "loss": 11.766,
      "step": 2881
    },
    {
      "epoch": 1.0015419698121404,
      "grad_norm": 0.0717243030667305,
      "learning_rate": 0.0002,
      "loss": 11.8804,
      "step": 2882
    },
    {
      "epoch": 1.0018894559669889,
      "grad_norm": 0.09491516649723053,
      "learning_rate": 0.0002,
      "loss": 11.9106,
      "step": 2883
    },
    {
      "epoch": 1.0022369421218373,
      "grad_norm": 0.08522038906812668,
      "learning_rate": 0.0002,
      "loss": 11.8329,
      "step": 2884
    },
    {
      "epoch": 1.0025844282766858,
      "grad_norm": 0.11725194752216339,
      "learning_rate": 0.0002,
      "loss": 12.0211,
      "step": 2885
    },
    {
      "epoch": 1.0029319144315343,
      "grad_norm": 0.0950540155172348,
      "learning_rate": 0.0002,
      "loss": 12.094,
      "step": 2886
    },
    {
      "epoch": 1.003279400586383,
      "grad_norm": 0.10881415754556656,
      "learning_rate": 0.0002,
      "loss": 11.5732,
      "step": 2887
    },
    {
      "epoch": 1.0036268867412315,
      "grad_norm": 0.08864259719848633,
      "learning_rate": 0.0002,
      "loss": 11.6959,
      "step": 2888
    },
    {
      "epoch": 1.00397437289608,
      "grad_norm": 0.10226530581712723,
      "learning_rate": 0.0002,
      "loss": 12.4443,
      "step": 2889
    },
    {
      "epoch": 1.0043218590509284,
      "grad_norm": 0.11577758938074112,
      "learning_rate": 0.0002,
      "loss": 11.2065,
      "step": 2890
    },
    {
      "epoch": 1.0046693452057769,
      "grad_norm": 0.09512615203857422,
      "learning_rate": 0.0002,
      "loss": 11.7939,
      "step": 2891
    },
    {
      "epoch": 1.0050168313606256,
      "grad_norm": 0.0961105078458786,
      "learning_rate": 0.0002,
      "loss": 12.5538,
      "step": 2892
    },
    {
      "epoch": 1.005364317515474,
      "grad_norm": 0.09361855685710907,
      "learning_rate": 0.0002,
      "loss": 11.6618,
      "step": 2893
    },
    {
      "epoch": 1.0057118036703225,
      "grad_norm": 0.08594003319740295,
      "learning_rate": 0.0002,
      "loss": 12.6531,
      "step": 2894
    },
    {
      "epoch": 1.006059289825171,
      "grad_norm": 0.11053650826215744,
      "learning_rate": 0.0002,
      "loss": 11.4859,
      "step": 2895
    },
    {
      "epoch": 1.0064067759800195,
      "grad_norm": 0.08667856454849243,
      "learning_rate": 0.0002,
      "loss": 11.3956,
      "step": 2896
    },
    {
      "epoch": 1.006754262134868,
      "grad_norm": 0.12143569439649582,
      "learning_rate": 0.0002,
      "loss": 11.5457,
      "step": 2897
    },
    {
      "epoch": 1.0071017482897167,
      "grad_norm": 0.10220726579427719,
      "learning_rate": 0.0002,
      "loss": 12.5709,
      "step": 2898
    },
    {
      "epoch": 1.0074492344445651,
      "grad_norm": 0.09584126621484756,
      "learning_rate": 0.0002,
      "loss": 11.9182,
      "step": 2899
    },
    {
      "epoch": 1.0077967205994136,
      "grad_norm": 0.09814400970935822,
      "learning_rate": 0.0002,
      "loss": 11.7525,
      "step": 2900
    },
    {
      "epoch": 1.008144206754262,
      "grad_norm": 0.10729794949293137,
      "learning_rate": 0.0002,
      "loss": 12.1244,
      "step": 2901
    },
    {
      "epoch": 1.0084916929091106,
      "grad_norm": 0.10815120488405228,
      "learning_rate": 0.0002,
      "loss": 11.6426,
      "step": 2902
    },
    {
      "epoch": 1.0088391790639593,
      "grad_norm": 0.11745264381170273,
      "learning_rate": 0.0002,
      "loss": 11.2937,
      "step": 2903
    },
    {
      "epoch": 1.0091866652188077,
      "grad_norm": 0.1051407977938652,
      "learning_rate": 0.0002,
      "loss": 12.5612,
      "step": 2904
    },
    {
      "epoch": 1.0095341513736562,
      "grad_norm": 0.08646749705076218,
      "learning_rate": 0.0002,
      "loss": 11.986,
      "step": 2905
    },
    {
      "epoch": 1.0098816375285047,
      "grad_norm": 0.1387489289045334,
      "learning_rate": 0.0002,
      "loss": 11.7502,
      "step": 2906
    },
    {
      "epoch": 1.0102291236833532,
      "grad_norm": 0.11524687707424164,
      "learning_rate": 0.0002,
      "loss": 11.8664,
      "step": 2907
    },
    {
      "epoch": 1.0105766098382019,
      "grad_norm": 0.12119916081428528,
      "learning_rate": 0.0002,
      "loss": 11.8212,
      "step": 2908
    },
    {
      "epoch": 1.0109240959930503,
      "grad_norm": 0.10010883957147598,
      "learning_rate": 0.0002,
      "loss": 12.151,
      "step": 2909
    },
    {
      "epoch": 1.0112715821478988,
      "grad_norm": 0.1133013591170311,
      "learning_rate": 0.0002,
      "loss": 11.7567,
      "step": 2910
    },
    {
      "epoch": 1.0116190683027473,
      "grad_norm": 0.13128763437271118,
      "learning_rate": 0.0002,
      "loss": 12.2453,
      "step": 2911
    },
    {
      "epoch": 1.0119665544575958,
      "grad_norm": 0.10949141532182693,
      "learning_rate": 0.0002,
      "loss": 11.5349,
      "step": 2912
    },
    {
      "epoch": 1.0123140406124445,
      "grad_norm": 0.11518877744674683,
      "learning_rate": 0.0002,
      "loss": 11.9316,
      "step": 2913
    },
    {
      "epoch": 1.012661526767293,
      "grad_norm": 0.11293886601924896,
      "learning_rate": 0.0002,
      "loss": 11.8217,
      "step": 2914
    },
    {
      "epoch": 1.0130090129221414,
      "grad_norm": 0.10305119305849075,
      "learning_rate": 0.0002,
      "loss": 11.6504,
      "step": 2915
    },
    {
      "epoch": 1.0133564990769899,
      "grad_norm": 0.10857211798429489,
      "learning_rate": 0.0002,
      "loss": 12.1035,
      "step": 2916
    },
    {
      "epoch": 1.0137039852318384,
      "grad_norm": 0.11475709825754166,
      "learning_rate": 0.0002,
      "loss": 11.8096,
      "step": 2917
    },
    {
      "epoch": 1.0140514713866868,
      "grad_norm": 0.12840303778648376,
      "learning_rate": 0.0002,
      "loss": 11.6153,
      "step": 2918
    },
    {
      "epoch": 1.0143989575415355,
      "grad_norm": 0.12221106886863708,
      "learning_rate": 0.0002,
      "loss": 12.4361,
      "step": 2919
    },
    {
      "epoch": 1.014746443696384,
      "grad_norm": 0.10817829519510269,
      "learning_rate": 0.0002,
      "loss": 11.7499,
      "step": 2920
    },
    {
      "epoch": 1.0150939298512325,
      "grad_norm": 0.14756520092487335,
      "learning_rate": 0.0002,
      "loss": 12.027,
      "step": 2921
    },
    {
      "epoch": 1.015441416006081,
      "grad_norm": 0.13546700775623322,
      "learning_rate": 0.0002,
      "loss": 11.4086,
      "step": 2922
    },
    {
      "epoch": 1.0157889021609294,
      "grad_norm": 0.1491755098104477,
      "learning_rate": 0.0002,
      "loss": 12.7554,
      "step": 2923
    },
    {
      "epoch": 1.0161363883157781,
      "grad_norm": 0.1553618162870407,
      "learning_rate": 0.0002,
      "loss": 11.4551,
      "step": 2924
    },
    {
      "epoch": 1.0164838744706266,
      "grad_norm": 0.15892207622528076,
      "learning_rate": 0.0002,
      "loss": 11.7661,
      "step": 2925
    },
    {
      "epoch": 1.016831360625475,
      "grad_norm": 0.14995355904102325,
      "learning_rate": 0.0002,
      "loss": 12.1463,
      "step": 2926
    },
    {
      "epoch": 1.0171788467803236,
      "grad_norm": 0.16411511600017548,
      "learning_rate": 0.0002,
      "loss": 12.0046,
      "step": 2927
    },
    {
      "epoch": 1.017526332935172,
      "grad_norm": 0.10968846082687378,
      "learning_rate": 0.0002,
      "loss": 11.4571,
      "step": 2928
    },
    {
      "epoch": 1.0178738190900207,
      "grad_norm": 0.07446847856044769,
      "learning_rate": 0.0002,
      "loss": 11.7147,
      "step": 2929
    },
    {
      "epoch": 1.0182213052448692,
      "grad_norm": 0.11151541769504547,
      "learning_rate": 0.0002,
      "loss": 12.3145,
      "step": 2930
    },
    {
      "epoch": 1.0185687913997177,
      "grad_norm": 0.08039206266403198,
      "learning_rate": 0.0002,
      "loss": 12.1983,
      "step": 2931
    },
    {
      "epoch": 1.0189162775545662,
      "grad_norm": 0.0985192283987999,
      "learning_rate": 0.0002,
      "loss": 11.5963,
      "step": 2932
    },
    {
      "epoch": 1.0192637637094146,
      "grad_norm": 0.08049590140581131,
      "learning_rate": 0.0002,
      "loss": 11.9554,
      "step": 2933
    },
    {
      "epoch": 1.0196112498642633,
      "grad_norm": 0.08881407231092453,
      "learning_rate": 0.0002,
      "loss": 12.1598,
      "step": 2934
    },
    {
      "epoch": 1.0199587360191118,
      "grad_norm": 0.0944160670042038,
      "learning_rate": 0.0002,
      "loss": 11.3933,
      "step": 2935
    },
    {
      "epoch": 1.0203062221739603,
      "grad_norm": 0.11343792080879211,
      "learning_rate": 0.0002,
      "loss": 11.8245,
      "step": 2936
    },
    {
      "epoch": 1.0206537083288088,
      "grad_norm": 0.09363275021314621,
      "learning_rate": 0.0002,
      "loss": 12.3088,
      "step": 2937
    },
    {
      "epoch": 1.0210011944836572,
      "grad_norm": 0.09730691462755203,
      "learning_rate": 0.0002,
      "loss": 11.9994,
      "step": 2938
    },
    {
      "epoch": 1.0213486806385057,
      "grad_norm": 0.08582540601491928,
      "learning_rate": 0.0002,
      "loss": 12.081,
      "step": 2939
    },
    {
      "epoch": 1.0216961667933544,
      "grad_norm": 0.08310575038194656,
      "learning_rate": 0.0002,
      "loss": 11.323,
      "step": 2940
    },
    {
      "epoch": 1.0220436529482029,
      "grad_norm": 0.09286446124315262,
      "learning_rate": 0.0002,
      "loss": 12.0327,
      "step": 2941
    },
    {
      "epoch": 1.0223911391030513,
      "grad_norm": 0.08866921067237854,
      "learning_rate": 0.0002,
      "loss": 11.9878,
      "step": 2942
    },
    {
      "epoch": 1.0227386252578998,
      "grad_norm": 0.09562214463949203,
      "learning_rate": 0.0002,
      "loss": 11.4705,
      "step": 2943
    },
    {
      "epoch": 1.0230861114127483,
      "grad_norm": 0.10286286473274231,
      "learning_rate": 0.0002,
      "loss": 12.5438,
      "step": 2944
    },
    {
      "epoch": 1.023433597567597,
      "grad_norm": 0.10572026669979095,
      "learning_rate": 0.0002,
      "loss": 11.8606,
      "step": 2945
    },
    {
      "epoch": 1.0237810837224455,
      "grad_norm": 0.1066189706325531,
      "learning_rate": 0.0002,
      "loss": 11.5463,
      "step": 2946
    },
    {
      "epoch": 1.024128569877294,
      "grad_norm": 0.11217524111270905,
      "learning_rate": 0.0002,
      "loss": 11.9722,
      "step": 2947
    },
    {
      "epoch": 1.0244760560321424,
      "grad_norm": 0.09356292337179184,
      "learning_rate": 0.0002,
      "loss": 11.4879,
      "step": 2948
    },
    {
      "epoch": 1.024823542186991,
      "grad_norm": 0.09777920693159103,
      "learning_rate": 0.0002,
      "loss": 12.0215,
      "step": 2949
    },
    {
      "epoch": 1.0251710283418396,
      "grad_norm": 0.11855790764093399,
      "learning_rate": 0.0002,
      "loss": 12.0399,
      "step": 2950
    },
    {
      "epoch": 1.025518514496688,
      "grad_norm": 0.11314742267131805,
      "learning_rate": 0.0002,
      "loss": 11.7341,
      "step": 2951
    },
    {
      "epoch": 1.0258660006515365,
      "grad_norm": 0.10878004878759384,
      "learning_rate": 0.0002,
      "loss": 12.1232,
      "step": 2952
    },
    {
      "epoch": 1.026213486806385,
      "grad_norm": 0.11093126982450485,
      "learning_rate": 0.0002,
      "loss": 11.945,
      "step": 2953
    },
    {
      "epoch": 1.0265609729612335,
      "grad_norm": 0.10593199729919434,
      "learning_rate": 0.0002,
      "loss": 12.0059,
      "step": 2954
    },
    {
      "epoch": 1.0269084591160822,
      "grad_norm": 0.10488969087600708,
      "learning_rate": 0.0002,
      "loss": 11.1936,
      "step": 2955
    },
    {
      "epoch": 1.0272559452709307,
      "grad_norm": 0.12128813564777374,
      "learning_rate": 0.0002,
      "loss": 12.3925,
      "step": 2956
    },
    {
      "epoch": 1.0276034314257791,
      "grad_norm": 0.11054801195859909,
      "learning_rate": 0.0002,
      "loss": 12.3214,
      "step": 2957
    },
    {
      "epoch": 1.0279509175806276,
      "grad_norm": 0.10371644049882889,
      "learning_rate": 0.0002,
      "loss": 11.6239,
      "step": 2958
    },
    {
      "epoch": 1.028298403735476,
      "grad_norm": 0.08881839364767075,
      "learning_rate": 0.0002,
      "loss": 11.6404,
      "step": 2959
    },
    {
      "epoch": 1.0286458898903246,
      "grad_norm": 0.09650394320487976,
      "learning_rate": 0.0002,
      "loss": 12.1542,
      "step": 2960
    },
    {
      "epoch": 1.0289933760451733,
      "grad_norm": 0.08425059169530869,
      "learning_rate": 0.0002,
      "loss": 11.902,
      "step": 2961
    },
    {
      "epoch": 1.0293408622000217,
      "grad_norm": 0.15406905114650726,
      "learning_rate": 0.0002,
      "loss": 11.4671,
      "step": 2962
    },
    {
      "epoch": 1.0296883483548702,
      "grad_norm": 0.11839478462934494,
      "learning_rate": 0.0002,
      "loss": 12.0629,
      "step": 2963
    },
    {
      "epoch": 1.0300358345097187,
      "grad_norm": 0.11311991512775421,
      "learning_rate": 0.0002,
      "loss": 12.0971,
      "step": 2964
    },
    {
      "epoch": 1.0303833206645672,
      "grad_norm": 0.13347694277763367,
      "learning_rate": 0.0002,
      "loss": 12.0045,
      "step": 2965
    },
    {
      "epoch": 1.0307308068194159,
      "grad_norm": 0.12083252519369125,
      "learning_rate": 0.0002,
      "loss": 11.6221,
      "step": 2966
    },
    {
      "epoch": 1.0310782929742643,
      "grad_norm": 0.13270032405853271,
      "learning_rate": 0.0002,
      "loss": 12.4569,
      "step": 2967
    },
    {
      "epoch": 1.0314257791291128,
      "grad_norm": 0.09918133914470673,
      "learning_rate": 0.0002,
      "loss": 11.0225,
      "step": 2968
    },
    {
      "epoch": 1.0317732652839613,
      "grad_norm": 0.12736961245536804,
      "learning_rate": 0.0002,
      "loss": 12.2648,
      "step": 2969
    },
    {
      "epoch": 1.0321207514388098,
      "grad_norm": 0.1311570256948471,
      "learning_rate": 0.0002,
      "loss": 11.6941,
      "step": 2970
    },
    {
      "epoch": 1.0324682375936585,
      "grad_norm": 0.1294827163219452,
      "learning_rate": 0.0002,
      "loss": 11.9423,
      "step": 2971
    },
    {
      "epoch": 1.032815723748507,
      "grad_norm": 0.15712088346481323,
      "learning_rate": 0.0002,
      "loss": 12.0969,
      "step": 2972
    },
    {
      "epoch": 1.0331632099033554,
      "grad_norm": 0.14790543913841248,
      "learning_rate": 0.0002,
      "loss": 11.4861,
      "step": 2973
    },
    {
      "epoch": 1.033510696058204,
      "grad_norm": 0.1808168888092041,
      "learning_rate": 0.0002,
      "loss": 12.4148,
      "step": 2974
    },
    {
      "epoch": 1.0338581822130524,
      "grad_norm": 0.12732146680355072,
      "learning_rate": 0.0002,
      "loss": 11.3518,
      "step": 2975
    },
    {
      "epoch": 1.034205668367901,
      "grad_norm": 0.12165612727403641,
      "learning_rate": 0.0002,
      "loss": 12.1501,
      "step": 2976
    },
    {
      "epoch": 1.0345531545227495,
      "grad_norm": 0.19172093272209167,
      "learning_rate": 0.0002,
      "loss": 12.1383,
      "step": 2977
    },
    {
      "epoch": 1.034900640677598,
      "grad_norm": 0.09283201396465302,
      "learning_rate": 0.0002,
      "loss": 11.74,
      "step": 2978
    },
    {
      "epoch": 1.0352481268324465,
      "grad_norm": 0.10971743613481522,
      "learning_rate": 0.0002,
      "loss": 12.7986,
      "step": 2979
    },
    {
      "epoch": 1.035595612987295,
      "grad_norm": 0.0780019611120224,
      "learning_rate": 0.0002,
      "loss": 11.2647,
      "step": 2980
    },
    {
      "epoch": 1.0359430991421434,
      "grad_norm": 0.08778535574674606,
      "learning_rate": 0.0002,
      "loss": 12.0219,
      "step": 2981
    },
    {
      "epoch": 1.0362905852969921,
      "grad_norm": 0.08713261783123016,
      "learning_rate": 0.0002,
      "loss": 11.38,
      "step": 2982
    },
    {
      "epoch": 1.0366380714518406,
      "grad_norm": 0.09728293865919113,
      "learning_rate": 0.0002,
      "loss": 11.6057,
      "step": 2983
    },
    {
      "epoch": 1.036985557606689,
      "grad_norm": 0.0794304758310318,
      "learning_rate": 0.0002,
      "loss": 11.9206,
      "step": 2984
    },
    {
      "epoch": 1.0373330437615376,
      "grad_norm": 0.10532459616661072,
      "learning_rate": 0.0002,
      "loss": 12.5887,
      "step": 2985
    },
    {
      "epoch": 1.037680529916386,
      "grad_norm": 0.1033196821808815,
      "learning_rate": 0.0002,
      "loss": 11.6335,
      "step": 2986
    },
    {
      "epoch": 1.0380280160712347,
      "grad_norm": 0.10694564133882523,
      "learning_rate": 0.0002,
      "loss": 11.6289,
      "step": 2987
    },
    {
      "epoch": 1.0383755022260832,
      "grad_norm": 0.10588158667087555,
      "learning_rate": 0.0002,
      "loss": 11.9733,
      "step": 2988
    },
    {
      "epoch": 1.0387229883809317,
      "grad_norm": 0.08963464200496674,
      "learning_rate": 0.0002,
      "loss": 11.8632,
      "step": 2989
    },
    {
      "epoch": 1.0390704745357802,
      "grad_norm": 0.10567944496870041,
      "learning_rate": 0.0002,
      "loss": 11.9464,
      "step": 2990
    },
    {
      "epoch": 1.0394179606906286,
      "grad_norm": 0.09228943288326263,
      "learning_rate": 0.0002,
      "loss": 11.9683,
      "step": 2991
    },
    {
      "epoch": 1.0397654468454773,
      "grad_norm": 0.12328169494867325,
      "learning_rate": 0.0002,
      "loss": 11.8604,
      "step": 2992
    },
    {
      "epoch": 1.0401129330003258,
      "grad_norm": 0.09724012017250061,
      "learning_rate": 0.0002,
      "loss": 11.8483,
      "step": 2993
    },
    {
      "epoch": 1.0404604191551743,
      "grad_norm": 0.09282076358795166,
      "learning_rate": 0.0002,
      "loss": 12.2075,
      "step": 2994
    },
    {
      "epoch": 1.0408079053100228,
      "grad_norm": 0.10193580389022827,
      "learning_rate": 0.0002,
      "loss": 11.6081,
      "step": 2995
    },
    {
      "epoch": 1.0411553914648712,
      "grad_norm": 0.10745362937450409,
      "learning_rate": 0.0002,
      "loss": 12.0716,
      "step": 2996
    },
    {
      "epoch": 1.04150287761972,
      "grad_norm": 0.12316332012414932,
      "learning_rate": 0.0002,
      "loss": 11.722,
      "step": 2997
    },
    {
      "epoch": 1.0418503637745684,
      "grad_norm": 0.10022196918725967,
      "learning_rate": 0.0002,
      "loss": 11.8752,
      "step": 2998
    },
    {
      "epoch": 1.0421978499294169,
      "grad_norm": 0.09060423821210861,
      "learning_rate": 0.0002,
      "loss": 11.9112,
      "step": 2999
    },
    {
      "epoch": 1.0425453360842654,
      "grad_norm": 0.0996600091457367,
      "learning_rate": 0.0002,
      "loss": 11.8156,
      "step": 3000
    },
    {
      "epoch": 1.0425453360842654,
      "eval_loss": 11.890103340148926,
      "eval_runtime": 5.667,
      "eval_samples_per_second": 81.702,
      "eval_steps_per_second": 40.939,
      "step": 3000
    },
    {
      "epoch": 1.0428928222391138,
      "grad_norm": 0.10040950030088425,
      "learning_rate": 0.0002,
      "loss": 11.9048,
      "step": 3001
    },
    {
      "epoch": 1.0432403083939625,
      "grad_norm": 0.09029227495193481,
      "learning_rate": 0.0002,
      "loss": 11.9847,
      "step": 3002
    },
    {
      "epoch": 1.043587794548811,
      "grad_norm": 0.10105191916227341,
      "learning_rate": 0.0002,
      "loss": 11.8326,
      "step": 3003
    },
    {
      "epoch": 1.0439352807036595,
      "grad_norm": 0.09061862528324127,
      "learning_rate": 0.0002,
      "loss": 11.8992,
      "step": 3004
    },
    {
      "epoch": 1.044282766858508,
      "grad_norm": 0.10576041042804718,
      "learning_rate": 0.0002,
      "loss": 11.5005,
      "step": 3005
    },
    {
      "epoch": 1.0446302530133564,
      "grad_norm": 0.09599104523658752,
      "learning_rate": 0.0002,
      "loss": 12.0538,
      "step": 3006
    },
    {
      "epoch": 1.044977739168205,
      "grad_norm": 0.13297581672668457,
      "learning_rate": 0.0002,
      "loss": 12.0515,
      "step": 3007
    },
    {
      "epoch": 1.0453252253230536,
      "grad_norm": 0.09976636618375778,
      "learning_rate": 0.0002,
      "loss": 12.2069,
      "step": 3008
    },
    {
      "epoch": 1.045672711477902,
      "grad_norm": 0.11688413470983505,
      "learning_rate": 0.0002,
      "loss": 11.7578,
      "step": 3009
    },
    {
      "epoch": 1.0460201976327506,
      "grad_norm": 0.09697672724723816,
      "learning_rate": 0.0002,
      "loss": 12.0714,
      "step": 3010
    },
    {
      "epoch": 1.046367683787599,
      "grad_norm": 0.09619767963886261,
      "learning_rate": 0.0002,
      "loss": 11.3035,
      "step": 3011
    },
    {
      "epoch": 1.0467151699424475,
      "grad_norm": 0.12428798526525497,
      "learning_rate": 0.0002,
      "loss": 12.0725,
      "step": 3012
    },
    {
      "epoch": 1.0470626560972962,
      "grad_norm": 0.13079865276813507,
      "learning_rate": 0.0002,
      "loss": 12.2265,
      "step": 3013
    },
    {
      "epoch": 1.0474101422521447,
      "grad_norm": 0.12801267206668854,
      "learning_rate": 0.0002,
      "loss": 12.0876,
      "step": 3014
    },
    {
      "epoch": 1.0477576284069932,
      "grad_norm": 0.12890566885471344,
      "learning_rate": 0.0002,
      "loss": 11.5552,
      "step": 3015
    },
    {
      "epoch": 1.0481051145618416,
      "grad_norm": 0.11257907003164291,
      "learning_rate": 0.0002,
      "loss": 11.8383,
      "step": 3016
    },
    {
      "epoch": 1.04845260071669,
      "grad_norm": 0.12083103507757187,
      "learning_rate": 0.0002,
      "loss": 12.2685,
      "step": 3017
    },
    {
      "epoch": 1.0488000868715388,
      "grad_norm": 0.1324681043624878,
      "learning_rate": 0.0002,
      "loss": 11.3684,
      "step": 3018
    },
    {
      "epoch": 1.0491475730263873,
      "grad_norm": 0.10040869563817978,
      "learning_rate": 0.0002,
      "loss": 12.0172,
      "step": 3019
    },
    {
      "epoch": 1.0494950591812358,
      "grad_norm": 0.15976406633853912,
      "learning_rate": 0.0002,
      "loss": 12.0398,
      "step": 3020
    },
    {
      "epoch": 1.0498425453360842,
      "grad_norm": 0.13933569192886353,
      "learning_rate": 0.0002,
      "loss": 12.1699,
      "step": 3021
    },
    {
      "epoch": 1.0501900314909327,
      "grad_norm": 0.15907937288284302,
      "learning_rate": 0.0002,
      "loss": 11.6788,
      "step": 3022
    },
    {
      "epoch": 1.0505375176457814,
      "grad_norm": 0.1327735185623169,
      "learning_rate": 0.0002,
      "loss": 11.9645,
      "step": 3023
    },
    {
      "epoch": 1.0508850038006299,
      "grad_norm": 0.10884220898151398,
      "learning_rate": 0.0002,
      "loss": 11.8788,
      "step": 3024
    },
    {
      "epoch": 1.0512324899554784,
      "grad_norm": 0.12329146265983582,
      "learning_rate": 0.0002,
      "loss": 11.5522,
      "step": 3025
    },
    {
      "epoch": 1.0515799761103268,
      "grad_norm": 0.1264764368534088,
      "learning_rate": 0.0002,
      "loss": 12.1028,
      "step": 3026
    },
    {
      "epoch": 1.0519274622651753,
      "grad_norm": 0.13891306519508362,
      "learning_rate": 0.0002,
      "loss": 11.9379,
      "step": 3027
    },
    {
      "epoch": 1.052274948420024,
      "grad_norm": 0.12737491726875305,
      "learning_rate": 0.0002,
      "loss": 11.6687,
      "step": 3028
    },
    {
      "epoch": 1.0526224345748725,
      "grad_norm": 0.08300752192735672,
      "learning_rate": 0.0002,
      "loss": 11.4542,
      "step": 3029
    },
    {
      "epoch": 1.052969920729721,
      "grad_norm": 0.08598566055297852,
      "learning_rate": 0.0002,
      "loss": 12.2489,
      "step": 3030
    },
    {
      "epoch": 1.0533174068845694,
      "grad_norm": 0.07034048438072205,
      "learning_rate": 0.0002,
      "loss": 12.5011,
      "step": 3031
    },
    {
      "epoch": 1.053664893039418,
      "grad_norm": 0.09257436543703079,
      "learning_rate": 0.0002,
      "loss": 11.5443,
      "step": 3032
    },
    {
      "epoch": 1.0540123791942664,
      "grad_norm": 0.07999928295612335,
      "learning_rate": 0.0002,
      "loss": 11.4101,
      "step": 3033
    },
    {
      "epoch": 1.054359865349115,
      "grad_norm": 0.10055852681398392,
      "learning_rate": 0.0002,
      "loss": 12.0183,
      "step": 3034
    },
    {
      "epoch": 1.0547073515039636,
      "grad_norm": 0.09129275381565094,
      "learning_rate": 0.0002,
      "loss": 12.258,
      "step": 3035
    },
    {
      "epoch": 1.055054837658812,
      "grad_norm": 0.10697979480028152,
      "learning_rate": 0.0002,
      "loss": 11.9696,
      "step": 3036
    },
    {
      "epoch": 1.0554023238136605,
      "grad_norm": 0.09222649782896042,
      "learning_rate": 0.0002,
      "loss": 11.4177,
      "step": 3037
    },
    {
      "epoch": 1.055749809968509,
      "grad_norm": 0.07662931084632874,
      "learning_rate": 0.0002,
      "loss": 12.2785,
      "step": 3038
    },
    {
      "epoch": 1.0560972961233577,
      "grad_norm": 0.097097247838974,
      "learning_rate": 0.0002,
      "loss": 11.3493,
      "step": 3039
    },
    {
      "epoch": 1.0564447822782062,
      "grad_norm": 0.1129840537905693,
      "learning_rate": 0.0002,
      "loss": 12.6605,
      "step": 3040
    },
    {
      "epoch": 1.0567922684330546,
      "grad_norm": 0.08976583927869797,
      "learning_rate": 0.0002,
      "loss": 11.4769,
      "step": 3041
    },
    {
      "epoch": 1.057139754587903,
      "grad_norm": 0.09111633896827698,
      "learning_rate": 0.0002,
      "loss": 12.1494,
      "step": 3042
    },
    {
      "epoch": 1.0574872407427516,
      "grad_norm": 0.1040937528014183,
      "learning_rate": 0.0002,
      "loss": 11.6389,
      "step": 3043
    },
    {
      "epoch": 1.0578347268976003,
      "grad_norm": 0.10382246226072311,
      "learning_rate": 0.0002,
      "loss": 12.5237,
      "step": 3044
    },
    {
      "epoch": 1.0581822130524488,
      "grad_norm": 0.09293695539236069,
      "learning_rate": 0.0002,
      "loss": 11.579,
      "step": 3045
    },
    {
      "epoch": 1.0585296992072972,
      "grad_norm": 0.09409576654434204,
      "learning_rate": 0.0002,
      "loss": 11.6184,
      "step": 3046
    },
    {
      "epoch": 1.0588771853621457,
      "grad_norm": 0.10102306306362152,
      "learning_rate": 0.0002,
      "loss": 12.3859,
      "step": 3047
    },
    {
      "epoch": 1.0592246715169942,
      "grad_norm": 0.12072720378637314,
      "learning_rate": 0.0002,
      "loss": 11.1248,
      "step": 3048
    },
    {
      "epoch": 1.0595721576718429,
      "grad_norm": 0.09900699555873871,
      "learning_rate": 0.0002,
      "loss": 12.3286,
      "step": 3049
    },
    {
      "epoch": 1.0599196438266913,
      "grad_norm": 0.12859128415584564,
      "learning_rate": 0.0002,
      "loss": 11.635,
      "step": 3050
    },
    {
      "epoch": 1.0602671299815398,
      "grad_norm": 0.1224927008152008,
      "learning_rate": 0.0002,
      "loss": 12.2497,
      "step": 3051
    },
    {
      "epoch": 1.0606146161363883,
      "grad_norm": 0.10580836236476898,
      "learning_rate": 0.0002,
      "loss": 11.6962,
      "step": 3052
    },
    {
      "epoch": 1.0609621022912368,
      "grad_norm": 0.10810287296772003,
      "learning_rate": 0.0002,
      "loss": 11.5081,
      "step": 3053
    },
    {
      "epoch": 1.0613095884460853,
      "grad_norm": 0.11676646769046783,
      "learning_rate": 0.0002,
      "loss": 12.1123,
      "step": 3054
    },
    {
      "epoch": 1.061657074600934,
      "grad_norm": 0.1061026006937027,
      "learning_rate": 0.0002,
      "loss": 11.9494,
      "step": 3055
    },
    {
      "epoch": 1.0620045607557824,
      "grad_norm": 0.1431105136871338,
      "learning_rate": 0.0002,
      "loss": 12.2014,
      "step": 3056
    },
    {
      "epoch": 1.062352046910631,
      "grad_norm": 0.11367550492286682,
      "learning_rate": 0.0002,
      "loss": 11.4935,
      "step": 3057
    },
    {
      "epoch": 1.0626995330654794,
      "grad_norm": 0.14039647579193115,
      "learning_rate": 0.0002,
      "loss": 12.1607,
      "step": 3058
    },
    {
      "epoch": 1.0630470192203278,
      "grad_norm": 0.10046213120222092,
      "learning_rate": 0.0002,
      "loss": 11.8183,
      "step": 3059
    },
    {
      "epoch": 1.0633945053751765,
      "grad_norm": 0.12962733209133148,
      "learning_rate": 0.0002,
      "loss": 11.9268,
      "step": 3060
    },
    {
      "epoch": 1.063741991530025,
      "grad_norm": 0.12210898846387863,
      "learning_rate": 0.0002,
      "loss": 11.7957,
      "step": 3061
    },
    {
      "epoch": 1.0640894776848735,
      "grad_norm": 0.10924960672855377,
      "learning_rate": 0.0002,
      "loss": 12.1058,
      "step": 3062
    },
    {
      "epoch": 1.064436963839722,
      "grad_norm": 0.11986564099788666,
      "learning_rate": 0.0002,
      "loss": 11.8282,
      "step": 3063
    },
    {
      "epoch": 1.0647844499945704,
      "grad_norm": 0.16137158870697021,
      "learning_rate": 0.0002,
      "loss": 12.0026,
      "step": 3064
    },
    {
      "epoch": 1.0651319361494191,
      "grad_norm": 0.0848294347524643,
      "learning_rate": 0.0002,
      "loss": 11.5392,
      "step": 3065
    },
    {
      "epoch": 1.0654794223042676,
      "grad_norm": 0.12032149732112885,
      "learning_rate": 0.0002,
      "loss": 12.1545,
      "step": 3066
    },
    {
      "epoch": 1.065826908459116,
      "grad_norm": 0.15785424411296844,
      "learning_rate": 0.0002,
      "loss": 11.8842,
      "step": 3067
    },
    {
      "epoch": 1.0661743946139646,
      "grad_norm": 0.16696029901504517,
      "learning_rate": 0.0002,
      "loss": 11.9469,
      "step": 3068
    },
    {
      "epoch": 1.066521880768813,
      "grad_norm": 0.14501641690731049,
      "learning_rate": 0.0002,
      "loss": 11.8956,
      "step": 3069
    },
    {
      "epoch": 1.0668693669236617,
      "grad_norm": 0.11417847871780396,
      "learning_rate": 0.0002,
      "loss": 11.7326,
      "step": 3070
    },
    {
      "epoch": 1.0672168530785102,
      "grad_norm": 0.15129409730434418,
      "learning_rate": 0.0002,
      "loss": 11.8609,
      "step": 3071
    },
    {
      "epoch": 1.0675643392333587,
      "grad_norm": 0.13506145775318146,
      "learning_rate": 0.0002,
      "loss": 11.5992,
      "step": 3072
    },
    {
      "epoch": 1.0679118253882072,
      "grad_norm": 0.1739804893732071,
      "learning_rate": 0.0002,
      "loss": 12.2092,
      "step": 3073
    },
    {
      "epoch": 1.0682593115430556,
      "grad_norm": 0.16229771077632904,
      "learning_rate": 0.0002,
      "loss": 11.9163,
      "step": 3074
    },
    {
      "epoch": 1.0686067976979041,
      "grad_norm": 0.15382717549800873,
      "learning_rate": 0.0002,
      "loss": 11.8096,
      "step": 3075
    },
    {
      "epoch": 1.0689542838527528,
      "grad_norm": 0.1525484025478363,
      "learning_rate": 0.0002,
      "loss": 11.8599,
      "step": 3076
    },
    {
      "epoch": 1.0693017700076013,
      "grad_norm": 0.15495428442955017,
      "learning_rate": 0.0002,
      "loss": 12.1266,
      "step": 3077
    },
    {
      "epoch": 1.0696492561624498,
      "grad_norm": 0.10874029994010925,
      "learning_rate": 0.0002,
      "loss": 11.3479,
      "step": 3078
    },
    {
      "epoch": 1.0699967423172982,
      "grad_norm": 0.09244890511035919,
      "learning_rate": 0.0002,
      "loss": 12.2571,
      "step": 3079
    },
    {
      "epoch": 1.0703442284721467,
      "grad_norm": 0.1001732125878334,
      "learning_rate": 0.0002,
      "loss": 12.4613,
      "step": 3080
    },
    {
      "epoch": 1.0706917146269954,
      "grad_norm": 0.07678193598985672,
      "learning_rate": 0.0002,
      "loss": 11.6877,
      "step": 3081
    },
    {
      "epoch": 1.071039200781844,
      "grad_norm": 0.0782565250992775,
      "learning_rate": 0.0002,
      "loss": 11.2013,
      "step": 3082
    },
    {
      "epoch": 1.0713866869366924,
      "grad_norm": 0.11851420253515244,
      "learning_rate": 0.0002,
      "loss": 13.2156,
      "step": 3083
    },
    {
      "epoch": 1.0717341730915408,
      "grad_norm": 0.09388497471809387,
      "learning_rate": 0.0002,
      "loss": 10.8779,
      "step": 3084
    },
    {
      "epoch": 1.0720816592463893,
      "grad_norm": 0.10811235010623932,
      "learning_rate": 0.0002,
      "loss": 11.8932,
      "step": 3085
    },
    {
      "epoch": 1.072429145401238,
      "grad_norm": 0.10809807479381561,
      "learning_rate": 0.0002,
      "loss": 12.5661,
      "step": 3086
    },
    {
      "epoch": 1.0727766315560865,
      "grad_norm": 0.07677388191223145,
      "learning_rate": 0.0002,
      "loss": 11.7413,
      "step": 3087
    },
    {
      "epoch": 1.073124117710935,
      "grad_norm": 0.09076844900846481,
      "learning_rate": 0.0002,
      "loss": 11.2376,
      "step": 3088
    },
    {
      "epoch": 1.0734716038657834,
      "grad_norm": 0.10098181664943695,
      "learning_rate": 0.0002,
      "loss": 12.4601,
      "step": 3089
    },
    {
      "epoch": 1.073819090020632,
      "grad_norm": 0.11144387722015381,
      "learning_rate": 0.0002,
      "loss": 11.6769,
      "step": 3090
    },
    {
      "epoch": 1.0741665761754806,
      "grad_norm": 0.14037244021892548,
      "learning_rate": 0.0002,
      "loss": 11.1234,
      "step": 3091
    },
    {
      "epoch": 1.074514062330329,
      "grad_norm": 0.0916651040315628,
      "learning_rate": 0.0002,
      "loss": 12.1476,
      "step": 3092
    },
    {
      "epoch": 1.0748615484851776,
      "grad_norm": 0.0979626327753067,
      "learning_rate": 0.0002,
      "loss": 12.4142,
      "step": 3093
    },
    {
      "epoch": 1.075209034640026,
      "grad_norm": 0.08981118351221085,
      "learning_rate": 0.0002,
      "loss": 11.6293,
      "step": 3094
    },
    {
      "epoch": 1.0755565207948745,
      "grad_norm": 0.10690022259950638,
      "learning_rate": 0.0002,
      "loss": 11.8126,
      "step": 3095
    },
    {
      "epoch": 1.075904006949723,
      "grad_norm": 0.09489929676055908,
      "learning_rate": 0.0002,
      "loss": 12.0345,
      "step": 3096
    },
    {
      "epoch": 1.0762514931045717,
      "grad_norm": 0.08235189318656921,
      "learning_rate": 0.0002,
      "loss": 11.4136,
      "step": 3097
    },
    {
      "epoch": 1.0765989792594202,
      "grad_norm": 0.09662684798240662,
      "learning_rate": 0.0002,
      "loss": 12.3054,
      "step": 3098
    },
    {
      "epoch": 1.0769464654142686,
      "grad_norm": 0.10227999091148376,
      "learning_rate": 0.0002,
      "loss": 12.5541,
      "step": 3099
    },
    {
      "epoch": 1.0772939515691171,
      "grad_norm": 0.09497180581092834,
      "learning_rate": 0.0002,
      "loss": 11.0221,
      "step": 3100
    },
    {
      "epoch": 1.0776414377239656,
      "grad_norm": 0.10552803426980972,
      "learning_rate": 0.0002,
      "loss": 12.0775,
      "step": 3101
    },
    {
      "epoch": 1.0779889238788143,
      "grad_norm": 0.1022443100810051,
      "learning_rate": 0.0002,
      "loss": 11.693,
      "step": 3102
    },
    {
      "epoch": 1.0783364100336628,
      "grad_norm": 0.11267437040805817,
      "learning_rate": 0.0002,
      "loss": 12.2743,
      "step": 3103
    },
    {
      "epoch": 1.0786838961885112,
      "grad_norm": 0.10195007920265198,
      "learning_rate": 0.0002,
      "loss": 11.6838,
      "step": 3104
    },
    {
      "epoch": 1.0790313823433597,
      "grad_norm": 0.10385964065790176,
      "learning_rate": 0.0002,
      "loss": 11.0722,
      "step": 3105
    },
    {
      "epoch": 1.0793788684982082,
      "grad_norm": 0.0946369469165802,
      "learning_rate": 0.0002,
      "loss": 12.4561,
      "step": 3106
    },
    {
      "epoch": 1.0797263546530569,
      "grad_norm": 0.11925406008958817,
      "learning_rate": 0.0002,
      "loss": 12.8057,
      "step": 3107
    },
    {
      "epoch": 1.0800738408079054,
      "grad_norm": 0.12540408968925476,
      "learning_rate": 0.0002,
      "loss": 11.5163,
      "step": 3108
    },
    {
      "epoch": 1.0804213269627538,
      "grad_norm": 0.11336568742990494,
      "learning_rate": 0.0002,
      "loss": 11.8767,
      "step": 3109
    },
    {
      "epoch": 1.0807688131176023,
      "grad_norm": 0.12235575914382935,
      "learning_rate": 0.0002,
      "loss": 11.512,
      "step": 3110
    },
    {
      "epoch": 1.0811162992724508,
      "grad_norm": 0.10376548022031784,
      "learning_rate": 0.0002,
      "loss": 12.1061,
      "step": 3111
    },
    {
      "epoch": 1.0814637854272995,
      "grad_norm": 0.1010960265994072,
      "learning_rate": 0.0002,
      "loss": 12.1,
      "step": 3112
    },
    {
      "epoch": 1.081811271582148,
      "grad_norm": 0.11530645936727524,
      "learning_rate": 0.0002,
      "loss": 12.1182,
      "step": 3113
    },
    {
      "epoch": 1.0821587577369964,
      "grad_norm": 0.0884845182299614,
      "learning_rate": 0.0002,
      "loss": 11.7285,
      "step": 3114
    },
    {
      "epoch": 1.082506243891845,
      "grad_norm": 0.11763100326061249,
      "learning_rate": 0.0002,
      "loss": 11.723,
      "step": 3115
    },
    {
      "epoch": 1.0828537300466934,
      "grad_norm": 0.10990136116743088,
      "learning_rate": 0.0002,
      "loss": 12.3934,
      "step": 3116
    },
    {
      "epoch": 1.0832012162015419,
      "grad_norm": 0.09192871302366257,
      "learning_rate": 0.0002,
      "loss": 11.2826,
      "step": 3117
    },
    {
      "epoch": 1.0835487023563906,
      "grad_norm": 0.09819965809583664,
      "learning_rate": 0.0002,
      "loss": 12.0404,
      "step": 3118
    },
    {
      "epoch": 1.083896188511239,
      "grad_norm": 0.10060489922761917,
      "learning_rate": 0.0002,
      "loss": 11.7414,
      "step": 3119
    },
    {
      "epoch": 1.0842436746660875,
      "grad_norm": 0.12365764379501343,
      "learning_rate": 0.0002,
      "loss": 11.792,
      "step": 3120
    },
    {
      "epoch": 1.084591160820936,
      "grad_norm": 0.15197716653347015,
      "learning_rate": 0.0002,
      "loss": 12.2526,
      "step": 3121
    },
    {
      "epoch": 1.0849386469757845,
      "grad_norm": 0.10459038615226746,
      "learning_rate": 0.0002,
      "loss": 11.6768,
      "step": 3122
    },
    {
      "epoch": 1.0852861331306332,
      "grad_norm": 0.13700555264949799,
      "learning_rate": 0.0002,
      "loss": 11.9923,
      "step": 3123
    },
    {
      "epoch": 1.0856336192854816,
      "grad_norm": 0.0997752919793129,
      "learning_rate": 0.0002,
      "loss": 11.8864,
      "step": 3124
    },
    {
      "epoch": 1.08598110544033,
      "grad_norm": 0.12061736732721329,
      "learning_rate": 0.0002,
      "loss": 11.7102,
      "step": 3125
    },
    {
      "epoch": 1.0863285915951786,
      "grad_norm": 0.14541535079479218,
      "learning_rate": 0.0002,
      "loss": 12.0837,
      "step": 3126
    },
    {
      "epoch": 1.086676077750027,
      "grad_norm": 0.16560031473636627,
      "learning_rate": 0.0002,
      "loss": 12.0427,
      "step": 3127
    },
    {
      "epoch": 1.0870235639048758,
      "grad_norm": 0.14440461993217468,
      "learning_rate": 0.0002,
      "loss": 12.0517,
      "step": 3128
    },
    {
      "epoch": 1.0873710500597242,
      "grad_norm": 0.0778345912694931,
      "learning_rate": 0.0002,
      "loss": 11.4403,
      "step": 3129
    },
    {
      "epoch": 1.0877185362145727,
      "grad_norm": 0.07398004829883575,
      "learning_rate": 0.0002,
      "loss": 11.6366,
      "step": 3130
    },
    {
      "epoch": 1.0880660223694212,
      "grad_norm": 0.07982704788446426,
      "learning_rate": 0.0002,
      "loss": 11.9853,
      "step": 3131
    },
    {
      "epoch": 1.0884135085242697,
      "grad_norm": 0.08345544338226318,
      "learning_rate": 0.0002,
      "loss": 12.1445,
      "step": 3132
    },
    {
      "epoch": 1.0887609946791184,
      "grad_norm": 0.08951692283153534,
      "learning_rate": 0.0002,
      "loss": 12.4367,
      "step": 3133
    },
    {
      "epoch": 1.0891084808339668,
      "grad_norm": 0.08639615029096603,
      "learning_rate": 0.0002,
      "loss": 10.5661,
      "step": 3134
    },
    {
      "epoch": 1.0894559669888153,
      "grad_norm": 0.07927480340003967,
      "learning_rate": 0.0002,
      "loss": 12.2146,
      "step": 3135
    },
    {
      "epoch": 1.0898034531436638,
      "grad_norm": 0.07335536181926727,
      "learning_rate": 0.0002,
      "loss": 12.7707,
      "step": 3136
    },
    {
      "epoch": 1.0901509392985123,
      "grad_norm": 0.11253196746110916,
      "learning_rate": 0.0002,
      "loss": 11.1206,
      "step": 3137
    },
    {
      "epoch": 1.0904984254533607,
      "grad_norm": 0.09651170670986176,
      "learning_rate": 0.0002,
      "loss": 11.6782,
      "step": 3138
    },
    {
      "epoch": 1.0908459116082094,
      "grad_norm": 0.07955699414014816,
      "learning_rate": 0.0002,
      "loss": 12.0649,
      "step": 3139
    },
    {
      "epoch": 1.091193397763058,
      "grad_norm": 0.10333449393510818,
      "learning_rate": 0.0002,
      "loss": 12.3202,
      "step": 3140
    },
    {
      "epoch": 1.0915408839179064,
      "grad_norm": 0.10153722763061523,
      "learning_rate": 0.0002,
      "loss": 12.0423,
      "step": 3141
    },
    {
      "epoch": 1.0918883700727549,
      "grad_norm": 0.10803821682929993,
      "learning_rate": 0.0002,
      "loss": 12.3167,
      "step": 3142
    },
    {
      "epoch": 1.0922358562276033,
      "grad_norm": 0.08711834996938705,
      "learning_rate": 0.0002,
      "loss": 11.8988,
      "step": 3143
    },
    {
      "epoch": 1.092583342382452,
      "grad_norm": 0.08147117495536804,
      "learning_rate": 0.0002,
      "loss": 11.3889,
      "step": 3144
    },
    {
      "epoch": 1.0929308285373005,
      "grad_norm": 0.10931695997714996,
      "learning_rate": 0.0002,
      "loss": 12.3769,
      "step": 3145
    },
    {
      "epoch": 1.093278314692149,
      "grad_norm": 0.09107208251953125,
      "learning_rate": 0.0002,
      "loss": 11.4512,
      "step": 3146
    },
    {
      "epoch": 1.0936258008469975,
      "grad_norm": 0.13750143349170685,
      "learning_rate": 0.0002,
      "loss": 11.8709,
      "step": 3147
    },
    {
      "epoch": 1.093973287001846,
      "grad_norm": 0.09606263041496277,
      "learning_rate": 0.0002,
      "loss": 11.9896,
      "step": 3148
    },
    {
      "epoch": 1.0943207731566946,
      "grad_norm": 0.09826741367578506,
      "learning_rate": 0.0002,
      "loss": 11.6717,
      "step": 3149
    },
    {
      "epoch": 1.094668259311543,
      "grad_norm": 0.11101061850786209,
      "learning_rate": 0.0002,
      "loss": 12.1396,
      "step": 3150
    },
    {
      "epoch": 1.0950157454663916,
      "grad_norm": 0.09494297951459885,
      "learning_rate": 0.0002,
      "loss": 11.4818,
      "step": 3151
    },
    {
      "epoch": 1.09536323162124,
      "grad_norm": 0.08935624361038208,
      "learning_rate": 0.0002,
      "loss": 11.8127,
      "step": 3152
    },
    {
      "epoch": 1.0957107177760885,
      "grad_norm": 0.1134086325764656,
      "learning_rate": 0.0002,
      "loss": 12.2501,
      "step": 3153
    },
    {
      "epoch": 1.0960582039309372,
      "grad_norm": 0.09913463890552521,
      "learning_rate": 0.0002,
      "loss": 11.2353,
      "step": 3154
    },
    {
      "epoch": 1.0964056900857857,
      "grad_norm": 0.1054450124502182,
      "learning_rate": 0.0002,
      "loss": 12.603,
      "step": 3155
    },
    {
      "epoch": 1.0967531762406342,
      "grad_norm": 0.08404537290334702,
      "learning_rate": 0.0002,
      "loss": 11.9198,
      "step": 3156
    },
    {
      "epoch": 1.0971006623954827,
      "grad_norm": 0.09555667638778687,
      "learning_rate": 0.0002,
      "loss": 11.9876,
      "step": 3157
    },
    {
      "epoch": 1.0974481485503311,
      "grad_norm": 0.1253845989704132,
      "learning_rate": 0.0002,
      "loss": 11.6896,
      "step": 3158
    },
    {
      "epoch": 1.0977956347051796,
      "grad_norm": 0.09816471487283707,
      "learning_rate": 0.0002,
      "loss": 12.0218,
      "step": 3159
    },
    {
      "epoch": 1.0981431208600283,
      "grad_norm": 0.10587966442108154,
      "learning_rate": 0.0002,
      "loss": 11.3987,
      "step": 3160
    },
    {
      "epoch": 1.0984906070148768,
      "grad_norm": 0.09283459186553955,
      "learning_rate": 0.0002,
      "loss": 12.3757,
      "step": 3161
    },
    {
      "epoch": 1.0988380931697252,
      "grad_norm": 0.11049716174602509,
      "learning_rate": 0.0002,
      "loss": 11.9055,
      "step": 3162
    },
    {
      "epoch": 1.0991855793245737,
      "grad_norm": 0.12820129096508026,
      "learning_rate": 0.0002,
      "loss": 11.9245,
      "step": 3163
    },
    {
      "epoch": 1.0995330654794222,
      "grad_norm": 0.10874733328819275,
      "learning_rate": 0.0002,
      "loss": 11.7597,
      "step": 3164
    },
    {
      "epoch": 1.099880551634271,
      "grad_norm": 0.13193494081497192,
      "learning_rate": 0.0002,
      "loss": 11.8473,
      "step": 3165
    },
    {
      "epoch": 1.1002280377891194,
      "grad_norm": 0.0925128385424614,
      "learning_rate": 0.0002,
      "loss": 11.7849,
      "step": 3166
    },
    {
      "epoch": 1.1005755239439678,
      "grad_norm": 0.1046229749917984,
      "learning_rate": 0.0002,
      "loss": 11.755,
      "step": 3167
    },
    {
      "epoch": 1.1009230100988163,
      "grad_norm": 0.10519328713417053,
      "learning_rate": 0.0002,
      "loss": 11.9813,
      "step": 3168
    },
    {
      "epoch": 1.1012704962536648,
      "grad_norm": 0.11502043902873993,
      "learning_rate": 0.0002,
      "loss": 12.0296,
      "step": 3169
    },
    {
      "epoch": 1.1016179824085135,
      "grad_norm": 0.14044922590255737,
      "learning_rate": 0.0002,
      "loss": 11.6235,
      "step": 3170
    },
    {
      "epoch": 1.101965468563362,
      "grad_norm": 0.13645493984222412,
      "learning_rate": 0.0002,
      "loss": 12.5923,
      "step": 3171
    },
    {
      "epoch": 1.1023129547182104,
      "grad_norm": 0.1124870628118515,
      "learning_rate": 0.0002,
      "loss": 11.3602,
      "step": 3172
    },
    {
      "epoch": 1.102660440873059,
      "grad_norm": 0.11562458425760269,
      "learning_rate": 0.0002,
      "loss": 12.1489,
      "step": 3173
    },
    {
      "epoch": 1.1030079270279074,
      "grad_norm": 0.10781342536211014,
      "learning_rate": 0.0002,
      "loss": 11.6516,
      "step": 3174
    },
    {
      "epoch": 1.103355413182756,
      "grad_norm": 0.13207580149173737,
      "learning_rate": 0.0002,
      "loss": 12.1741,
      "step": 3175
    },
    {
      "epoch": 1.1037028993376046,
      "grad_norm": 0.12355954945087433,
      "learning_rate": 0.0002,
      "loss": 11.6688,
      "step": 3176
    },
    {
      "epoch": 1.104050385492453,
      "grad_norm": 0.11870186030864716,
      "learning_rate": 0.0002,
      "loss": 11.9207,
      "step": 3177
    },
    {
      "epoch": 1.1043978716473015,
      "grad_norm": 0.13183437287807465,
      "learning_rate": 0.0002,
      "loss": 11.5129,
      "step": 3178
    },
    {
      "epoch": 1.10474535780215,
      "grad_norm": 0.0630902573466301,
      "learning_rate": 0.0002,
      "loss": 12.2142,
      "step": 3179
    },
    {
      "epoch": 1.1050928439569985,
      "grad_norm": 0.07119868695735931,
      "learning_rate": 0.0002,
      "loss": 12.1167,
      "step": 3180
    },
    {
      "epoch": 1.1054403301118472,
      "grad_norm": 0.07944965362548828,
      "learning_rate": 0.0002,
      "loss": 11.6292,
      "step": 3181
    },
    {
      "epoch": 1.1057878162666956,
      "grad_norm": 0.0722755491733551,
      "learning_rate": 0.0002,
      "loss": 11.6733,
      "step": 3182
    },
    {
      "epoch": 1.1061353024215441,
      "grad_norm": 0.07113254815340042,
      "learning_rate": 0.0002,
      "loss": 12.3427,
      "step": 3183
    },
    {
      "epoch": 1.1064827885763926,
      "grad_norm": 0.0842144712805748,
      "learning_rate": 0.0002,
      "loss": 12.0264,
      "step": 3184
    },
    {
      "epoch": 1.1068302747312413,
      "grad_norm": 0.0939704105257988,
      "learning_rate": 0.0002,
      "loss": 11.8564,
      "step": 3185
    },
    {
      "epoch": 1.1071777608860898,
      "grad_norm": 0.09444461017847061,
      "learning_rate": 0.0002,
      "loss": 11.3774,
      "step": 3186
    },
    {
      "epoch": 1.1075252470409382,
      "grad_norm": 0.0924166589975357,
      "learning_rate": 0.0002,
      "loss": 12.2495,
      "step": 3187
    },
    {
      "epoch": 1.1078727331957867,
      "grad_norm": 0.11503501236438751,
      "learning_rate": 0.0002,
      "loss": 12.4216,
      "step": 3188
    },
    {
      "epoch": 1.1082202193506352,
      "grad_norm": 0.07429388910531998,
      "learning_rate": 0.0002,
      "loss": 11.2653,
      "step": 3189
    },
    {
      "epoch": 1.1085677055054837,
      "grad_norm": 0.10018110275268555,
      "learning_rate": 0.0002,
      "loss": 12.1339,
      "step": 3190
    },
    {
      "epoch": 1.1089151916603324,
      "grad_norm": 0.09756633639335632,
      "learning_rate": 0.0002,
      "loss": 12.3508,
      "step": 3191
    },
    {
      "epoch": 1.1092626778151808,
      "grad_norm": 0.08946289122104645,
      "learning_rate": 0.0002,
      "loss": 11.2391,
      "step": 3192
    },
    {
      "epoch": 1.1096101639700293,
      "grad_norm": 0.09019240736961365,
      "learning_rate": 0.0002,
      "loss": 11.6514,
      "step": 3193
    },
    {
      "epoch": 1.1099576501248778,
      "grad_norm": 0.072312131524086,
      "learning_rate": 0.0002,
      "loss": 11.516,
      "step": 3194
    },
    {
      "epoch": 1.1103051362797263,
      "grad_norm": 0.10936738550662994,
      "learning_rate": 0.0002,
      "loss": 13.0548,
      "step": 3195
    },
    {
      "epoch": 1.110652622434575,
      "grad_norm": 0.09847588837146759,
      "learning_rate": 0.0002,
      "loss": 11.6638,
      "step": 3196
    },
    {
      "epoch": 1.1110001085894234,
      "grad_norm": 0.07593686878681183,
      "learning_rate": 0.0002,
      "loss": 11.6498,
      "step": 3197
    },
    {
      "epoch": 1.111347594744272,
      "grad_norm": 0.08302731812000275,
      "learning_rate": 0.0002,
      "loss": 11.2301,
      "step": 3198
    },
    {
      "epoch": 1.1116950808991204,
      "grad_norm": 0.0974450334906578,
      "learning_rate": 0.0002,
      "loss": 12.2797,
      "step": 3199
    },
    {
      "epoch": 1.1120425670539689,
      "grad_norm": 0.08975806832313538,
      "learning_rate": 0.0002,
      "loss": 11.7092,
      "step": 3200
    },
    {
      "epoch": 1.1120425670539689,
      "eval_loss": 11.890547752380371,
      "eval_runtime": 5.6628,
      "eval_samples_per_second": 81.761,
      "eval_steps_per_second": 40.969,
      "step": 3200
    },
    {
      "epoch": 4.451732001303073,
      "grad_norm": 0.04002663865685463,
      "learning_rate": 0.0002,
      "loss": 11.897,
      "step": 3201
    },
    {
      "epoch": 4.453121945922467,
      "grad_norm": 0.0430728904902935,
      "learning_rate": 0.0002,
      "loss": 11.8983,
      "step": 3202
    },
    {
      "epoch": 4.454511890541861,
      "grad_norm": 0.052859898656606674,
      "learning_rate": 0.0002,
      "loss": 11.8998,
      "step": 3203
    },
    {
      "epoch": 4.455901835161256,
      "grad_norm": 0.04967983812093735,
      "learning_rate": 0.0002,
      "loss": 11.8975,
      "step": 3204
    },
    {
      "epoch": 4.4572917797806495,
      "grad_norm": 0.04917474836111069,
      "learning_rate": 0.0002,
      "loss": 11.8961,
      "step": 3205
    },
    {
      "epoch": 4.458681724400043,
      "grad_norm": 0.050149522721767426,
      "learning_rate": 0.0002,
      "loss": 11.8944,
      "step": 3206
    },
    {
      "epoch": 4.460071669019437,
      "grad_norm": 0.04929006099700928,
      "learning_rate": 0.0002,
      "loss": 11.8983,
      "step": 3207
    },
    {
      "epoch": 4.461461613638831,
      "grad_norm": 0.04467308521270752,
      "learning_rate": 0.0002,
      "loss": 11.8978,
      "step": 3208
    },
    {
      "epoch": 4.462851558258226,
      "grad_norm": 0.042395103722810745,
      "learning_rate": 0.0002,
      "loss": 11.8927,
      "step": 3209
    },
    {
      "epoch": 4.46424150287762,
      "grad_norm": 0.0525602288544178,
      "learning_rate": 0.0002,
      "loss": 11.8916,
      "step": 3210
    },
    {
      "epoch": 4.465631447497014,
      "grad_norm": 0.047160834074020386,
      "learning_rate": 0.0002,
      "loss": 11.8954,
      "step": 3211
    },
    {
      "epoch": 4.467021392116408,
      "grad_norm": 0.0508430078625679,
      "learning_rate": 0.0002,
      "loss": 11.897,
      "step": 3212
    },
    {
      "epoch": 4.468411336735802,
      "grad_norm": 0.0505291111767292,
      "learning_rate": 0.0002,
      "loss": 11.8966,
      "step": 3213
    },
    {
      "epoch": 4.469801281355196,
      "grad_norm": 0.045935895293951035,
      "learning_rate": 0.0002,
      "loss": 11.8949,
      "step": 3214
    },
    {
      "epoch": 4.47119122597459,
      "grad_norm": 0.04677511379122734,
      "learning_rate": 0.0002,
      "loss": 11.8955,
      "step": 3215
    },
    {
      "epoch": 4.472581170593984,
      "grad_norm": 0.05025323107838631,
      "learning_rate": 0.0002,
      "loss": 11.8933,
      "step": 3216
    },
    {
      "epoch": 4.473971115213378,
      "grad_norm": 0.04676811397075653,
      "learning_rate": 0.0002,
      "loss": 11.8921,
      "step": 3217
    },
    {
      "epoch": 4.475361059832772,
      "grad_norm": 0.04322817921638489,
      "learning_rate": 0.0002,
      "loss": 11.8926,
      "step": 3218
    },
    {
      "epoch": 4.476751004452167,
      "grad_norm": 0.05570506677031517,
      "learning_rate": 0.0002,
      "loss": 11.8929,
      "step": 3219
    },
    {
      "epoch": 4.478140949071561,
      "grad_norm": 0.048141684383153915,
      "learning_rate": 0.0002,
      "loss": 11.8943,
      "step": 3220
    },
    {
      "epoch": 4.479530893690955,
      "grad_norm": 0.047036778181791306,
      "learning_rate": 0.0002,
      "loss": 11.8954,
      "step": 3221
    },
    {
      "epoch": 4.4809208383103485,
      "grad_norm": 0.0420856773853302,
      "learning_rate": 0.0002,
      "loss": 11.8946,
      "step": 3222
    },
    {
      "epoch": 4.482310782929742,
      "grad_norm": 0.05147292837500572,
      "learning_rate": 0.0002,
      "loss": 11.8971,
      "step": 3223
    },
    {
      "epoch": 4.483700727549136,
      "grad_norm": 0.04751475527882576,
      "learning_rate": 0.0002,
      "loss": 11.8945,
      "step": 3224
    },
    {
      "epoch": 4.485090672168531,
      "grad_norm": 0.05295524001121521,
      "learning_rate": 0.0002,
      "loss": 11.8923,
      "step": 3225
    },
    {
      "epoch": 4.486480616787925,
      "grad_norm": 0.05619266256690025,
      "learning_rate": 0.0002,
      "loss": 11.8924,
      "step": 3226
    },
    {
      "epoch": 4.487870561407319,
      "grad_norm": 0.05044412240386009,
      "learning_rate": 0.0002,
      "loss": 11.895,
      "step": 3227
    },
    {
      "epoch": 4.489260506026713,
      "grad_norm": 0.0522131510078907,
      "learning_rate": 0.0002,
      "loss": 11.8929,
      "step": 3228
    },
    {
      "epoch": 4.490650450646107,
      "grad_norm": 0.049122706055641174,
      "learning_rate": 0.0002,
      "loss": 11.8935,
      "step": 3229
    },
    {
      "epoch": 4.4920403952655015,
      "grad_norm": 0.051208384335041046,
      "learning_rate": 0.0002,
      "loss": 11.891,
      "step": 3230
    },
    {
      "epoch": 4.493430339884895,
      "grad_norm": 0.05557570233941078,
      "learning_rate": 0.0002,
      "loss": 11.8953,
      "step": 3231
    },
    {
      "epoch": 4.494820284504289,
      "grad_norm": 0.061289217323064804,
      "learning_rate": 0.0002,
      "loss": 11.893,
      "step": 3232
    },
    {
      "epoch": 4.496210229123683,
      "grad_norm": 0.05782994627952576,
      "learning_rate": 0.0002,
      "loss": 11.897,
      "step": 3233
    },
    {
      "epoch": 4.497600173743077,
      "grad_norm": 0.04719686880707741,
      "learning_rate": 0.0002,
      "loss": 11.8944,
      "step": 3234
    },
    {
      "epoch": 4.498990118362472,
      "grad_norm": 0.052310552448034286,
      "learning_rate": 0.0002,
      "loss": 11.8951,
      "step": 3235
    },
    {
      "epoch": 4.500380062981866,
      "grad_norm": 0.050545595586299896,
      "learning_rate": 0.0002,
      "loss": 11.8918,
      "step": 3236
    },
    {
      "epoch": 4.50177000760126,
      "grad_norm": 0.05159411579370499,
      "learning_rate": 0.0002,
      "loss": 11.8926,
      "step": 3237
    },
    {
      "epoch": 4.503159952220654,
      "grad_norm": 0.05099943280220032,
      "learning_rate": 0.0002,
      "loss": 11.8886,
      "step": 3238
    },
    {
      "epoch": 4.5045498968400475,
      "grad_norm": 0.05417105555534363,
      "learning_rate": 0.0002,
      "loss": 11.8909,
      "step": 3239
    },
    {
      "epoch": 4.505939841459442,
      "grad_norm": 0.06299308687448502,
      "learning_rate": 0.0002,
      "loss": 11.8923,
      "step": 3240
    },
    {
      "epoch": 4.507329786078836,
      "grad_norm": 0.060318898409605026,
      "learning_rate": 0.0002,
      "loss": 11.8903,
      "step": 3241
    },
    {
      "epoch": 4.50871973069823,
      "grad_norm": 0.06331847608089447,
      "learning_rate": 0.0002,
      "loss": 11.8911,
      "step": 3242
    },
    {
      "epoch": 4.510109675317624,
      "grad_norm": 0.05277543142437935,
      "learning_rate": 0.0002,
      "loss": 11.889,
      "step": 3243
    },
    {
      "epoch": 4.511499619937018,
      "grad_norm": 0.052233725786209106,
      "learning_rate": 0.0002,
      "loss": 11.8918,
      "step": 3244
    },
    {
      "epoch": 4.512889564556412,
      "grad_norm": 0.05183732509613037,
      "learning_rate": 0.0002,
      "loss": 11.893,
      "step": 3245
    },
    {
      "epoch": 4.514279509175807,
      "grad_norm": 0.05234043300151825,
      "learning_rate": 0.0002,
      "loss": 11.8887,
      "step": 3246
    },
    {
      "epoch": 4.5156694537952005,
      "grad_norm": 0.07831940799951553,
      "learning_rate": 0.0002,
      "loss": 11.8933,
      "step": 3247
    },
    {
      "epoch": 4.517059398414594,
      "grad_norm": 0.06189609691500664,
      "learning_rate": 0.0002,
      "loss": 11.8913,
      "step": 3248
    },
    {
      "epoch": 4.518449343033988,
      "grad_norm": 0.04917880520224571,
      "learning_rate": 0.0002,
      "loss": 11.8904,
      "step": 3249
    },
    {
      "epoch": 4.519839287653383,
      "grad_norm": 0.05885886028409004,
      "learning_rate": 0.0002,
      "loss": 11.8926,
      "step": 3250
    },
    {
      "epoch": 4.521229232272777,
      "grad_norm": 0.053907912224531174,
      "learning_rate": 0.0002,
      "loss": 11.8873,
      "step": 3251
    },
    {
      "epoch": 4.522619176892171,
      "grad_norm": 0.05318320542573929,
      "learning_rate": 0.0002,
      "loss": 11.8893,
      "step": 3252
    },
    {
      "epoch": 4.524009121511565,
      "grad_norm": 0.05446062982082367,
      "learning_rate": 0.0002,
      "loss": 11.8924,
      "step": 3253
    },
    {
      "epoch": 4.525399066130959,
      "grad_norm": 0.053963802754879,
      "learning_rate": 0.0002,
      "loss": 11.8904,
      "step": 3254
    },
    {
      "epoch": 4.526789010750353,
      "grad_norm": 0.06155044212937355,
      "learning_rate": 0.0002,
      "loss": 11.8903,
      "step": 3255
    },
    {
      "epoch": 4.528178955369747,
      "grad_norm": 0.06431137770414352,
      "learning_rate": 0.0002,
      "loss": 11.8836,
      "step": 3256
    },
    {
      "epoch": 4.529568899989141,
      "grad_norm": 0.05332796275615692,
      "learning_rate": 0.0002,
      "loss": 11.8881,
      "step": 3257
    },
    {
      "epoch": 4.530958844608535,
      "grad_norm": 0.057782966643571854,
      "learning_rate": 0.0002,
      "loss": 11.889,
      "step": 3258
    },
    {
      "epoch": 4.532348789227929,
      "grad_norm": 0.0545247346162796,
      "learning_rate": 0.0002,
      "loss": 11.8879,
      "step": 3259
    },
    {
      "epoch": 4.533738733847323,
      "grad_norm": 0.056150928139686584,
      "learning_rate": 0.0002,
      "loss": 11.8875,
      "step": 3260
    },
    {
      "epoch": 4.535128678466718,
      "grad_norm": 0.06933032721281052,
      "learning_rate": 0.0002,
      "loss": 11.8886,
      "step": 3261
    },
    {
      "epoch": 4.536518623086112,
      "grad_norm": 0.06672699004411697,
      "learning_rate": 0.0002,
      "loss": 11.8877,
      "step": 3262
    },
    {
      "epoch": 4.5379085677055055,
      "grad_norm": 0.06815013289451599,
      "learning_rate": 0.0002,
      "loss": 11.8864,
      "step": 3263
    },
    {
      "epoch": 4.5392985123248994,
      "grad_norm": 0.05917181819677353,
      "learning_rate": 0.0002,
      "loss": 11.884,
      "step": 3264
    },
    {
      "epoch": 4.540688456944293,
      "grad_norm": 0.060106974095106125,
      "learning_rate": 0.0002,
      "loss": 11.8834,
      "step": 3265
    },
    {
      "epoch": 4.542078401563687,
      "grad_norm": 0.0698443204164505,
      "learning_rate": 0.0002,
      "loss": 11.8813,
      "step": 3266
    },
    {
      "epoch": 4.543468346183082,
      "grad_norm": 0.05705024302005768,
      "learning_rate": 0.0002,
      "loss": 11.8851,
      "step": 3267
    },
    {
      "epoch": 4.544858290802476,
      "grad_norm": 0.05670078471302986,
      "learning_rate": 0.0002,
      "loss": 11.8865,
      "step": 3268
    },
    {
      "epoch": 4.54624823542187,
      "grad_norm": 0.06541666388511658,
      "learning_rate": 0.0002,
      "loss": 11.8799,
      "step": 3269
    },
    {
      "epoch": 4.547638180041264,
      "grad_norm": 0.06285639107227325,
      "learning_rate": 0.0002,
      "loss": 11.8849,
      "step": 3270
    },
    {
      "epoch": 4.5490281246606585,
      "grad_norm": 0.06757494062185287,
      "learning_rate": 0.0002,
      "loss": 11.8838,
      "step": 3271
    },
    {
      "epoch": 4.550418069280052,
      "grad_norm": 0.06593064963817596,
      "learning_rate": 0.0002,
      "loss": 11.8841,
      "step": 3272
    },
    {
      "epoch": 4.551808013899446,
      "grad_norm": 0.0689992681145668,
      "learning_rate": 0.0002,
      "loss": 11.8838,
      "step": 3273
    },
    {
      "epoch": 4.55319795851884,
      "grad_norm": 0.06766032427549362,
      "learning_rate": 0.0002,
      "loss": 11.8803,
      "step": 3274
    },
    {
      "epoch": 4.554587903138234,
      "grad_norm": 0.06768517196178436,
      "learning_rate": 0.0002,
      "loss": 11.8794,
      "step": 3275
    },
    {
      "epoch": 4.555977847757628,
      "grad_norm": 0.09115839004516602,
      "learning_rate": 0.0002,
      "loss": 11.8803,
      "step": 3276
    },
    {
      "epoch": 4.557367792377023,
      "grad_norm": 0.04380897805094719,
      "learning_rate": 0.0002,
      "loss": 11.9018,
      "step": 3277
    },
    {
      "epoch": 4.558757736996417,
      "grad_norm": 0.03889671713113785,
      "learning_rate": 0.0002,
      "loss": 11.901,
      "step": 3278
    },
    {
      "epoch": 4.560147681615811,
      "grad_norm": 0.053980641067028046,
      "learning_rate": 0.0002,
      "loss": 11.9027,
      "step": 3279
    },
    {
      "epoch": 4.5615376262352045,
      "grad_norm": 0.045440416783094406,
      "learning_rate": 0.0002,
      "loss": 11.9013,
      "step": 3280
    },
    {
      "epoch": 4.562927570854598,
      "grad_norm": 0.042037516832351685,
      "learning_rate": 0.0002,
      "loss": 11.9022,
      "step": 3281
    },
    {
      "epoch": 4.564317515473993,
      "grad_norm": 0.04211656004190445,
      "learning_rate": 0.0002,
      "loss": 11.9004,
      "step": 3282
    },
    {
      "epoch": 4.565707460093387,
      "grad_norm": 0.043191730976104736,
      "learning_rate": 0.0002,
      "loss": 11.9007,
      "step": 3283
    },
    {
      "epoch": 4.567097404712781,
      "grad_norm": 0.047524143010377884,
      "learning_rate": 0.0002,
      "loss": 11.901,
      "step": 3284
    },
    {
      "epoch": 4.568487349332175,
      "grad_norm": 0.046663541346788406,
      "learning_rate": 0.0002,
      "loss": 11.8993,
      "step": 3285
    },
    {
      "epoch": 4.569877293951569,
      "grad_norm": 0.05465259402990341,
      "learning_rate": 0.0002,
      "loss": 11.9004,
      "step": 3286
    },
    {
      "epoch": 4.571267238570963,
      "grad_norm": 0.04842277243733406,
      "learning_rate": 0.0002,
      "loss": 11.8982,
      "step": 3287
    },
    {
      "epoch": 4.5726571831903575,
      "grad_norm": 0.047899387776851654,
      "learning_rate": 0.0002,
      "loss": 11.9004,
      "step": 3288
    },
    {
      "epoch": 4.574047127809751,
      "grad_norm": 0.04017637297511101,
      "learning_rate": 0.0002,
      "loss": 11.9004,
      "step": 3289
    },
    {
      "epoch": 4.575437072429145,
      "grad_norm": 0.050059400498867035,
      "learning_rate": 0.0002,
      "loss": 11.8989,
      "step": 3290
    },
    {
      "epoch": 4.576827017048539,
      "grad_norm": 0.04534746706485748,
      "learning_rate": 0.0002,
      "loss": 11.8991,
      "step": 3291
    },
    {
      "epoch": 4.578216961667934,
      "grad_norm": 0.044159069657325745,
      "learning_rate": 0.0002,
      "loss": 11.8969,
      "step": 3292
    },
    {
      "epoch": 4.579606906287328,
      "grad_norm": 0.0407426580786705,
      "learning_rate": 0.0002,
      "loss": 11.8996,
      "step": 3293
    },
    {
      "epoch": 4.580996850906722,
      "grad_norm": 0.04632827267050743,
      "learning_rate": 0.0002,
      "loss": 11.8986,
      "step": 3294
    },
    {
      "epoch": 4.582386795526116,
      "grad_norm": 0.04372076690196991,
      "learning_rate": 0.0002,
      "loss": 11.8982,
      "step": 3295
    },
    {
      "epoch": 4.58377674014551,
      "grad_norm": 0.04668192192912102,
      "learning_rate": 0.0002,
      "loss": 11.8938,
      "step": 3296
    },
    {
      "epoch": 4.5851666847649035,
      "grad_norm": 0.04494798555970192,
      "learning_rate": 0.0002,
      "loss": 11.8964,
      "step": 3297
    },
    {
      "epoch": 4.586556629384298,
      "grad_norm": 0.040803924202919006,
      "learning_rate": 0.0002,
      "loss": 11.8991,
      "step": 3298
    },
    {
      "epoch": 4.587946574003692,
      "grad_norm": 0.04313427209854126,
      "learning_rate": 0.0002,
      "loss": 11.8965,
      "step": 3299
    },
    {
      "epoch": 4.589336518623086,
      "grad_norm": 0.04750678688287735,
      "learning_rate": 0.0002,
      "loss": 11.8981,
      "step": 3300
    },
    {
      "epoch": 4.59072646324248,
      "grad_norm": 0.045633718371391296,
      "learning_rate": 0.0002,
      "loss": 11.8957,
      "step": 3301
    },
    {
      "epoch": 4.592116407861874,
      "grad_norm": 0.04618095979094505,
      "learning_rate": 0.0002,
      "loss": 11.8998,
      "step": 3302
    },
    {
      "epoch": 4.593506352481269,
      "grad_norm": 0.046733308583498,
      "learning_rate": 0.0002,
      "loss": 11.8959,
      "step": 3303
    },
    {
      "epoch": 4.594896297100663,
      "grad_norm": 0.049005575478076935,
      "learning_rate": 0.0002,
      "loss": 11.8949,
      "step": 3304
    },
    {
      "epoch": 4.5962862417200565,
      "grad_norm": 0.04116680845618248,
      "learning_rate": 0.0002,
      "loss": 11.8983,
      "step": 3305
    },
    {
      "epoch": 4.59767618633945,
      "grad_norm": 0.04421752691268921,
      "learning_rate": 0.0002,
      "loss": 11.8978,
      "step": 3306
    },
    {
      "epoch": 4.599066130958844,
      "grad_norm": 0.040020838379859924,
      "learning_rate": 0.0002,
      "loss": 11.895,
      "step": 3307
    },
    {
      "epoch": 4.600456075578238,
      "grad_norm": 0.04397263377904892,
      "learning_rate": 0.0002,
      "loss": 11.8934,
      "step": 3308
    },
    {
      "epoch": 4.601846020197633,
      "grad_norm": 0.055064212530851364,
      "learning_rate": 0.0002,
      "loss": 11.8952,
      "step": 3309
    },
    {
      "epoch": 4.603235964817027,
      "grad_norm": 0.047746624797582626,
      "learning_rate": 0.0002,
      "loss": 11.8934,
      "step": 3310
    },
    {
      "epoch": 4.604625909436421,
      "grad_norm": 0.04060453921556473,
      "learning_rate": 0.0002,
      "loss": 11.8964,
      "step": 3311
    },
    {
      "epoch": 4.606015854055815,
      "grad_norm": 0.043234679847955704,
      "learning_rate": 0.0002,
      "loss": 11.8927,
      "step": 3312
    },
    {
      "epoch": 4.6074057986752095,
      "grad_norm": 0.043470703065395355,
      "learning_rate": 0.0002,
      "loss": 11.8945,
      "step": 3313
    },
    {
      "epoch": 4.608795743294603,
      "grad_norm": 0.049434710294008255,
      "learning_rate": 0.0002,
      "loss": 11.8936,
      "step": 3314
    },
    {
      "epoch": 4.610185687913997,
      "grad_norm": 0.05384083092212677,
      "learning_rate": 0.0002,
      "loss": 11.8914,
      "step": 3315
    },
    {
      "epoch": 4.611575632533391,
      "grad_norm": 0.04499657452106476,
      "learning_rate": 0.0002,
      "loss": 11.8943,
      "step": 3316
    },
    {
      "epoch": 4.612965577152785,
      "grad_norm": 0.04042520374059677,
      "learning_rate": 0.0002,
      "loss": 11.8951,
      "step": 3317
    },
    {
      "epoch": 4.614355521772179,
      "grad_norm": 0.046262577176094055,
      "learning_rate": 0.0002,
      "loss": 11.8966,
      "step": 3318
    },
    {
      "epoch": 4.615745466391574,
      "grad_norm": 0.0531281940639019,
      "learning_rate": 0.0002,
      "loss": 11.8955,
      "step": 3319
    },
    {
      "epoch": 4.617135411010968,
      "grad_norm": 0.04742132127285004,
      "learning_rate": 0.0002,
      "loss": 11.8928,
      "step": 3320
    },
    {
      "epoch": 4.618525355630362,
      "grad_norm": 0.04263127222657204,
      "learning_rate": 0.0002,
      "loss": 11.8948,
      "step": 3321
    },
    {
      "epoch": 4.6199153002497555,
      "grad_norm": 0.049947455525398254,
      "learning_rate": 0.0002,
      "loss": 11.8923,
      "step": 3322
    },
    {
      "epoch": 4.621305244869149,
      "grad_norm": 0.04811353236436844,
      "learning_rate": 0.0002,
      "loss": 11.8975,
      "step": 3323
    },
    {
      "epoch": 4.622695189488544,
      "grad_norm": 0.04862936586141586,
      "learning_rate": 0.0002,
      "loss": 11.8944,
      "step": 3324
    },
    {
      "epoch": 4.624085134107938,
      "grad_norm": 0.04222901538014412,
      "learning_rate": 0.0002,
      "loss": 11.8957,
      "step": 3325
    },
    {
      "epoch": 4.625475078727332,
      "grad_norm": 0.04137811437249184,
      "learning_rate": 0.0002,
      "loss": 11.8943,
      "step": 3326
    },
    {
      "epoch": 4.626865023346726,
      "grad_norm": 0.04911800101399422,
      "learning_rate": 0.0002,
      "loss": 11.8888,
      "step": 3327
    },
    {
      "epoch": 4.62825496796612,
      "grad_norm": 0.04408980533480644,
      "learning_rate": 0.0002,
      "loss": 11.8918,
      "step": 3328
    },
    {
      "epoch": 4.629644912585514,
      "grad_norm": 0.044526830315589905,
      "learning_rate": 0.0002,
      "loss": 11.8911,
      "step": 3329
    },
    {
      "epoch": 4.6310348572049085,
      "grad_norm": 0.046448685228824615,
      "learning_rate": 0.0002,
      "loss": 11.8931,
      "step": 3330
    },
    {
      "epoch": 4.632424801824302,
      "grad_norm": 0.04803022742271423,
      "learning_rate": 0.0002,
      "loss": 11.8927,
      "step": 3331
    },
    {
      "epoch": 4.633814746443696,
      "grad_norm": 0.04825226590037346,
      "learning_rate": 0.0002,
      "loss": 11.8903,
      "step": 3332
    },
    {
      "epoch": 4.63520469106309,
      "grad_norm": 0.043343257158994675,
      "learning_rate": 0.0002,
      "loss": 11.8902,
      "step": 3333
    },
    {
      "epoch": 4.636594635682485,
      "grad_norm": 0.05359652265906334,
      "learning_rate": 0.0002,
      "loss": 11.8897,
      "step": 3334
    },
    {
      "epoch": 4.637984580301879,
      "grad_norm": 0.05125050991773605,
      "learning_rate": 0.0002,
      "loss": 11.8874,
      "step": 3335
    },
    {
      "epoch": 4.639374524921273,
      "grad_norm": 0.05273202434182167,
      "learning_rate": 0.0002,
      "loss": 11.8907,
      "step": 3336
    },
    {
      "epoch": 4.640764469540667,
      "grad_norm": 0.055756282061338425,
      "learning_rate": 0.0002,
      "loss": 11.8909,
      "step": 3337
    },
    {
      "epoch": 4.642154414160061,
      "grad_norm": 0.0515204481780529,
      "learning_rate": 0.0002,
      "loss": 11.8909,
      "step": 3338
    },
    {
      "epoch": 4.6435443587794545,
      "grad_norm": 0.05398940294981003,
      "learning_rate": 0.0002,
      "loss": 11.8893,
      "step": 3339
    },
    {
      "epoch": 4.644934303398849,
      "grad_norm": 0.054533831775188446,
      "learning_rate": 0.0002,
      "loss": 11.891,
      "step": 3340
    },
    {
      "epoch": 4.646324248018243,
      "grad_norm": 0.05246591940522194,
      "learning_rate": 0.0002,
      "loss": 11.8906,
      "step": 3341
    },
    {
      "epoch": 4.647714192637637,
      "grad_norm": 0.05500231310725212,
      "learning_rate": 0.0002,
      "loss": 11.8899,
      "step": 3342
    },
    {
      "epoch": 4.649104137257031,
      "grad_norm": 0.06015012040734291,
      "learning_rate": 0.0002,
      "loss": 11.8889,
      "step": 3343
    },
    {
      "epoch": 4.650494081876425,
      "grad_norm": 0.046393200755119324,
      "learning_rate": 0.0002,
      "loss": 11.8903,
      "step": 3344
    },
    {
      "epoch": 4.65188402649582,
      "grad_norm": 0.05162135884165764,
      "learning_rate": 0.0002,
      "loss": 11.8893,
      "step": 3345
    },
    {
      "epoch": 4.653273971115214,
      "grad_norm": 0.048175305128097534,
      "learning_rate": 0.0002,
      "loss": 11.8898,
      "step": 3346
    },
    {
      "epoch": 4.6546639157346075,
      "grad_norm": 0.0598575584590435,
      "learning_rate": 0.0002,
      "loss": 11.8923,
      "step": 3347
    },
    {
      "epoch": 4.656053860354001,
      "grad_norm": 0.05856004357337952,
      "learning_rate": 0.0002,
      "loss": 11.8885,
      "step": 3348
    },
    {
      "epoch": 4.657443804973395,
      "grad_norm": 0.05415806919336319,
      "learning_rate": 0.0002,
      "loss": 11.8909,
      "step": 3349
    },
    {
      "epoch": 4.658833749592789,
      "grad_norm": 0.05316034331917763,
      "learning_rate": 0.0002,
      "loss": 11.8904,
      "step": 3350
    },
    {
      "epoch": 4.660223694212184,
      "grad_norm": 0.05391252413392067,
      "learning_rate": 0.0002,
      "loss": 11.8902,
      "step": 3351
    },
    {
      "epoch": 4.661613638831578,
      "grad_norm": 0.06075900420546532,
      "learning_rate": 0.0002,
      "loss": 11.8905,
      "step": 3352
    },
    {
      "epoch": 4.663003583450972,
      "grad_norm": 0.06131719425320625,
      "learning_rate": 0.0002,
      "loss": 11.8891,
      "step": 3353
    },
    {
      "epoch": 4.664393528070366,
      "grad_norm": 0.059170614928007126,
      "learning_rate": 0.0002,
      "loss": 11.8931,
      "step": 3354
    },
    {
      "epoch": 4.6657834726897605,
      "grad_norm": 0.05996152013540268,
      "learning_rate": 0.0002,
      "loss": 11.889,
      "step": 3355
    },
    {
      "epoch": 4.667173417309154,
      "grad_norm": 0.05447491630911827,
      "learning_rate": 0.0002,
      "loss": 11.8903,
      "step": 3356
    },
    {
      "epoch": 4.668563361928548,
      "grad_norm": 0.06542413681745529,
      "learning_rate": 0.0002,
      "loss": 11.8873,
      "step": 3357
    },
    {
      "epoch": 4.669953306547942,
      "grad_norm": 0.059579867869615555,
      "learning_rate": 0.0002,
      "loss": 11.888,
      "step": 3358
    },
    {
      "epoch": 4.671343251167336,
      "grad_norm": 0.05998816713690758,
      "learning_rate": 0.0002,
      "loss": 11.8856,
      "step": 3359
    },
    {
      "epoch": 4.67273319578673,
      "grad_norm": 0.0597803071141243,
      "learning_rate": 0.0002,
      "loss": 11.886,
      "step": 3360
    },
    {
      "epoch": 4.674123140406125,
      "grad_norm": 0.06796566396951675,
      "learning_rate": 0.0002,
      "loss": 11.8879,
      "step": 3361
    },
    {
      "epoch": 4.675513085025519,
      "grad_norm": 0.0640052855014801,
      "learning_rate": 0.0002,
      "loss": 11.8848,
      "step": 3362
    },
    {
      "epoch": 4.676903029644913,
      "grad_norm": 0.05647887662053108,
      "learning_rate": 0.0002,
      "loss": 11.8866,
      "step": 3363
    },
    {
      "epoch": 4.6782929742643065,
      "grad_norm": 0.06159177049994469,
      "learning_rate": 0.0002,
      "loss": 11.8837,
      "step": 3364
    },
    {
      "epoch": 4.6796829188837,
      "grad_norm": 0.06721659749746323,
      "learning_rate": 0.0002,
      "loss": 11.8872,
      "step": 3365
    },
    {
      "epoch": 4.681072863503095,
      "grad_norm": 0.06576133519411087,
      "learning_rate": 0.0002,
      "loss": 11.8851,
      "step": 3366
    },
    {
      "epoch": 4.682462808122489,
      "grad_norm": 0.06320731341838837,
      "learning_rate": 0.0002,
      "loss": 11.8849,
      "step": 3367
    },
    {
      "epoch": 4.683852752741883,
      "grad_norm": 0.06035913899540901,
      "learning_rate": 0.0002,
      "loss": 11.8877,
      "step": 3368
    },
    {
      "epoch": 4.685242697361277,
      "grad_norm": 0.07186957448720932,
      "learning_rate": 0.0002,
      "loss": 11.8864,
      "step": 3369
    },
    {
      "epoch": 4.686632641980671,
      "grad_norm": 0.08831290155649185,
      "learning_rate": 0.0002,
      "loss": 11.8821,
      "step": 3370
    },
    {
      "epoch": 4.688022586600065,
      "grad_norm": 0.07031385600566864,
      "learning_rate": 0.0002,
      "loss": 11.8831,
      "step": 3371
    },
    {
      "epoch": 4.6894125312194594,
      "grad_norm": 0.0656123012304306,
      "learning_rate": 0.0002,
      "loss": 11.8801,
      "step": 3372
    },
    {
      "epoch": 4.690802475838853,
      "grad_norm": 0.07117343693971634,
      "learning_rate": 0.0002,
      "loss": 11.8803,
      "step": 3373
    },
    {
      "epoch": 4.692192420458247,
      "grad_norm": 0.06645610183477402,
      "learning_rate": 0.0002,
      "loss": 11.8829,
      "step": 3374
    },
    {
      "epoch": 4.693582365077641,
      "grad_norm": 0.065314382314682,
      "learning_rate": 0.0002,
      "loss": 11.8816,
      "step": 3375
    },
    {
      "epoch": 4.694972309697036,
      "grad_norm": 0.08904456347227097,
      "learning_rate": 0.0002,
      "loss": 11.8758,
      "step": 3376
    },
    {
      "epoch": 4.69636225431643,
      "grad_norm": 0.041323550045490265,
      "learning_rate": 0.0002,
      "loss": 11.9045,
      "step": 3377
    },
    {
      "epoch": 4.697752198935824,
      "grad_norm": 0.05642024427652359,
      "learning_rate": 0.0002,
      "loss": 11.9009,
      "step": 3378
    },
    {
      "epoch": 4.699142143555218,
      "grad_norm": 0.05269347503781319,
      "learning_rate": 0.0002,
      "loss": 11.902,
      "step": 3379
    },
    {
      "epoch": 4.7005320881746115,
      "grad_norm": 0.049247268587350845,
      "learning_rate": 0.0002,
      "loss": 11.9025,
      "step": 3380
    },
    {
      "epoch": 4.7019220327940054,
      "grad_norm": 0.05042261630296707,
      "learning_rate": 0.0002,
      "loss": 11.9003,
      "step": 3381
    },
    {
      "epoch": 4.7033119774134,
      "grad_norm": 0.04562665894627571,
      "learning_rate": 0.0002,
      "loss": 11.9008,
      "step": 3382
    },
    {
      "epoch": 4.704701922032794,
      "grad_norm": 0.043654341250658035,
      "learning_rate": 0.0002,
      "loss": 11.8987,
      "step": 3383
    },
    {
      "epoch": 4.706091866652188,
      "grad_norm": 0.045345403254032135,
      "learning_rate": 0.0002,
      "loss": 11.9002,
      "step": 3384
    },
    {
      "epoch": 4.707481811271582,
      "grad_norm": 0.04491302743554115,
      "learning_rate": 0.0002,
      "loss": 11.8999,
      "step": 3385
    },
    {
      "epoch": 4.708871755890976,
      "grad_norm": 0.04691552743315697,
      "learning_rate": 0.0002,
      "loss": 11.8988,
      "step": 3386
    },
    {
      "epoch": 4.710261700510371,
      "grad_norm": 0.04081391543149948,
      "learning_rate": 0.0002,
      "loss": 11.8997,
      "step": 3387
    },
    {
      "epoch": 4.7116516451297645,
      "grad_norm": 0.04442114010453224,
      "learning_rate": 0.0002,
      "loss": 11.898,
      "step": 3388
    },
    {
      "epoch": 4.713041589749158,
      "grad_norm": 0.044100161641836166,
      "learning_rate": 0.0002,
      "loss": 11.8999,
      "step": 3389
    },
    {
      "epoch": 4.714431534368552,
      "grad_norm": 0.046357572078704834,
      "learning_rate": 0.0002,
      "loss": 11.8988,
      "step": 3390
    },
    {
      "epoch": 4.715821478987946,
      "grad_norm": 0.03971016779541969,
      "learning_rate": 0.0002,
      "loss": 11.8995,
      "step": 3391
    },
    {
      "epoch": 4.717211423607341,
      "grad_norm": 0.03885830193758011,
      "learning_rate": 0.0002,
      "loss": 11.8984,
      "step": 3392
    },
    {
      "epoch": 4.718601368226735,
      "grad_norm": 0.03938493877649307,
      "learning_rate": 0.0002,
      "loss": 11.8974,
      "step": 3393
    },
    {
      "epoch": 4.719991312846129,
      "grad_norm": 0.05524706840515137,
      "learning_rate": 0.0002,
      "loss": 11.8981,
      "step": 3394
    },
    {
      "epoch": 4.721381257465523,
      "grad_norm": 0.04761267825961113,
      "learning_rate": 0.0002,
      "loss": 11.8995,
      "step": 3395
    },
    {
      "epoch": 4.722771202084917,
      "grad_norm": 0.04760982468724251,
      "learning_rate": 0.0002,
      "loss": 11.8983,
      "step": 3396
    },
    {
      "epoch": 4.724161146704311,
      "grad_norm": 0.046673741191625595,
      "learning_rate": 0.0002,
      "loss": 11.8969,
      "step": 3397
    },
    {
      "epoch": 4.725551091323705,
      "grad_norm": 0.04506899043917656,
      "learning_rate": 0.0002,
      "loss": 11.899,
      "step": 3398
    },
    {
      "epoch": 4.726941035943099,
      "grad_norm": 0.04859995096921921,
      "learning_rate": 0.0002,
      "loss": 11.8956,
      "step": 3399
    },
    {
      "epoch": 4.728330980562493,
      "grad_norm": 0.0489521361887455,
      "learning_rate": 0.0002,
      "loss": 11.8987,
      "step": 3400
    },
    {
      "epoch": 4.728330980562493,
      "eval_loss": 11.890242576599121,
      "eval_runtime": 4.9386,
      "eval_samples_per_second": 93.751,
      "eval_steps_per_second": 23.488,
      "step": 3400
    },
    {
      "epoch": 4.729720925181887,
      "grad_norm": 0.04529783874750137,
      "learning_rate": 0.0002,
      "loss": 11.8988,
      "step": 3401
    },
    {
      "epoch": 4.731110869801281,
      "grad_norm": 0.04649922996759415,
      "learning_rate": 0.0002,
      "loss": 11.901,
      "step": 3402
    },
    {
      "epoch": 4.732500814420676,
      "grad_norm": 0.04599342122673988,
      "learning_rate": 0.0002,
      "loss": 11.895,
      "step": 3403
    },
    {
      "epoch": 4.73389075904007,
      "grad_norm": 0.04245138168334961,
      "learning_rate": 0.0002,
      "loss": 11.8953,
      "step": 3404
    },
    {
      "epoch": 4.7352807036594635,
      "grad_norm": 0.04730380326509476,
      "learning_rate": 0.0002,
      "loss": 11.8927,
      "step": 3405
    },
    {
      "epoch": 4.736670648278857,
      "grad_norm": 0.0466310940682888,
      "learning_rate": 0.0002,
      "loss": 11.8973,
      "step": 3406
    },
    {
      "epoch": 4.738060592898251,
      "grad_norm": 0.04275032505393028,
      "learning_rate": 0.0002,
      "loss": 11.8962,
      "step": 3407
    },
    {
      "epoch": 4.739450537517646,
      "grad_norm": 0.05153064429759979,
      "learning_rate": 0.0002,
      "loss": 11.8945,
      "step": 3408
    },
    {
      "epoch": 4.74084048213704,
      "grad_norm": 0.04359910637140274,
      "learning_rate": 0.0002,
      "loss": 11.8932,
      "step": 3409
    },
    {
      "epoch": 4.742230426756434,
      "grad_norm": 0.048810239881277084,
      "learning_rate": 0.0002,
      "loss": 11.8941,
      "step": 3410
    },
    {
      "epoch": 4.743620371375828,
      "grad_norm": 0.04896477982401848,
      "learning_rate": 0.0002,
      "loss": 11.8941,
      "step": 3411
    },
    {
      "epoch": 4.745010315995222,
      "grad_norm": 0.0478646494448185,
      "learning_rate": 0.0002,
      "loss": 11.8963,
      "step": 3412
    },
    {
      "epoch": 4.7464002606146165,
      "grad_norm": 0.04385107755661011,
      "learning_rate": 0.0002,
      "loss": 11.8946,
      "step": 3413
    },
    {
      "epoch": 4.74779020523401,
      "grad_norm": 0.05274255573749542,
      "learning_rate": 0.0002,
      "loss": 11.8968,
      "step": 3414
    },
    {
      "epoch": 4.749180149853404,
      "grad_norm": 0.04306821525096893,
      "learning_rate": 0.0002,
      "loss": 11.8937,
      "step": 3415
    },
    {
      "epoch": 4.750570094472798,
      "grad_norm": 0.0459236316382885,
      "learning_rate": 0.0002,
      "loss": 11.8963,
      "step": 3416
    },
    {
      "epoch": 4.751960039092192,
      "grad_norm": 0.047682542353868484,
      "learning_rate": 0.0002,
      "loss": 11.8957,
      "step": 3417
    },
    {
      "epoch": 4.753349983711587,
      "grad_norm": 0.04927079379558563,
      "learning_rate": 0.0002,
      "loss": 11.8955,
      "step": 3418
    },
    {
      "epoch": 4.754739928330981,
      "grad_norm": 0.048896897584199905,
      "learning_rate": 0.0002,
      "loss": 11.8925,
      "step": 3419
    },
    {
      "epoch": 4.756129872950375,
      "grad_norm": 0.04765159636735916,
      "learning_rate": 0.0002,
      "loss": 11.8969,
      "step": 3420
    },
    {
      "epoch": 4.757519817569769,
      "grad_norm": 0.052263811230659485,
      "learning_rate": 0.0002,
      "loss": 11.8948,
      "step": 3421
    },
    {
      "epoch": 4.7589097621891625,
      "grad_norm": 0.053730640560388565,
      "learning_rate": 0.0002,
      "loss": 11.8891,
      "step": 3422
    },
    {
      "epoch": 4.760299706808556,
      "grad_norm": 0.051679324358701706,
      "learning_rate": 0.0002,
      "loss": 11.8916,
      "step": 3423
    },
    {
      "epoch": 4.761689651427951,
      "grad_norm": 0.05091533064842224,
      "learning_rate": 0.0002,
      "loss": 11.8954,
      "step": 3424
    },
    {
      "epoch": 4.763079596047345,
      "grad_norm": 0.0557924322783947,
      "learning_rate": 0.0002,
      "loss": 11.8906,
      "step": 3425
    },
    {
      "epoch": 4.764469540666739,
      "grad_norm": 0.0540560781955719,
      "learning_rate": 0.0002,
      "loss": 11.8946,
      "step": 3426
    },
    {
      "epoch": 4.765859485286133,
      "grad_norm": 0.053942155092954636,
      "learning_rate": 0.0002,
      "loss": 11.8912,
      "step": 3427
    },
    {
      "epoch": 4.767249429905528,
      "grad_norm": 0.05596598610281944,
      "learning_rate": 0.0002,
      "loss": 11.891,
      "step": 3428
    },
    {
      "epoch": 4.768639374524922,
      "grad_norm": 0.049379847943782806,
      "learning_rate": 0.0002,
      "loss": 11.8969,
      "step": 3429
    },
    {
      "epoch": 4.7700293191443155,
      "grad_norm": 0.046272534877061844,
      "learning_rate": 0.0002,
      "loss": 11.8912,
      "step": 3430
    },
    {
      "epoch": 4.771419263763709,
      "grad_norm": 0.05208076909184456,
      "learning_rate": 0.0002,
      "loss": 11.8969,
      "step": 3431
    },
    {
      "epoch": 4.772809208383103,
      "grad_norm": 0.053866658359766006,
      "learning_rate": 0.0002,
      "loss": 11.8925,
      "step": 3432
    },
    {
      "epoch": 4.774199153002497,
      "grad_norm": 0.065792977809906,
      "learning_rate": 0.0002,
      "loss": 11.8927,
      "step": 3433
    },
    {
      "epoch": 4.775589097621892,
      "grad_norm": 0.05501272901892662,
      "learning_rate": 0.0002,
      "loss": 11.8907,
      "step": 3434
    },
    {
      "epoch": 4.776979042241286,
      "grad_norm": 0.0537717342376709,
      "learning_rate": 0.0002,
      "loss": 11.8937,
      "step": 3435
    },
    {
      "epoch": 4.77836898686068,
      "grad_norm": 0.05666259303689003,
      "learning_rate": 0.0002,
      "loss": 11.8909,
      "step": 3436
    },
    {
      "epoch": 4.779758931480074,
      "grad_norm": 0.05061909928917885,
      "learning_rate": 0.0002,
      "loss": 11.89,
      "step": 3437
    },
    {
      "epoch": 4.781148876099468,
      "grad_norm": 0.057490404695272446,
      "learning_rate": 0.0002,
      "loss": 11.8911,
      "step": 3438
    },
    {
      "epoch": 4.782538820718862,
      "grad_norm": 0.059927646070718765,
      "learning_rate": 0.0002,
      "loss": 11.8902,
      "step": 3439
    },
    {
      "epoch": 4.783928765338256,
      "grad_norm": 0.07067238539457321,
      "learning_rate": 0.0002,
      "loss": 11.8878,
      "step": 3440
    },
    {
      "epoch": 4.78531870995765,
      "grad_norm": 0.05900418758392334,
      "learning_rate": 0.0002,
      "loss": 11.8903,
      "step": 3441
    },
    {
      "epoch": 4.786708654577044,
      "grad_norm": 0.06390837579965591,
      "learning_rate": 0.0002,
      "loss": 11.8929,
      "step": 3442
    },
    {
      "epoch": 4.788098599196438,
      "grad_norm": 0.05660779029130936,
      "learning_rate": 0.0002,
      "loss": 11.8944,
      "step": 3443
    },
    {
      "epoch": 4.789488543815832,
      "grad_norm": 0.0735885426402092,
      "learning_rate": 0.0002,
      "loss": 11.8914,
      "step": 3444
    },
    {
      "epoch": 4.790878488435227,
      "grad_norm": 0.0607275664806366,
      "learning_rate": 0.0002,
      "loss": 11.8926,
      "step": 3445
    },
    {
      "epoch": 4.792268433054621,
      "grad_norm": 0.05875643342733383,
      "learning_rate": 0.0002,
      "loss": 11.888,
      "step": 3446
    },
    {
      "epoch": 4.7936583776740145,
      "grad_norm": 0.054221317172050476,
      "learning_rate": 0.0002,
      "loss": 11.8893,
      "step": 3447
    },
    {
      "epoch": 4.795048322293408,
      "grad_norm": 0.06681297719478607,
      "learning_rate": 0.0002,
      "loss": 11.8889,
      "step": 3448
    },
    {
      "epoch": 4.796438266912803,
      "grad_norm": 0.057482074946165085,
      "learning_rate": 0.0002,
      "loss": 11.8935,
      "step": 3449
    },
    {
      "epoch": 4.797828211532197,
      "grad_norm": 0.05640339478850365,
      "learning_rate": 0.0002,
      "loss": 11.8903,
      "step": 3450
    },
    {
      "epoch": 4.799218156151591,
      "grad_norm": 0.06064116209745407,
      "learning_rate": 0.0002,
      "loss": 11.8904,
      "step": 3451
    },
    {
      "epoch": 4.800608100770985,
      "grad_norm": 0.07241776585578918,
      "learning_rate": 0.0002,
      "loss": 11.8906,
      "step": 3452
    },
    {
      "epoch": 4.801998045390379,
      "grad_norm": 0.05559268593788147,
      "learning_rate": 0.0002,
      "loss": 11.8899,
      "step": 3453
    },
    {
      "epoch": 4.803387990009773,
      "grad_norm": 0.05770678073167801,
      "learning_rate": 0.0002,
      "loss": 11.8881,
      "step": 3454
    },
    {
      "epoch": 4.8047779346291675,
      "grad_norm": 0.05765702202916145,
      "learning_rate": 0.0002,
      "loss": 11.8918,
      "step": 3455
    },
    {
      "epoch": 4.806167879248561,
      "grad_norm": 0.06784529983997345,
      "learning_rate": 0.0002,
      "loss": 11.8872,
      "step": 3456
    },
    {
      "epoch": 4.807557823867955,
      "grad_norm": 0.0600874088704586,
      "learning_rate": 0.0002,
      "loss": 11.8891,
      "step": 3457
    },
    {
      "epoch": 4.808947768487349,
      "grad_norm": 0.0638958066701889,
      "learning_rate": 0.0002,
      "loss": 11.8896,
      "step": 3458
    },
    {
      "epoch": 4.810337713106743,
      "grad_norm": 0.07028485089540482,
      "learning_rate": 0.0002,
      "loss": 11.8892,
      "step": 3459
    },
    {
      "epoch": 4.811727657726138,
      "grad_norm": 0.0777028426527977,
      "learning_rate": 0.0002,
      "loss": 11.8861,
      "step": 3460
    },
    {
      "epoch": 4.813117602345532,
      "grad_norm": 0.06041108816862106,
      "learning_rate": 0.0002,
      "loss": 11.8888,
      "step": 3461
    },
    {
      "epoch": 4.814507546964926,
      "grad_norm": 0.0546523742377758,
      "learning_rate": 0.0002,
      "loss": 11.8888,
      "step": 3462
    },
    {
      "epoch": 4.81589749158432,
      "grad_norm": 0.06181279569864273,
      "learning_rate": 0.0002,
      "loss": 11.8863,
      "step": 3463
    },
    {
      "epoch": 4.8172874362037135,
      "grad_norm": 0.058486804366111755,
      "learning_rate": 0.0002,
      "loss": 11.8897,
      "step": 3464
    },
    {
      "epoch": 4.818677380823107,
      "grad_norm": 0.07168851792812347,
      "learning_rate": 0.0002,
      "loss": 11.8798,
      "step": 3465
    },
    {
      "epoch": 4.820067325442502,
      "grad_norm": 0.08728613704442978,
      "learning_rate": 0.0002,
      "loss": 11.8854,
      "step": 3466
    },
    {
      "epoch": 4.821457270061896,
      "grad_norm": 0.060445405542850494,
      "learning_rate": 0.0002,
      "loss": 11.8843,
      "step": 3467
    },
    {
      "epoch": 4.82284721468129,
      "grad_norm": 0.06731897592544556,
      "learning_rate": 0.0002,
      "loss": 11.885,
      "step": 3468
    },
    {
      "epoch": 4.824237159300684,
      "grad_norm": 0.06642123311758041,
      "learning_rate": 0.0002,
      "loss": 11.8836,
      "step": 3469
    },
    {
      "epoch": 4.825627103920079,
      "grad_norm": 0.063177190721035,
      "learning_rate": 0.0002,
      "loss": 11.8838,
      "step": 3470
    },
    {
      "epoch": 4.8270170485394726,
      "grad_norm": 0.0704711377620697,
      "learning_rate": 0.0002,
      "loss": 11.8864,
      "step": 3471
    },
    {
      "epoch": 4.8284069931588665,
      "grad_norm": 0.07316704094409943,
      "learning_rate": 0.0002,
      "loss": 11.8807,
      "step": 3472
    },
    {
      "epoch": 4.82979693777826,
      "grad_norm": 0.07098236680030823,
      "learning_rate": 0.0002,
      "loss": 11.8798,
      "step": 3473
    },
    {
      "epoch": 4.831186882397654,
      "grad_norm": 0.09520156681537628,
      "learning_rate": 0.0002,
      "loss": 11.8802,
      "step": 3474
    },
    {
      "epoch": 4.832576827017048,
      "grad_norm": 0.07500358670949936,
      "learning_rate": 0.0002,
      "loss": 11.881,
      "step": 3475
    },
    {
      "epoch": 4.833966771636443,
      "grad_norm": 0.07070677727460861,
      "learning_rate": 0.0002,
      "loss": 11.8758,
      "step": 3476
    },
    {
      "epoch": 4.835356716255837,
      "grad_norm": 0.049659255892038345,
      "learning_rate": 0.0002,
      "loss": 11.9002,
      "step": 3477
    },
    {
      "epoch": 4.836746660875231,
      "grad_norm": 0.05559799447655678,
      "learning_rate": 0.0002,
      "loss": 11.9003,
      "step": 3478
    },
    {
      "epoch": 4.838136605494625,
      "grad_norm": 0.055995650589466095,
      "learning_rate": 0.0002,
      "loss": 11.9025,
      "step": 3479
    },
    {
      "epoch": 4.8395265501140186,
      "grad_norm": 0.05351424217224121,
      "learning_rate": 0.0002,
      "loss": 11.9031,
      "step": 3480
    },
    {
      "epoch": 4.840916494733413,
      "grad_norm": 0.0505843423306942,
      "learning_rate": 0.0002,
      "loss": 11.9025,
      "step": 3481
    },
    {
      "epoch": 4.842306439352807,
      "grad_norm": 0.04407874494791031,
      "learning_rate": 0.0002,
      "loss": 11.9016,
      "step": 3482
    },
    {
      "epoch": 4.843696383972201,
      "grad_norm": 0.04713452607393265,
      "learning_rate": 0.0002,
      "loss": 11.9001,
      "step": 3483
    },
    {
      "epoch": 4.845086328591595,
      "grad_norm": 0.05425768345594406,
      "learning_rate": 0.0002,
      "loss": 11.8999,
      "step": 3484
    },
    {
      "epoch": 4.846476273210989,
      "grad_norm": 0.04585862159729004,
      "learning_rate": 0.0002,
      "loss": 11.9,
      "step": 3485
    },
    {
      "epoch": 4.847866217830383,
      "grad_norm": 0.04510948061943054,
      "learning_rate": 0.0002,
      "loss": 11.9004,
      "step": 3486
    },
    {
      "epoch": 4.849256162449778,
      "grad_norm": 0.04748503118753433,
      "learning_rate": 0.0002,
      "loss": 11.9001,
      "step": 3487
    },
    {
      "epoch": 4.8506461070691715,
      "grad_norm": 0.05460074171423912,
      "learning_rate": 0.0002,
      "loss": 11.8988,
      "step": 3488
    },
    {
      "epoch": 4.852036051688565,
      "grad_norm": 0.04499253258109093,
      "learning_rate": 0.0002,
      "loss": 11.8994,
      "step": 3489
    },
    {
      "epoch": 4.853425996307959,
      "grad_norm": 0.04409638047218323,
      "learning_rate": 0.0002,
      "loss": 11.9004,
      "step": 3490
    },
    {
      "epoch": 4.854815940927354,
      "grad_norm": 0.05531187728047371,
      "learning_rate": 0.0002,
      "loss": 11.8987,
      "step": 3491
    },
    {
      "epoch": 4.856205885546748,
      "grad_norm": 0.04355156794190407,
      "learning_rate": 0.0002,
      "loss": 11.8991,
      "step": 3492
    },
    {
      "epoch": 4.857595830166142,
      "grad_norm": 0.04762115329504013,
      "learning_rate": 0.0002,
      "loss": 11.8984,
      "step": 3493
    },
    {
      "epoch": 4.858985774785536,
      "grad_norm": 0.05441959947347641,
      "learning_rate": 0.0002,
      "loss": 11.8988,
      "step": 3494
    },
    {
      "epoch": 4.86037571940493,
      "grad_norm": 0.04247535765171051,
      "learning_rate": 0.0002,
      "loss": 11.8996,
      "step": 3495
    },
    {
      "epoch": 4.861765664024324,
      "grad_norm": 0.04418984055519104,
      "learning_rate": 0.0002,
      "loss": 11.8981,
      "step": 3496
    },
    {
      "epoch": 4.863155608643718,
      "grad_norm": 0.043423913419246674,
      "learning_rate": 0.0002,
      "loss": 11.8984,
      "step": 3497
    },
    {
      "epoch": 4.864545553263112,
      "grad_norm": 0.04489349573850632,
      "learning_rate": 0.0002,
      "loss": 11.8975,
      "step": 3498
    },
    {
      "epoch": 4.865935497882506,
      "grad_norm": 0.047264907509088516,
      "learning_rate": 0.0002,
      "loss": 11.8968,
      "step": 3499
    },
    {
      "epoch": 4.8673254425019,
      "grad_norm": 0.05493791028857231,
      "learning_rate": 0.0002,
      "loss": 11.8963,
      "step": 3500
    },
    {
      "epoch": 4.868715387121294,
      "grad_norm": 0.05315389856696129,
      "learning_rate": 0.0002,
      "loss": 11.9007,
      "step": 3501
    },
    {
      "epoch": 4.870105331740689,
      "grad_norm": 0.045592423528432846,
      "learning_rate": 0.0002,
      "loss": 11.8989,
      "step": 3502
    },
    {
      "epoch": 4.871495276360083,
      "grad_norm": 0.042751114815473557,
      "learning_rate": 0.0002,
      "loss": 11.8972,
      "step": 3503
    },
    {
      "epoch": 4.872885220979477,
      "grad_norm": 0.0458814911544323,
      "learning_rate": 0.0002,
      "loss": 11.8947,
      "step": 3504
    },
    {
      "epoch": 4.8742751655988705,
      "grad_norm": 0.04886433854699135,
      "learning_rate": 0.0002,
      "loss": 11.8943,
      "step": 3505
    },
    {
      "epoch": 4.875665110218264,
      "grad_norm": 0.04613310471177101,
      "learning_rate": 0.0002,
      "loss": 11.896,
      "step": 3506
    },
    {
      "epoch": 4.877055054837658,
      "grad_norm": 0.04690111055970192,
      "learning_rate": 0.0002,
      "loss": 11.894,
      "step": 3507
    },
    {
      "epoch": 4.878444999457053,
      "grad_norm": 0.04312090575695038,
      "learning_rate": 0.0002,
      "loss": 11.8967,
      "step": 3508
    },
    {
      "epoch": 4.879834944076447,
      "grad_norm": 0.052159734070301056,
      "learning_rate": 0.0002,
      "loss": 11.8942,
      "step": 3509
    },
    {
      "epoch": 4.881224888695841,
      "grad_norm": 0.04833925515413284,
      "learning_rate": 0.0002,
      "loss": 11.8965,
      "step": 3510
    },
    {
      "epoch": 4.882614833315235,
      "grad_norm": 0.04730783402919769,
      "learning_rate": 0.0002,
      "loss": 11.895,
      "step": 3511
    },
    {
      "epoch": 4.88400477793463,
      "grad_norm": 0.0538063645362854,
      "learning_rate": 0.0002,
      "loss": 11.895,
      "step": 3512
    },
    {
      "epoch": 4.8853947225540235,
      "grad_norm": 0.04886651411652565,
      "learning_rate": 0.0002,
      "loss": 11.8968,
      "step": 3513
    },
    {
      "epoch": 4.886784667173417,
      "grad_norm": 0.04843483120203018,
      "learning_rate": 0.0002,
      "loss": 11.8931,
      "step": 3514
    },
    {
      "epoch": 4.888174611792811,
      "grad_norm": 0.05183110758662224,
      "learning_rate": 0.0002,
      "loss": 11.8944,
      "step": 3515
    },
    {
      "epoch": 4.889564556412205,
      "grad_norm": 0.047277435660362244,
      "learning_rate": 0.0002,
      "loss": 11.8947,
      "step": 3516
    },
    {
      "epoch": 4.890954501031599,
      "grad_norm": 0.04374779015779495,
      "learning_rate": 0.0002,
      "loss": 11.8952,
      "step": 3517
    },
    {
      "epoch": 4.892344445650994,
      "grad_norm": 0.04555272310972214,
      "learning_rate": 0.0002,
      "loss": 11.8922,
      "step": 3518
    },
    {
      "epoch": 4.893734390270388,
      "grad_norm": 0.060744624584913254,
      "learning_rate": 0.0002,
      "loss": 11.8958,
      "step": 3519
    },
    {
      "epoch": 4.895124334889782,
      "grad_norm": 0.05059327557682991,
      "learning_rate": 0.0002,
      "loss": 11.8931,
      "step": 3520
    },
    {
      "epoch": 4.896514279509176,
      "grad_norm": 0.05285028740763664,
      "learning_rate": 0.0002,
      "loss": 11.8931,
      "step": 3521
    },
    {
      "epoch": 4.8979042241285695,
      "grad_norm": 0.04630732163786888,
      "learning_rate": 0.0002,
      "loss": 11.8958,
      "step": 3522
    },
    {
      "epoch": 4.899294168747964,
      "grad_norm": 0.04776325821876526,
      "learning_rate": 0.0002,
      "loss": 11.8947,
      "step": 3523
    },
    {
      "epoch": 4.900684113367358,
      "grad_norm": 0.05901225283741951,
      "learning_rate": 0.0002,
      "loss": 11.8954,
      "step": 3524
    },
    {
      "epoch": 4.902074057986752,
      "grad_norm": 0.05409286916255951,
      "learning_rate": 0.0002,
      "loss": 11.8948,
      "step": 3525
    },
    {
      "epoch": 4.903464002606146,
      "grad_norm": 0.04828193411231041,
      "learning_rate": 0.0002,
      "loss": 11.8922,
      "step": 3526
    },
    {
      "epoch": 4.90485394722554,
      "grad_norm": 0.050785765051841736,
      "learning_rate": 0.0002,
      "loss": 11.8926,
      "step": 3527
    },
    {
      "epoch": 4.906243891844934,
      "grad_norm": 0.058966152369976044,
      "learning_rate": 0.0002,
      "loss": 11.8948,
      "step": 3528
    },
    {
      "epoch": 4.907633836464329,
      "grad_norm": 0.051418986171483994,
      "learning_rate": 0.0002,
      "loss": 11.896,
      "step": 3529
    },
    {
      "epoch": 4.9090237810837225,
      "grad_norm": 0.07627511024475098,
      "learning_rate": 0.0002,
      "loss": 11.8908,
      "step": 3530
    },
    {
      "epoch": 4.910413725703116,
      "grad_norm": 0.05351578816771507,
      "learning_rate": 0.0002,
      "loss": 11.8919,
      "step": 3531
    },
    {
      "epoch": 4.91180367032251,
      "grad_norm": 0.05789535492658615,
      "learning_rate": 0.0002,
      "loss": 11.8935,
      "step": 3532
    },
    {
      "epoch": 4.913193614941905,
      "grad_norm": 0.048428330570459366,
      "learning_rate": 0.0002,
      "loss": 11.8905,
      "step": 3533
    },
    {
      "epoch": 4.914583559561299,
      "grad_norm": 0.0500040128827095,
      "learning_rate": 0.0002,
      "loss": 11.894,
      "step": 3534
    },
    {
      "epoch": 4.915973504180693,
      "grad_norm": 0.05592048168182373,
      "learning_rate": 0.0002,
      "loss": 11.8941,
      "step": 3535
    },
    {
      "epoch": 4.917363448800087,
      "grad_norm": 0.05489952489733696,
      "learning_rate": 0.0002,
      "loss": 11.8903,
      "step": 3536
    },
    {
      "epoch": 4.918753393419481,
      "grad_norm": 0.04901224002242088,
      "learning_rate": 0.0002,
      "loss": 11.8916,
      "step": 3537
    },
    {
      "epoch": 4.920143338038875,
      "grad_norm": 0.05290890485048294,
      "learning_rate": 0.0002,
      "loss": 11.8912,
      "step": 3538
    },
    {
      "epoch": 4.921533282658269,
      "grad_norm": 0.05670952424407005,
      "learning_rate": 0.0002,
      "loss": 11.8918,
      "step": 3539
    },
    {
      "epoch": 4.922923227277663,
      "grad_norm": 0.054844677448272705,
      "learning_rate": 0.0002,
      "loss": 11.8922,
      "step": 3540
    },
    {
      "epoch": 4.924313171897057,
      "grad_norm": 0.05542077496647835,
      "learning_rate": 0.0002,
      "loss": 11.892,
      "step": 3541
    },
    {
      "epoch": 4.925703116516451,
      "grad_norm": 0.05775826796889305,
      "learning_rate": 0.0002,
      "loss": 11.8901,
      "step": 3542
    },
    {
      "epoch": 4.927093061135845,
      "grad_norm": 0.053267884999513626,
      "learning_rate": 0.0002,
      "loss": 11.8906,
      "step": 3543
    },
    {
      "epoch": 4.92848300575524,
      "grad_norm": 0.058968570083379745,
      "learning_rate": 0.0002,
      "loss": 11.8899,
      "step": 3544
    },
    {
      "epoch": 4.929872950374634,
      "grad_norm": 0.06520461291074753,
      "learning_rate": 0.0002,
      "loss": 11.8915,
      "step": 3545
    },
    {
      "epoch": 4.931262894994028,
      "grad_norm": 0.06326618790626526,
      "learning_rate": 0.0002,
      "loss": 11.8855,
      "step": 3546
    },
    {
      "epoch": 4.9326528396134215,
      "grad_norm": 0.06617020070552826,
      "learning_rate": 0.0002,
      "loss": 11.889,
      "step": 3547
    },
    {
      "epoch": 4.934042784232815,
      "grad_norm": 0.05467703938484192,
      "learning_rate": 0.0002,
      "loss": 11.8892,
      "step": 3548
    },
    {
      "epoch": 4.93543272885221,
      "grad_norm": 0.056934110820293427,
      "learning_rate": 0.0002,
      "loss": 11.8897,
      "step": 3549
    },
    {
      "epoch": 4.936822673471604,
      "grad_norm": 0.05971469357609749,
      "learning_rate": 0.0002,
      "loss": 11.8868,
      "step": 3550
    },
    {
      "epoch": 4.938212618090998,
      "grad_norm": 0.05510687455534935,
      "learning_rate": 0.0002,
      "loss": 11.8886,
      "step": 3551
    },
    {
      "epoch": 4.939602562710392,
      "grad_norm": 0.0562857985496521,
      "learning_rate": 0.0002,
      "loss": 11.8869,
      "step": 3552
    },
    {
      "epoch": 4.940992507329786,
      "grad_norm": 0.05319298058748245,
      "learning_rate": 0.0002,
      "loss": 11.8897,
      "step": 3553
    },
    {
      "epoch": 4.942382451949181,
      "grad_norm": 0.054125797003507614,
      "learning_rate": 0.0002,
      "loss": 11.8875,
      "step": 3554
    },
    {
      "epoch": 4.9437723965685745,
      "grad_norm": 0.05749759078025818,
      "learning_rate": 0.0002,
      "loss": 11.8887,
      "step": 3555
    },
    {
      "epoch": 4.945162341187968,
      "grad_norm": 0.06550655514001846,
      "learning_rate": 0.0002,
      "loss": 11.891,
      "step": 3556
    },
    {
      "epoch": 4.946552285807362,
      "grad_norm": 0.07048479467630386,
      "learning_rate": 0.0002,
      "loss": 11.8847,
      "step": 3557
    },
    {
      "epoch": 4.947942230426756,
      "grad_norm": 0.06406772136688232,
      "learning_rate": 0.0002,
      "loss": 11.8889,
      "step": 3558
    },
    {
      "epoch": 4.94933217504615,
      "grad_norm": 0.06006123498082161,
      "learning_rate": 0.0002,
      "loss": 11.8907,
      "step": 3559
    },
    {
      "epoch": 4.950722119665545,
      "grad_norm": 0.060080885887145996,
      "learning_rate": 0.0002,
      "loss": 11.8867,
      "step": 3560
    },
    {
      "epoch": 4.952112064284939,
      "grad_norm": 0.0626840889453888,
      "learning_rate": 0.0002,
      "loss": 11.8868,
      "step": 3561
    },
    {
      "epoch": 4.953502008904333,
      "grad_norm": 0.061858054250478745,
      "learning_rate": 0.0002,
      "loss": 11.8838,
      "step": 3562
    },
    {
      "epoch": 4.954891953523727,
      "grad_norm": 0.058957334607839584,
      "learning_rate": 0.0002,
      "loss": 11.8866,
      "step": 3563
    },
    {
      "epoch": 4.9562818981431205,
      "grad_norm": 0.06385014951229095,
      "learning_rate": 0.0002,
      "loss": 11.889,
      "step": 3564
    },
    {
      "epoch": 4.957671842762515,
      "grad_norm": 0.06549715250730515,
      "learning_rate": 0.0002,
      "loss": 11.8856,
      "step": 3565
    },
    {
      "epoch": 4.959061787381909,
      "grad_norm": 0.0788004994392395,
      "learning_rate": 0.0002,
      "loss": 11.8832,
      "step": 3566
    },
    {
      "epoch": 4.960451732001303,
      "grad_norm": 0.056966520845890045,
      "learning_rate": 0.0002,
      "loss": 11.8881,
      "step": 3567
    },
    {
      "epoch": 4.961841676620697,
      "grad_norm": 0.06784702092409134,
      "learning_rate": 0.0002,
      "loss": 11.8878,
      "step": 3568
    },
    {
      "epoch": 4.963231621240091,
      "grad_norm": 0.06973988562822342,
      "learning_rate": 0.0002,
      "loss": 11.8822,
      "step": 3569
    },
    {
      "epoch": 4.964621565859486,
      "grad_norm": 0.07042762637138367,
      "learning_rate": 0.0002,
      "loss": 11.883,
      "step": 3570
    },
    {
      "epoch": 4.96601151047888,
      "grad_norm": 0.06990554183721542,
      "learning_rate": 0.0002,
      "loss": 11.8811,
      "step": 3571
    },
    {
      "epoch": 4.9674014550982735,
      "grad_norm": 0.09552732855081558,
      "learning_rate": 0.0002,
      "loss": 11.8838,
      "step": 3572
    },
    {
      "epoch": 4.968791399717667,
      "grad_norm": 0.08670926839113235,
      "learning_rate": 0.0002,
      "loss": 11.878,
      "step": 3573
    },
    {
      "epoch": 4.970181344337061,
      "grad_norm": 0.07329382002353668,
      "learning_rate": 0.0002,
      "loss": 11.8822,
      "step": 3574
    },
    {
      "epoch": 4.971571288956456,
      "grad_norm": 0.09110289812088013,
      "learning_rate": 0.0002,
      "loss": 11.8808,
      "step": 3575
    },
    {
      "epoch": 4.97296123357585,
      "grad_norm": 0.0920768529176712,
      "learning_rate": 0.0002,
      "loss": 11.8766,
      "step": 3576
    },
    {
      "epoch": 4.974351178195244,
      "grad_norm": 0.05734680965542793,
      "learning_rate": 0.0002,
      "loss": 11.8993,
      "step": 3577
    },
    {
      "epoch": 4.975741122814638,
      "grad_norm": 0.05257473140954971,
      "learning_rate": 0.0002,
      "loss": 11.901,
      "step": 3578
    },
    {
      "epoch": 4.977131067434032,
      "grad_norm": 0.05122225731611252,
      "learning_rate": 0.0002,
      "loss": 11.8994,
      "step": 3579
    },
    {
      "epoch": 4.978521012053426,
      "grad_norm": 0.05526543781161308,
      "learning_rate": 0.0002,
      "loss": 11.8966,
      "step": 3580
    },
    {
      "epoch": 4.97991095667282,
      "grad_norm": 0.044526148587465286,
      "learning_rate": 0.0002,
      "loss": 11.8955,
      "step": 3581
    },
    {
      "epoch": 4.981300901292214,
      "grad_norm": 0.049932390451431274,
      "learning_rate": 0.0002,
      "loss": 11.896,
      "step": 3582
    },
    {
      "epoch": 4.982690845911608,
      "grad_norm": 0.04797367751598358,
      "learning_rate": 0.0002,
      "loss": 11.8957,
      "step": 3583
    },
    {
      "epoch": 4.984080790531002,
      "grad_norm": 0.057747405022382736,
      "learning_rate": 0.0002,
      "loss": 11.8931,
      "step": 3584
    },
    {
      "epoch": 4.985470735150397,
      "grad_norm": 0.05900353193283081,
      "learning_rate": 0.0002,
      "loss": 11.8944,
      "step": 3585
    },
    {
      "epoch": 4.986860679769791,
      "grad_norm": 0.05193021148443222,
      "learning_rate": 0.0002,
      "loss": 11.893,
      "step": 3586
    },
    {
      "epoch": 4.988250624389185,
      "grad_norm": 0.04997308552265167,
      "learning_rate": 0.0002,
      "loss": 11.8926,
      "step": 3587
    },
    {
      "epoch": 4.9896405690085786,
      "grad_norm": 0.050213634967803955,
      "learning_rate": 0.0002,
      "loss": 11.8915,
      "step": 3588
    },
    {
      "epoch": 4.9910305136279725,
      "grad_norm": 0.06295272707939148,
      "learning_rate": 0.0002,
      "loss": 11.8918,
      "step": 3589
    },
    {
      "epoch": 4.992420458247366,
      "grad_norm": 0.07491710782051086,
      "learning_rate": 0.0002,
      "loss": 11.8894,
      "step": 3590
    },
    {
      "epoch": 4.993810402866761,
      "grad_norm": 0.05915199592709541,
      "learning_rate": 0.0002,
      "loss": 11.891,
      "step": 3591
    },
    {
      "epoch": 4.995200347486155,
      "grad_norm": 0.062056198716163635,
      "learning_rate": 0.0002,
      "loss": 11.8877,
      "step": 3592
    },
    {
      "epoch": 4.996590292105549,
      "grad_norm": 0.07012313604354858,
      "learning_rate": 0.0002,
      "loss": 11.8877,
      "step": 3593
    },
    {
      "epoch": 4.997980236724943,
      "grad_norm": 0.06567607820034027,
      "learning_rate": 0.0002,
      "loss": 11.8839,
      "step": 3594
    },
    {
      "epoch": 4.999370181344337,
      "grad_norm": 0.08038876950740814,
      "learning_rate": 0.0002,
      "loss": 11.8802,
      "step": 3595
    },
    {
      "epoch": 5.0007601259637315,
      "grad_norm": 0.12453173100948334,
      "learning_rate": 0.0002,
      "loss": 18.2353,
      "step": 3596
    },
    {
      "epoch": 5.002150070583125,
      "grad_norm": 0.05102776363492012,
      "learning_rate": 0.0002,
      "loss": 12.1445,
      "step": 3597
    },
    {
      "epoch": 5.003540015202519,
      "grad_norm": 0.05685687065124512,
      "learning_rate": 0.0002,
      "loss": 11.6545,
      "step": 3598
    },
    {
      "epoch": 5.004929959821913,
      "grad_norm": 0.047440897673368454,
      "learning_rate": 0.0002,
      "loss": 12.3891,
      "step": 3599
    },
    {
      "epoch": 5.006319904441307,
      "grad_norm": 0.049442537128925323,
      "learning_rate": 0.0002,
      "loss": 11.5189,
      "step": 3600
    },
    {
      "epoch": 5.006319904441307,
      "eval_loss": 11.890135765075684,
      "eval_runtime": 4.8772,
      "eval_samples_per_second": 94.931,
      "eval_steps_per_second": 23.784,
      "step": 3600
    },
    {
      "epoch": 5.007709849060701,
      "grad_norm": 0.05842632055282593,
      "learning_rate": 0.0002,
      "loss": 11.9003,
      "step": 3601
    },
    {
      "epoch": 5.009099793680096,
      "grad_norm": 0.046708352863788605,
      "learning_rate": 0.0002,
      "loss": 11.8363,
      "step": 3602
    },
    {
      "epoch": 5.01048973829949,
      "grad_norm": 0.05128537863492966,
      "learning_rate": 0.0002,
      "loss": 12.0339,
      "step": 3603
    },
    {
      "epoch": 5.011879682918884,
      "grad_norm": 0.04519947990775108,
      "learning_rate": 0.0002,
      "loss": 11.8844,
      "step": 3604
    },
    {
      "epoch": 5.0132696275382775,
      "grad_norm": 0.04591000825166702,
      "learning_rate": 0.0002,
      "loss": 11.7796,
      "step": 3605
    },
    {
      "epoch": 5.014659572157671,
      "grad_norm": 0.04770844429731369,
      "learning_rate": 0.0002,
      "loss": 12.1149,
      "step": 3606
    },
    {
      "epoch": 5.016049516777066,
      "grad_norm": 0.04840252920985222,
      "learning_rate": 0.0002,
      "loss": 11.5734,
      "step": 3607
    },
    {
      "epoch": 5.01743946139646,
      "grad_norm": 0.04826009273529053,
      "learning_rate": 0.0002,
      "loss": 12.2667,
      "step": 3608
    },
    {
      "epoch": 5.018829406015854,
      "grad_norm": 0.041874658316373825,
      "learning_rate": 0.0002,
      "loss": 11.7042,
      "step": 3609
    },
    {
      "epoch": 5.020219350635248,
      "grad_norm": 0.053329598158597946,
      "learning_rate": 0.0002,
      "loss": 12.1699,
      "step": 3610
    },
    {
      "epoch": 5.021609295254642,
      "grad_norm": 0.0484725646674633,
      "learning_rate": 0.0002,
      "loss": 11.7989,
      "step": 3611
    },
    {
      "epoch": 5.022999239874037,
      "grad_norm": 0.040339384227991104,
      "learning_rate": 0.0002,
      "loss": 11.7096,
      "step": 3612
    },
    {
      "epoch": 5.0243891844934305,
      "grad_norm": 0.041044898331165314,
      "learning_rate": 0.0002,
      "loss": 11.7502,
      "step": 3613
    },
    {
      "epoch": 5.025779129112824,
      "grad_norm": 0.046834707260131836,
      "learning_rate": 0.0002,
      "loss": 12.1533,
      "step": 3614
    },
    {
      "epoch": 5.027169073732218,
      "grad_norm": 0.05244176834821701,
      "learning_rate": 0.0002,
      "loss": 11.7451,
      "step": 3615
    },
    {
      "epoch": 5.028559018351612,
      "grad_norm": 0.04213585704565048,
      "learning_rate": 0.0002,
      "loss": 11.8915,
      "step": 3616
    },
    {
      "epoch": 5.029948962971007,
      "grad_norm": 0.045843832194805145,
      "learning_rate": 0.0002,
      "loss": 11.9614,
      "step": 3617
    },
    {
      "epoch": 5.031338907590401,
      "grad_norm": 0.044140398502349854,
      "learning_rate": 0.0002,
      "loss": 12.1623,
      "step": 3618
    },
    {
      "epoch": 5.032728852209795,
      "grad_norm": 0.042298879474401474,
      "learning_rate": 0.0002,
      "loss": 11.6336,
      "step": 3619
    },
    {
      "epoch": 5.034118796829189,
      "grad_norm": 0.054477911442518234,
      "learning_rate": 0.0002,
      "loss": 11.8265,
      "step": 3620
    },
    {
      "epoch": 5.035508741448583,
      "grad_norm": 0.04397626593708992,
      "learning_rate": 0.0002,
      "loss": 11.9023,
      "step": 3621
    },
    {
      "epoch": 5.036898686067977,
      "grad_norm": 0.04996155947446823,
      "learning_rate": 0.0002,
      "loss": 11.9869,
      "step": 3622
    },
    {
      "epoch": 5.038288630687371,
      "grad_norm": 0.06032784283161163,
      "learning_rate": 0.0002,
      "loss": 11.7498,
      "step": 3623
    },
    {
      "epoch": 5.039678575306765,
      "grad_norm": 0.04672672599554062,
      "learning_rate": 0.0002,
      "loss": 11.9769,
      "step": 3624
    },
    {
      "epoch": 5.041068519926159,
      "grad_norm": 0.047622647136449814,
      "learning_rate": 0.0002,
      "loss": 11.8838,
      "step": 3625
    },
    {
      "epoch": 5.042458464545553,
      "grad_norm": 0.046631064265966415,
      "learning_rate": 0.0002,
      "loss": 12.2459,
      "step": 3626
    },
    {
      "epoch": 5.043848409164947,
      "grad_norm": 0.04834873974323273,
      "learning_rate": 0.0002,
      "loss": 11.4633,
      "step": 3627
    },
    {
      "epoch": 5.045238353784342,
      "grad_norm": 0.05008138343691826,
      "learning_rate": 0.0002,
      "loss": 12.2161,
      "step": 3628
    },
    {
      "epoch": 5.046628298403736,
      "grad_norm": 0.047594718635082245,
      "learning_rate": 0.0002,
      "loss": 11.4036,
      "step": 3629
    },
    {
      "epoch": 5.0480182430231295,
      "grad_norm": 0.05238320305943489,
      "learning_rate": 0.0002,
      "loss": 12.2592,
      "step": 3630
    },
    {
      "epoch": 5.049408187642523,
      "grad_norm": 0.05663394555449486,
      "learning_rate": 0.0002,
      "loss": 12.0941,
      "step": 3631
    },
    {
      "epoch": 5.050798132261917,
      "grad_norm": 0.046839337795972824,
      "learning_rate": 0.0002,
      "loss": 11.9538,
      "step": 3632
    },
    {
      "epoch": 5.052188076881312,
      "grad_norm": 0.05177483707666397,
      "learning_rate": 0.0002,
      "loss": 11.6635,
      "step": 3633
    },
    {
      "epoch": 5.053578021500706,
      "grad_norm": 0.048547644168138504,
      "learning_rate": 0.0002,
      "loss": 11.5452,
      "step": 3634
    },
    {
      "epoch": 5.0549679661201,
      "grad_norm": 0.05080310255289078,
      "learning_rate": 0.0002,
      "loss": 12.2685,
      "step": 3635
    },
    {
      "epoch": 5.056357910739494,
      "grad_norm": 0.0490473248064518,
      "learning_rate": 0.0002,
      "loss": 12.1856,
      "step": 3636
    },
    {
      "epoch": 5.057747855358888,
      "grad_norm": 0.051111724227666855,
      "learning_rate": 0.0002,
      "loss": 11.4866,
      "step": 3637
    },
    {
      "epoch": 5.0591377999782825,
      "grad_norm": 0.05272262170910835,
      "learning_rate": 0.0002,
      "loss": 12.1752,
      "step": 3638
    },
    {
      "epoch": 5.060527744597676,
      "grad_norm": 0.045457981526851654,
      "learning_rate": 0.0002,
      "loss": 11.5706,
      "step": 3639
    },
    {
      "epoch": 5.06191768921707,
      "grad_norm": 0.043644461780786514,
      "learning_rate": 0.0002,
      "loss": 12.0777,
      "step": 3640
    },
    {
      "epoch": 5.063307633836464,
      "grad_norm": 0.05072405934333801,
      "learning_rate": 0.0002,
      "loss": 12.0785,
      "step": 3641
    },
    {
      "epoch": 5.064697578455858,
      "grad_norm": 0.044014543294906616,
      "learning_rate": 0.0002,
      "loss": 11.6316,
      "step": 3642
    },
    {
      "epoch": 5.066087523075253,
      "grad_norm": 0.051093343645334244,
      "learning_rate": 0.0002,
      "loss": 11.8356,
      "step": 3643
    },
    {
      "epoch": 5.067477467694647,
      "grad_norm": 0.05445750057697296,
      "learning_rate": 0.0002,
      "loss": 12.044,
      "step": 3644
    },
    {
      "epoch": 5.068867412314041,
      "grad_norm": 0.057933688163757324,
      "learning_rate": 0.0002,
      "loss": 11.9202,
      "step": 3645
    },
    {
      "epoch": 5.070257356933435,
      "grad_norm": 0.05419892072677612,
      "learning_rate": 0.0002,
      "loss": 11.6963,
      "step": 3646
    },
    {
      "epoch": 5.0716473015528285,
      "grad_norm": 0.0459490641951561,
      "learning_rate": 0.0002,
      "loss": 11.9003,
      "step": 3647
    },
    {
      "epoch": 5.073037246172222,
      "grad_norm": 0.048636000603437424,
      "learning_rate": 0.0002,
      "loss": 11.8032,
      "step": 3648
    },
    {
      "epoch": 5.074427190791617,
      "grad_norm": 0.05490191653370857,
      "learning_rate": 0.0002,
      "loss": 12.0109,
      "step": 3649
    },
    {
      "epoch": 5.075817135411011,
      "grad_norm": 0.0459350161254406,
      "learning_rate": 0.0002,
      "loss": 12.0816,
      "step": 3650
    },
    {
      "epoch": 5.077207080030405,
      "grad_norm": 0.05242336541414261,
      "learning_rate": 0.0002,
      "loss": 11.6428,
      "step": 3651
    },
    {
      "epoch": 5.078597024649799,
      "grad_norm": 0.05621163547039032,
      "learning_rate": 0.0002,
      "loss": 11.9355,
      "step": 3652
    },
    {
      "epoch": 5.079986969269193,
      "grad_norm": 0.06240610405802727,
      "learning_rate": 0.0002,
      "loss": 12.1216,
      "step": 3653
    },
    {
      "epoch": 5.081376913888588,
      "grad_norm": 0.04969922825694084,
      "learning_rate": 0.0002,
      "loss": 11.757,
      "step": 3654
    },
    {
      "epoch": 5.0827668585079815,
      "grad_norm": 0.04940304532647133,
      "learning_rate": 0.0002,
      "loss": 11.6182,
      "step": 3655
    },
    {
      "epoch": 5.084156803127375,
      "grad_norm": 0.05530862137675285,
      "learning_rate": 0.0002,
      "loss": 12.182,
      "step": 3656
    },
    {
      "epoch": 5.085546747746769,
      "grad_norm": 0.0555587001144886,
      "learning_rate": 0.0002,
      "loss": 11.9743,
      "step": 3657
    },
    {
      "epoch": 5.086936692366163,
      "grad_norm": 0.05666826665401459,
      "learning_rate": 0.0002,
      "loss": 11.6668,
      "step": 3658
    },
    {
      "epoch": 5.088326636985558,
      "grad_norm": 0.056578971445560455,
      "learning_rate": 0.0002,
      "loss": 11.9064,
      "step": 3659
    },
    {
      "epoch": 5.089716581604952,
      "grad_norm": 0.048659004271030426,
      "learning_rate": 0.0002,
      "loss": 11.9647,
      "step": 3660
    },
    {
      "epoch": 5.091106526224346,
      "grad_norm": 0.056060101836919785,
      "learning_rate": 0.0002,
      "loss": 12.0774,
      "step": 3661
    },
    {
      "epoch": 5.09249647084374,
      "grad_norm": 0.04470730945467949,
      "learning_rate": 0.0002,
      "loss": 11.693,
      "step": 3662
    },
    {
      "epoch": 5.093886415463134,
      "grad_norm": 0.053428806364536285,
      "learning_rate": 0.0002,
      "loss": 11.9328,
      "step": 3663
    },
    {
      "epoch": 5.095276360082528,
      "grad_norm": 0.05473635718226433,
      "learning_rate": 0.0002,
      "loss": 11.7798,
      "step": 3664
    },
    {
      "epoch": 5.096666304701922,
      "grad_norm": 0.058004193007946014,
      "learning_rate": 0.0002,
      "loss": 11.9198,
      "step": 3665
    },
    {
      "epoch": 5.098056249321316,
      "grad_norm": 0.06698210537433624,
      "learning_rate": 0.0002,
      "loss": 11.8847,
      "step": 3666
    },
    {
      "epoch": 5.09944619394071,
      "grad_norm": 0.06329299509525299,
      "learning_rate": 0.0002,
      "loss": 11.8992,
      "step": 3667
    },
    {
      "epoch": 5.100836138560104,
      "grad_norm": 0.059009209275245667,
      "learning_rate": 0.0002,
      "loss": 11.7581,
      "step": 3668
    },
    {
      "epoch": 5.102226083179498,
      "grad_norm": 0.05407896265387535,
      "learning_rate": 0.0002,
      "loss": 12.048,
      "step": 3669
    },
    {
      "epoch": 5.103616027798893,
      "grad_norm": 0.059140268713235855,
      "learning_rate": 0.0002,
      "loss": 11.8611,
      "step": 3670
    },
    {
      "epoch": 5.105005972418287,
      "grad_norm": 0.05762072280049324,
      "learning_rate": 0.0002,
      "loss": 12.0508,
      "step": 3671
    },
    {
      "epoch": 5.1063959170376805,
      "grad_norm": 0.06736475974321365,
      "learning_rate": 0.0002,
      "loss": 11.8594,
      "step": 3672
    },
    {
      "epoch": 5.107785861657074,
      "grad_norm": 0.06504373252391815,
      "learning_rate": 0.0002,
      "loss": 11.8694,
      "step": 3673
    },
    {
      "epoch": 5.109175806276468,
      "grad_norm": 0.0682942345738411,
      "learning_rate": 0.0002,
      "loss": 11.7909,
      "step": 3674
    },
    {
      "epoch": 5.110565750895863,
      "grad_norm": 0.062256403267383575,
      "learning_rate": 0.0002,
      "loss": 11.7347,
      "step": 3675
    },
    {
      "epoch": 5.111955695515257,
      "grad_norm": 0.057039305567741394,
      "learning_rate": 0.0002,
      "loss": 11.96,
      "step": 3676
    },
    {
      "epoch": 5.113345640134651,
      "grad_norm": 0.06621230393648148,
      "learning_rate": 0.0002,
      "loss": 11.9943,
      "step": 3677
    },
    {
      "epoch": 5.114735584754045,
      "grad_norm": 0.060679852962493896,
      "learning_rate": 0.0002,
      "loss": 11.8618,
      "step": 3678
    },
    {
      "epoch": 5.116125529373439,
      "grad_norm": 0.05616457015275955,
      "learning_rate": 0.0002,
      "loss": 12.1701,
      "step": 3679
    },
    {
      "epoch": 5.1175154739928335,
      "grad_norm": 0.07456024736166,
      "learning_rate": 0.0002,
      "loss": 11.6655,
      "step": 3680
    },
    {
      "epoch": 5.118905418612227,
      "grad_norm": 0.06621438264846802,
      "learning_rate": 0.0002,
      "loss": 11.8532,
      "step": 3681
    },
    {
      "epoch": 5.120295363231621,
      "grad_norm": 0.06389164924621582,
      "learning_rate": 0.0002,
      "loss": 11.8321,
      "step": 3682
    },
    {
      "epoch": 5.121685307851015,
      "grad_norm": 0.05794215202331543,
      "learning_rate": 0.0002,
      "loss": 12.0268,
      "step": 3683
    },
    {
      "epoch": 5.123075252470409,
      "grad_norm": 0.05450157821178436,
      "learning_rate": 0.0002,
      "loss": 11.9194,
      "step": 3684
    },
    {
      "epoch": 5.124465197089804,
      "grad_norm": 0.0762237161397934,
      "learning_rate": 0.0002,
      "loss": 11.7739,
      "step": 3685
    },
    {
      "epoch": 5.125855141709198,
      "grad_norm": 0.07049744576215744,
      "learning_rate": 0.0002,
      "loss": 11.9284,
      "step": 3686
    },
    {
      "epoch": 5.127245086328592,
      "grad_norm": 0.06855335831642151,
      "learning_rate": 0.0002,
      "loss": 12.0113,
      "step": 3687
    },
    {
      "epoch": 5.128635030947986,
      "grad_norm": 0.06543952226638794,
      "learning_rate": 0.0002,
      "loss": 11.7059,
      "step": 3688
    },
    {
      "epoch": 5.1300249755673795,
      "grad_norm": 0.07390986382961273,
      "learning_rate": 0.0002,
      "loss": 11.7795,
      "step": 3689
    },
    {
      "epoch": 5.131414920186774,
      "grad_norm": 0.06839162111282349,
      "learning_rate": 0.0002,
      "loss": 12.1616,
      "step": 3690
    },
    {
      "epoch": 5.132804864806168,
      "grad_norm": 0.0818522721529007,
      "learning_rate": 0.0002,
      "loss": 11.7137,
      "step": 3691
    },
    {
      "epoch": 5.134194809425562,
      "grad_norm": 0.06569980829954147,
      "learning_rate": 0.0002,
      "loss": 11.8016,
      "step": 3692
    },
    {
      "epoch": 5.135584754044956,
      "grad_norm": 0.07135123014450073,
      "learning_rate": 0.0002,
      "loss": 12.0551,
      "step": 3693
    },
    {
      "epoch": 5.13697469866435,
      "grad_norm": 0.07680933177471161,
      "learning_rate": 0.0002,
      "loss": 11.8176,
      "step": 3694
    },
    {
      "epoch": 5.138364643283744,
      "grad_norm": 0.0850522369146347,
      "learning_rate": 0.0002,
      "loss": 12.0735,
      "step": 3695
    },
    {
      "epoch": 5.1397545879031385,
      "grad_norm": 0.06942490488290787,
      "learning_rate": 0.0002,
      "loss": 11.4675,
      "step": 3696
    },
    {
      "epoch": 5.1411445325225325,
      "grad_norm": 0.050059475004673004,
      "learning_rate": 0.0002,
      "loss": 12.0883,
      "step": 3697
    },
    {
      "epoch": 5.142534477141926,
      "grad_norm": 0.051331572234630585,
      "learning_rate": 0.0002,
      "loss": 12.0053,
      "step": 3698
    },
    {
      "epoch": 5.14392442176132,
      "grad_norm": 0.05305464193224907,
      "learning_rate": 0.0002,
      "loss": 12.2861,
      "step": 3699
    },
    {
      "epoch": 5.145314366380714,
      "grad_norm": 0.0444466657936573,
      "learning_rate": 0.0002,
      "loss": 11.3798,
      "step": 3700
    },
    {
      "epoch": 5.146704311000109,
      "grad_norm": 0.04427561163902283,
      "learning_rate": 0.0002,
      "loss": 11.608,
      "step": 3701
    },
    {
      "epoch": 5.148094255619503,
      "grad_norm": 0.05555248260498047,
      "learning_rate": 0.0002,
      "loss": 11.9291,
      "step": 3702
    },
    {
      "epoch": 5.149484200238897,
      "grad_norm": 0.04601334407925606,
      "learning_rate": 0.0002,
      "loss": 12.2645,
      "step": 3703
    },
    {
      "epoch": 5.150874144858291,
      "grad_norm": 0.0526413694024086,
      "learning_rate": 0.0002,
      "loss": 11.8358,
      "step": 3704
    },
    {
      "epoch": 5.1522640894776845,
      "grad_norm": 0.04684413596987724,
      "learning_rate": 0.0002,
      "loss": 12.1582,
      "step": 3705
    },
    {
      "epoch": 5.153654034097079,
      "grad_norm": 0.04493217170238495,
      "learning_rate": 0.0002,
      "loss": 11.3784,
      "step": 3706
    },
    {
      "epoch": 5.155043978716473,
      "grad_norm": 0.04843512177467346,
      "learning_rate": 0.0002,
      "loss": 12.3379,
      "step": 3707
    },
    {
      "epoch": 5.156433923335867,
      "grad_norm": 0.03999968245625496,
      "learning_rate": 0.0002,
      "loss": 11.6328,
      "step": 3708
    },
    {
      "epoch": 5.157823867955261,
      "grad_norm": 0.04911879450082779,
      "learning_rate": 0.0002,
      "loss": 11.9557,
      "step": 3709
    },
    {
      "epoch": 5.159213812574655,
      "grad_norm": 0.04678706079721451,
      "learning_rate": 0.0002,
      "loss": 11.7851,
      "step": 3710
    },
    {
      "epoch": 5.16060375719405,
      "grad_norm": 0.05315076559782028,
      "learning_rate": 0.0002,
      "loss": 11.8564,
      "step": 3711
    },
    {
      "epoch": 5.161993701813444,
      "grad_norm": 0.04515177384018898,
      "learning_rate": 0.0002,
      "loss": 12.2395,
      "step": 3712
    },
    {
      "epoch": 5.1633836464328375,
      "grad_norm": 0.050649650394916534,
      "learning_rate": 0.0002,
      "loss": 11.7413,
      "step": 3713
    },
    {
      "epoch": 5.164773591052231,
      "grad_norm": 0.04603847116231918,
      "learning_rate": 0.0002,
      "loss": 11.9793,
      "step": 3714
    },
    {
      "epoch": 5.166163535671625,
      "grad_norm": 0.04552611708641052,
      "learning_rate": 0.0002,
      "loss": 12.0548,
      "step": 3715
    },
    {
      "epoch": 5.167553480291019,
      "grad_norm": 0.04462776705622673,
      "learning_rate": 0.0002,
      "loss": 11.7306,
      "step": 3716
    },
    {
      "epoch": 5.168943424910414,
      "grad_norm": 0.04540819302201271,
      "learning_rate": 0.0002,
      "loss": 11.7643,
      "step": 3717
    },
    {
      "epoch": 5.170333369529808,
      "grad_norm": 0.05093303322792053,
      "learning_rate": 0.0002,
      "loss": 11.8553,
      "step": 3718
    },
    {
      "epoch": 5.171723314149202,
      "grad_norm": 0.05021725967526436,
      "learning_rate": 0.0002,
      "loss": 12.2092,
      "step": 3719
    },
    {
      "epoch": 5.173113258768596,
      "grad_norm": 0.04385516047477722,
      "learning_rate": 0.0002,
      "loss": 11.7394,
      "step": 3720
    },
    {
      "epoch": 5.17450320338799,
      "grad_norm": 0.04936952143907547,
      "learning_rate": 0.0002,
      "loss": 11.9082,
      "step": 3721
    },
    {
      "epoch": 5.175893148007384,
      "grad_norm": 0.046025052666664124,
      "learning_rate": 0.0002,
      "loss": 11.54,
      "step": 3722
    },
    {
      "epoch": 5.177283092626778,
      "grad_norm": 0.05317937210202217,
      "learning_rate": 0.0002,
      "loss": 12.206,
      "step": 3723
    },
    {
      "epoch": 5.178673037246172,
      "grad_norm": 0.047760725021362305,
      "learning_rate": 0.0002,
      "loss": 12.1129,
      "step": 3724
    },
    {
      "epoch": 5.180062981865566,
      "grad_norm": 0.04422136768698692,
      "learning_rate": 0.0002,
      "loss": 11.4629,
      "step": 3725
    },
    {
      "epoch": 5.18145292648496,
      "grad_norm": 0.04583797976374626,
      "learning_rate": 0.0002,
      "loss": 12.1181,
      "step": 3726
    },
    {
      "epoch": 5.182842871104355,
      "grad_norm": 0.04986279085278511,
      "learning_rate": 0.0002,
      "loss": 11.762,
      "step": 3727
    },
    {
      "epoch": 5.184232815723749,
      "grad_norm": 0.03881784901022911,
      "learning_rate": 0.0002,
      "loss": 11.9524,
      "step": 3728
    },
    {
      "epoch": 5.185622760343143,
      "grad_norm": 0.04903656616806984,
      "learning_rate": 0.0002,
      "loss": 11.9203,
      "step": 3729
    },
    {
      "epoch": 5.1870127049625365,
      "grad_norm": 0.051455602049827576,
      "learning_rate": 0.0002,
      "loss": 11.7791,
      "step": 3730
    },
    {
      "epoch": 5.18840264958193,
      "grad_norm": 0.046429604291915894,
      "learning_rate": 0.0002,
      "loss": 11.9003,
      "step": 3731
    },
    {
      "epoch": 5.189792594201325,
      "grad_norm": 0.04830280318856239,
      "learning_rate": 0.0002,
      "loss": 12.0652,
      "step": 3732
    },
    {
      "epoch": 5.191182538820719,
      "grad_norm": 0.05486230179667473,
      "learning_rate": 0.0002,
      "loss": 12.0077,
      "step": 3733
    },
    {
      "epoch": 5.192572483440113,
      "grad_norm": 0.05429707467556,
      "learning_rate": 0.0002,
      "loss": 11.6985,
      "step": 3734
    },
    {
      "epoch": 5.193962428059507,
      "grad_norm": 0.05715562403202057,
      "learning_rate": 0.0002,
      "loss": 12.0219,
      "step": 3735
    },
    {
      "epoch": 5.195352372678901,
      "grad_norm": 0.049032062292099,
      "learning_rate": 0.0002,
      "loss": 11.5941,
      "step": 3736
    },
    {
      "epoch": 5.196742317298295,
      "grad_norm": 0.05094841867685318,
      "learning_rate": 0.0002,
      "loss": 12.2352,
      "step": 3737
    },
    {
      "epoch": 5.1981322619176895,
      "grad_norm": 0.06227300688624382,
      "learning_rate": 0.0002,
      "loss": 11.5464,
      "step": 3738
    },
    {
      "epoch": 5.199522206537083,
      "grad_norm": 0.05904962867498398,
      "learning_rate": 0.0002,
      "loss": 12.2294,
      "step": 3739
    },
    {
      "epoch": 5.200912151156477,
      "grad_norm": 0.05094332993030548,
      "learning_rate": 0.0002,
      "loss": 11.948,
      "step": 3740
    },
    {
      "epoch": 5.202302095775871,
      "grad_norm": 0.050994522869586945,
      "learning_rate": 0.0002,
      "loss": 11.6468,
      "step": 3741
    },
    {
      "epoch": 5.203692040395265,
      "grad_norm": 0.05734934285283089,
      "learning_rate": 0.0002,
      "loss": 11.8583,
      "step": 3742
    },
    {
      "epoch": 5.20508198501466,
      "grad_norm": 0.046227265149354935,
      "learning_rate": 0.0002,
      "loss": 11.9803,
      "step": 3743
    },
    {
      "epoch": 5.206471929634054,
      "grad_norm": 0.05061519145965576,
      "learning_rate": 0.0002,
      "loss": 12.1794,
      "step": 3744
    },
    {
      "epoch": 5.207861874253448,
      "grad_norm": 0.048294030129909515,
      "learning_rate": 0.0002,
      "loss": 11.8556,
      "step": 3745
    },
    {
      "epoch": 5.209251818872842,
      "grad_norm": 0.049015454947948456,
      "learning_rate": 0.0002,
      "loss": 11.7749,
      "step": 3746
    },
    {
      "epoch": 5.2106417634922355,
      "grad_norm": 0.05540638417005539,
      "learning_rate": 0.0002,
      "loss": 11.8931,
      "step": 3747
    },
    {
      "epoch": 5.21203170811163,
      "grad_norm": 0.049739088863134384,
      "learning_rate": 0.0002,
      "loss": 11.8795,
      "step": 3748
    },
    {
      "epoch": 5.213421652731024,
      "grad_norm": 0.05611499771475792,
      "learning_rate": 0.0002,
      "loss": 11.8757,
      "step": 3749
    },
    {
      "epoch": 5.214811597350418,
      "grad_norm": 0.07287537306547165,
      "learning_rate": 0.0002,
      "loss": 12.1482,
      "step": 3750
    },
    {
      "epoch": 5.216201541969812,
      "grad_norm": 0.055914003401994705,
      "learning_rate": 0.0002,
      "loss": 11.9381,
      "step": 3751
    },
    {
      "epoch": 5.217591486589206,
      "grad_norm": 0.04964830353856087,
      "learning_rate": 0.0002,
      "loss": 11.6752,
      "step": 3752
    },
    {
      "epoch": 5.218981431208601,
      "grad_norm": 0.05374620854854584,
      "learning_rate": 0.0002,
      "loss": 11.7859,
      "step": 3753
    },
    {
      "epoch": 5.220371375827995,
      "grad_norm": 0.05140862986445427,
      "learning_rate": 0.0002,
      "loss": 11.5848,
      "step": 3754
    },
    {
      "epoch": 5.2217613204473885,
      "grad_norm": 0.06111348792910576,
      "learning_rate": 0.0002,
      "loss": 12.2047,
      "step": 3755
    },
    {
      "epoch": 5.223151265066782,
      "grad_norm": 0.05187017098069191,
      "learning_rate": 0.0002,
      "loss": 12.0435,
      "step": 3756
    },
    {
      "epoch": 5.224541209686176,
      "grad_norm": 0.05272003635764122,
      "learning_rate": 0.0002,
      "loss": 11.729,
      "step": 3757
    },
    {
      "epoch": 5.22593115430557,
      "grad_norm": 0.04720710963010788,
      "learning_rate": 0.0002,
      "loss": 11.8496,
      "step": 3758
    },
    {
      "epoch": 5.227321098924965,
      "grad_norm": 0.05178720876574516,
      "learning_rate": 0.0002,
      "loss": 11.9599,
      "step": 3759
    },
    {
      "epoch": 5.228711043544359,
      "grad_norm": 0.053378019481897354,
      "learning_rate": 0.0002,
      "loss": 12.0025,
      "step": 3760
    },
    {
      "epoch": 5.230100988163753,
      "grad_norm": 0.06272667646408081,
      "learning_rate": 0.0002,
      "loss": 11.7854,
      "step": 3761
    },
    {
      "epoch": 5.231490932783147,
      "grad_norm": 0.06924556940793991,
      "learning_rate": 0.0002,
      "loss": 11.9508,
      "step": 3762
    },
    {
      "epoch": 5.232880877402541,
      "grad_norm": 0.05396045371890068,
      "learning_rate": 0.0002,
      "loss": 11.8075,
      "step": 3763
    },
    {
      "epoch": 5.234270822021935,
      "grad_norm": 0.0530928373336792,
      "learning_rate": 0.0002,
      "loss": 11.6784,
      "step": 3764
    },
    {
      "epoch": 5.235660766641329,
      "grad_norm": 0.06755296885967255,
      "learning_rate": 0.0002,
      "loss": 12.0164,
      "step": 3765
    },
    {
      "epoch": 5.237050711260723,
      "grad_norm": 0.06049341708421707,
      "learning_rate": 0.0002,
      "loss": 11.8481,
      "step": 3766
    },
    {
      "epoch": 5.238440655880117,
      "grad_norm": 0.057866718620061874,
      "learning_rate": 0.0002,
      "loss": 11.8315,
      "step": 3767
    },
    {
      "epoch": 5.239830600499511,
      "grad_norm": 0.06039746478199959,
      "learning_rate": 0.0002,
      "loss": 11.9209,
      "step": 3768
    },
    {
      "epoch": 5.241220545118906,
      "grad_norm": 0.05683878809213638,
      "learning_rate": 0.0002,
      "loss": 12.0077,
      "step": 3769
    },
    {
      "epoch": 5.2426104897383,
      "grad_norm": 0.05440589785575867,
      "learning_rate": 0.0002,
      "loss": 11.9242,
      "step": 3770
    },
    {
      "epoch": 5.244000434357694,
      "grad_norm": 0.04907901585102081,
      "learning_rate": 0.0002,
      "loss": 11.9331,
      "step": 3771
    },
    {
      "epoch": 5.2453903789770875,
      "grad_norm": 0.06735330075025558,
      "learning_rate": 0.0002,
      "loss": 11.7374,
      "step": 3772
    },
    {
      "epoch": 5.246780323596481,
      "grad_norm": 0.060925912111997604,
      "learning_rate": 0.0002,
      "loss": 11.996,
      "step": 3773
    },
    {
      "epoch": 5.248170268215876,
      "grad_norm": 0.060880355536937714,
      "learning_rate": 0.0002,
      "loss": 11.9655,
      "step": 3774
    },
    {
      "epoch": 5.24956021283527,
      "grad_norm": 0.06049060449004173,
      "learning_rate": 0.0002,
      "loss": 11.7177,
      "step": 3775
    },
    {
      "epoch": 5.250950157454664,
      "grad_norm": 0.06330886483192444,
      "learning_rate": 0.0002,
      "loss": 11.774,
      "step": 3776
    },
    {
      "epoch": 5.252340102074058,
      "grad_norm": 0.05687471479177475,
      "learning_rate": 0.0002,
      "loss": 12.215,
      "step": 3777
    },
    {
      "epoch": 5.253730046693452,
      "grad_norm": 0.06074843183159828,
      "learning_rate": 0.0002,
      "loss": 11.7774,
      "step": 3778
    },
    {
      "epoch": 5.255119991312846,
      "grad_norm": 0.060445379465818405,
      "learning_rate": 0.0002,
      "loss": 11.8634,
      "step": 3779
    },
    {
      "epoch": 5.2565099359322405,
      "grad_norm": 0.0653340145945549,
      "learning_rate": 0.0002,
      "loss": 11.8201,
      "step": 3780
    },
    {
      "epoch": 5.257899880551634,
      "grad_norm": 0.06119542196393013,
      "learning_rate": 0.0002,
      "loss": 12.0148,
      "step": 3781
    },
    {
      "epoch": 5.259289825171028,
      "grad_norm": 0.08181419223546982,
      "learning_rate": 0.0002,
      "loss": 11.7457,
      "step": 3782
    },
    {
      "epoch": 5.260679769790422,
      "grad_norm": 0.0584963858127594,
      "learning_rate": 0.0002,
      "loss": 11.9313,
      "step": 3783
    },
    {
      "epoch": 5.262069714409816,
      "grad_norm": 0.06702666729688644,
      "learning_rate": 0.0002,
      "loss": 12.0346,
      "step": 3784
    },
    {
      "epoch": 5.263459659029211,
      "grad_norm": 0.062397684901952744,
      "learning_rate": 0.0002,
      "loss": 11.6889,
      "step": 3785
    },
    {
      "epoch": 5.264849603648605,
      "grad_norm": 0.0674617663025856,
      "learning_rate": 0.0002,
      "loss": 11.9462,
      "step": 3786
    },
    {
      "epoch": 5.266239548267999,
      "grad_norm": 0.06465965509414673,
      "learning_rate": 0.0002,
      "loss": 11.9214,
      "step": 3787
    },
    {
      "epoch": 5.267629492887393,
      "grad_norm": 0.07278496026992798,
      "learning_rate": 0.0002,
      "loss": 11.7067,
      "step": 3788
    },
    {
      "epoch": 5.2690194375067865,
      "grad_norm": 0.07649397850036621,
      "learning_rate": 0.0002,
      "loss": 11.9786,
      "step": 3789
    },
    {
      "epoch": 5.270409382126181,
      "grad_norm": 0.06857860833406448,
      "learning_rate": 0.0002,
      "loss": 11.9559,
      "step": 3790
    },
    {
      "epoch": 5.271799326745575,
      "grad_norm": 0.0621369294822216,
      "learning_rate": 0.0002,
      "loss": 11.7411,
      "step": 3791
    },
    {
      "epoch": 5.273189271364969,
      "grad_norm": 0.06749909371137619,
      "learning_rate": 0.0002,
      "loss": 12.0294,
      "step": 3792
    },
    {
      "epoch": 5.274579215984363,
      "grad_norm": 0.07126730680465698,
      "learning_rate": 0.0002,
      "loss": 11.882,
      "step": 3793
    },
    {
      "epoch": 5.275969160603757,
      "grad_norm": 0.07472597062587738,
      "learning_rate": 0.0002,
      "loss": 11.8713,
      "step": 3794
    },
    {
      "epoch": 5.277359105223152,
      "grad_norm": 0.07881154119968414,
      "learning_rate": 0.0002,
      "loss": 12.0237,
      "step": 3795
    },
    {
      "epoch": 5.278749049842546,
      "grad_norm": 0.05430987849831581,
      "learning_rate": 0.0002,
      "loss": 11.3424,
      "step": 3796
    },
    {
      "epoch": 5.2801389944619395,
      "grad_norm": 0.05311230942606926,
      "learning_rate": 0.0002,
      "loss": 12.2686,
      "step": 3797
    },
    {
      "epoch": 5.281528939081333,
      "grad_norm": 0.05020713806152344,
      "learning_rate": 0.0002,
      "loss": 11.815,
      "step": 3798
    },
    {
      "epoch": 5.282918883700727,
      "grad_norm": 0.04886842519044876,
      "learning_rate": 0.0002,
      "loss": 12.1525,
      "step": 3799
    },
    {
      "epoch": 5.284308828320121,
      "grad_norm": 0.04808910936117172,
      "learning_rate": 0.0002,
      "loss": 11.904,
      "step": 3800
    },
    {
      "epoch": 5.284308828320121,
      "eval_loss": 11.8898344039917,
      "eval_runtime": 4.875,
      "eval_samples_per_second": 94.975,
      "eval_steps_per_second": 23.795,
      "step": 3800
    }
  ],
  "logging_steps": 1,
  "max_steps": 21570,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 30,
  "save_steps": 200,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 3,
        "early_stopping_threshold": 0.0
      },
      "attributes": {
        "early_stopping_patience_counter": 0
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 26996487045120.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}