{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.1365800436421345,
  "eval_steps": 345,
  "global_step": 1377,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 9.918666931164451e-05,
      "grad_norm": 1.620390772819519,
      "learning_rate": 2e-05,
      "loss": 44.4878,
      "step": 1
    },
    {
      "epoch": 9.918666931164451e-05,
      "eval_loss": 11.11313247680664,
      "eval_runtime": 12.6618,
      "eval_samples_per_second": 335.261,
      "eval_steps_per_second": 167.67,
      "step": 1
    },
    {
      "epoch": 0.00019837333862328903,
      "grad_norm": 1.4469047784805298,
      "learning_rate": 4e-05,
      "loss": 44.5058,
      "step": 2
    },
    {
      "epoch": 0.00029756000793493357,
      "grad_norm": 1.5632233619689941,
      "learning_rate": 6e-05,
      "loss": 44.4768,
      "step": 3
    },
    {
      "epoch": 0.00039674667724657806,
      "grad_norm": 1.4555176496505737,
      "learning_rate": 8e-05,
      "loss": 44.4999,
      "step": 4
    },
    {
      "epoch": 0.0004959333465582226,
      "grad_norm": 1.6239758729934692,
      "learning_rate": 0.0001,
      "loss": 44.3626,
      "step": 5
    },
    {
      "epoch": 0.0005951200158698671,
      "grad_norm": 1.8492672443389893,
      "learning_rate": 0.00012,
      "loss": 44.5033,
      "step": 6
    },
    {
      "epoch": 0.0006943066851815116,
      "grad_norm": 1.629564881324768,
      "learning_rate": 0.00014,
      "loss": 44.5071,
      "step": 7
    },
    {
      "epoch": 0.0007934933544931561,
      "grad_norm": 1.5436326265335083,
      "learning_rate": 0.00016,
      "loss": 44.5455,
      "step": 8
    },
    {
      "epoch": 0.0008926800238048007,
      "grad_norm": 1.712166666984558,
      "learning_rate": 0.00018,
      "loss": 44.3016,
      "step": 9
    },
    {
      "epoch": 0.0009918666931164452,
      "grad_norm": 1.554046392440796,
      "learning_rate": 0.0002,
      "loss": 44.4516,
      "step": 10
    },
    {
      "epoch": 0.0010910533624280897,
      "grad_norm": 1.6125948429107666,
      "learning_rate": 0.00019999973592181317,
      "loss": 44.3897,
      "step": 11
    },
    {
      "epoch": 0.0011902400317397343,
      "grad_norm": 1.6851387023925781,
      "learning_rate": 0.00019999894368864744,
      "loss": 44.5396,
      "step": 12
    },
    {
      "epoch": 0.0012894267010513786,
      "grad_norm": 1.5964475870132446,
      "learning_rate": 0.00019999762330468704,
      "loss": 44.5239,
      "step": 13
    },
    {
      "epoch": 0.0013886133703630231,
      "grad_norm": 1.717020034790039,
      "learning_rate": 0.00019999577477690568,
      "loss": 44.5325,
      "step": 14
    },
    {
      "epoch": 0.0014878000396746677,
      "grad_norm": 1.6545541286468506,
      "learning_rate": 0.00019999339811506642,
      "loss": 44.3654,
      "step": 15
    },
    {
      "epoch": 0.0015869867089863122,
      "grad_norm": 1.6294705867767334,
      "learning_rate": 0.00019999049333172182,
      "loss": 44.5449,
      "step": 16
    },
    {
      "epoch": 0.0016861733782979568,
      "grad_norm": 1.6682461500167847,
      "learning_rate": 0.0001999870604422136,
      "loss": 44.3407,
      "step": 17
    },
    {
      "epoch": 0.0017853600476096013,
      "grad_norm": 1.4981224536895752,
      "learning_rate": 0.0001999830994646729,
      "loss": 44.407,
      "step": 18
    },
    {
      "epoch": 0.0018845467169212459,
      "grad_norm": 1.670657753944397,
      "learning_rate": 0.00019997861042001972,
      "loss": 44.3801,
      "step": 19
    },
    {
      "epoch": 0.0019837333862328904,
      "grad_norm": 1.7518388032913208,
      "learning_rate": 0.00019997359333196339,
      "loss": 44.4139,
      "step": 20
    },
    {
      "epoch": 0.002082920055544535,
      "grad_norm": 1.7747282981872559,
      "learning_rate": 0.0001999680482270019,
      "loss": 44.3652,
      "step": 21
    },
    {
      "epoch": 0.0021821067248561795,
      "grad_norm": 1.973069667816162,
      "learning_rate": 0.00019996197513442204,
      "loss": 44.4699,
      "step": 22
    },
    {
      "epoch": 0.002281293394167824,
      "grad_norm": 1.9039539098739624,
      "learning_rate": 0.00019995537408629932,
      "loss": 44.5052,
      "step": 23
    },
    {
      "epoch": 0.0023804800634794686,
      "grad_norm": 1.5412516593933105,
      "learning_rate": 0.00019994824511749757,
      "loss": 44.3189,
      "step": 24
    },
    {
      "epoch": 0.0024796667327911127,
      "grad_norm": 1.517510175704956,
      "learning_rate": 0.00019994058826566886,
      "loss": 44.269,
      "step": 25
    },
    {
      "epoch": 0.002578853402102757,
      "grad_norm": 1.7756372690200806,
      "learning_rate": 0.00019993240357125337,
      "loss": 44.2606,
      "step": 26
    },
    {
      "epoch": 0.0026780400714144018,
      "grad_norm": 1.606436014175415,
      "learning_rate": 0.00019992369107747906,
      "loss": 44.4704,
      "step": 27
    },
    {
      "epoch": 0.0027772267407260463,
      "grad_norm": 2.018287181854248,
      "learning_rate": 0.00019991445083036155,
      "loss": 44.3927,
      "step": 28
    },
    {
      "epoch": 0.002876413410037691,
      "grad_norm": 2.0493083000183105,
      "learning_rate": 0.0001999046828787038,
      "loss": 44.2501,
      "step": 29
    },
    {
      "epoch": 0.0029756000793493354,
      "grad_norm": 1.8427711725234985,
      "learning_rate": 0.00019989438727409584,
      "loss": 44.4513,
      "step": 30
    },
    {
      "epoch": 0.00307478674866098,
      "grad_norm": 1.6964459419250488,
      "learning_rate": 0.00019988356407091455,
      "loss": 44.2702,
      "step": 31
    },
    {
      "epoch": 0.0031739734179726245,
      "grad_norm": 1.9234622716903687,
      "learning_rate": 0.00019987221332632343,
      "loss": 44.4652,
      "step": 32
    },
    {
      "epoch": 0.003273160087284269,
      "grad_norm": 1.8713277578353882,
      "learning_rate": 0.0001998603351002721,
      "loss": 44.2959,
      "step": 33
    },
    {
      "epoch": 0.0033723467565959135,
      "grad_norm": 2.15635085105896,
      "learning_rate": 0.0001998479294554962,
      "loss": 44.2018,
      "step": 34
    },
    {
      "epoch": 0.003471533425907558,
      "grad_norm": 2.2415690422058105,
      "learning_rate": 0.00019983499645751692,
      "loss": 44.387,
      "step": 35
    },
    {
      "epoch": 0.0035707200952192026,
      "grad_norm": 1.9001964330673218,
      "learning_rate": 0.00019982153617464072,
      "loss": 44.2773,
      "step": 36
    },
    {
      "epoch": 0.003669906764530847,
      "grad_norm": 2.3937878608703613,
      "learning_rate": 0.00019980754867795898,
      "loss": 44.372,
      "step": 37
    },
    {
      "epoch": 0.0037690934338424917,
      "grad_norm": 2.18562650680542,
      "learning_rate": 0.00019979303404134746,
      "loss": 44.206,
      "step": 38
    },
    {
      "epoch": 0.0038682801031541363,
      "grad_norm": 2.0082168579101562,
      "learning_rate": 0.00019977799234146618,
      "loss": 44.2083,
      "step": 39
    },
    {
      "epoch": 0.003967466772465781,
      "grad_norm": 2.294412612915039,
      "learning_rate": 0.0001997624236577589,
      "loss": 44.2663,
      "step": 40
    },
    {
      "epoch": 0.004066653441777425,
      "grad_norm": 2.418440818786621,
      "learning_rate": 0.00019974632807245253,
      "loss": 44.0445,
      "step": 41
    },
    {
      "epoch": 0.00416584011108907,
      "grad_norm": 2.312135934829712,
      "learning_rate": 0.00019972970567055698,
      "loss": 44.0673,
      "step": 42
    },
    {
      "epoch": 0.004265026780400714,
      "grad_norm": 2.2133700847625732,
      "learning_rate": 0.00019971255653986452,
      "loss": 44.2475,
      "step": 43
    },
    {
      "epoch": 0.004364213449712359,
      "grad_norm": 2.2712738513946533,
      "learning_rate": 0.00019969488077094933,
      "loss": 44.1074,
      "step": 44
    },
    {
      "epoch": 0.0044634001190240035,
      "grad_norm": 2.1439149379730225,
      "learning_rate": 0.0001996766784571672,
      "loss": 44.037,
      "step": 45
    },
    {
      "epoch": 0.004562586788335648,
      "grad_norm": 2.561309814453125,
      "learning_rate": 0.00019965794969465473,
      "loss": 44.0506,
      "step": 46
    },
    {
      "epoch": 0.004661773457647293,
      "grad_norm": 2.5531442165374756,
      "learning_rate": 0.00019963869458232907,
      "loss": 44.2289,
      "step": 47
    },
    {
      "epoch": 0.004760960126958937,
      "grad_norm": 2.356276512145996,
      "learning_rate": 0.0001996189132218874,
      "loss": 44.224,
      "step": 48
    },
    {
      "epoch": 0.004860146796270581,
      "grad_norm": 2.1195573806762695,
      "learning_rate": 0.00019959860571780615,
      "loss": 44.2144,
      "step": 49
    },
    {
      "epoch": 0.004959333465582225,
      "grad_norm": 2.272167205810547,
      "learning_rate": 0.00019957777217734078,
      "loss": 44.1248,
      "step": 50
    },
    {
      "epoch": 0.00505852013489387,
      "grad_norm": 2.4642817974090576,
      "learning_rate": 0.00019955641271052487,
      "loss": 43.9688,
      "step": 51
    },
    {
      "epoch": 0.005157706804205514,
      "grad_norm": 2.2487308979034424,
      "learning_rate": 0.00019953452743016987,
      "loss": 43.9119,
      "step": 52
    },
    {
      "epoch": 0.005256893473517159,
      "grad_norm": 2.326240062713623,
      "learning_rate": 0.00019951211645186426,
      "loss": 44.0474,
      "step": 53
    },
    {
      "epoch": 0.0053560801428288035,
      "grad_norm": 2.248692035675049,
      "learning_rate": 0.00019948917989397308,
      "loss": 44.0475,
      "step": 54
    },
    {
      "epoch": 0.005455266812140448,
      "grad_norm": 2.3791592121124268,
      "learning_rate": 0.00019946571787763718,
      "loss": 43.9322,
      "step": 55
    },
    {
      "epoch": 0.005554453481452093,
      "grad_norm": 2.520576000213623,
      "learning_rate": 0.00019944173052677272,
      "loss": 43.7626,
      "step": 56
    },
    {
      "epoch": 0.005653640150763737,
      "grad_norm": 2.3382210731506348,
      "learning_rate": 0.00019941721796807042,
      "loss": 43.8322,
      "step": 57
    },
    {
      "epoch": 0.005752826820075382,
      "grad_norm": 2.1466667652130127,
      "learning_rate": 0.0001993921803309949,
      "loss": 43.9254,
      "step": 58
    },
    {
      "epoch": 0.005852013489387026,
      "grad_norm": 2.225789785385132,
      "learning_rate": 0.00019936661774778408,
      "loss": 43.9358,
      "step": 59
    },
    {
      "epoch": 0.005951200158698671,
      "grad_norm": 2.6257212162017822,
      "learning_rate": 0.00019934053035344836,
      "loss": 43.694,
      "step": 60
    },
    {
      "epoch": 0.006050386828010315,
      "grad_norm": 2.5033576488494873,
      "learning_rate": 0.00019931391828576991,
      "loss": 43.6864,
      "step": 61
    },
    {
      "epoch": 0.00614957349732196,
      "grad_norm": 2.434095621109009,
      "learning_rate": 0.00019928678168530212,
      "loss": 43.7584,
      "step": 62
    },
    {
      "epoch": 0.006248760166633604,
      "grad_norm": 2.2750728130340576,
      "learning_rate": 0.0001992591206953687,
      "loss": 43.7666,
      "step": 63
    },
    {
      "epoch": 0.006347946835945249,
      "grad_norm": 1.9984159469604492,
      "learning_rate": 0.0001992309354620629,
      "loss": 43.7153,
      "step": 64
    },
    {
      "epoch": 0.0064471335052568935,
      "grad_norm": 2.116001844406128,
      "learning_rate": 0.00019920222613424682,
      "loss": 43.8651,
      "step": 65
    },
    {
      "epoch": 0.006546320174568538,
      "grad_norm": 2.1209514141082764,
      "learning_rate": 0.00019917299286355058,
      "loss": 43.7459,
      "step": 66
    },
    {
      "epoch": 0.0066455068438801826,
      "grad_norm": 2.773214340209961,
      "learning_rate": 0.00019914323580437162,
      "loss": 43.6404,
      "step": 67
    },
    {
      "epoch": 0.006744693513191827,
      "grad_norm": 2.400967836380005,
      "learning_rate": 0.00019911295511387372,
      "loss": 43.6164,
      "step": 68
    },
    {
      "epoch": 0.006843880182503472,
      "grad_norm": 2.4684884548187256,
      "learning_rate": 0.00019908215095198626,
      "loss": 43.68,
      "step": 69
    },
    {
      "epoch": 0.006943066851815116,
      "grad_norm": 2.086573600769043,
      "learning_rate": 0.00019905082348140341,
      "loss": 43.7257,
      "step": 70
    },
    {
      "epoch": 0.007042253521126761,
      "grad_norm": 2.0327978134155273,
      "learning_rate": 0.00019901897286758318,
      "loss": 43.5133,
      "step": 71
    },
    {
      "epoch": 0.007141440190438405,
      "grad_norm": 2.020599842071533,
      "learning_rate": 0.00019898659927874662,
      "loss": 43.5116,
      "step": 72
    },
    {
      "epoch": 0.00724062685975005,
      "grad_norm": 2.3334968090057373,
      "learning_rate": 0.00019895370288587695,
      "loss": 43.5966,
      "step": 73
    },
    {
      "epoch": 0.007339813529061694,
      "grad_norm": 2.053218126296997,
      "learning_rate": 0.0001989202838627185,
      "loss": 43.74,
      "step": 74
    },
    {
      "epoch": 0.007439000198373339,
      "grad_norm": 2.083590269088745,
      "learning_rate": 0.000198886342385776,
      "loss": 43.6054,
      "step": 75
    },
    {
      "epoch": 0.007538186867684983,
      "grad_norm": 2.0403592586517334,
      "learning_rate": 0.00019885187863431352,
      "loss": 43.5867,
      "step": 76
    },
    {
      "epoch": 0.007637373536996628,
      "grad_norm": 2.0573623180389404,
      "learning_rate": 0.00019881689279035354,
      "loss": 43.6566,
      "step": 77
    },
    {
      "epoch": 0.0077365602063082725,
      "grad_norm": 1.7056894302368164,
      "learning_rate": 0.00019878138503867608,
      "loss": 43.604,
      "step": 78
    },
    {
      "epoch": 0.007835746875619916,
      "grad_norm": 2.111693859100342,
      "learning_rate": 0.00019874535556681756,
      "loss": 43.4557,
      "step": 79
    },
    {
      "epoch": 0.007934933544931562,
      "grad_norm": 2.048046350479126,
      "learning_rate": 0.0001987088045650699,
      "loss": 43.5062,
      "step": 80
    },
    {
      "epoch": 0.008034120214243205,
      "grad_norm": 2.2594175338745117,
      "learning_rate": 0.0001986717322264796,
      "loss": 43.5631,
      "step": 81
    },
    {
      "epoch": 0.00813330688355485,
      "grad_norm": 2.0121192932128906,
      "learning_rate": 0.00019863413874684653,
      "loss": 43.681,
      "step": 82
    },
    {
      "epoch": 0.008232493552866494,
      "grad_norm": 1.7314908504486084,
      "learning_rate": 0.0001985960243247231,
      "loss": 43.601,
      "step": 83
    },
    {
      "epoch": 0.00833168022217814,
      "grad_norm": 1.969624638557434,
      "learning_rate": 0.00019855738916141303,
      "loss": 43.3999,
      "step": 84
    },
    {
      "epoch": 0.008430866891489783,
      "grad_norm": 1.8517192602157593,
      "learning_rate": 0.0001985182334609704,
      "loss": 43.6391,
      "step": 85
    },
    {
      "epoch": 0.008530053560801429,
      "grad_norm": 1.8946924209594727,
      "learning_rate": 0.00019847855743019858,
      "loss": 43.5514,
      "step": 86
    },
    {
      "epoch": 0.008629240230113073,
      "grad_norm": 1.6315033435821533,
      "learning_rate": 0.00019843836127864895,
      "loss": 43.4945,
      "step": 87
    },
    {
      "epoch": 0.008728426899424718,
      "grad_norm": 2.0259015560150146,
      "learning_rate": 0.00019839764521862015,
      "loss": 43.5663,
      "step": 88
    },
    {
      "epoch": 0.008827613568736362,
      "grad_norm": 2.0214736461639404,
      "learning_rate": 0.0001983564094651566,
      "loss": 43.4939,
      "step": 89
    },
    {
      "epoch": 0.008926800238048007,
      "grad_norm": 2.1720495223999023,
      "learning_rate": 0.00019831465423604752,
      "loss": 43.4768,
      "step": 90
    },
    {
      "epoch": 0.00902598690735965,
      "grad_norm": 1.972532868385315,
      "learning_rate": 0.00019827237975182592,
      "loss": 43.5539,
      "step": 91
    },
    {
      "epoch": 0.009125173576671296,
      "grad_norm": 1.7981455326080322,
      "learning_rate": 0.00019822958623576714,
      "loss": 43.5811,
      "step": 92
    },
    {
      "epoch": 0.00922436024598294,
      "grad_norm": 1.8357104063034058,
      "learning_rate": 0.0001981862739138878,
      "loss": 43.5306,
      "step": 93
    },
    {
      "epoch": 0.009323546915294585,
      "grad_norm": 1.6894700527191162,
      "learning_rate": 0.00019814244301494474,
      "loss": 43.5594,
      "step": 94
    },
    {
      "epoch": 0.009422733584606229,
      "grad_norm": 1.7075917720794678,
      "learning_rate": 0.00019809809377043368,
      "loss": 43.6353,
      "step": 95
    },
    {
      "epoch": 0.009521920253917874,
      "grad_norm": 1.8798929452896118,
      "learning_rate": 0.0001980532264145879,
      "loss": 43.4567,
      "step": 96
    },
    {
      "epoch": 0.009621106923229518,
      "grad_norm": 1.9370898008346558,
      "learning_rate": 0.00019800784118437727,
      "loss": 43.5642,
      "step": 97
    },
    {
      "epoch": 0.009720293592541162,
      "grad_norm": 1.7264550924301147,
      "learning_rate": 0.00019796193831950673,
      "loss": 43.5234,
      "step": 98
    },
    {
      "epoch": 0.009819480261852807,
      "grad_norm": 2.1001346111297607,
      "learning_rate": 0.0001979155180624152,
      "loss": 43.3069,
      "step": 99
    },
    {
      "epoch": 0.00991866693116445,
      "grad_norm": 1.971402883529663,
      "learning_rate": 0.00019786858065827425,
      "loss": 43.2957,
      "step": 100
    },
    {
      "epoch": 0.010017853600476096,
      "grad_norm": 1.9676079750061035,
      "learning_rate": 0.00019782112635498676,
      "loss": 43.3939,
      "step": 101
    },
    {
      "epoch": 0.01011704026978774,
      "grad_norm": 1.6693346500396729,
      "learning_rate": 0.00019777315540318565,
      "loss": 43.4189,
      "step": 102
    },
    {
      "epoch": 0.010216226939099385,
      "grad_norm": 1.7066096067428589,
      "learning_rate": 0.00019772466805623252,
      "loss": 43.5922,
      "step": 103
    },
    {
      "epoch": 0.010315413608411029,
      "grad_norm": 1.8379673957824707,
      "learning_rate": 0.00019767566457021648,
      "loss": 43.5591,
      "step": 104
    },
    {
      "epoch": 0.010414600277722674,
      "grad_norm": 1.9390805959701538,
      "learning_rate": 0.00019762614520395247,
      "loss": 43.5645,
      "step": 105
    },
    {
      "epoch": 0.010513786947034318,
      "grad_norm": 1.8997091054916382,
      "learning_rate": 0.00019757611021898024,
      "loss": 43.6896,
      "step": 106
    },
    {
      "epoch": 0.010612973616345963,
      "grad_norm": 1.7241935729980469,
      "learning_rate": 0.0001975255598795627,
      "loss": 43.6881,
      "step": 107
    },
    {
      "epoch": 0.010712160285657607,
      "grad_norm": 1.5904136896133423,
      "learning_rate": 0.00019747449445268474,
      "loss": 43.4718,
      "step": 108
    },
    {
      "epoch": 0.010811346954969252,
      "grad_norm": 1.940871238708496,
      "learning_rate": 0.00019742291420805165,
      "loss": 43.3384,
      "step": 109
    },
    {
      "epoch": 0.010910533624280896,
      "grad_norm": 1.9792636632919312,
      "learning_rate": 0.0001973708194180878,
      "loss": 43.5913,
      "step": 110
    },
    {
      "epoch": 0.011009720293592542,
      "grad_norm": 2.008183240890503,
      "learning_rate": 0.00019731821035793507,
      "loss": 43.4205,
      "step": 111
    },
    {
      "epoch": 0.011108906962904185,
      "grad_norm": 2.022135019302368,
      "learning_rate": 0.00019726508730545162,
      "loss": 43.385,
      "step": 112
    },
    {
      "epoch": 0.01120809363221583,
      "grad_norm": 1.4658271074295044,
      "learning_rate": 0.00019721145054121028,
      "loss": 43.5396,
      "step": 113
    },
    {
      "epoch": 0.011307280301527474,
      "grad_norm": 1.9923700094223022,
      "learning_rate": 0.00019715730034849696,
      "loss": 43.4149,
      "step": 114
    },
    {
      "epoch": 0.01140646697083912,
      "grad_norm": 2.1149795055389404,
      "learning_rate": 0.00019710263701330937,
      "loss": 43.4565,
      "step": 115
    },
    {
      "epoch": 0.011505653640150763,
      "grad_norm": 1.8142424821853638,
      "learning_rate": 0.0001970474608243554,
      "loss": 43.4097,
      "step": 116
    },
    {
      "epoch": 0.011604840309462409,
      "grad_norm": 1.8109841346740723,
      "learning_rate": 0.00019699177207305166,
      "loss": 43.3104,
      "step": 117
    },
    {
      "epoch": 0.011704026978774052,
      "grad_norm": 1.83271062374115,
      "learning_rate": 0.0001969355710535218,
      "loss": 43.5675,
      "step": 118
    },
    {
      "epoch": 0.011803213648085698,
      "grad_norm": 2.103610038757324,
      "learning_rate": 0.00019687885806259504,
      "loss": 43.1547,
      "step": 119
    },
    {
      "epoch": 0.011902400317397342,
      "grad_norm": 1.7136248350143433,
      "learning_rate": 0.00019682163339980474,
      "loss": 43.618,
      "step": 120
    },
    {
      "epoch": 0.012001586986708987,
      "grad_norm": 1.6430232524871826,
      "learning_rate": 0.00019676389736738656,
      "loss": 43.5748,
      "step": 121
    },
    {
      "epoch": 0.01210077365602063,
      "grad_norm": 1.9517197608947754,
      "learning_rate": 0.00019670565027027706,
      "loss": 43.4926,
      "step": 122
    },
    {
      "epoch": 0.012199960325332276,
      "grad_norm": 2.109898567199707,
      "learning_rate": 0.00019664689241611196,
      "loss": 43.6146,
      "step": 123
    },
    {
      "epoch": 0.01229914699464392,
      "grad_norm": 1.8593815565109253,
      "learning_rate": 0.00019658762411522464,
      "loss": 43.3389,
      "step": 124
    },
    {
      "epoch": 0.012398333663955565,
      "grad_norm": 1.5332725048065186,
      "learning_rate": 0.0001965278456806444,
      "loss": 43.4073,
      "step": 125
    },
    {
      "epoch": 0.012497520333267209,
      "grad_norm": 2.055220603942871,
      "learning_rate": 0.00019646755742809487,
      "loss": 43.051,
      "step": 126
    },
    {
      "epoch": 0.012596707002578854,
      "grad_norm": 1.8248649835586548,
      "learning_rate": 0.00019640675967599224,
      "loss": 43.3472,
      "step": 127
    },
    {
      "epoch": 0.012695893671890498,
      "grad_norm": 1.7612577676773071,
      "learning_rate": 0.0001963454527454438,
      "loss": 43.4539,
      "step": 128
    },
    {
      "epoch": 0.012795080341202143,
      "grad_norm": 1.922441005706787,
      "learning_rate": 0.00019628363696024592,
      "loss": 43.3149,
      "step": 129
    },
    {
      "epoch": 0.012894267010513787,
      "grad_norm": 1.77986478805542,
      "learning_rate": 0.00019622131264688267,
      "loss": 43.2937,
      "step": 130
    },
    {
      "epoch": 0.01299345367982543,
      "grad_norm": 1.7966907024383545,
      "learning_rate": 0.00019615848013452387,
      "loss": 43.373,
      "step": 131
    },
    {
      "epoch": 0.013092640349137076,
      "grad_norm": 1.9414621591567993,
      "learning_rate": 0.00019609513975502342,
      "loss": 43.2283,
      "step": 132
    },
    {
      "epoch": 0.01319182701844872,
      "grad_norm": 1.8673967123031616,
      "learning_rate": 0.0001960312918429176,
      "loss": 43.5471,
      "step": 133
    },
    {
      "epoch": 0.013291013687760365,
      "grad_norm": 2.33743953704834,
      "learning_rate": 0.00019596693673542322,
      "loss": 43.4404,
      "step": 134
    },
    {
      "epoch": 0.013390200357072009,
      "grad_norm": 1.9352983236312866,
      "learning_rate": 0.00019590207477243588,
      "loss": 43.4078,
      "step": 135
    },
    {
      "epoch": 0.013489387026383654,
      "grad_norm": 1.6548969745635986,
      "learning_rate": 0.00019583670629652814,
      "loss": 43.5059,
      "step": 136
    },
    {
      "epoch": 0.013588573695695298,
      "grad_norm": 1.8436064720153809,
      "learning_rate": 0.0001957708316529478,
      "loss": 43.4167,
      "step": 137
    },
    {
      "epoch": 0.013687760365006943,
      "grad_norm": 1.878476619720459,
      "learning_rate": 0.00019570445118961602,
      "loss": 43.4777,
      "step": 138
    },
    {
      "epoch": 0.013786947034318587,
      "grad_norm": 1.7631700038909912,
      "learning_rate": 0.0001956375652571254,
      "loss": 43.4291,
      "step": 139
    },
    {
      "epoch": 0.013886133703630232,
      "grad_norm": 1.9526875019073486,
      "learning_rate": 0.00019557017420873825,
      "loss": 43.6412,
      "step": 140
    },
    {
      "epoch": 0.013985320372941876,
      "grad_norm": 1.9807161092758179,
      "learning_rate": 0.00019550227840038476,
      "loss": 43.1551,
      "step": 141
    },
    {
      "epoch": 0.014084507042253521,
      "grad_norm": 1.9654165506362915,
      "learning_rate": 0.0001954338781906609,
      "loss": 43.4855,
      "step": 142
    },
    {
      "epoch": 0.014183693711565165,
      "grad_norm": 1.8886873722076416,
      "learning_rate": 0.00019536497394082676,
      "loss": 43.4846,
      "step": 143
    },
    {
      "epoch": 0.01428288038087681,
      "grad_norm": 1.9163804054260254,
      "learning_rate": 0.0001952955660148045,
      "loss": 43.5417,
      "step": 144
    },
    {
      "epoch": 0.014382067050188454,
      "grad_norm": 1.6911556720733643,
      "learning_rate": 0.00019522565477917653,
      "loss": 43.737,
      "step": 145
    },
    {
      "epoch": 0.0144812537195001,
      "grad_norm": 1.8554767370224,
      "learning_rate": 0.0001951552406031835,
      "loss": 43.5507,
      "step": 146
    },
    {
      "epoch": 0.014580440388811743,
      "grad_norm": 1.7839596271514893,
      "learning_rate": 0.00019508432385872238,
      "loss": 43.5163,
      "step": 147
    },
    {
      "epoch": 0.014679627058123389,
      "grad_norm": 1.5847241878509521,
      "learning_rate": 0.00019501290492034444,
      "loss": 43.4539,
      "step": 148
    },
    {
      "epoch": 0.014778813727435032,
      "grad_norm": 2.139988422393799,
      "learning_rate": 0.00019494098416525336,
      "loss": 43.457,
      "step": 149
    },
    {
      "epoch": 0.014878000396746678,
      "grad_norm": 1.82491934299469,
      "learning_rate": 0.00019486856197330324,
      "loss": 43.4277,
      "step": 150
    },
    {
      "epoch": 0.014977187066058321,
      "grad_norm": 1.5014609098434448,
      "learning_rate": 0.00019479563872699647,
      "loss": 43.3014,
      "step": 151
    },
    {
      "epoch": 0.015076373735369967,
      "grad_norm": 1.6398491859436035,
      "learning_rate": 0.0001947222148114818,
      "loss": 43.2079,
      "step": 152
    },
    {
      "epoch": 0.01517556040468161,
      "grad_norm": 1.5315080881118774,
      "learning_rate": 0.00019464829061455234,
      "loss": 43.3428,
      "step": 153
    },
    {
      "epoch": 0.015274747073993256,
      "grad_norm": 1.8612087965011597,
      "learning_rate": 0.00019457386652664346,
      "loss": 43.672,
      "step": 154
    },
    {
      "epoch": 0.0153739337433049,
      "grad_norm": 1.6463797092437744,
      "learning_rate": 0.0001944989429408307,
      "loss": 43.3032,
      "step": 155
    },
    {
      "epoch": 0.015473120412616545,
      "grad_norm": 1.8886929750442505,
      "learning_rate": 0.00019442352025282776,
      "loss": 43.409,
      "step": 156
    },
    {
      "epoch": 0.015572307081928189,
      "grad_norm": 1.5860872268676758,
      "learning_rate": 0.00019434759886098442,
      "loss": 43.5002,
      "step": 157
    },
    {
      "epoch": 0.015671493751239832,
      "grad_norm": 1.5877327919006348,
      "learning_rate": 0.0001942711791662843,
      "loss": 43.1642,
      "step": 158
    },
    {
      "epoch": 0.015770680420551478,
      "grad_norm": 1.9605953693389893,
      "learning_rate": 0.00019419426157234288,
      "loss": 43.5132,
      "step": 159
    },
    {
      "epoch": 0.015869867089863123,
      "grad_norm": 1.751679539680481,
      "learning_rate": 0.00019411684648540538,
      "loss": 43.5054,
      "step": 160
    },
    {
      "epoch": 0.01596905375917477,
      "grad_norm": 1.4614412784576416,
      "learning_rate": 0.00019403893431434445,
      "loss": 43.3814,
      "step": 161
    },
    {
      "epoch": 0.01606824042848641,
      "grad_norm": 1.5248690843582153,
      "learning_rate": 0.00019396052547065827,
      "loss": 43.5447,
      "step": 162
    },
    {
      "epoch": 0.016167427097798056,
      "grad_norm": 1.5921061038970947,
      "learning_rate": 0.0001938816203684681,
      "loss": 43.5961,
      "step": 163
    },
    {
      "epoch": 0.0162666137671097,
      "grad_norm": 1.978134036064148,
      "learning_rate": 0.00019380221942451623,
      "loss": 43.318,
      "step": 164
    },
    {
      "epoch": 0.016365800436421343,
      "grad_norm": 1.8620237112045288,
      "learning_rate": 0.00019372232305816387,
      "loss": 43.4081,
      "step": 165
    },
    {
      "epoch": 0.01646498710573299,
      "grad_norm": 1.890067219734192,
      "learning_rate": 0.00019364193169138876,
      "loss": 43.37,
      "step": 166
    },
    {
      "epoch": 0.016564173775044634,
      "grad_norm": 1.7698861360549927,
      "learning_rate": 0.000193561045748783,
      "loss": 43.2327,
      "step": 167
    },
    {
      "epoch": 0.01666336044435628,
      "grad_norm": 2.023280382156372,
      "learning_rate": 0.00019347966565755084,
      "loss": 43.5565,
      "step": 168
    },
    {
      "epoch": 0.01676254711366792,
      "grad_norm": 1.60719895362854,
      "learning_rate": 0.00019339779184750647,
      "loss": 43.4494,
      "step": 169
    },
    {
      "epoch": 0.016861733782979567,
      "grad_norm": 1.7296546697616577,
      "learning_rate": 0.0001933154247510716,
      "loss": 43.4502,
      "step": 170
    },
    {
      "epoch": 0.016960920452291212,
      "grad_norm": 1.568786382675171,
      "learning_rate": 0.00019323256480327335,
      "loss": 43.53,
      "step": 171
    },
    {
      "epoch": 0.017060107121602858,
      "grad_norm": 1.7664810419082642,
      "learning_rate": 0.00019314921244174173,
      "loss": 43.3674,
      "step": 172
    },
    {
      "epoch": 0.0171592937909145,
      "grad_norm": 1.7805827856063843,
      "learning_rate": 0.0001930653681067076,
      "loss": 43.3056,
      "step": 173
    },
    {
      "epoch": 0.017258480460226145,
      "grad_norm": 1.9585574865341187,
      "learning_rate": 0.00019298103224100018,
      "loss": 43.4174,
      "step": 174
    },
    {
      "epoch": 0.01735766712953779,
      "grad_norm": 1.9280157089233398,
      "learning_rate": 0.00019289620529004467,
      "loss": 43.4921,
      "step": 175
    },
    {
      "epoch": 0.017456853798849436,
      "grad_norm": 1.6859203577041626,
      "learning_rate": 0.00019281088770186004,
      "loss": 43.2668,
      "step": 176
    },
    {
      "epoch": 0.017556040468161078,
      "grad_norm": 1.5108959674835205,
      "learning_rate": 0.00019272507992705657,
      "loss": 43.4231,
      "step": 177
    },
    {
      "epoch": 0.017655227137472723,
      "grad_norm": 1.8462445735931396,
      "learning_rate": 0.00019263878241883352,
      "loss": 43.5939,
      "step": 178
    },
    {
      "epoch": 0.01775441380678437,
      "grad_norm": 2.0469777584075928,
      "learning_rate": 0.00019255199563297665,
      "loss": 43.4041,
      "step": 179
    },
    {
      "epoch": 0.017853600476096014,
      "grad_norm": 1.8307596445083618,
      "learning_rate": 0.0001924647200278559,
      "loss": 43.568,
      "step": 180
    },
    {
      "epoch": 0.017952787145407656,
      "grad_norm": 1.7826749086380005,
      "learning_rate": 0.00019237695606442293,
      "loss": 43.4189,
      "step": 181
    },
    {
      "epoch": 0.0180519738147193,
      "grad_norm": 1.6939207315444946,
      "learning_rate": 0.00019228870420620874,
      "loss": 43.7362,
      "step": 182
    },
    {
      "epoch": 0.018151160484030947,
      "grad_norm": 1.5782077312469482,
      "learning_rate": 0.00019219996491932114,
      "loss": 43.4713,
      "step": 183
    },
    {
      "epoch": 0.018250347153342592,
      "grad_norm": 1.732811450958252,
      "learning_rate": 0.00019211073867244228,
      "loss": 43.2893,
      "step": 184
    },
    {
      "epoch": 0.018349533822654234,
      "grad_norm": 2.1155354976654053,
      "learning_rate": 0.00019202102593682632,
      "loss": 43.6014,
      "step": 185
    },
    {
      "epoch": 0.01844872049196588,
      "grad_norm": 1.980027675628662,
      "learning_rate": 0.00019193082718629677,
      "loss": 43.2281,
      "step": 186
    },
    {
      "epoch": 0.018547907161277525,
      "grad_norm": 1.9374451637268066,
      "learning_rate": 0.0001918401428972441,
      "loss": 43.6718,
      "step": 187
    },
    {
      "epoch": 0.01864709383058917,
      "grad_norm": 2.091322898864746,
      "learning_rate": 0.00019174897354862317,
      "loss": 43.4641,
      "step": 188
    },
    {
      "epoch": 0.018746280499900812,
      "grad_norm": 1.642065167427063,
      "learning_rate": 0.00019165731962195065,
      "loss": 43.4111,
      "step": 189
    },
    {
      "epoch": 0.018845467169212458,
      "grad_norm": 1.905786156654358,
      "learning_rate": 0.00019156518160130267,
      "loss": 43.5117,
      "step": 190
    },
    {
      "epoch": 0.018944653838524103,
      "grad_norm": 1.964237928390503,
      "learning_rate": 0.00019147255997331198,
      "loss": 43.5668,
      "step": 191
    },
    {
      "epoch": 0.01904384050783575,
      "grad_norm": 1.7513357400894165,
      "learning_rate": 0.00019137945522716568,
      "loss": 43.5371,
      "step": 192
    },
    {
      "epoch": 0.01914302717714739,
      "grad_norm": 1.5807865858078003,
      "learning_rate": 0.00019128586785460236,
      "loss": 43.4721,
      "step": 193
    },
    {
      "epoch": 0.019242213846459036,
      "grad_norm": 1.9611173868179321,
      "learning_rate": 0.00019119179834990973,
      "loss": 43.5727,
      "step": 194
    },
    {
      "epoch": 0.01934140051577068,
      "grad_norm": 1.5683705806732178,
      "learning_rate": 0.0001910972472099219,
      "loss": 43.5582,
      "step": 195
    },
    {
      "epoch": 0.019440587185082323,
      "grad_norm": 1.8240303993225098,
      "learning_rate": 0.00019100221493401672,
      "loss": 43.5326,
      "step": 196
    },
    {
      "epoch": 0.01953977385439397,
      "grad_norm": 1.6050409078598022,
      "learning_rate": 0.00019090670202411315,
      "loss": 43.5931,
      "step": 197
    },
    {
      "epoch": 0.019638960523705614,
      "grad_norm": 1.769248127937317,
      "learning_rate": 0.00019081070898466882,
      "loss": 43.4457,
      "step": 198
    },
    {
      "epoch": 0.01973814719301726,
      "grad_norm": 1.4461135864257812,
      "learning_rate": 0.000190714236322677,
      "loss": 43.5051,
      "step": 199
    },
    {
      "epoch": 0.0198373338623289,
      "grad_norm": 1.6308741569519043,
      "learning_rate": 0.00019061728454766423,
      "loss": 43.3338,
      "step": 200
    },
    {
      "epoch": 0.019936520531640547,
      "grad_norm": 1.7925598621368408,
      "learning_rate": 0.0001905198541716875,
      "loss": 43.4649,
      "step": 201
    },
    {
      "epoch": 0.020035707200952192,
      "grad_norm": 1.7756211757659912,
      "learning_rate": 0.00019042194570933156,
      "loss": 43.5132,
      "step": 202
    },
    {
      "epoch": 0.020134893870263838,
      "grad_norm": 1.5081807374954224,
      "learning_rate": 0.00019032355967770617,
      "loss": 43.4499,
      "step": 203
    },
    {
      "epoch": 0.02023408053957548,
      "grad_norm": 1.9493539333343506,
      "learning_rate": 0.00019022469659644344,
      "loss": 43.4622,
      "step": 204
    },
    {
      "epoch": 0.020333267208887125,
      "grad_norm": 1.603097915649414,
      "learning_rate": 0.00019012535698769502,
      "loss": 43.2635,
      "step": 205
    },
    {
      "epoch": 0.02043245387819877,
      "grad_norm": 1.8952986001968384,
      "learning_rate": 0.0001900255413761294,
      "loss": 43.3947,
      "step": 206
    },
    {
      "epoch": 0.020531640547510416,
      "grad_norm": 1.8197367191314697,
      "learning_rate": 0.0001899252502889291,
      "loss": 43.4419,
      "step": 207
    },
    {
      "epoch": 0.020630827216822058,
      "grad_norm": 1.6402533054351807,
      "learning_rate": 0.00018982448425578787,
      "loss": 43.422,
      "step": 208
    },
    {
      "epoch": 0.020730013886133703,
      "grad_norm": 1.760541558265686,
      "learning_rate": 0.00018972324380890794,
      "loss": 43.2571,
      "step": 209
    },
    {
      "epoch": 0.02082920055544535,
      "grad_norm": 1.8905282020568848,
      "learning_rate": 0.0001896215294829972,
      "loss": 43.4353,
      "step": 210
    },
    {
      "epoch": 0.020928387224756994,
      "grad_norm": 1.965397834777832,
      "learning_rate": 0.0001895193418152663,
      "loss": 43.3452,
      "step": 211
    },
    {
      "epoch": 0.021027573894068636,
      "grad_norm": 1.6746777296066284,
      "learning_rate": 0.00018941668134542602,
      "loss": 43.4485,
      "step": 212
    },
    {
      "epoch": 0.02112676056338028,
      "grad_norm": 1.8389016389846802,
      "learning_rate": 0.00018931354861568406,
      "loss": 43.3101,
      "step": 213
    },
    {
      "epoch": 0.021225947232691927,
      "grad_norm": 1.922573208808899,
      "learning_rate": 0.00018920994417074256,
      "loss": 43.3094,
      "step": 214
    },
    {
      "epoch": 0.021325133902003572,
      "grad_norm": 1.7113759517669678,
      "learning_rate": 0.000189105868557795,
      "loss": 43.437,
      "step": 215
    },
    {
      "epoch": 0.021424320571315214,
      "grad_norm": 1.8494682312011719,
      "learning_rate": 0.00018900132232652336,
      "loss": 43.6071,
      "step": 216
    },
    {
      "epoch": 0.02152350724062686,
      "grad_norm": 1.8459663391113281,
      "learning_rate": 0.00018889630602909521,
      "loss": 43.3704,
      "step": 217
    },
    {
      "epoch": 0.021622693909938505,
      "grad_norm": 1.892861008644104,
      "learning_rate": 0.00018879082022016085,
      "loss": 43.4787,
      "step": 218
    },
    {
      "epoch": 0.02172188057925015,
      "grad_norm": 1.9636040925979614,
      "learning_rate": 0.00018868486545685028,
      "loss": 43.2111,
      "step": 219
    },
    {
      "epoch": 0.021821067248561792,
      "grad_norm": 2.4153854846954346,
      "learning_rate": 0.00018857844229877032,
      "loss": 43.5971,
      "step": 220
    },
    {
      "epoch": 0.021920253917873438,
      "grad_norm": 1.7833011150360107,
      "learning_rate": 0.00018847155130800167,
      "loss": 43.5453,
      "step": 221
    },
    {
      "epoch": 0.022019440587185083,
      "grad_norm": 2.046844720840454,
      "learning_rate": 0.00018836419304909594,
      "loss": 43.5533,
      "step": 222
    },
    {
      "epoch": 0.02211862725649673,
      "grad_norm": 1.7641832828521729,
      "learning_rate": 0.00018825636808907258,
      "loss": 43.493,
      "step": 223
    },
    {
      "epoch": 0.02221781392580837,
      "grad_norm": 1.7998050451278687,
      "learning_rate": 0.00018814807699741603,
      "loss": 43.4208,
      "step": 224
    },
    {
      "epoch": 0.022317000595120016,
      "grad_norm": 1.6221156120300293,
      "learning_rate": 0.00018803932034607256,
      "loss": 43.6161,
      "step": 225
    },
    {
      "epoch": 0.02241618726443166,
      "grad_norm": 1.863451600074768,
      "learning_rate": 0.00018793009870944738,
      "loss": 43.3304,
      "step": 226
    },
    {
      "epoch": 0.022515373933743307,
      "grad_norm": 2.0428097248077393,
      "learning_rate": 0.00018782041266440148,
      "loss": 43.3551,
      "step": 227
    },
    {
      "epoch": 0.02261456060305495,
      "grad_norm": 1.7376773357391357,
      "learning_rate": 0.00018771026279024877,
      "loss": 43.4487,
      "step": 228
    },
    {
      "epoch": 0.022713747272366594,
      "grad_norm": 2.0446527004241943,
      "learning_rate": 0.00018759964966875273,
      "loss": 43.5901,
      "step": 229
    },
    {
      "epoch": 0.02281293394167824,
      "grad_norm": 2.2305171489715576,
      "learning_rate": 0.0001874885738841237,
      "loss": 43.6051,
      "step": 230
    },
    {
      "epoch": 0.02291212061098988,
      "grad_norm": 1.8739280700683594,
      "learning_rate": 0.0001873770360230155,
      "loss": 43.397,
      "step": 231
    },
    {
      "epoch": 0.023011307280301527,
      "grad_norm": 1.6180644035339355,
      "learning_rate": 0.00018726503667452243,
      "loss": 43.5229,
      "step": 232
    },
    {
      "epoch": 0.023110493949613172,
      "grad_norm": 2.046315908432007,
      "learning_rate": 0.00018715257643017621,
      "loss": 43.6235,
      "step": 233
    },
    {
      "epoch": 0.023209680618924818,
      "grad_norm": 1.8750463724136353,
      "learning_rate": 0.00018703965588394276,
      "loss": 43.5124,
      "step": 234
    },
    {
      "epoch": 0.02330886728823646,
      "grad_norm": 1.9105528593063354,
      "learning_rate": 0.00018692627563221916,
      "loss": 43.467,
      "step": 235
    },
    {
      "epoch": 0.023408053957548105,
      "grad_norm": 1.710308313369751,
      "learning_rate": 0.00018681243627383042,
      "loss": 43.4374,
      "step": 236
    },
    {
      "epoch": 0.02350724062685975,
      "grad_norm": 1.8155282735824585,
      "learning_rate": 0.0001866981384100264,
      "loss": 43.3374,
      "step": 237
    },
    {
      "epoch": 0.023606427296171396,
      "grad_norm": 1.9001719951629639,
      "learning_rate": 0.0001865833826444785,
      "loss": 43.3604,
      "step": 238
    },
    {
      "epoch": 0.023705613965483038,
      "grad_norm": 1.7378791570663452,
      "learning_rate": 0.00018646816958327667,
      "loss": 43.3533,
      "step": 239
    },
    {
      "epoch": 0.023804800634794683,
      "grad_norm": 1.938234806060791,
      "learning_rate": 0.00018635249983492603,
      "loss": 43.3329,
      "step": 240
    },
    {
      "epoch": 0.02390398730410633,
      "grad_norm": 1.8653101921081543,
      "learning_rate": 0.00018623637401034366,
      "loss": 43.4116,
      "step": 241
    },
    {
      "epoch": 0.024003173973417974,
      "grad_norm": 2.307813882827759,
      "learning_rate": 0.00018611979272285556,
      "loss": 43.2887,
      "step": 242
    },
    {
      "epoch": 0.024102360642729616,
      "grad_norm": 1.9324138164520264,
      "learning_rate": 0.00018600275658819324,
      "loss": 43.3422,
      "step": 243
    },
    {
      "epoch": 0.02420154731204126,
      "grad_norm": 1.9545015096664429,
      "learning_rate": 0.00018588526622449048,
      "loss": 43.2783,
      "step": 244
    },
    {
      "epoch": 0.024300733981352907,
      "grad_norm": 2.312723159790039,
      "learning_rate": 0.00018576732225228013,
      "loss": 43.4625,
      "step": 245
    },
    {
      "epoch": 0.024399920650664552,
      "grad_norm": 1.7571669816970825,
      "learning_rate": 0.00018564892529449078,
      "loss": 43.2928,
      "step": 246
    },
    {
      "epoch": 0.024499107319976194,
      "grad_norm": 1.896710753440857,
      "learning_rate": 0.00018553007597644353,
      "loss": 43.2533,
      "step": 247
    },
    {
      "epoch": 0.02459829398928784,
      "grad_norm": 1.737964153289795,
      "learning_rate": 0.00018541077492584864,
      "loss": 43.638,
      "step": 248
    },
    {
      "epoch": 0.024697480658599485,
      "grad_norm": 1.7832790613174438,
      "learning_rate": 0.0001852910227728022,
      "loss": 43.5125,
      "step": 249
    },
    {
      "epoch": 0.02479666732791113,
      "grad_norm": 1.793320655822754,
      "learning_rate": 0.00018517082014978282,
      "loss": 43.5349,
      "step": 250
    },
    {
      "epoch": 0.024895853997222772,
      "grad_norm": 1.9972788095474243,
      "learning_rate": 0.00018505016769164833,
      "loss": 43.3333,
      "step": 251
    },
    {
      "epoch": 0.024995040666534418,
      "grad_norm": 1.9738582372665405,
      "learning_rate": 0.00018492906603563238,
      "loss": 43.4897,
      "step": 252
    },
    {
      "epoch": 0.025094227335846063,
      "grad_norm": 1.8204716444015503,
      "learning_rate": 0.0001848075158213411,
      "loss": 43.285,
      "step": 253
    },
    {
      "epoch": 0.02519341400515771,
      "grad_norm": 1.6776862144470215,
      "learning_rate": 0.00018468551769074964,
      "loss": 43.523,
      "step": 254
    },
    {
      "epoch": 0.02529260067446935,
      "grad_norm": 1.6923521757125854,
      "learning_rate": 0.00018456307228819897,
      "loss": 43.5013,
      "step": 255
    },
    {
      "epoch": 0.025391787343780996,
      "grad_norm": 2.2982516288757324,
      "learning_rate": 0.00018444018026039224,
      "loss": 43.2198,
      "step": 256
    },
    {
      "epoch": 0.02549097401309264,
      "grad_norm": 1.6277918815612793,
      "learning_rate": 0.00018431684225639155,
      "loss": 43.6655,
      "step": 257
    },
    {
      "epoch": 0.025590160682404287,
      "grad_norm": 1.9118983745574951,
      "learning_rate": 0.0001841930589276144,
      "loss": 43.4623,
      "step": 258
    },
    {
      "epoch": 0.02568934735171593,
      "grad_norm": 1.7027877569198608,
      "learning_rate": 0.0001840688309278304,
      "loss": 43.3977,
      "step": 259
    },
    {
      "epoch": 0.025788534021027574,
      "grad_norm": 2.1675608158111572,
      "learning_rate": 0.00018394415891315758,
      "loss": 43.1506,
      "step": 260
    },
    {
      "epoch": 0.02588772069033922,
      "grad_norm": 1.6530122756958008,
      "learning_rate": 0.00018381904354205914,
      "loss": 43.545,
      "step": 261
    },
    {
      "epoch": 0.02598690735965086,
      "grad_norm": 2.0166702270507812,
      "learning_rate": 0.0001836934854753399,
      "loss": 43.4604,
      "step": 262
    },
    {
      "epoch": 0.026086094028962507,
      "grad_norm": 1.9425437450408936,
      "learning_rate": 0.00018356748537614283,
      "loss": 43.2025,
      "step": 263
    },
    {
      "epoch": 0.026185280698274152,
      "grad_norm": 1.4773979187011719,
      "learning_rate": 0.00018344104390994543,
      "loss": 43.4627,
      "step": 264
    },
    {
      "epoch": 0.026284467367585797,
      "grad_norm": 1.9007498025894165,
      "learning_rate": 0.00018331416174455635,
      "loss": 43.3737,
      "step": 265
    },
    {
      "epoch": 0.02638365403689744,
      "grad_norm": 2.1626980304718018,
      "learning_rate": 0.00018318683955011192,
      "loss": 43.5208,
      "step": 266
    },
    {
      "epoch": 0.026482840706209085,
      "grad_norm": 2.390268564224243,
      "learning_rate": 0.00018305907799907233,
      "loss": 43.3615,
      "step": 267
    },
    {
      "epoch": 0.02658202737552073,
      "grad_norm": 1.826054573059082,
      "learning_rate": 0.00018293087776621836,
      "loss": 43.3623,
      "step": 268
    },
    {
      "epoch": 0.026681214044832376,
      "grad_norm": 1.793283224105835,
      "learning_rate": 0.00018280223952864781,
      "loss": 43.2613,
      "step": 269
    },
    {
      "epoch": 0.026780400714144018,
      "grad_norm": 1.8169645071029663,
      "learning_rate": 0.00018267316396577166,
      "loss": 43.3729,
      "step": 270
    },
    {
      "epoch": 0.026879587383455663,
      "grad_norm": 1.6684504747390747,
      "learning_rate": 0.0001825436517593107,
      "loss": 43.4644,
      "step": 271
    },
    {
      "epoch": 0.02697877405276731,
      "grad_norm": 1.916520357131958,
      "learning_rate": 0.00018241370359329192,
      "loss": 43.6573,
      "step": 272
    },
    {
      "epoch": 0.027077960722078954,
      "grad_norm": 1.9397066831588745,
      "learning_rate": 0.0001822833201540449,
      "loss": 43.4218,
      "step": 273
    },
    {
      "epoch": 0.027177147391390596,
      "grad_norm": 1.697509765625,
      "learning_rate": 0.000182152502130198,
      "loss": 43.4535,
      "step": 274
    },
    {
      "epoch": 0.02727633406070224,
      "grad_norm": 1.9047552347183228,
      "learning_rate": 0.000182021250212675,
      "loss": 43.4582,
      "step": 275
    },
    {
      "epoch": 0.027375520730013887,
      "grad_norm": 2.150933265686035,
      "learning_rate": 0.00018188956509469125,
      "loss": 43.3068,
      "step": 276
    },
    {
      "epoch": 0.027474707399325532,
      "grad_norm": 2.0963590145111084,
      "learning_rate": 0.00018175744747175008,
      "loss": 43.3796,
      "step": 277
    },
    {
      "epoch": 0.027573894068637174,
      "grad_norm": 2.0096163749694824,
      "learning_rate": 0.0001816248980416392,
      "loss": 43.4927,
      "step": 278
    },
    {
      "epoch": 0.02767308073794882,
      "grad_norm": 2.438795566558838,
      "learning_rate": 0.0001814919175044268,
      "loss": 43.2995,
      "step": 279
    },
    {
      "epoch": 0.027772267407260465,
      "grad_norm": 1.8637646436691284,
      "learning_rate": 0.00018135850656245808,
      "loss": 43.4106,
      "step": 280
    },
    {
      "epoch": 0.02787145407657211,
      "grad_norm": 1.6904587745666504,
      "learning_rate": 0.00018122466592035148,
      "loss": 43.3585,
      "step": 281
    },
    {
      "epoch": 0.027970640745883752,
      "grad_norm": 1.963031530380249,
      "learning_rate": 0.00018109039628499483,
      "loss": 43.326,
      "step": 282
    },
    {
      "epoch": 0.028069827415195397,
      "grad_norm": 1.8556482791900635,
      "learning_rate": 0.00018095569836554178,
      "loss": 43.4717,
      "step": 283
    },
    {
      "epoch": 0.028169014084507043,
      "grad_norm": 2.059662103652954,
      "learning_rate": 0.000180820572873408,
      "loss": 43.3201,
      "step": 284
    },
    {
      "epoch": 0.02826820075381869,
      "grad_norm": 1.9710227251052856,
      "learning_rate": 0.00018068502052226733,
      "loss": 43.548,
      "step": 285
    },
    {
      "epoch": 0.02836738742313033,
      "grad_norm": 1.7940763235092163,
      "learning_rate": 0.0001805490420280482,
      "loss": 43.4886,
      "step": 286
    },
    {
      "epoch": 0.028466574092441976,
      "grad_norm": 1.9778364896774292,
      "learning_rate": 0.00018041263810892973,
      "loss": 43.5431,
      "step": 287
    },
    {
      "epoch": 0.02856576076175362,
      "grad_norm": 2.030728340148926,
      "learning_rate": 0.0001802758094853378,
      "loss": 43.2431,
      "step": 288
    },
    {
      "epoch": 0.028664947431065266,
      "grad_norm": 2.230532169342041,
      "learning_rate": 0.00018013855687994164,
      "loss": 43.2208,
      "step": 289
    },
    {
      "epoch": 0.02876413410037691,
      "grad_norm": 1.9482969045639038,
      "learning_rate": 0.00018000088101764953,
      "loss": 43.5798,
      "step": 290
    },
    {
      "epoch": 0.028863320769688554,
      "grad_norm": 1.7520207166671753,
      "learning_rate": 0.00017986278262560536,
      "loss": 43.5962,
      "step": 291
    },
    {
      "epoch": 0.0289625074390002,
      "grad_norm": 1.9360411167144775,
      "learning_rate": 0.00017972426243318456,
      "loss": 43.5776,
      "step": 292
    },
    {
      "epoch": 0.02906169410831184,
      "grad_norm": 1.9918673038482666,
      "learning_rate": 0.0001795853211719904,
      "loss": 43.3685,
      "step": 293
    },
    {
      "epoch": 0.029160880777623487,
      "grad_norm": 1.8499594926834106,
      "learning_rate": 0.00017944595957584999,
      "loss": 43.2545,
      "step": 294
    },
    {
      "epoch": 0.029260067446935132,
      "grad_norm": 1.7617238759994507,
      "learning_rate": 0.00017930617838081046,
      "loss": 43.2486,
      "step": 295
    },
    {
      "epoch": 0.029359254116246777,
      "grad_norm": 1.8923050165176392,
      "learning_rate": 0.0001791659783251351,
      "loss": 43.1631,
      "step": 296
    },
    {
      "epoch": 0.02945844078555842,
      "grad_norm": 2.038088798522949,
      "learning_rate": 0.00017902536014929946,
      "loss": 43.249,
      "step": 297
    },
    {
      "epoch": 0.029557627454870065,
      "grad_norm": 1.8649237155914307,
      "learning_rate": 0.00017888432459598744,
      "loss": 43.5624,
      "step": 298
    },
    {
      "epoch": 0.02965681412418171,
      "grad_norm": 2.608098268508911,
      "learning_rate": 0.0001787428724100872,
      "loss": 43.3078,
      "step": 299
    },
    {
      "epoch": 0.029756000793493356,
      "grad_norm": 2.03300404548645,
      "learning_rate": 0.00017860100433868755,
      "loss": 43.3856,
      "step": 300
    },
    {
      "epoch": 0.029855187462804997,
      "grad_norm": 1.9915575981140137,
      "learning_rate": 0.0001784587211310737,
      "loss": 43.5435,
      "step": 301
    },
    {
      "epoch": 0.029954374132116643,
      "grad_norm": 1.8422963619232178,
      "learning_rate": 0.00017831602353872357,
      "loss": 43.4246,
      "step": 302
    },
    {
      "epoch": 0.03005356080142829,
      "grad_norm": 2.0159566402435303,
      "learning_rate": 0.00017817291231530348,
      "loss": 43.4693,
      "step": 303
    },
    {
      "epoch": 0.030152747470739934,
      "grad_norm": 2.0639212131500244,
      "learning_rate": 0.00017802938821666458,
      "loss": 43.3722,
      "step": 304
    },
    {
      "epoch": 0.030251934140051576,
      "grad_norm": 1.985589623451233,
      "learning_rate": 0.00017788545200083847,
      "loss": 43.1785,
      "step": 305
    },
    {
      "epoch": 0.03035112080936322,
      "grad_norm": 1.6914057731628418,
      "learning_rate": 0.00017774110442803347,
      "loss": 43.4961,
      "step": 306
    },
    {
      "epoch": 0.030450307478674866,
      "grad_norm": 2.404210329055786,
      "learning_rate": 0.0001775963462606305,
      "loss": 43.4228,
      "step": 307
    },
    {
      "epoch": 0.030549494147986512,
      "grad_norm": 2.215900182723999,
      "learning_rate": 0.000177451178263179,
      "loss": 43.4482,
      "step": 308
    },
    {
      "epoch": 0.030648680817298154,
      "grad_norm": 1.7335083484649658,
      "learning_rate": 0.00017730560120239307,
      "loss": 43.5255,
      "step": 309
    },
    {
      "epoch": 0.0307478674866098,
      "grad_norm": 2.051217794418335,
      "learning_rate": 0.0001771596158471472,
      "loss": 43.3276,
      "step": 310
    },
    {
      "epoch": 0.030847054155921445,
      "grad_norm": 1.7068490982055664,
      "learning_rate": 0.00017701322296847236,
      "loss": 43.2431,
      "step": 311
    },
    {
      "epoch": 0.03094624082523309,
      "grad_norm": 1.6466596126556396,
      "learning_rate": 0.00017686642333955183,
      "loss": 43.3234,
      "step": 312
    },
    {
      "epoch": 0.031045427494544732,
      "grad_norm": 1.9981932640075684,
      "learning_rate": 0.00017671921773571727,
      "loss": 43.3187,
      "step": 313
    },
    {
      "epoch": 0.031144614163856377,
      "grad_norm": 1.7652865648269653,
      "learning_rate": 0.0001765716069344444,
      "loss": 43.1768,
      "step": 314
    },
    {
      "epoch": 0.031243800833168023,
      "grad_norm": 1.8989441394805908,
      "learning_rate": 0.0001764235917153491,
      "loss": 43.2334,
      "step": 315
    },
    {
      "epoch": 0.031342987502479665,
      "grad_norm": 2.141063928604126,
      "learning_rate": 0.00017627517286018321,
      "loss": 43.288,
      "step": 316
    },
    {
      "epoch": 0.031442174171791314,
      "grad_norm": 2.336796522140503,
      "learning_rate": 0.0001761263511528303,
      "loss": 43.5281,
      "step": 317
    },
    {
      "epoch": 0.031541360841102956,
      "grad_norm": 2.18377685546875,
      "learning_rate": 0.00017597712737930178,
      "loss": 43.5268,
      "step": 318
    },
    {
      "epoch": 0.0316405475104146,
      "grad_norm": 2.292229652404785,
      "learning_rate": 0.00017582750232773248,
      "loss": 43.4562,
      "step": 319
    },
    {
      "epoch": 0.031739734179726246,
      "grad_norm": 1.9269510507583618,
      "learning_rate": 0.0001756774767883767,
      "loss": 43.35,
      "step": 320
    },
    {
      "epoch": 0.03183892084903789,
      "grad_norm": 1.8633321523666382,
      "learning_rate": 0.00017552705155360378,
      "loss": 43.3391,
      "step": 321
    },
    {
      "epoch": 0.03193810751834954,
      "grad_norm": 2.1785457134246826,
      "learning_rate": 0.00017537622741789429,
      "loss": 43.6481,
      "step": 322
    },
    {
      "epoch": 0.03203729418766118,
      "grad_norm": 1.988545298576355,
      "learning_rate": 0.00017522500517783547,
      "loss": 43.1767,
      "step": 323
    },
    {
      "epoch": 0.03213648085697282,
      "grad_norm": 1.80686354637146,
      "learning_rate": 0.0001750733856321172,
      "loss": 43.2304,
      "step": 324
    },
    {
      "epoch": 0.03223566752628447,
      "grad_norm": 1.8045567274093628,
      "learning_rate": 0.00017492136958152784,
      "loss": 43.4061,
      "step": 325
    },
    {
      "epoch": 0.03233485419559611,
      "grad_norm": 1.9179420471191406,
      "learning_rate": 0.00017476895782894979,
      "loss": 43.2181,
      "step": 326
    },
    {
      "epoch": 0.032434040864907754,
      "grad_norm": 1.8775529861450195,
      "learning_rate": 0.00017461615117935546,
      "loss": 43.5342,
      "step": 327
    },
    {
      "epoch": 0.0325332275342194,
      "grad_norm": 1.6033300161361694,
      "learning_rate": 0.0001744629504398029,
      "loss": 43.4323,
      "step": 328
    },
    {
      "epoch": 0.032632414203531045,
      "grad_norm": 1.9226906299591064,
      "learning_rate": 0.00017430935641943163,
      "loss": 43.5733,
      "step": 329
    },
    {
      "epoch": 0.03273160087284269,
      "grad_norm": 2.0332751274108887,
      "learning_rate": 0.00017415536992945816,
      "loss": 43.1741,
      "step": 330
    },
    {
      "epoch": 0.032830787542154335,
      "grad_norm": 2.020566701889038,
      "learning_rate": 0.00017400099178317203,
      "loss": 43.4961,
      "step": 331
    },
    {
      "epoch": 0.03292997421146598,
      "grad_norm": 2.0364789962768555,
      "learning_rate": 0.00017384622279593122,
      "loss": 43.143,
      "step": 332
    },
    {
      "epoch": 0.033029160880777626,
      "grad_norm": 1.9677212238311768,
      "learning_rate": 0.000173691063785158,
      "loss": 43.5331,
      "step": 333
    },
    {
      "epoch": 0.03312834755008927,
      "grad_norm": 1.6932072639465332,
      "learning_rate": 0.0001735355155703346,
      "loss": 43.3948,
      "step": 334
    },
    {
      "epoch": 0.03322753421940091,
      "grad_norm": 2.192953109741211,
      "learning_rate": 0.00017337957897299884,
      "loss": 43.5575,
      "step": 335
    },
    {
      "epoch": 0.03332672088871256,
      "grad_norm": 1.7866209745407104,
      "learning_rate": 0.00017322325481673975,
      "loss": 43.2401,
      "step": 336
    },
    {
      "epoch": 0.0334259075580242,
      "grad_norm": 1.863152265548706,
      "learning_rate": 0.00017306654392719337,
      "loss": 43.4706,
      "step": 337
    },
    {
      "epoch": 0.03352509422733584,
      "grad_norm": 1.6541751623153687,
      "learning_rate": 0.00017290944713203822,
      "loss": 43.2841,
      "step": 338
    },
    {
      "epoch": 0.03362428089664749,
      "grad_norm": 2.455803394317627,
      "learning_rate": 0.00017275196526099108,
      "loss": 43.0331,
      "step": 339
    },
    {
      "epoch": 0.033723467565959134,
      "grad_norm": 1.9039475917816162,
      "learning_rate": 0.00017259409914580242,
      "loss": 43.3408,
      "step": 340
    },
    {
      "epoch": 0.03382265423527078,
      "grad_norm": 1.642409324645996,
      "learning_rate": 0.00017243584962025224,
      "loss": 43.1996,
      "step": 341
    },
    {
      "epoch": 0.033921840904582425,
      "grad_norm": 1.591845154762268,
      "learning_rate": 0.00017227721752014548,
      "loss": 43.2826,
      "step": 342
    },
    {
      "epoch": 0.034021027573894067,
      "grad_norm": 1.970920443534851,
      "learning_rate": 0.0001721182036833077,
      "loss": 43.5663,
      "step": 343
    },
    {
      "epoch": 0.034120214243205715,
      "grad_norm": 2.2533814907073975,
      "learning_rate": 0.00017195880894958063,
      "loss": 42.8656,
      "step": 344
    },
    {
      "epoch": 0.03421940091251736,
      "grad_norm": 1.8976967334747314,
      "learning_rate": 0.00017179903416081763,
      "loss": 43.4036,
      "step": 345
    },
    {
      "epoch": 0.03421940091251736,
      "eval_loss": 10.84935188293457,
      "eval_runtime": 11.4279,
      "eval_samples_per_second": 371.46,
      "eval_steps_per_second": 185.774,
      "step": 345
    },
    {
      "epoch": 0.034318587581829,
      "grad_norm": 1.814209222793579,
      "learning_rate": 0.00017163888016087956,
      "loss": 43.4669,
      "step": 346
    },
    {
      "epoch": 0.03441777425114065,
      "grad_norm": 2.081183910369873,
      "learning_rate": 0.00017147834779562986,
      "loss": 43.5271,
      "step": 347
    },
    {
      "epoch": 0.03451696092045229,
      "grad_norm": 1.8844544887542725,
      "learning_rate": 0.00017131743791293054,
      "loss": 43.5515,
      "step": 348
    },
    {
      "epoch": 0.03461614758976394,
      "grad_norm": 2.0554604530334473,
      "learning_rate": 0.00017115615136263732,
      "loss": 43.3159,
      "step": 349
    },
    {
      "epoch": 0.03471533425907558,
      "grad_norm": 1.9725189208984375,
      "learning_rate": 0.00017099448899659544,
      "loss": 43.597,
      "step": 350
    },
    {
      "epoch": 0.03481452092838722,
      "grad_norm": 1.9501838684082031,
      "learning_rate": 0.000170832451668635,
      "loss": 43.5541,
      "step": 351
    },
    {
      "epoch": 0.03491370759769887,
      "grad_norm": 1.7996052503585815,
      "learning_rate": 0.00017067004023456646,
      "loss": 43.281,
      "step": 352
    },
    {
      "epoch": 0.035012894267010514,
      "grad_norm": 1.8987189531326294,
      "learning_rate": 0.00017050725555217615,
      "loss": 43.4587,
      "step": 353
    },
    {
      "epoch": 0.035112080936322156,
      "grad_norm": 1.6623791456222534,
      "learning_rate": 0.00017034409848122177,
      "loss": 43.5612,
      "step": 354
    },
    {
      "epoch": 0.035211267605633804,
      "grad_norm": 1.8611669540405273,
      "learning_rate": 0.00017018056988342777,
      "loss": 43.3903,
      "step": 355
    },
    {
      "epoch": 0.035310454274945446,
      "grad_norm": 2.1039252281188965,
      "learning_rate": 0.00017001667062248088,
      "loss": 43.4685,
      "step": 356
    },
    {
      "epoch": 0.035409640944257095,
      "grad_norm": 1.841892123222351,
      "learning_rate": 0.00016985240156402545,
      "loss": 43.3198,
      "step": 357
    },
    {
      "epoch": 0.03550882761356874,
      "grad_norm": 1.8666855096817017,
      "learning_rate": 0.00016968776357565902,
      "loss": 43.3707,
      "step": 358
    },
    {
      "epoch": 0.03560801428288038,
      "grad_norm": 1.508252501487732,
      "learning_rate": 0.00016952275752692763,
      "loss": 43.5052,
      "step": 359
    },
    {
      "epoch": 0.03570720095219203,
      "grad_norm": 2.3470571041107178,
      "learning_rate": 0.00016935738428932123,
      "loss": 43.4081,
      "step": 360
    },
    {
      "epoch": 0.03580638762150367,
      "grad_norm": 2.008741855621338,
      "learning_rate": 0.00016919164473626908,
      "loss": 43.5857,
      "step": 361
    },
    {
      "epoch": 0.03590557429081531,
      "grad_norm": 2.027615785598755,
      "learning_rate": 0.00016902553974313525,
      "loss": 43.1598,
      "step": 362
    },
    {
      "epoch": 0.03600476096012696,
      "grad_norm": 1.8710960149765015,
      "learning_rate": 0.0001688590701872138,
      "loss": 43.5861,
      "step": 363
    },
    {
      "epoch": 0.0361039476294386,
      "grad_norm": 1.8886133432388306,
      "learning_rate": 0.00016869223694772434,
      "loss": 43.488,
      "step": 364
    },
    {
      "epoch": 0.036203134298750245,
      "grad_norm": 1.7503458261489868,
      "learning_rate": 0.00016852504090580724,
      "loss": 43.4417,
      "step": 365
    },
    {
      "epoch": 0.036302320968061894,
      "grad_norm": 1.8096370697021484,
      "learning_rate": 0.000168357482944519,
      "loss": 43.5694,
      "step": 366
    },
    {
      "epoch": 0.036401507637373536,
      "grad_norm": 2.026972532272339,
      "learning_rate": 0.00016818956394882778,
      "loss": 43.1057,
      "step": 367
    },
    {
      "epoch": 0.036500694306685184,
      "grad_norm": 1.7438702583312988,
      "learning_rate": 0.0001680212848056084,
      "loss": 43.3259,
      "step": 368
    },
    {
      "epoch": 0.036599880975996826,
      "grad_norm": 1.8743393421173096,
      "learning_rate": 0.00016785264640363786,
      "loss": 43.5865,
      "step": 369
    },
    {
      "epoch": 0.03669906764530847,
      "grad_norm": 1.985656499862671,
      "learning_rate": 0.00016768364963359064,
      "loss": 42.9608,
      "step": 370
    },
    {
      "epoch": 0.03679825431462012,
      "grad_norm": 1.927628993988037,
      "learning_rate": 0.00016751429538803397,
      "loss": 43.3411,
      "step": 371
    },
    {
      "epoch": 0.03689744098393176,
      "grad_norm": 1.7782118320465088,
      "learning_rate": 0.0001673445845614231,
      "loss": 43.5408,
      "step": 372
    },
    {
      "epoch": 0.0369966276532434,
      "grad_norm": 1.8217017650604248,
      "learning_rate": 0.00016717451805009655,
      "loss": 43.3658,
      "step": 373
    },
    {
      "epoch": 0.03709581432255505,
      "grad_norm": 2.0813798904418945,
      "learning_rate": 0.00016700409675227145,
      "loss": 43.3252,
      "step": 374
    },
    {
      "epoch": 0.03719500099186669,
      "grad_norm": 1.8654160499572754,
      "learning_rate": 0.00016683332156803876,
      "loss": 43.5249,
      "step": 375
    },
    {
      "epoch": 0.03729418766117834,
      "grad_norm": 1.6334054470062256,
      "learning_rate": 0.00016666219339935847,
      "loss": 43.3867,
      "step": 376
    },
    {
      "epoch": 0.03739337433048998,
      "grad_norm": 1.9165061712265015,
      "learning_rate": 0.00016649071315005495,
      "loss": 43.2822,
      "step": 377
    },
    {
      "epoch": 0.037492560999801625,
      "grad_norm": 1.8219596147537231,
      "learning_rate": 0.00016631888172581204,
      "loss": 43.297,
      "step": 378
    },
    {
      "epoch": 0.037591747669113273,
      "grad_norm": 1.9673069715499878,
      "learning_rate": 0.00016614670003416832,
      "loss": 43.4218,
      "step": 379
    },
    {
      "epoch": 0.037690934338424915,
      "grad_norm": 1.8288319110870361,
      "learning_rate": 0.00016597416898451247,
      "loss": 43.3571,
      "step": 380
    },
    {
      "epoch": 0.03779012100773656,
      "grad_norm": 1.6958273649215698,
      "learning_rate": 0.0001658012894880781,
      "loss": 43.4745,
      "step": 381
    },
    {
      "epoch": 0.037889307677048206,
      "grad_norm": 2.221705198287964,
      "learning_rate": 0.00016562806245793942,
      "loss": 43.5389,
      "step": 382
    },
    {
      "epoch": 0.03798849434635985,
      "grad_norm": 1.867950677871704,
      "learning_rate": 0.00016545448880900593,
      "loss": 43.2013,
      "step": 383
    },
    {
      "epoch": 0.0380876810156715,
      "grad_norm": 2.2751145362854004,
      "learning_rate": 0.00016528056945801795,
      "loss": 43.4822,
      "step": 384
    },
    {
      "epoch": 0.03818686768498314,
      "grad_norm": 1.8539756536483765,
      "learning_rate": 0.00016510630532354164,
      "loss": 43.2845,
      "step": 385
    },
    {
      "epoch": 0.03828605435429478,
      "grad_norm": 1.9482104778289795,
      "learning_rate": 0.0001649316973259641,
      "loss": 43.383,
      "step": 386
    },
    {
      "epoch": 0.03838524102360643,
      "grad_norm": 1.8248963356018066,
      "learning_rate": 0.00016475674638748866,
      "loss": 43.5172,
      "step": 387
    },
    {
      "epoch": 0.03848442769291807,
      "grad_norm": 1.768481969833374,
      "learning_rate": 0.00016458145343212975,
      "loss": 43.5079,
      "step": 388
    },
    {
      "epoch": 0.038583614362229714,
      "grad_norm": 1.9184213876724243,
      "learning_rate": 0.00016440581938570838,
      "loss": 43.3711,
      "step": 389
    },
    {
      "epoch": 0.03868280103154136,
      "grad_norm": 2.006345272064209,
      "learning_rate": 0.00016422984517584693,
      "loss": 43.415,
      "step": 390
    },
    {
      "epoch": 0.038781987700853005,
      "grad_norm": 2.151381015777588,
      "learning_rate": 0.00016405353173196434,
      "loss": 43.2408,
      "step": 391
    },
    {
      "epoch": 0.038881174370164646,
      "grad_norm": 1.6594449281692505,
      "learning_rate": 0.00016387687998527142,
      "loss": 43.3792,
      "step": 392
    },
    {
      "epoch": 0.038980361039476295,
      "grad_norm": 1.7807893753051758,
      "learning_rate": 0.00016369989086876556,
      "loss": 43.3298,
      "step": 393
    },
    {
      "epoch": 0.03907954770878794,
      "grad_norm": 1.9044841527938843,
      "learning_rate": 0.00016352256531722604,
      "loss": 43.3258,
      "step": 394
    },
    {
      "epoch": 0.039178734378099586,
      "grad_norm": 2.080313205718994,
      "learning_rate": 0.00016334490426720913,
      "loss": 43.6277,
      "step": 395
    },
    {
      "epoch": 0.03927792104741123,
      "grad_norm": 1.8590986728668213,
      "learning_rate": 0.0001631669086570429,
      "loss": 43.4121,
      "step": 396
    },
    {
      "epoch": 0.03937710771672287,
      "grad_norm": 1.844609260559082,
      "learning_rate": 0.0001629885794268226,
      "loss": 43.3286,
      "step": 397
    },
    {
      "epoch": 0.03947629438603452,
      "grad_norm": 2.0614473819732666,
      "learning_rate": 0.00016280991751840542,
      "loss": 43.2453,
      "step": 398
    },
    {
      "epoch": 0.03957548105534616,
      "grad_norm": 1.9072154760360718,
      "learning_rate": 0.00016263092387540552,
      "loss": 43.3871,
      "step": 399
    },
    {
      "epoch": 0.0396746677246578,
      "grad_norm": 2.337627649307251,
      "learning_rate": 0.00016245159944318932,
      "loss": 43.0457,
      "step": 400
    },
    {
      "epoch": 0.03977385439396945,
      "grad_norm": 1.8621926307678223,
      "learning_rate": 0.00016227194516887022,
      "loss": 43.4146,
      "step": 401
    },
    {
      "epoch": 0.039873041063281094,
      "grad_norm": 1.855132818222046,
      "learning_rate": 0.0001620919620013037,
      "loss": 43.3356,
      "step": 402
    },
    {
      "epoch": 0.03997222773259274,
      "grad_norm": 1.809165596961975,
      "learning_rate": 0.00016191165089108237,
      "loss": 43.3883,
      "step": 403
    },
    {
      "epoch": 0.040071414401904384,
      "grad_norm": 2.0985875129699707,
      "learning_rate": 0.00016173101279053081,
      "loss": 43.1415,
      "step": 404
    },
    {
      "epoch": 0.040170601071216026,
      "grad_norm": 2.233625650405884,
      "learning_rate": 0.0001615500486537007,
      "loss": 43.2589,
      "step": 405
    },
    {
      "epoch": 0.040269787740527675,
      "grad_norm": 2.203540086746216,
      "learning_rate": 0.00016136875943636563,
      "loss": 43.3916,
      "step": 406
    },
    {
      "epoch": 0.04036897440983932,
      "grad_norm": 2.6218910217285156,
      "learning_rate": 0.00016118714609601614,
      "loss": 43.2469,
      "step": 407
    },
    {
      "epoch": 0.04046816107915096,
      "grad_norm": 1.9251320362091064,
      "learning_rate": 0.0001610052095918547,
      "loss": 43.2697,
      "step": 408
    },
    {
      "epoch": 0.04056734774846261,
      "grad_norm": 1.8682693243026733,
      "learning_rate": 0.00016082295088479058,
      "loss": 43.4053,
      "step": 409
    },
    {
      "epoch": 0.04066653441777425,
      "grad_norm": 2.493340253829956,
      "learning_rate": 0.0001606403709374347,
      "loss": 43.1721,
      "step": 410
    },
    {
      "epoch": 0.0407657210870859,
      "grad_norm": 1.6870912313461304,
      "learning_rate": 0.00016045747071409468,
      "loss": 43.4897,
      "step": 411
    },
    {
      "epoch": 0.04086490775639754,
      "grad_norm": 1.937368392944336,
      "learning_rate": 0.00016027425118076978,
      "loss": 43.3696,
      "step": 412
    },
    {
      "epoch": 0.04096409442570918,
      "grad_norm": 1.9852995872497559,
      "learning_rate": 0.00016009071330514557,
      "loss": 43.2943,
      "step": 413
    },
    {
      "epoch": 0.04106328109502083,
      "grad_norm": 1.8964219093322754,
      "learning_rate": 0.0001599068580565891,
      "loss": 43.6523,
      "step": 414
    },
    {
      "epoch": 0.041162467764332474,
      "grad_norm": 1.9515537023544312,
      "learning_rate": 0.00015972268640614349,
      "loss": 43.3392,
      "step": 415
    },
    {
      "epoch": 0.041261654433644115,
      "grad_norm": 1.7590384483337402,
      "learning_rate": 0.00015953819932652317,
      "loss": 43.4675,
      "step": 416
    },
    {
      "epoch": 0.041360841102955764,
      "grad_norm": 2.1589035987854004,
      "learning_rate": 0.00015935339779210835,
      "loss": 43.4701,
      "step": 417
    },
    {
      "epoch": 0.041460027772267406,
      "grad_norm": 1.7973295450210571,
      "learning_rate": 0.00015916828277894008,
      "loss": 43.4566,
      "step": 418
    },
    {
      "epoch": 0.041559214441579055,
      "grad_norm": 1.8687233924865723,
      "learning_rate": 0.00015898285526471515,
      "loss": 43.4695,
      "step": 419
    },
    {
      "epoch": 0.0416584011108907,
      "grad_norm": 1.8438831567764282,
      "learning_rate": 0.0001587971162287808,
      "loss": 43.3632,
      "step": 420
    },
    {
      "epoch": 0.04175758778020234,
      "grad_norm": 1.9241772890090942,
      "learning_rate": 0.00015861106665212952,
      "loss": 43.2142,
      "step": 421
    },
    {
      "epoch": 0.04185677444951399,
      "grad_norm": 1.754327654838562,
      "learning_rate": 0.0001584247075173941,
      "loss": 43.4759,
      "step": 422
    },
    {
      "epoch": 0.04195596111882563,
      "grad_norm": 1.8234108686447144,
      "learning_rate": 0.00015823803980884212,
      "loss": 43.3941,
      "step": 423
    },
    {
      "epoch": 0.04205514778813727,
      "grad_norm": 2.00394606590271,
      "learning_rate": 0.00015805106451237099,
      "loss": 43.4487,
      "step": 424
    },
    {
      "epoch": 0.04215433445744892,
      "grad_norm": 1.8824483156204224,
      "learning_rate": 0.0001578637826155027,
      "loss": 43.3811,
      "step": 425
    },
    {
      "epoch": 0.04225352112676056,
      "grad_norm": 2.206911087036133,
      "learning_rate": 0.00015767619510737845,
      "loss": 43.2849,
      "step": 426
    },
    {
      "epoch": 0.042352707796072205,
      "grad_norm": 2.00532865524292,
      "learning_rate": 0.0001574883029787537,
      "loss": 43.3789,
      "step": 427
    },
    {
      "epoch": 0.04245189446538385,
      "grad_norm": 1.8885105848312378,
      "learning_rate": 0.00015730010722199265,
      "loss": 43.4292,
      "step": 428
    },
    {
      "epoch": 0.042551081134695495,
      "grad_norm": 1.7182796001434326,
      "learning_rate": 0.0001571116088310632,
      "loss": 43.6507,
      "step": 429
    },
    {
      "epoch": 0.042650267804007144,
      "grad_norm": 1.8748064041137695,
      "learning_rate": 0.0001569228088015316,
      "loss": 43.329,
      "step": 430
    },
    {
      "epoch": 0.042749454473318786,
      "grad_norm": 1.9769915342330933,
      "learning_rate": 0.00015673370813055728,
      "loss": 43.2586,
      "step": 431
    },
    {
      "epoch": 0.04284864114263043,
      "grad_norm": 2.042529821395874,
      "learning_rate": 0.00015654430781688746,
      "loss": 43.4722,
      "step": 432
    },
    {
      "epoch": 0.04294782781194208,
      "grad_norm": 1.7954598665237427,
      "learning_rate": 0.00015635460886085194,
      "loss": 43.3941,
      "step": 433
    },
    {
      "epoch": 0.04304701448125372,
      "grad_norm": 2.1654083728790283,
      "learning_rate": 0.0001561646122643579,
      "loss": 43.7172,
      "step": 434
    },
    {
      "epoch": 0.04314620115056536,
      "grad_norm": 1.8978087902069092,
      "learning_rate": 0.00015597431903088444,
      "loss": 43.4084,
      "step": 435
    },
    {
      "epoch": 0.04324538781987701,
      "grad_norm": 1.7365262508392334,
      "learning_rate": 0.00015578373016547742,
      "loss": 43.5169,
      "step": 436
    },
    {
      "epoch": 0.04334457448918865,
      "grad_norm": 2.3046038150787354,
      "learning_rate": 0.00015559284667474407,
      "loss": 43.21,
      "step": 437
    },
    {
      "epoch": 0.0434437611585003,
      "grad_norm": 2.5095856189727783,
      "learning_rate": 0.00015540166956684768,
      "loss": 43.2088,
      "step": 438
    },
    {
      "epoch": 0.04354294782781194,
      "grad_norm": 1.7418159246444702,
      "learning_rate": 0.00015521019985150245,
      "loss": 43.5974,
      "step": 439
    },
    {
      "epoch": 0.043642134497123584,
      "grad_norm": 2.3662848472595215,
      "learning_rate": 0.00015501843853996773,
      "loss": 43.2308,
      "step": 440
    },
    {
      "epoch": 0.04374132116643523,
      "grad_norm": 1.8087646961212158,
      "learning_rate": 0.00015482638664504318,
      "loss": 43.1095,
      "step": 441
    },
    {
      "epoch": 0.043840507835746875,
      "grad_norm": 1.917413353919983,
      "learning_rate": 0.00015463404518106314,
      "loss": 43.5434,
      "step": 442
    },
    {
      "epoch": 0.04393969450505852,
      "grad_norm": 2.191561460494995,
      "learning_rate": 0.0001544414151638913,
      "loss": 42.9133,
      "step": 443
    },
    {
      "epoch": 0.044038881174370166,
      "grad_norm": 1.861860990524292,
      "learning_rate": 0.00015424849761091537,
      "loss": 43.1536,
      "step": 444
    },
    {
      "epoch": 0.04413806784368181,
      "grad_norm": 1.9376347064971924,
      "learning_rate": 0.00015405529354104165,
      "loss": 43.4629,
      "step": 445
    },
    {
      "epoch": 0.04423725451299346,
      "grad_norm": 1.8908302783966064,
      "learning_rate": 0.00015386180397468986,
      "loss": 43.4243,
      "step": 446
    },
    {
      "epoch": 0.0443364411823051,
      "grad_norm": 1.8648340702056885,
      "learning_rate": 0.00015366802993378742,
      "loss": 43.2656,
      "step": 447
    },
    {
      "epoch": 0.04443562785161674,
      "grad_norm": 1.735968828201294,
      "learning_rate": 0.00015347397244176424,
      "loss": 43.6667,
      "step": 448
    },
    {
      "epoch": 0.04453481452092839,
      "grad_norm": 1.8313758373260498,
      "learning_rate": 0.00015327963252354735,
      "loss": 43.3447,
      "step": 449
    },
    {
      "epoch": 0.04463400119024003,
      "grad_norm": 2.095146417617798,
      "learning_rate": 0.00015308501120555546,
      "loss": 43.4511,
      "step": 450
    },
    {
      "epoch": 0.044733187859551674,
      "grad_norm": 1.6698817014694214,
      "learning_rate": 0.00015289010951569345,
      "loss": 43.4429,
      "step": 451
    },
    {
      "epoch": 0.04483237452886332,
      "grad_norm": 2.252206563949585,
      "learning_rate": 0.000152694928483347,
      "loss": 43.5383,
      "step": 452
    },
    {
      "epoch": 0.044931561198174964,
      "grad_norm": 2.0022823810577393,
      "learning_rate": 0.00015249946913937714,
      "loss": 43.3387,
      "step": 453
    },
    {
      "epoch": 0.04503074786748661,
      "grad_norm": 2.269498348236084,
      "learning_rate": 0.00015230373251611489,
      "loss": 43.414,
      "step": 454
    },
    {
      "epoch": 0.045129934536798255,
      "grad_norm": 2.2401747703552246,
      "learning_rate": 0.00015210771964735572,
      "loss": 43.4615,
      "step": 455
    },
    {
      "epoch": 0.0452291212061099,
      "grad_norm": 2.2792603969573975,
      "learning_rate": 0.00015191143156835407,
      "loss": 43.1426,
      "step": 456
    },
    {
      "epoch": 0.045328307875421546,
      "grad_norm": 2.061699151992798,
      "learning_rate": 0.00015171486931581796,
      "loss": 43.3071,
      "step": 457
    },
    {
      "epoch": 0.04542749454473319,
      "grad_norm": 2.0295047760009766,
      "learning_rate": 0.00015151803392790338,
      "loss": 43.3161,
      "step": 458
    },
    {
      "epoch": 0.04552668121404483,
      "grad_norm": 2.2107107639312744,
      "learning_rate": 0.0001513209264442091,
      "loss": 43.2361,
      "step": 459
    },
    {
      "epoch": 0.04562586788335648,
      "grad_norm": 1.9831677675247192,
      "learning_rate": 0.0001511235479057707,
      "loss": 43.519,
      "step": 460
    },
    {
      "epoch": 0.04572505455266812,
      "grad_norm": 2.3275363445281982,
      "learning_rate": 0.00015092589935505565,
      "loss": 43.5054,
      "step": 461
    },
    {
      "epoch": 0.04582424122197976,
      "grad_norm": 2.015557289123535,
      "learning_rate": 0.00015072798183595734,
      "loss": 42.9597,
      "step": 462
    },
    {
      "epoch": 0.04592342789129141,
      "grad_norm": 1.8042933940887451,
      "learning_rate": 0.00015052979639378972,
      "loss": 43.4873,
      "step": 463
    },
    {
      "epoch": 0.04602261456060305,
      "grad_norm": 2.372096300125122,
      "learning_rate": 0.00015033134407528185,
      "loss": 43.1151,
      "step": 464
    },
    {
      "epoch": 0.0461218012299147,
      "grad_norm": 1.7912113666534424,
      "learning_rate": 0.0001501326259285723,
      "loss": 43.6083,
      "step": 465
    },
    {
      "epoch": 0.046220987899226344,
      "grad_norm": 1.8018665313720703,
      "learning_rate": 0.00014993364300320362,
      "loss": 43.5909,
      "step": 466
    },
    {
      "epoch": 0.046320174568537986,
      "grad_norm": 1.8814585208892822,
      "learning_rate": 0.00014973439635011684,
      "loss": 43.3848,
      "step": 467
    },
    {
      "epoch": 0.046419361237849635,
      "grad_norm": 1.9601644277572632,
      "learning_rate": 0.00014953488702164585,
      "loss": 43.4512,
      "step": 468
    },
    {
      "epoch": 0.04651854790716128,
      "grad_norm": 2.355294704437256,
      "learning_rate": 0.00014933511607151186,
      "loss": 42.839,
      "step": 469
    },
    {
      "epoch": 0.04661773457647292,
      "grad_norm": 1.8025399446487427,
      "learning_rate": 0.0001491350845548179,
      "loss": 43.1606,
      "step": 470
    },
    {
      "epoch": 0.04671692124578457,
      "grad_norm": 2.0488836765289307,
      "learning_rate": 0.00014893479352804317,
      "loss": 43.4711,
      "step": 471
    },
    {
      "epoch": 0.04681610791509621,
      "grad_norm": 1.9361538887023926,
      "learning_rate": 0.00014873424404903746,
      "loss": 43.2418,
      "step": 472
    },
    {
      "epoch": 0.04691529458440786,
      "grad_norm": 1.923822283744812,
      "learning_rate": 0.00014853343717701568,
      "loss": 43.5059,
      "step": 473
    },
    {
      "epoch": 0.0470144812537195,
      "grad_norm": 2.26582932472229,
      "learning_rate": 0.0001483323739725521,
      "loss": 43.0193,
      "step": 474
    },
    {
      "epoch": 0.04711366792303114,
      "grad_norm": 1.9858417510986328,
      "learning_rate": 0.00014813105549757487,
      "loss": 43.3496,
      "step": 475
    },
    {
      "epoch": 0.04721285459234279,
      "grad_norm": 1.8938368558883667,
      "learning_rate": 0.00014792948281536027,
      "loss": 43.5589,
      "step": 476
    },
    {
      "epoch": 0.04731204126165443,
      "grad_norm": 2.127370834350586,
      "learning_rate": 0.0001477276569905274,
      "loss": 43.2156,
      "step": 477
    },
    {
      "epoch": 0.047411227930966075,
      "grad_norm": 1.9444715976715088,
      "learning_rate": 0.00014752557908903207,
      "loss": 43.2965,
      "step": 478
    },
    {
      "epoch": 0.047510414600277724,
      "grad_norm": 1.8351060152053833,
      "learning_rate": 0.00014732325017816167,
      "loss": 43.2323,
      "step": 479
    },
    {
      "epoch": 0.047609601269589366,
      "grad_norm": 1.992868185043335,
      "learning_rate": 0.00014712067132652927,
      "loss": 43.223,
      "step": 480
    },
    {
      "epoch": 0.047708787938901015,
      "grad_norm": 1.942676067352295,
      "learning_rate": 0.00014691784360406794,
      "loss": 43.3602,
      "step": 481
    },
    {
      "epoch": 0.04780797460821266,
      "grad_norm": 1.9989678859710693,
      "learning_rate": 0.00014671476808202525,
      "loss": 43.6658,
      "step": 482
    },
    {
      "epoch": 0.0479071612775243,
      "grad_norm": 2.4799845218658447,
      "learning_rate": 0.0001465114458329575,
      "loss": 43.4481,
      "step": 483
    },
    {
      "epoch": 0.04800634794683595,
      "grad_norm": 1.7264668941497803,
      "learning_rate": 0.00014630787793072408,
      "loss": 43.4578,
      "step": 484
    },
    {
      "epoch": 0.04810553461614759,
      "grad_norm": 1.841176152229309,
      "learning_rate": 0.00014610406545048188,
      "loss": 43.2604,
      "step": 485
    },
    {
      "epoch": 0.04820472128545923,
      "grad_norm": 2.1770412921905518,
      "learning_rate": 0.0001459000094686795,
      "loss": 43.5548,
      "step": 486
    },
    {
      "epoch": 0.04830390795477088,
      "grad_norm": 1.7474737167358398,
      "learning_rate": 0.00014569571106305159,
      "loss": 43.233,
      "step": 487
    },
    {
      "epoch": 0.04840309462408252,
      "grad_norm": 1.6038457155227661,
      "learning_rate": 0.00014549117131261322,
      "loss": 43.3379,
      "step": 488
    },
    {
      "epoch": 0.048502281293394164,
      "grad_norm": 1.9899144172668457,
      "learning_rate": 0.00014528639129765414,
      "loss": 43.3502,
      "step": 489
    },
    {
      "epoch": 0.04860146796270581,
      "grad_norm": 2.189969539642334,
      "learning_rate": 0.000145081372099733,
      "loss": 43.3832,
      "step": 490
    },
    {
      "epoch": 0.048700654632017455,
      "grad_norm": 2.227930784225464,
      "learning_rate": 0.00014487611480167178,
      "loss": 43.4538,
      "step": 491
    },
    {
      "epoch": 0.048799841301329104,
      "grad_norm": 2.093485116958618,
      "learning_rate": 0.00014467062048755,
      "loss": 43.204,
      "step": 492
    },
    {
      "epoch": 0.048899027970640746,
      "grad_norm": 1.9960734844207764,
      "learning_rate": 0.00014446489024269897,
      "loss": 43.4612,
      "step": 493
    },
    {
      "epoch": 0.04899821463995239,
      "grad_norm": 1.9244734048843384,
      "learning_rate": 0.0001442589251536961,
      "loss": 43.2695,
      "step": 494
    },
    {
      "epoch": 0.04909740130926404,
      "grad_norm": 2.1020212173461914,
      "learning_rate": 0.0001440527263083591,
      "loss": 43.0881,
      "step": 495
    },
    {
      "epoch": 0.04919658797857568,
      "grad_norm": 2.30727481842041,
      "learning_rate": 0.00014384629479574035,
      "loss": 43.3532,
      "step": 496
    },
    {
      "epoch": 0.04929577464788732,
      "grad_norm": 2.169394016265869,
      "learning_rate": 0.00014363963170612102,
      "loss": 43.3203,
      "step": 497
    },
    {
      "epoch": 0.04939496131719897,
      "grad_norm": 2.1431028842926025,
      "learning_rate": 0.0001434327381310054,
      "loss": 43.1891,
      "step": 498
    },
    {
      "epoch": 0.04949414798651061,
      "grad_norm": 2.1300947666168213,
      "learning_rate": 0.00014322561516311508,
      "loss": 43.6387,
      "step": 499
    },
    {
      "epoch": 0.04959333465582226,
      "grad_norm": 1.993470549583435,
      "learning_rate": 0.00014301826389638325,
      "loss": 43.4169,
      "step": 500
    },
    {
      "epoch": 0.0496925213251339,
      "grad_norm": 2.326284408569336,
      "learning_rate": 0.0001428106854259488,
      "loss": 43.3222,
      "step": 501
    },
    {
      "epoch": 0.049791707994445544,
      "grad_norm": 2.144437313079834,
      "learning_rate": 0.0001426028808481507,
      "loss": 43.3819,
      "step": 502
    },
    {
      "epoch": 0.04989089466375719,
      "grad_norm": 2.141927480697632,
      "learning_rate": 0.00014239485126052198,
      "loss": 43.1919,
      "step": 503
    },
    {
      "epoch": 0.049990081333068835,
      "grad_norm": 1.7691982984542847,
      "learning_rate": 0.00014218659776178428,
      "loss": 43.5904,
      "step": 504
    },
    {
      "epoch": 0.05008926800238048,
      "grad_norm": 2.21144437789917,
      "learning_rate": 0.00014197812145184165,
      "loss": 43.0417,
      "step": 505
    },
    {
      "epoch": 0.050188454671692126,
      "grad_norm": 1.9710241556167603,
      "learning_rate": 0.00014176942343177503,
      "loss": 43.1125,
      "step": 506
    },
    {
      "epoch": 0.05028764134100377,
      "grad_norm": 1.770304560661316,
      "learning_rate": 0.00014156050480383637,
      "loss": 43.4564,
      "step": 507
    },
    {
      "epoch": 0.05038682801031542,
      "grad_norm": 2.346036434173584,
      "learning_rate": 0.00014135136667144262,
      "loss": 42.9525,
      "step": 508
    },
    {
      "epoch": 0.05048601467962706,
      "grad_norm": 1.9927819967269897,
      "learning_rate": 0.00014114201013917024,
      "loss": 43.2082,
      "step": 509
    },
    {
      "epoch": 0.0505852013489387,
      "grad_norm": 1.9156337976455688,
      "learning_rate": 0.000140932436312749,
      "loss": 43.4261,
      "step": 510
    },
    {
      "epoch": 0.05068438801825035,
      "grad_norm": 1.692659854888916,
      "learning_rate": 0.00014072264629905656,
      "loss": 43.5768,
      "step": 511
    },
    {
      "epoch": 0.05078357468756199,
      "grad_norm": 2.1940956115722656,
      "learning_rate": 0.0001405126412061121,
      "loss": 43.2521,
      "step": 512
    },
    {
      "epoch": 0.05088276135687363,
      "grad_norm": 2.0429985523223877,
      "learning_rate": 0.00014030242214307104,
      "loss": 43.2218,
      "step": 513
    },
    {
      "epoch": 0.05098194802618528,
      "grad_norm": 1.9788646697998047,
      "learning_rate": 0.00014009199022021866,
      "loss": 43.3382,
      "step": 514
    },
    {
      "epoch": 0.051081134695496924,
      "grad_norm": 2.1803243160247803,
      "learning_rate": 0.0001398813465489646,
      "loss": 43.4085,
      "step": 515
    },
    {
      "epoch": 0.05118032136480857,
      "grad_norm": 2.0219671726226807,
      "learning_rate": 0.0001396704922418369,
      "loss": 43.2746,
      "step": 516
    },
    {
      "epoch": 0.051279508034120215,
      "grad_norm": 2.1876628398895264,
      "learning_rate": 0.0001394594284124759,
      "loss": 43.1917,
      "step": 517
    },
    {
      "epoch": 0.05137869470343186,
      "grad_norm": 2.306642532348633,
      "learning_rate": 0.0001392481561756288,
      "loss": 43.365,
      "step": 518
    },
    {
      "epoch": 0.051477881372743506,
      "grad_norm": 2.1786935329437256,
      "learning_rate": 0.00013903667664714325,
      "loss": 43.4966,
      "step": 519
    },
    {
      "epoch": 0.05157706804205515,
      "grad_norm": 1.8653587102890015,
      "learning_rate": 0.00013882499094396196,
      "loss": 43.3803,
      "step": 520
    },
    {
      "epoch": 0.05167625471136679,
      "grad_norm": 2.196396589279175,
      "learning_rate": 0.00013861310018411645,
      "loss": 43.3431,
      "step": 521
    },
    {
      "epoch": 0.05177544138067844,
      "grad_norm": 2.149887800216675,
      "learning_rate": 0.0001384010054867212,
      "loss": 43.1242,
      "step": 522
    },
    {
      "epoch": 0.05187462804999008,
      "grad_norm": 1.9858827590942383,
      "learning_rate": 0.000138188707971968,
      "loss": 43.2952,
      "step": 523
    },
    {
      "epoch": 0.05197381471930172,
      "grad_norm": 2.293532371520996,
      "learning_rate": 0.00013797620876111958,
      "loss": 43.5675,
      "step": 524
    },
    {
      "epoch": 0.05207300138861337,
      "grad_norm": 1.8298373222351074,
      "learning_rate": 0.00013776350897650415,
      "loss": 43.3567,
      "step": 525
    },
    {
      "epoch": 0.05217218805792501,
      "grad_norm": 2.070664167404175,
      "learning_rate": 0.0001375506097415091,
      "loss": 43.3393,
      "step": 526
    },
    {
      "epoch": 0.05227137472723666,
      "grad_norm": 2.041027307510376,
      "learning_rate": 0.0001373375121805754,
      "loss": 43.2131,
      "step": 527
    },
    {
      "epoch": 0.052370561396548304,
      "grad_norm": 1.6932592391967773,
      "learning_rate": 0.00013712421741919132,
      "loss": 43.35,
      "step": 528
    },
    {
      "epoch": 0.052469748065859946,
      "grad_norm": 2.4512863159179688,
      "learning_rate": 0.0001369107265838868,
      "loss": 43.0917,
      "step": 529
    },
    {
      "epoch": 0.052568934735171595,
      "grad_norm": 2.4207053184509277,
      "learning_rate": 0.00013669704080222726,
      "loss": 42.8357,
      "step": 530
    },
    {
      "epoch": 0.05266812140448324,
      "grad_norm": 2.2937309741973877,
      "learning_rate": 0.0001364831612028078,
      "loss": 43.4427,
      "step": 531
    },
    {
      "epoch": 0.05276730807379488,
      "grad_norm": 2.257734537124634,
      "learning_rate": 0.00013626908891524713,
      "loss": 43.3574,
      "step": 532
    },
    {
      "epoch": 0.05286649474310653,
      "grad_norm": 1.724148154258728,
      "learning_rate": 0.00013605482507018165,
      "loss": 43.3747,
      "step": 533
    },
    {
      "epoch": 0.05296568141241817,
      "grad_norm": 1.815364122390747,
      "learning_rate": 0.00013584037079925962,
      "loss": 43.3236,
      "step": 534
    },
    {
      "epoch": 0.05306486808172982,
      "grad_norm": 2.05830979347229,
      "learning_rate": 0.00013562572723513483,
      "loss": 43.2009,
      "step": 535
    },
    {
      "epoch": 0.05316405475104146,
      "grad_norm": 1.8370767831802368,
      "learning_rate": 0.000135410895511461,
      "loss": 43.0317,
      "step": 536
    },
    {
      "epoch": 0.0532632414203531,
      "grad_norm": 1.8106824159622192,
      "learning_rate": 0.00013519587676288556,
      "loss": 43.4418,
      "step": 537
    },
    {
      "epoch": 0.05336242808966475,
      "grad_norm": 1.9509410858154297,
      "learning_rate": 0.00013498067212504373,
      "loss": 43.1531,
      "step": 538
    },
    {
      "epoch": 0.05346161475897639,
      "grad_norm": 1.9384227991104126,
      "learning_rate": 0.00013476528273455253,
      "loss": 43.4892,
      "step": 539
    },
    {
      "epoch": 0.053560801428288035,
      "grad_norm": 2.0584335327148438,
      "learning_rate": 0.00013454970972900476,
      "loss": 43.1186,
      "step": 540
    },
    {
      "epoch": 0.053659988097599684,
      "grad_norm": 1.9228625297546387,
      "learning_rate": 0.00013433395424696296,
      "loss": 43.4684,
      "step": 541
    },
    {
      "epoch": 0.053759174766911326,
      "grad_norm": 2.0961785316467285,
      "learning_rate": 0.0001341180174279535,
      "loss": 43.4097,
      "step": 542
    },
    {
      "epoch": 0.053858361436222975,
      "grad_norm": 2.4730384349823,
      "learning_rate": 0.00013390190041246043,
      "loss": 43.3612,
      "step": 543
    },
    {
      "epoch": 0.05395754810553462,
      "grad_norm": 2.2797603607177734,
      "learning_rate": 0.00013368560434191956,
      "loss": 43.4009,
      "step": 544
    },
    {
      "epoch": 0.05405673477484626,
      "grad_norm": 2.033562421798706,
      "learning_rate": 0.0001334691303587123,
      "loss": 43.3851,
      "step": 545
    },
    {
      "epoch": 0.05415592144415791,
      "grad_norm": 2.601038694381714,
      "learning_rate": 0.00013325247960615987,
      "loss": 43.4107,
      "step": 546
    },
    {
      "epoch": 0.05425510811346955,
      "grad_norm": 1.8716095685958862,
      "learning_rate": 0.000133035653228517,
      "loss": 43.5408,
      "step": 547
    },
    {
      "epoch": 0.05435429478278119,
      "grad_norm": 2.2795004844665527,
      "learning_rate": 0.00013281865237096605,
      "loss": 43.1514,
      "step": 548
    },
    {
      "epoch": 0.05445348145209284,
      "grad_norm": 2.1871285438537598,
      "learning_rate": 0.0001326014781796108,
      "loss": 43.0534,
      "step": 549
    },
    {
      "epoch": 0.05455266812140448,
      "grad_norm": 1.882771372795105,
      "learning_rate": 0.00013238413180147074,
      "loss": 43.49,
      "step": 550
    },
    {
      "epoch": 0.05465185479071613,
      "grad_norm": 2.520117998123169,
      "learning_rate": 0.00013216661438447447,
      "loss": 43.1583,
      "step": 551
    },
    {
      "epoch": 0.05475104146002777,
      "grad_norm": 1.8712962865829468,
      "learning_rate": 0.00013194892707745412,
      "loss": 43.402,
      "step": 552
    },
    {
      "epoch": 0.054850228129339415,
      "grad_norm": 2.335796356201172,
      "learning_rate": 0.0001317310710301391,
      "loss": 43.0835,
      "step": 553
    },
    {
      "epoch": 0.054949414798651064,
      "grad_norm": 2.072697401046753,
      "learning_rate": 0.00013151304739315002,
      "loss": 43.1853,
      "step": 554
    },
    {
      "epoch": 0.055048601467962706,
      "grad_norm": 2.0491390228271484,
      "learning_rate": 0.0001312948573179926,
      "loss": 43.3931,
      "step": 555
    },
    {
      "epoch": 0.05514778813727435,
      "grad_norm": 2.105548620223999,
      "learning_rate": 0.00013107650195705162,
      "loss": 43.3364,
      "step": 556
    },
    {
      "epoch": 0.055246974806586,
      "grad_norm": 2.65779972076416,
      "learning_rate": 0.0001308579824635849,
      "loss": 43.0862,
      "step": 557
    },
    {
      "epoch": 0.05534616147589764,
      "grad_norm": 1.9886449575424194,
      "learning_rate": 0.00013063929999171698,
      "loss": 43.4031,
      "step": 558
    },
    {
      "epoch": 0.05544534814520928,
      "grad_norm": 2.2338922023773193,
      "learning_rate": 0.0001304204556964333,
      "loss": 43.4864,
      "step": 559
    },
    {
      "epoch": 0.05554453481452093,
      "grad_norm": 2.2114181518554688,
      "learning_rate": 0.00013020145073357398,
      "loss": 43.4061,
      "step": 560
    },
    {
      "epoch": 0.05564372148383257,
      "grad_norm": 1.8761661052703857,
      "learning_rate": 0.00012998228625982767,
      "loss": 43.1367,
      "step": 561
    },
    {
      "epoch": 0.05574290815314422,
      "grad_norm": 1.9515819549560547,
      "learning_rate": 0.0001297629634327255,
      "loss": 43.3953,
      "step": 562
    },
    {
      "epoch": 0.05584209482245586,
      "grad_norm": 2.029169797897339,
      "learning_rate": 0.000129543483410635,
      "loss": 43.5156,
      "step": 563
    },
    {
      "epoch": 0.055941281491767504,
      "grad_norm": 2.3175315856933594,
      "learning_rate": 0.00012932384735275386,
      "loss": 43.3444,
      "step": 564
    },
    {
      "epoch": 0.05604046816107915,
      "grad_norm": 1.9210493564605713,
      "learning_rate": 0.00012910405641910396,
      "loss": 43.5499,
      "step": 565
    },
    {
      "epoch": 0.056139654830390795,
      "grad_norm": 2.385917901992798,
      "learning_rate": 0.00012888411177052503,
      "loss": 43.1308,
      "step": 566
    },
    {
      "epoch": 0.05623884149970244,
      "grad_norm": 2.1021976470947266,
      "learning_rate": 0.00012866401456866885,
      "loss": 43.5134,
      "step": 567
    },
    {
      "epoch": 0.056338028169014086,
      "grad_norm": 1.854245901107788,
      "learning_rate": 0.00012844376597599276,
      "loss": 43.2756,
      "step": 568
    },
    {
      "epoch": 0.05643721483832573,
      "grad_norm": 2.059516668319702,
      "learning_rate": 0.00012822336715575378,
      "loss": 43.2862,
      "step": 569
    },
    {
      "epoch": 0.05653640150763738,
      "grad_norm": 1.9746336936950684,
      "learning_rate": 0.00012800281927200232,
      "loss": 43.634,
      "step": 570
    },
    {
      "epoch": 0.05663558817694902,
      "grad_norm": 1.7896761894226074,
      "learning_rate": 0.00012778212348957605,
      "loss": 43.5233,
      "step": 571
    },
    {
      "epoch": 0.05673477484626066,
      "grad_norm": 2.343529462814331,
      "learning_rate": 0.00012756128097409384,
      "loss": 43.2164,
      "step": 572
    },
    {
      "epoch": 0.05683396151557231,
      "grad_norm": 1.8087964057922363,
      "learning_rate": 0.0001273402928919495,
      "loss": 43.2946,
      "step": 573
    },
    {
      "epoch": 0.05693314818488395,
      "grad_norm": 2.084728240966797,
      "learning_rate": 0.0001271191604103057,
      "loss": 43.0351,
      "step": 574
    },
    {
      "epoch": 0.05703233485419559,
      "grad_norm": 2.2310662269592285,
      "learning_rate": 0.00012689788469708767,
      "loss": 43.2331,
      "step": 575
    },
    {
      "epoch": 0.05713152152350724,
      "grad_norm": 1.8738282918930054,
      "learning_rate": 0.00012667646692097727,
      "loss": 43.5465,
      "step": 576
    },
    {
      "epoch": 0.057230708192818884,
      "grad_norm": 2.1169207096099854,
      "learning_rate": 0.00012645490825140656,
      "loss": 43.2369,
      "step": 577
    },
    {
      "epoch": 0.05732989486213053,
      "grad_norm": 1.9239795207977295,
      "learning_rate": 0.00012623320985855177,
      "loss": 43.3318,
      "step": 578
    },
    {
      "epoch": 0.057429081531442175,
      "grad_norm": 2.1338953971862793,
      "learning_rate": 0.00012601137291332713,
      "loss": 43.4298,
      "step": 579
    },
    {
      "epoch": 0.05752826820075382,
      "grad_norm": 1.8626806735992432,
      "learning_rate": 0.00012578939858737853,
      "loss": 43.4229,
      "step": 580
    },
    {
      "epoch": 0.057627454870065466,
      "grad_norm": 1.9146292209625244,
      "learning_rate": 0.00012556728805307758,
      "loss": 43.1551,
      "step": 581
    },
    {
      "epoch": 0.05772664153937711,
      "grad_norm": 1.9216418266296387,
      "learning_rate": 0.0001253450424835152,
      "loss": 43.2516,
      "step": 582
    },
    {
      "epoch": 0.05782582820868875,
      "grad_norm": 1.9621490240097046,
      "learning_rate": 0.00012512266305249553,
      "loss": 43.3774,
      "step": 583
    },
    {
      "epoch": 0.0579250148780004,
      "grad_norm": 2.136965036392212,
      "learning_rate": 0.00012490015093452977,
      "loss": 43.3035,
      "step": 584
    },
    {
      "epoch": 0.05802420154731204,
      "grad_norm": 1.903334140777588,
      "learning_rate": 0.00012467750730482978,
      "loss": 43.4562,
      "step": 585
    },
    {
      "epoch": 0.05812338821662368,
      "grad_norm": 1.8787118196487427,
      "learning_rate": 0.0001244547333393021,
      "loss": 43.4106,
      "step": 586
    },
    {
      "epoch": 0.05822257488593533,
      "grad_norm": 1.928835153579712,
      "learning_rate": 0.0001242318302145416,
      "loss": 43.4123,
      "step": 587
    },
    {
      "epoch": 0.05832176155524697,
      "grad_norm": 2.219257354736328,
      "learning_rate": 0.0001240087991078254,
      "loss": 43.2177,
      "step": 588
    },
    {
      "epoch": 0.05842094822455862,
      "grad_norm": 2.493774175643921,
      "learning_rate": 0.00012378564119710646,
      "loss": 43.1828,
      "step": 589
    },
    {
      "epoch": 0.058520134893870264,
      "grad_norm": 2.044846534729004,
      "learning_rate": 0.00012356235766100752,
      "loss": 43.3085,
      "step": 590
    },
    {
      "epoch": 0.058619321563181906,
      "grad_norm": 1.9278062582015991,
      "learning_rate": 0.00012333894967881483,
      "loss": 43.3942,
      "step": 591
    },
    {
      "epoch": 0.058718508232493555,
      "grad_norm": 1.7397605180740356,
      "learning_rate": 0.00012311541843047186,
      "loss": 43.1027,
      "step": 592
    },
    {
      "epoch": 0.0588176949018052,
      "grad_norm": 1.6836471557617188,
      "learning_rate": 0.00012289176509657315,
      "loss": 43.1984,
      "step": 593
    },
    {
      "epoch": 0.05891688157111684,
      "grad_norm": 1.828761339187622,
      "learning_rate": 0.00012266799085835803,
      "loss": 43.6697,
      "step": 594
    },
    {
      "epoch": 0.05901606824042849,
      "grad_norm": 2.211242914199829,
      "learning_rate": 0.00012244409689770444,
      "loss": 43.2496,
      "step": 595
    },
    {
      "epoch": 0.05911525490974013,
      "grad_norm": 2.264763593673706,
      "learning_rate": 0.00012222008439712257,
      "loss": 43.0832,
      "step": 596
    },
    {
      "epoch": 0.05921444157905178,
      "grad_norm": 2.052567720413208,
      "learning_rate": 0.00012199595453974873,
      "loss": 43.4567,
      "step": 597
    },
    {
      "epoch": 0.05931362824836342,
      "grad_norm": 2.033034563064575,
      "learning_rate": 0.00012177170850933903,
      "loss": 43.4509,
      "step": 598
    },
    {
      "epoch": 0.05941281491767506,
      "grad_norm": 1.895941972732544,
      "learning_rate": 0.0001215473474902632,
      "loss": 43.5196,
      "step": 599
    },
    {
      "epoch": 0.05951200158698671,
      "grad_norm": 1.84202241897583,
      "learning_rate": 0.00012132287266749822,
      "loss": 43.2189,
      "step": 600
    },
    {
      "epoch": 0.05961118825629835,
      "grad_norm": 2.6180830001831055,
      "learning_rate": 0.00012109828522662223,
      "loss": 43.6224,
      "step": 601
    },
    {
      "epoch": 0.059710374925609995,
      "grad_norm": 2.021805763244629,
      "learning_rate": 0.00012087358635380807,
      "loss": 43.3666,
      "step": 602
    },
    {
      "epoch": 0.059809561594921644,
      "grad_norm": 1.9705283641815186,
      "learning_rate": 0.00012064877723581718,
      "loss": 43.398,
      "step": 603
    },
    {
      "epoch": 0.059908748264233286,
      "grad_norm": 2.4797580242156982,
      "learning_rate": 0.00012042385905999325,
      "loss": 43.3321,
      "step": 604
    },
    {
      "epoch": 0.060007934933544935,
      "grad_norm": 2.0963406562805176,
      "learning_rate": 0.00012019883301425594,
      "loss": 43.1001,
      "step": 605
    },
    {
      "epoch": 0.06010712160285658,
      "grad_norm": 2.495274543762207,
      "learning_rate": 0.00011997370028709463,
      "loss": 43.1977,
      "step": 606
    },
    {
      "epoch": 0.06020630827216822,
      "grad_norm": 2.2594940662384033,
      "learning_rate": 0.00011974846206756225,
      "loss": 43.4856,
      "step": 607
    },
    {
      "epoch": 0.06030549494147987,
      "grad_norm": 1.7079452276229858,
      "learning_rate": 0.00011952311954526876,
      "loss": 43.3437,
      "step": 608
    },
    {
      "epoch": 0.06040468161079151,
      "grad_norm": 2.4317572116851807,
      "learning_rate": 0.00011929767391037503,
      "loss": 43.3944,
      "step": 609
    },
    {
      "epoch": 0.06050386828010315,
      "grad_norm": 2.053699493408203,
      "learning_rate": 0.00011907212635358656,
      "loss": 43.0254,
      "step": 610
    },
    {
      "epoch": 0.0606030549494148,
      "grad_norm": 2.0158519744873047,
      "learning_rate": 0.00011884647806614721,
      "loss": 43.345,
      "step": 611
    },
    {
      "epoch": 0.06070224161872644,
      "grad_norm": 2.0811710357666016,
      "learning_rate": 0.00011862073023983274,
      "loss": 43.314,
      "step": 612
    },
    {
      "epoch": 0.06080142828803809,
      "grad_norm": 2.446566581726074,
      "learning_rate": 0.00011839488406694466,
      "loss": 43.2455,
      "step": 613
    },
    {
      "epoch": 0.06090061495734973,
      "grad_norm": 2.2539923191070557,
      "learning_rate": 0.00011816894074030396,
      "loss": 43.1845,
      "step": 614
    },
    {
      "epoch": 0.060999801626661375,
      "grad_norm": 2.122640609741211,
      "learning_rate": 0.00011794290145324474,
      "loss": 43.148,
      "step": 615
    },
    {
      "epoch": 0.061098988295973024,
      "grad_norm": 1.707442045211792,
      "learning_rate": 0.00011771676739960784,
      "loss": 43.4001,
      "step": 616
    },
    {
      "epoch": 0.061198174965284666,
      "grad_norm": 2.2647223472595215,
      "learning_rate": 0.00011749053977373472,
      "loss": 42.9683,
      "step": 617
    },
    {
      "epoch": 0.06129736163459631,
      "grad_norm": 2.2415850162506104,
      "learning_rate": 0.00011726421977046102,
      "loss": 43.1994,
      "step": 618
    },
    {
      "epoch": 0.06139654830390796,
      "grad_norm": 2.1326889991760254,
      "learning_rate": 0.00011703780858511027,
      "loss": 43.7412,
      "step": 619
    },
    {
      "epoch": 0.0614957349732196,
      "grad_norm": 2.0643298625946045,
      "learning_rate": 0.00011681130741348749,
      "loss": 43.3768,
      "step": 620
    },
    {
      "epoch": 0.06159492164253124,
      "grad_norm": 2.183363437652588,
      "learning_rate": 0.00011658471745187313,
      "loss": 43.5346,
      "step": 621
    },
    {
      "epoch": 0.06169410831184289,
      "grad_norm": 2.4050838947296143,
      "learning_rate": 0.0001163580398970165,
      "loss": 43.1234,
      "step": 622
    },
    {
      "epoch": 0.06179329498115453,
      "grad_norm": 1.9482606649398804,
      "learning_rate": 0.00011613127594612956,
      "loss": 43.3893,
      "step": 623
    },
    {
      "epoch": 0.06189248165046618,
      "grad_norm": 2.775243043899536,
      "learning_rate": 0.00011590442679688056,
      "loss": 43.2936,
      "step": 624
    },
    {
      "epoch": 0.06199166831977782,
      "grad_norm": 2.203420639038086,
      "learning_rate": 0.00011567749364738771,
      "loss": 43.1622,
      "step": 625
    },
    {
      "epoch": 0.062090854989089464,
      "grad_norm": 2.2170352935791016,
      "learning_rate": 0.00011545047769621298,
      "loss": 43.4584,
      "step": 626
    },
    {
      "epoch": 0.06219004165840111,
      "grad_norm": 2.3076770305633545,
      "learning_rate": 0.00011522338014235549,
      "loss": 43.2176,
      "step": 627
    },
    {
      "epoch": 0.062289228327712755,
      "grad_norm": 2.6710774898529053,
      "learning_rate": 0.00011499620218524554,
      "loss": 43.7184,
      "step": 628
    },
    {
      "epoch": 0.0623884149970244,
      "grad_norm": 1.969160795211792,
      "learning_rate": 0.00011476894502473789,
      "loss": 43.3398,
      "step": 629
    },
    {
      "epoch": 0.062487601666336046,
      "grad_norm": 1.8395987749099731,
      "learning_rate": 0.0001145416098611058,
      "loss": 43.4177,
      "step": 630
    },
    {
      "epoch": 0.0625867883356477,
      "grad_norm": 1.914170265197754,
      "learning_rate": 0.00011431419789503442,
      "loss": 43.6076,
      "step": 631
    },
    {
      "epoch": 0.06268597500495933,
      "grad_norm": 2.111724376678467,
      "learning_rate": 0.00011408671032761451,
      "loss": 43.4406,
      "step": 632
    },
    {
      "epoch": 0.06278516167427098,
      "grad_norm": 2.1384871006011963,
      "learning_rate": 0.00011385914836033611,
      "loss": 43.2577,
      "step": 633
    },
    {
      "epoch": 0.06288434834358263,
      "grad_norm": 1.886756181716919,
      "learning_rate": 0.00011363151319508239,
      "loss": 43.1763,
      "step": 634
    },
    {
      "epoch": 0.06298353501289426,
      "grad_norm": 1.9607570171356201,
      "learning_rate": 0.00011340380603412287,
      "loss": 43.4944,
      "step": 635
    },
    {
      "epoch": 0.06308272168220591,
      "grad_norm": 2.1125450134277344,
      "learning_rate": 0.00011317602808010746,
      "loss": 43.2031,
      "step": 636
    },
    {
      "epoch": 0.06318190835151756,
      "grad_norm": 2.371577501296997,
      "learning_rate": 0.00011294818053605995,
      "loss": 43.1479,
      "step": 637
    },
    {
      "epoch": 0.0632810950208292,
      "grad_norm": 2.3282651901245117,
      "learning_rate": 0.00011272026460537169,
      "loss": 43.3992,
      "step": 638
    },
    {
      "epoch": 0.06338028169014084,
      "grad_norm": 1.873788833618164,
      "learning_rate": 0.00011249228149179518,
      "loss": 43.2708,
      "step": 639
    },
    {
      "epoch": 0.06347946835945249,
      "grad_norm": 1.8839166164398193,
      "learning_rate": 0.0001122642323994377,
      "loss": 42.99,
      "step": 640
    },
    {
      "epoch": 0.06357865502876413,
      "grad_norm": 2.052278757095337,
      "learning_rate": 0.00011203611853275518,
      "loss": 43.3622,
      "step": 641
    },
    {
      "epoch": 0.06367784169807578,
      "grad_norm": 1.954326868057251,
      "learning_rate": 0.00011180794109654548,
      "loss": 43.4555,
      "step": 642
    },
    {
      "epoch": 0.06377702836738743,
      "grad_norm": 1.645007848739624,
      "learning_rate": 0.00011157970129594227,
      "loss": 43.524,
      "step": 643
    },
    {
      "epoch": 0.06387621503669907,
      "grad_norm": 2.071402072906494,
      "learning_rate": 0.00011135140033640861,
      "loss": 43.424,
      "step": 644
    },
    {
      "epoch": 0.06397540170601071,
      "grad_norm": 2.030884027481079,
      "learning_rate": 0.0001111230394237306,
      "loss": 43.1327,
      "step": 645
    },
    {
      "epoch": 0.06407458837532236,
      "grad_norm": 2.0080480575561523,
      "learning_rate": 0.00011089461976401092,
      "loss": 43.1601,
      "step": 646
    },
    {
      "epoch": 0.06417377504463401,
      "grad_norm": 1.9325565099716187,
      "learning_rate": 0.00011066614256366255,
      "loss": 43.338,
      "step": 647
    },
    {
      "epoch": 0.06427296171394564,
      "grad_norm": 2.3209476470947266,
      "learning_rate": 0.00011043760902940242,
      "loss": 43.3454,
      "step": 648
    },
    {
      "epoch": 0.06437214838325729,
      "grad_norm": 2.2421422004699707,
      "learning_rate": 0.00011020902036824495,
      "loss": 43.1454,
      "step": 649
    },
    {
      "epoch": 0.06447133505256894,
      "grad_norm": 1.9695597887039185,
      "learning_rate": 0.0001099803777874957,
      "loss": 43.5219,
      "step": 650
    },
    {
      "epoch": 0.06457052172188057,
      "grad_norm": 1.755409598350525,
      "learning_rate": 0.00010975168249474507,
      "loss": 43.1611,
      "step": 651
    },
    {
      "epoch": 0.06466970839119222,
      "grad_norm": 2.2911829948425293,
      "learning_rate": 0.0001095229356978618,
      "loss": 43.1716,
      "step": 652
    },
    {
      "epoch": 0.06476889506050387,
      "grad_norm": 2.2644917964935303,
      "learning_rate": 0.0001092941386049867,
      "loss": 43.4526,
      "step": 653
    },
    {
      "epoch": 0.06486808172981551,
      "grad_norm": 2.0110599994659424,
      "learning_rate": 0.00010906529242452616,
      "loss": 43.3775,
      "step": 654
    },
    {
      "epoch": 0.06496726839912716,
      "grad_norm": 1.841845989227295,
      "learning_rate": 0.00010883639836514592,
      "loss": 43.3608,
      "step": 655
    },
    {
      "epoch": 0.0650664550684388,
      "grad_norm": 1.9158035516738892,
      "learning_rate": 0.00010860745763576447,
      "loss": 43.2974,
      "step": 656
    },
    {
      "epoch": 0.06516564173775044,
      "grad_norm": 1.8237671852111816,
      "learning_rate": 0.00010837847144554692,
      "loss": 43.3869,
      "step": 657
    },
    {
      "epoch": 0.06526482840706209,
      "grad_norm": 2.491379976272583,
      "learning_rate": 0.00010814944100389844,
      "loss": 43.4638,
      "step": 658
    },
    {
      "epoch": 0.06536401507637374,
      "grad_norm": 2.0494654178619385,
      "learning_rate": 0.00010792036752045787,
      "loss": 43.2645,
      "step": 659
    },
    {
      "epoch": 0.06546320174568537,
      "grad_norm": 2.148829221725464,
      "learning_rate": 0.0001076912522050914,
      "loss": 43.2075,
      "step": 660
    },
    {
      "epoch": 0.06556238841499702,
      "grad_norm": 1.7791961431503296,
      "learning_rate": 0.00010746209626788621,
      "loss": 43.0569,
      "step": 661
    },
    {
      "epoch": 0.06566157508430867,
      "grad_norm": 2.273364305496216,
      "learning_rate": 0.000107232900919144,
      "loss": 43.427,
      "step": 662
    },
    {
      "epoch": 0.06576076175362032,
      "grad_norm": 2.057676315307617,
      "learning_rate": 0.00010700366736937454,
      "loss": 43.2006,
      "step": 663
    },
    {
      "epoch": 0.06585994842293195,
      "grad_norm": 2.2836246490478516,
      "learning_rate": 0.00010677439682928951,
      "loss": 43.399,
      "step": 664
    },
    {
      "epoch": 0.0659591350922436,
      "grad_norm": 2.271688938140869,
      "learning_rate": 0.00010654509050979587,
      "loss": 43.2738,
      "step": 665
    },
    {
      "epoch": 0.06605832176155525,
      "grad_norm": 2.1551098823547363,
      "learning_rate": 0.00010631574962198951,
      "loss": 43.2169,
      "step": 666
    },
    {
      "epoch": 0.06615750843086689,
      "grad_norm": 1.9626638889312744,
      "learning_rate": 0.00010608637537714896,
      "loss": 43.3713,
      "step": 667
    },
    {
      "epoch": 0.06625669510017854,
      "grad_norm": 1.970357060432434,
      "learning_rate": 0.00010585696898672896,
      "loss": 43.6032,
      "step": 668
    },
    {
      "epoch": 0.06635588176949019,
      "grad_norm": 2.180006265640259,
      "learning_rate": 0.00010562753166235398,
      "loss": 43.4369,
      "step": 669
    },
    {
      "epoch": 0.06645506843880182,
      "grad_norm": 2.248936414718628,
      "learning_rate": 0.00010539806461581179,
      "loss": 43.1926,
      "step": 670
    },
    {
      "epoch": 0.06655425510811347,
      "grad_norm": 2.2926506996154785,
      "learning_rate": 0.00010516856905904729,
      "loss": 43.4401,
      "step": 671
    },
    {
      "epoch": 0.06665344177742512,
      "grad_norm": 2.016057014465332,
      "learning_rate": 0.0001049390462041559,
      "loss": 43.6715,
      "step": 672
    },
    {
      "epoch": 0.06675262844673675,
      "grad_norm": 2.561039924621582,
      "learning_rate": 0.00010470949726337719,
      "loss": 43.0739,
      "step": 673
    },
    {
      "epoch": 0.0668518151160484,
      "grad_norm": 2.4726414680480957,
      "learning_rate": 0.0001044799234490885,
      "loss": 43.1625,
      "step": 674
    },
    {
      "epoch": 0.06695100178536005,
      "grad_norm": 2.089738607406616,
      "learning_rate": 0.00010425032597379859,
      "loss": 43.3836,
      "step": 675
    },
    {
      "epoch": 0.06705018845467169,
      "grad_norm": 2.025123357772827,
      "learning_rate": 0.00010402070605014113,
      "loss": 43.5543,
      "step": 676
    },
    {
      "epoch": 0.06714937512398333,
      "grad_norm": 2.120441198348999,
      "learning_rate": 0.0001037910648908684,
      "loss": 43.1707,
      "step": 677
    },
    {
      "epoch": 0.06724856179329498,
      "grad_norm": 2.1058578491210938,
      "learning_rate": 0.00010356140370884484,
      "loss": 43.0327,
      "step": 678
    },
    {
      "epoch": 0.06734774846260663,
      "grad_norm": 2.1432509422302246,
      "learning_rate": 0.00010333172371704059,
      "loss": 43.0696,
      "step": 679
    },
    {
      "epoch": 0.06744693513191827,
      "grad_norm": 2.283212423324585,
      "learning_rate": 0.0001031020261285252,
      "loss": 43.4038,
      "step": 680
    },
    {
      "epoch": 0.06754612180122992,
      "grad_norm": 2.2347333431243896,
      "learning_rate": 0.00010287231215646105,
      "loss": 43.4495,
      "step": 681
    },
    {
      "epoch": 0.06764530847054157,
      "grad_norm": 1.7406067848205566,
      "learning_rate": 0.00010264258301409722,
      "loss": 43.3746,
      "step": 682
    },
    {
      "epoch": 0.0677444951398532,
      "grad_norm": 1.988031268119812,
      "learning_rate": 0.00010241283991476273,
      "loss": 43.4713,
      "step": 683
    },
    {
      "epoch": 0.06784368180916485,
      "grad_norm": 2.497610092163086,
      "learning_rate": 0.00010218308407186046,
      "loss": 42.9745,
      "step": 684
    },
    {
      "epoch": 0.0679428684784765,
      "grad_norm": 2.525275230407715,
      "learning_rate": 0.00010195331669886054,
      "loss": 43.3971,
      "step": 685
    },
    {
      "epoch": 0.06804205514778813,
      "grad_norm": 2.5678067207336426,
      "learning_rate": 0.00010172353900929396,
      "loss": 43.13,
      "step": 686
    },
    {
      "epoch": 0.06814124181709978,
      "grad_norm": 2.048553466796875,
      "learning_rate": 0.00010149375221674626,
      "loss": 43.4595,
      "step": 687
    },
    {
      "epoch": 0.06824042848641143,
      "grad_norm": 2.0151867866516113,
      "learning_rate": 0.00010126395753485103,
      "loss": 43.5892,
      "step": 688
    },
    {
      "epoch": 0.06833961515572307,
      "grad_norm": 2.341351270675659,
      "learning_rate": 0.00010103415617728352,
      "loss": 43.3063,
      "step": 689
    },
    {
      "epoch": 0.06843880182503471,
      "grad_norm": 2.0940465927124023,
      "learning_rate": 0.00010080434935775423,
      "loss": 43.2194,
      "step": 690
    },
    {
      "epoch": 0.06843880182503471,
      "eval_loss": 10.825753211975098,
      "eval_runtime": 11.2368,
      "eval_samples_per_second": 377.776,
      "eval_steps_per_second": 188.933,
      "step": 690
    },
    {
      "epoch": 0.06853798849434636,
      "grad_norm": 2.224642515182495,
      "learning_rate": 0.00010057453829000251,
      "loss": 43.2126,
      "step": 691
    },
    {
      "epoch": 0.068637175163658,
      "grad_norm": 1.8882743120193481,
      "learning_rate": 0.00010034472418779026,
      "loss": 43.3556,
      "step": 692
    },
    {
      "epoch": 0.06873636183296965,
      "grad_norm": 2.2861204147338867,
      "learning_rate": 0.00010011490826489523,
      "loss": 43.2559,
      "step": 693
    },
    {
      "epoch": 0.0688355485022813,
      "grad_norm": 2.1476943492889404,
      "learning_rate": 9.988509173510483e-05,
      "loss": 43.5577,
      "step": 694
    },
    {
      "epoch": 0.06893473517159293,
      "grad_norm": 2.019538402557373,
      "learning_rate": 9.965527581220978e-05,
      "loss": 43.4042,
      "step": 695
    },
    {
      "epoch": 0.06903392184090458,
      "grad_norm": 2.028808832168579,
      "learning_rate": 9.942546170999747e-05,
      "loss": 43.4801,
      "step": 696
    },
    {
      "epoch": 0.06913310851021623,
      "grad_norm": 2.0461130142211914,
      "learning_rate": 9.91956506422458e-05,
      "loss": 43.1988,
      "step": 697
    },
    {
      "epoch": 0.06923229517952788,
      "grad_norm": 2.0302493572235107,
      "learning_rate": 9.89658438227165e-05,
      "loss": 43.2229,
      "step": 698
    },
    {
      "epoch": 0.06933148184883951,
      "grad_norm": 2.239849090576172,
      "learning_rate": 9.873604246514902e-05,
      "loss": 43.2403,
      "step": 699
    },
    {
      "epoch": 0.06943066851815116,
      "grad_norm": 1.9983751773834229,
      "learning_rate": 9.850624778325376e-05,
      "loss": 43.2986,
      "step": 700
    },
    {
      "epoch": 0.06952985518746281,
      "grad_norm": 2.099635362625122,
      "learning_rate": 9.827646099070604e-05,
      "loss": 43.2278,
      "step": 701
    },
    {
      "epoch": 0.06962904185677445,
      "grad_norm": 2.1397831439971924,
      "learning_rate": 9.80466833011395e-05,
      "loss": 43.3381,
      "step": 702
    },
    {
      "epoch": 0.0697282285260861,
      "grad_norm": 1.8696986436843872,
      "learning_rate": 9.781691592813955e-05,
      "loss": 43.4048,
      "step": 703
    },
    {
      "epoch": 0.06982741519539774,
      "grad_norm": 2.0753650665283203,
      "learning_rate": 9.758716008523729e-05,
      "loss": 43.1406,
      "step": 704
    },
    {
      "epoch": 0.06992660186470938,
      "grad_norm": 1.8090004920959473,
      "learning_rate": 9.735741698590282e-05,
      "loss": 43.3727,
      "step": 705
    },
    {
      "epoch": 0.07002578853402103,
      "grad_norm": 2.211418390274048,
      "learning_rate": 9.712768784353897e-05,
      "loss": 43.5428,
      "step": 706
    },
    {
      "epoch": 0.07012497520333268,
      "grad_norm": 2.2386553287506104,
      "learning_rate": 9.689797387147484e-05,
      "loss": 43.094,
      "step": 707
    },
    {
      "epoch": 0.07022416187264431,
      "grad_norm": 2.0623576641082764,
      "learning_rate": 9.666827628295943e-05,
      "loss": 43.1273,
      "step": 708
    },
    {
      "epoch": 0.07032334854195596,
      "grad_norm": 2.440154552459717,
      "learning_rate": 9.643859629115517e-05,
      "loss": 43.3058,
      "step": 709
    },
    {
      "epoch": 0.07042253521126761,
      "grad_norm": 2.0787930488586426,
      "learning_rate": 9.620893510913162e-05,
      "loss": 43.3186,
      "step": 710
    },
    {
      "epoch": 0.07052172188057924,
      "grad_norm": 2.145472288131714,
      "learning_rate": 9.597929394985889e-05,
      "loss": 43.4272,
      "step": 711
    },
    {
      "epoch": 0.07062090854989089,
      "grad_norm": 2.3322482109069824,
      "learning_rate": 9.574967402620142e-05,
      "loss": 43.2854,
      "step": 712
    },
    {
      "epoch": 0.07072009521920254,
      "grad_norm": 2.0482780933380127,
      "learning_rate": 9.552007655091154e-05,
      "loss": 42.8349,
      "step": 713
    },
    {
      "epoch": 0.07081928188851419,
      "grad_norm": 2.333076000213623,
      "learning_rate": 9.529050273662282e-05,
      "loss": 43.2037,
      "step": 714
    },
    {
      "epoch": 0.07091846855782583,
      "grad_norm": 2.2884206771850586,
      "learning_rate": 9.506095379584409e-05,
      "loss": 43.4256,
      "step": 715
    },
    {
      "epoch": 0.07101765522713747,
      "grad_norm": 1.854469895362854,
      "learning_rate": 9.483143094095272e-05,
      "loss": 43.5682,
      "step": 716
    },
    {
      "epoch": 0.07111684189644912,
      "grad_norm": 2.1884284019470215,
      "learning_rate": 9.460193538418823e-05,
      "loss": 43.251,
      "step": 717
    },
    {
      "epoch": 0.07121602856576076,
      "grad_norm": 2.0745763778686523,
      "learning_rate": 9.437246833764609e-05,
      "loss": 43.6809,
      "step": 718
    },
    {
      "epoch": 0.07131521523507241,
      "grad_norm": 2.1284191608428955,
      "learning_rate": 9.414303101327105e-05,
      "loss": 43.3974,
      "step": 719
    },
    {
      "epoch": 0.07141440190438406,
      "grad_norm": 1.950044870376587,
      "learning_rate": 9.391362462285103e-05,
      "loss": 43.4321,
      "step": 720
    },
    {
      "epoch": 0.07151358857369569,
      "grad_norm": 2.668673276901245,
      "learning_rate": 9.368425037801053e-05,
      "loss": 43.0252,
      "step": 721
    },
    {
      "epoch": 0.07161277524300734,
      "grad_norm": 1.8334170579910278,
      "learning_rate": 9.345490949020417e-05,
      "loss": 43.3894,
      "step": 722
    },
    {
      "epoch": 0.07171196191231899,
      "grad_norm": 2.1013331413269043,
      "learning_rate": 9.322560317071048e-05,
      "loss": 43.4802,
      "step": 723
    },
    {
      "epoch": 0.07181114858163062,
      "grad_norm": 2.2628650665283203,
      "learning_rate": 9.299633263062547e-05,
      "loss": 43.2173,
      "step": 724
    },
    {
      "epoch": 0.07191033525094227,
      "grad_norm": 2.1821348667144775,
      "learning_rate": 9.276709908085602e-05,
      "loss": 43.3316,
      "step": 725
    },
    {
      "epoch": 0.07200952192025392,
      "grad_norm": 2.059384822845459,
      "learning_rate": 9.253790373211381e-05,
      "loss": 43.2817,
      "step": 726
    },
    {
      "epoch": 0.07210870858956556,
      "grad_norm": 2.159053325653076,
      "learning_rate": 9.230874779490862e-05,
      "loss": 43.2772,
      "step": 727
    },
    {
      "epoch": 0.0722078952588772,
      "grad_norm": 2.071668863296509,
      "learning_rate": 9.207963247954214e-05,
      "loss": 43.3028,
      "step": 728
    },
    {
      "epoch": 0.07230708192818885,
      "grad_norm": 2.091653347015381,
      "learning_rate": 9.18505589961016e-05,
      "loss": 43.5519,
      "step": 729
    },
    {
      "epoch": 0.07240626859750049,
      "grad_norm": 2.0839614868164062,
      "learning_rate": 9.162152855445309e-05,
      "loss": 43.4188,
      "step": 730
    },
    {
      "epoch": 0.07250545526681214,
      "grad_norm": 2.3074965476989746,
      "learning_rate": 9.139254236423555e-05,
      "loss": 43.2862,
      "step": 731
    },
    {
      "epoch": 0.07260464193612379,
      "grad_norm": 1.7956212759017944,
      "learning_rate": 9.116360163485414e-05,
      "loss": 43.5008,
      "step": 732
    },
    {
      "epoch": 0.07270382860543544,
      "grad_norm": 2.1618409156799316,
      "learning_rate": 9.093470757547386e-05,
      "loss": 43.3819,
      "step": 733
    },
    {
      "epoch": 0.07280301527474707,
      "grad_norm": 1.8704891204833984,
      "learning_rate": 9.070586139501331e-05,
      "loss": 43.3138,
      "step": 734
    },
    {
      "epoch": 0.07290220194405872,
      "grad_norm": 1.9888445138931274,
      "learning_rate": 9.047706430213822e-05,
      "loss": 43.3502,
      "step": 735
    },
    {
      "epoch": 0.07300138861337037,
      "grad_norm": 1.966931700706482,
      "learning_rate": 9.024831750525494e-05,
      "loss": 43.2844,
      "step": 736
    },
    {
      "epoch": 0.073100575282682,
      "grad_norm": 2.0796024799346924,
      "learning_rate": 9.001962221250432e-05,
      "loss": 43.3598,
      "step": 737
    },
    {
      "epoch": 0.07319976195199365,
      "grad_norm": 2.246238946914673,
      "learning_rate": 8.979097963175506e-05,
      "loss": 43.1486,
      "step": 738
    },
    {
      "epoch": 0.0732989486213053,
      "grad_norm": 2.07918643951416,
      "learning_rate": 8.956239097059759e-05,
      "loss": 43.1152,
      "step": 739
    },
    {
      "epoch": 0.07339813529061694,
      "grad_norm": 1.980898141860962,
      "learning_rate": 8.93338574363375e-05,
      "loss": 43.14,
      "step": 740
    },
    {
      "epoch": 0.07349732195992859,
      "grad_norm": 1.8910990953445435,
      "learning_rate": 8.91053802359891e-05,
      "loss": 43.244,
      "step": 741
    },
    {
      "epoch": 0.07359650862924023,
      "grad_norm": 2.221937894821167,
      "learning_rate": 8.887696057626941e-05,
      "loss": 43.483,
      "step": 742
    },
    {
      "epoch": 0.07369569529855187,
      "grad_norm": 1.7311142683029175,
      "learning_rate": 8.864859966359143e-05,
      "loss": 43.5362,
      "step": 743
    },
    {
      "epoch": 0.07379488196786352,
      "grad_norm": 2.3450112342834473,
      "learning_rate": 8.842029870405776e-05,
      "loss": 43.0598,
      "step": 744
    },
    {
      "epoch": 0.07389406863717517,
      "grad_norm": 2.124877452850342,
      "learning_rate": 8.819205890345457e-05,
      "loss": 43.4877,
      "step": 745
    },
    {
      "epoch": 0.0739932553064868,
      "grad_norm": 2.073421001434326,
      "learning_rate": 8.796388146724484e-05,
      "loss": 43.1914,
      "step": 746
    },
    {
      "epoch": 0.07409244197579845,
      "grad_norm": 1.7973307371139526,
      "learning_rate": 8.773576760056231e-05,
      "loss": 43.5864,
      "step": 747
    },
    {
      "epoch": 0.0741916286451101,
      "grad_norm": 2.017117738723755,
      "learning_rate": 8.750771850820487e-05,
      "loss": 43.1545,
      "step": 748
    },
    {
      "epoch": 0.07429081531442173,
      "grad_norm": 2.0995867252349854,
      "learning_rate": 8.727973539462832e-05,
      "loss": 43.2857,
      "step": 749
    },
    {
      "epoch": 0.07439000198373338,
      "grad_norm": 1.9207260608673096,
      "learning_rate": 8.705181946394005e-05,
      "loss": 43.341,
      "step": 750
    },
    {
      "epoch": 0.07448918865304503,
      "grad_norm": 2.2646853923797607,
      "learning_rate": 8.682397191989257e-05,
      "loss": 43.4791,
      "step": 751
    },
    {
      "epoch": 0.07458837532235668,
      "grad_norm": 1.7172470092773438,
      "learning_rate": 8.659619396587716e-05,
      "loss": 43.3891,
      "step": 752
    },
    {
      "epoch": 0.07468756199166832,
      "grad_norm": 2.1199684143066406,
      "learning_rate": 8.636848680491762e-05,
      "loss": 43.233,
      "step": 753
    },
    {
      "epoch": 0.07478674866097997,
      "grad_norm": 1.649353265762329,
      "learning_rate": 8.614085163966391e-05,
      "loss": 43.4145,
      "step": 754
    },
    {
      "epoch": 0.07488593533029161,
      "grad_norm": 2.0181849002838135,
      "learning_rate": 8.591328967238553e-05,
      "loss": 43.4872,
      "step": 755
    },
    {
      "epoch": 0.07498512199960325,
      "grad_norm": 2.1768088340759277,
      "learning_rate": 8.568580210496563e-05,
      "loss": 43.4375,
      "step": 756
    },
    {
      "epoch": 0.0750843086689149,
      "grad_norm": 2.054908275604248,
      "learning_rate": 8.545839013889422e-05,
      "loss": 43.247,
      "step": 757
    },
    {
      "epoch": 0.07518349533822655,
      "grad_norm": 2.1514997482299805,
      "learning_rate": 8.523105497526212e-05,
      "loss": 43.6049,
      "step": 758
    },
    {
      "epoch": 0.07528268200753818,
      "grad_norm": 2.2262930870056152,
      "learning_rate": 8.500379781475451e-05,
      "loss": 43.6882,
      "step": 759
    },
    {
      "epoch": 0.07538186867684983,
      "grad_norm": 1.968414068222046,
      "learning_rate": 8.477661985764452e-05,
      "loss": 43.3006,
      "step": 760
    },
    {
      "epoch": 0.07548105534616148,
      "grad_norm": 1.9884395599365234,
      "learning_rate": 8.454952230378706e-05,
      "loss": 43.3056,
      "step": 761
    },
    {
      "epoch": 0.07558024201547311,
      "grad_norm": 2.2050979137420654,
      "learning_rate": 8.43225063526123e-05,
      "loss": 43.1707,
      "step": 762
    },
    {
      "epoch": 0.07567942868478476,
      "grad_norm": 2.546654224395752,
      "learning_rate": 8.409557320311948e-05,
      "loss": 43.0776,
      "step": 763
    },
    {
      "epoch": 0.07577861535409641,
      "grad_norm": 2.2061946392059326,
      "learning_rate": 8.386872405387047e-05,
      "loss": 43.2054,
      "step": 764
    },
    {
      "epoch": 0.07587780202340805,
      "grad_norm": 1.8288543224334717,
      "learning_rate": 8.36419601029835e-05,
      "loss": 43.2851,
      "step": 765
    },
    {
      "epoch": 0.0759769886927197,
      "grad_norm": 1.884933352470398,
      "learning_rate": 8.341528254812688e-05,
      "loss": 43.2609,
      "step": 766
    },
    {
      "epoch": 0.07607617536203135,
      "grad_norm": 2.088435649871826,
      "learning_rate": 8.318869258651254e-05,
      "loss": 43.2278,
      "step": 767
    },
    {
      "epoch": 0.076175362031343,
      "grad_norm": 2.20989727973938,
      "learning_rate": 8.296219141488977e-05,
      "loss": 43.0168,
      "step": 768
    },
    {
      "epoch": 0.07627454870065463,
      "grad_norm": 1.951803207397461,
      "learning_rate": 8.273578022953898e-05,
      "loss": 43.3926,
      "step": 769
    },
    {
      "epoch": 0.07637373536996628,
      "grad_norm": 2.227762460708618,
      "learning_rate": 8.25094602262653e-05,
      "loss": 43.3827,
      "step": 770
    },
    {
      "epoch": 0.07647292203927793,
      "grad_norm": 1.8754469156265259,
      "learning_rate": 8.228323260039218e-05,
      "loss": 43.6018,
      "step": 771
    },
    {
      "epoch": 0.07657210870858956,
      "grad_norm": 1.9905242919921875,
      "learning_rate": 8.205709854675527e-05,
      "loss": 43.3875,
      "step": 772
    },
    {
      "epoch": 0.07667129537790121,
      "grad_norm": 1.7211341857910156,
      "learning_rate": 8.183105925969608e-05,
      "loss": 43.3581,
      "step": 773
    },
    {
      "epoch": 0.07677048204721286,
      "grad_norm": 1.9639482498168945,
      "learning_rate": 8.160511593305537e-05,
      "loss": 43.1656,
      "step": 774
    },
    {
      "epoch": 0.0768696687165245,
      "grad_norm": 2.1660730838775635,
      "learning_rate": 8.137926976016731e-05,
      "loss": 43.4779,
      "step": 775
    },
    {
      "epoch": 0.07696885538583614,
      "grad_norm": 1.9020066261291504,
      "learning_rate": 8.115352193385281e-05,
      "loss": 43.4123,
      "step": 776
    },
    {
      "epoch": 0.07706804205514779,
      "grad_norm": 2.6029250621795654,
      "learning_rate": 8.092787364641344e-05,
      "loss": 43.3553,
      "step": 777
    },
    {
      "epoch": 0.07716722872445943,
      "grad_norm": 2.2615714073181152,
      "learning_rate": 8.0702326089625e-05,
      "loss": 43.3461,
      "step": 778
    },
    {
      "epoch": 0.07726641539377108,
      "grad_norm": 1.9737660884857178,
      "learning_rate": 8.047688045473128e-05,
      "loss": 43.4188,
      "step": 779
    },
    {
      "epoch": 0.07736560206308273,
      "grad_norm": 1.8238465785980225,
      "learning_rate": 8.025153793243776e-05,
      "loss": 43.5032,
      "step": 780
    },
    {
      "epoch": 0.07746478873239436,
      "grad_norm": 1.877625823020935,
      "learning_rate": 8.002629971290538e-05,
      "loss": 43.112,
      "step": 781
    },
    {
      "epoch": 0.07756397540170601,
      "grad_norm": 2.160597562789917,
      "learning_rate": 7.980116698574407e-05,
      "loss": 43.5757,
      "step": 782
    },
    {
      "epoch": 0.07766316207101766,
      "grad_norm": 1.95144522190094,
      "learning_rate": 7.957614094000679e-05,
      "loss": 43.2142,
      "step": 783
    },
    {
      "epoch": 0.07776234874032929,
      "grad_norm": 2.1890034675598145,
      "learning_rate": 7.935122276418284e-05,
      "loss": 43.2695,
      "step": 784
    },
    {
      "epoch": 0.07786153540964094,
      "grad_norm": 1.9787967205047607,
      "learning_rate": 7.912641364619194e-05,
      "loss": 43.2672,
      "step": 785
    },
    {
      "epoch": 0.07796072207895259,
      "grad_norm": 2.245213747024536,
      "learning_rate": 7.89017147733778e-05,
      "loss": 43.3807,
      "step": 786
    },
    {
      "epoch": 0.07805990874826424,
      "grad_norm": 2.4388163089752197,
      "learning_rate": 7.86771273325018e-05,
      "loss": 43.438,
      "step": 787
    },
    {
      "epoch": 0.07815909541757587,
      "grad_norm": 1.9491252899169922,
      "learning_rate": 7.845265250973682e-05,
      "loss": 43.0812,
      "step": 788
    },
    {
      "epoch": 0.07825828208688752,
      "grad_norm": 2.141333818435669,
      "learning_rate": 7.822829149066099e-05,
      "loss": 43.4105,
      "step": 789
    },
    {
      "epoch": 0.07835746875619917,
      "grad_norm": 2.337181568145752,
      "learning_rate": 7.80040454602513e-05,
      "loss": 43.3801,
      "step": 790
    },
    {
      "epoch": 0.07845665542551081,
      "grad_norm": 2.0246119499206543,
      "learning_rate": 7.777991560287745e-05,
      "loss": 43.3417,
      "step": 791
    },
    {
      "epoch": 0.07855584209482246,
      "grad_norm": 2.031290292739868,
      "learning_rate": 7.755590310229557e-05,
      "loss": 43.4436,
      "step": 792
    },
    {
      "epoch": 0.0786550287641341,
      "grad_norm": 2.0796468257904053,
      "learning_rate": 7.733200914164196e-05,
      "loss": 43.4495,
      "step": 793
    },
    {
      "epoch": 0.07875421543344574,
      "grad_norm": 2.329401969909668,
      "learning_rate": 7.710823490342689e-05,
      "loss": 43.3744,
      "step": 794
    },
    {
      "epoch": 0.07885340210275739,
      "grad_norm": 2.03013277053833,
      "learning_rate": 7.688458156952816e-05,
      "loss": 43.2073,
      "step": 795
    },
    {
      "epoch": 0.07895258877206904,
      "grad_norm": 1.7832237482070923,
      "learning_rate": 7.666105032118518e-05,
      "loss": 42.9637,
      "step": 796
    },
    {
      "epoch": 0.07905177544138067,
      "grad_norm": 2.1362459659576416,
      "learning_rate": 7.643764233899252e-05,
      "loss": 43.3,
      "step": 797
    },
    {
      "epoch": 0.07915096211069232,
      "grad_norm": 2.613926649093628,
      "learning_rate": 7.621435880289356e-05,
      "loss": 43.3463,
      "step": 798
    },
    {
      "epoch": 0.07925014878000397,
      "grad_norm": 1.969066858291626,
      "learning_rate": 7.599120089217461e-05,
      "loss": 43.4738,
      "step": 799
    },
    {
      "epoch": 0.0793493354493156,
      "grad_norm": 2.2435667514801025,
      "learning_rate": 7.576816978545844e-05,
      "loss": 43.3288,
      "step": 800
    },
    {
      "epoch": 0.07944852211862725,
      "grad_norm": 2.3222849369049072,
      "learning_rate": 7.554526666069794e-05,
      "loss": 43.3347,
      "step": 801
    },
    {
      "epoch": 0.0795477087879389,
      "grad_norm": 2.0616862773895264,
      "learning_rate": 7.532249269517026e-05,
      "loss": 43.3644,
      "step": 802
    },
    {
      "epoch": 0.07964689545725055,
      "grad_norm": 2.3968582153320312,
      "learning_rate": 7.509984906547026e-05,
      "loss": 42.9175,
      "step": 803
    },
    {
      "epoch": 0.07974608212656219,
      "grad_norm": 2.15254282951355,
      "learning_rate": 7.487733694750445e-05,
      "loss": 43.4471,
      "step": 804
    },
    {
      "epoch": 0.07984526879587384,
      "grad_norm": 1.7538330554962158,
      "learning_rate": 7.465495751648481e-05,
      "loss": 43.295,
      "step": 805
    },
    {
      "epoch": 0.07994445546518548,
      "grad_norm": 1.749719262123108,
      "learning_rate": 7.443271194692243e-05,
      "loss": 43.4334,
      "step": 806
    },
    {
      "epoch": 0.08004364213449712,
      "grad_norm": 1.8934502601623535,
      "learning_rate": 7.421060141262148e-05,
      "loss": 43.4468,
      "step": 807
    },
    {
      "epoch": 0.08014282880380877,
      "grad_norm": 2.133953809738159,
      "learning_rate": 7.398862708667291e-05,
      "loss": 43.585,
      "step": 808
    },
    {
      "epoch": 0.08024201547312042,
      "grad_norm": 1.8785433769226074,
      "learning_rate": 7.376679014144823e-05,
      "loss": 43.2312,
      "step": 809
    },
    {
      "epoch": 0.08034120214243205,
      "grad_norm": 1.7306419610977173,
      "learning_rate": 7.354509174859348e-05,
      "loss": 43.1652,
      "step": 810
    },
    {
      "epoch": 0.0804403888117437,
      "grad_norm": 2.0373480319976807,
      "learning_rate": 7.332353307902275e-05,
      "loss": 43.5315,
      "step": 811
    },
    {
      "epoch": 0.08053957548105535,
      "grad_norm": 2.128678560256958,
      "learning_rate": 7.310211530291234e-05,
      "loss": 43.5526,
      "step": 812
    },
    {
      "epoch": 0.08063876215036699,
      "grad_norm": 1.8454115390777588,
      "learning_rate": 7.288083958969434e-05,
      "loss": 43.4294,
      "step": 813
    },
    {
      "epoch": 0.08073794881967863,
      "grad_norm": 2.1255815029144287,
      "learning_rate": 7.265970710805052e-05,
      "loss": 43.4703,
      "step": 814
    },
    {
      "epoch": 0.08083713548899028,
      "grad_norm": 2.245697021484375,
      "learning_rate": 7.243871902590617e-05,
      "loss": 43.2287,
      "step": 815
    },
    {
      "epoch": 0.08093632215830192,
      "grad_norm": 1.976325511932373,
      "learning_rate": 7.221787651042398e-05,
      "loss": 43.5609,
      "step": 816
    },
    {
      "epoch": 0.08103550882761357,
      "grad_norm": 1.7913868427276611,
      "learning_rate": 7.199718072799771e-05,
      "loss": 43.4916,
      "step": 817
    },
    {
      "epoch": 0.08113469549692522,
      "grad_norm": 1.973342776298523,
      "learning_rate": 7.177663284424623e-05,
      "loss": 43.162,
      "step": 818
    },
    {
      "epoch": 0.08123388216623685,
      "grad_norm": 2.063704252243042,
      "learning_rate": 7.155623402400725e-05,
      "loss": 43.3853,
      "step": 819
    },
    {
      "epoch": 0.0813330688355485,
      "grad_norm": 2.4948432445526123,
      "learning_rate": 7.133598543133116e-05,
      "loss": 43.3646,
      "step": 820
    },
    {
      "epoch": 0.08143225550486015,
      "grad_norm": 2.661216974258423,
      "learning_rate": 7.111588822947501e-05,
      "loss": 43.3164,
      "step": 821
    },
    {
      "epoch": 0.0815314421741718,
      "grad_norm": 2.0169646739959717,
      "learning_rate": 7.089594358089608e-05,
      "loss": 43.2168,
      "step": 822
    },
    {
      "epoch": 0.08163062884348343,
      "grad_norm": 2.1736109256744385,
      "learning_rate": 7.067615264724615e-05,
      "loss": 43.1826,
      "step": 823
    },
    {
      "epoch": 0.08172981551279508,
      "grad_norm": 1.794955849647522,
      "learning_rate": 7.045651658936503e-05,
      "loss": 43.5226,
      "step": 824
    },
    {
      "epoch": 0.08182900218210673,
      "grad_norm": 2.4155638217926025,
      "learning_rate": 7.023703656727452e-05,
      "loss": 43.1682,
      "step": 825
    },
    {
      "epoch": 0.08192818885141837,
      "grad_norm": 2.3890740871429443,
      "learning_rate": 7.001771374017232e-05,
      "loss": 42.9741,
      "step": 826
    },
    {
      "epoch": 0.08202737552073001,
      "grad_norm": 2.051701545715332,
      "learning_rate": 6.979854926642605e-05,
      "loss": 43.2488,
      "step": 827
    },
    {
      "epoch": 0.08212656219004166,
      "grad_norm": 1.9013868570327759,
      "learning_rate": 6.957954430356673e-05,
      "loss": 43.5031,
      "step": 828
    },
    {
      "epoch": 0.0822257488593533,
      "grad_norm": 1.7478663921356201,
      "learning_rate": 6.936070000828307e-05,
      "loss": 43.6407,
      "step": 829
    },
    {
      "epoch": 0.08232493552866495,
      "grad_norm": 2.272205352783203,
      "learning_rate": 6.914201753641513e-05,
      "loss": 43.4497,
      "step": 830
    },
    {
      "epoch": 0.0824241221979766,
      "grad_norm": 1.9292405843734741,
      "learning_rate": 6.892349804294837e-05,
      "loss": 43.4657,
      "step": 831
    },
    {
      "epoch": 0.08252330886728823,
      "grad_norm": 2.099564552307129,
      "learning_rate": 6.87051426820074e-05,
      "loss": 43.0844,
      "step": 832
    },
    {
      "epoch": 0.08262249553659988,
      "grad_norm": 1.763635277748108,
      "learning_rate": 6.848695260684999e-05,
      "loss": 43.5146,
      "step": 833
    },
    {
      "epoch": 0.08272168220591153,
      "grad_norm": 2.3995766639709473,
      "learning_rate": 6.82689289698609e-05,
      "loss": 43.4668,
      "step": 834
    },
    {
      "epoch": 0.08282086887522316,
      "grad_norm": 2.3204774856567383,
      "learning_rate": 6.805107292254591e-05,
      "loss": 43.345,
      "step": 835
    },
    {
      "epoch": 0.08292005554453481,
      "grad_norm": 2.272630453109741,
      "learning_rate": 6.783338561552557e-05,
      "loss": 43.3049,
      "step": 836
    },
    {
      "epoch": 0.08301924221384646,
      "grad_norm": 2.067875862121582,
      "learning_rate": 6.761586819852931e-05,
      "loss": 43.4812,
      "step": 837
    },
    {
      "epoch": 0.08311842888315811,
      "grad_norm": 1.8175355195999146,
      "learning_rate": 6.739852182038919e-05,
      "loss": 43.4919,
      "step": 838
    },
    {
      "epoch": 0.08321761555246975,
      "grad_norm": 2.1032214164733887,
      "learning_rate": 6.718134762903399e-05,
      "loss": 43.3161,
      "step": 839
    },
    {
      "epoch": 0.0833168022217814,
      "grad_norm": 2.0821290016174316,
      "learning_rate": 6.696434677148302e-05,
      "loss": 43.3195,
      "step": 840
    },
    {
      "epoch": 0.08341598889109304,
      "grad_norm": 1.9314157962799072,
      "learning_rate": 6.674752039384015e-05,
      "loss": 43.2982,
      "step": 841
    },
    {
      "epoch": 0.08351517556040468,
      "grad_norm": 2.3537397384643555,
      "learning_rate": 6.653086964128772e-05,
      "loss": 43.4107,
      "step": 842
    },
    {
      "epoch": 0.08361436222971633,
      "grad_norm": 1.9979809522628784,
      "learning_rate": 6.63143956580805e-05,
      "loss": 43.6303,
      "step": 843
    },
    {
      "epoch": 0.08371354889902798,
      "grad_norm": 1.9902909994125366,
      "learning_rate": 6.609809958753961e-05,
      "loss": 43.4381,
      "step": 844
    },
    {
      "epoch": 0.08381273556833961,
      "grad_norm": 2.1113507747650146,
      "learning_rate": 6.588198257204651e-05,
      "loss": 43.3955,
      "step": 845
    },
    {
      "epoch": 0.08391192223765126,
      "grad_norm": 1.813912272453308,
      "learning_rate": 6.566604575303705e-05,
      "loss": 43.6299,
      "step": 846
    },
    {
      "epoch": 0.08401110890696291,
      "grad_norm": 2.269490957260132,
      "learning_rate": 6.545029027099525e-05,
      "loss": 43.3804,
      "step": 847
    },
    {
      "epoch": 0.08411029557627454,
      "grad_norm": 2.0903892517089844,
      "learning_rate": 6.523471726544751e-05,
      "loss": 43.4412,
      "step": 848
    },
    {
      "epoch": 0.08420948224558619,
      "grad_norm": 1.9350247383117676,
      "learning_rate": 6.501932787495628e-05,
      "loss": 43.1223,
      "step": 849
    },
    {
      "epoch": 0.08430866891489784,
      "grad_norm": 1.969722867012024,
      "learning_rate": 6.480412323711444e-05,
      "loss": 43.4807,
      "step": 850
    },
    {
      "epoch": 0.08440785558420948,
      "grad_norm": 2.1201820373535156,
      "learning_rate": 6.458910448853904e-05,
      "loss": 43.5169,
      "step": 851
    },
    {
      "epoch": 0.08450704225352113,
      "grad_norm": 2.1820781230926514,
      "learning_rate": 6.437427276486521e-05,
      "loss": 43.4564,
      "step": 852
    },
    {
      "epoch": 0.08460622892283277,
      "grad_norm": 1.7851390838623047,
      "learning_rate": 6.415962920074039e-05,
      "loss": 43.3599,
      "step": 853
    },
    {
      "epoch": 0.08470541559214441,
      "grad_norm": 2.224641799926758,
      "learning_rate": 6.394517492981835e-05,
      "loss": 43.3683,
      "step": 854
    },
    {
      "epoch": 0.08480460226145606,
      "grad_norm": 2.3329713344573975,
      "learning_rate": 6.37309110847529e-05,
      "loss": 43.061,
      "step": 855
    },
    {
      "epoch": 0.0849037889307677,
      "grad_norm": 2.0558619499206543,
      "learning_rate": 6.351683879719223e-05,
      "loss": 43.2321,
      "step": 856
    },
    {
      "epoch": 0.08500297560007936,
      "grad_norm": 2.065109968185425,
      "learning_rate": 6.330295919777276e-05,
      "loss": 43.4162,
      "step": 857
    },
    {
      "epoch": 0.08510216226939099,
      "grad_norm": 2.21854305267334,
      "learning_rate": 6.30892734161132e-05,
      "loss": 42.9696,
      "step": 858
    },
    {
      "epoch": 0.08520134893870264,
      "grad_norm": 2.107966184616089,
      "learning_rate": 6.287578258080868e-05,
      "loss": 43.2348,
      "step": 859
    },
    {
      "epoch": 0.08530053560801429,
      "grad_norm": 2.497554302215576,
      "learning_rate": 6.266248781942462e-05,
      "loss": 43.2916,
      "step": 860
    },
    {
      "epoch": 0.08539972227732592,
      "grad_norm": 1.902518391609192,
      "learning_rate": 6.24493902584909e-05,
      "loss": 43.1504,
      "step": 861
    },
    {
      "epoch": 0.08549890894663757,
      "grad_norm": 1.8482047319412231,
      "learning_rate": 6.223649102349589e-05,
      "loss": 43.4531,
      "step": 862
    },
    {
      "epoch": 0.08559809561594922,
      "grad_norm": 1.9077420234680176,
      "learning_rate": 6.202379123888043e-05,
      "loss": 43.5286,
      "step": 863
    },
    {
      "epoch": 0.08569728228526086,
      "grad_norm": 2.3434033393859863,
      "learning_rate": 6.181129202803201e-05,
      "loss": 43.1825,
      "step": 864
    },
    {
      "epoch": 0.0857964689545725,
      "grad_norm": 1.7182644605636597,
      "learning_rate": 6.15989945132788e-05,
      "loss": 43.3143,
      "step": 865
    },
    {
      "epoch": 0.08589565562388415,
      "grad_norm": 2.6434855461120605,
      "learning_rate": 6.138689981588357e-05,
      "loss": 43.2527,
      "step": 866
    },
    {
      "epoch": 0.08599484229319579,
      "grad_norm": 2.0527503490448,
      "learning_rate": 6.117500905603807e-05,
      "loss": 43.2683,
      "step": 867
    },
    {
      "epoch": 0.08609402896250744,
      "grad_norm": 2.323662757873535,
      "learning_rate": 6.096332335285677e-05,
      "loss": 43.3063,
      "step": 868
    },
    {
      "epoch": 0.08619321563181909,
      "grad_norm": 2.6556971073150635,
      "learning_rate": 6.0751843824371246e-05,
      "loss": 43.2259,
      "step": 869
    },
    {
      "epoch": 0.08629240230113072,
      "grad_norm": 2.3990864753723145,
      "learning_rate": 6.054057158752411e-05,
      "loss": 43.5384,
      "step": 870
    },
    {
      "epoch": 0.08639158897044237,
      "grad_norm": 2.6661019325256348,
      "learning_rate": 6.032950775816314e-05,
      "loss": 43.1132,
      "step": 871
    },
    {
      "epoch": 0.08649077563975402,
      "grad_norm": 2.1478476524353027,
      "learning_rate": 6.011865345103539e-05,
      "loss": 43.0207,
      "step": 872
    },
    {
      "epoch": 0.08658996230906567,
      "grad_norm": 2.2556967735290527,
      "learning_rate": 5.990800977978136e-05,
      "loss": 43.3513,
      "step": 873
    },
    {
      "epoch": 0.0866891489783773,
      "grad_norm": 2.2242445945739746,
      "learning_rate": 5.9697577856928975e-05,
      "loss": 43.2562,
      "step": 874
    },
    {
      "epoch": 0.08678833564768895,
      "grad_norm": 1.7098219394683838,
      "learning_rate": 5.9487358793887926e-05,
      "loss": 43.3223,
      "step": 875
    },
    {
      "epoch": 0.0868875223170006,
      "grad_norm": 1.87652587890625,
      "learning_rate": 5.9277353700943475e-05,
      "loss": 43.4492,
      "step": 876
    },
    {
      "epoch": 0.08698670898631224,
      "grad_norm": 1.9712904691696167,
      "learning_rate": 5.906756368725099e-05,
      "loss": 43.1402,
      "step": 877
    },
    {
      "epoch": 0.08708589565562389,
      "grad_norm": 2.086905002593994,
      "learning_rate": 5.885798986082982e-05,
      "loss": 43.3814,
      "step": 878
    },
    {
      "epoch": 0.08718508232493553,
      "grad_norm": 2.124255657196045,
      "learning_rate": 5.864863332855741e-05,
      "loss": 43.2868,
      "step": 879
    },
    {
      "epoch": 0.08728426899424717,
      "grad_norm": 2.017778158187866,
      "learning_rate": 5.8439495196163643e-05,
      "loss": 43.1739,
      "step": 880
    },
    {
      "epoch": 0.08738345566355882,
      "grad_norm": 1.9146606922149658,
      "learning_rate": 5.823057656822495e-05,
      "loss": 43.2772,
      "step": 881
    },
    {
      "epoch": 0.08748264233287047,
      "grad_norm": 1.8257149457931519,
      "learning_rate": 5.802187854815836e-05,
      "loss": 43.3736,
      "step": 882
    },
    {
      "epoch": 0.0875818290021821,
      "grad_norm": 1.979889154434204,
      "learning_rate": 5.7813402238215755e-05,
      "loss": 43.3744,
      "step": 883
    },
    {
      "epoch": 0.08768101567149375,
      "grad_norm": 2.253170967102051,
      "learning_rate": 5.7605148739478045e-05,
      "loss": 43.1954,
      "step": 884
    },
    {
      "epoch": 0.0877802023408054,
      "grad_norm": 2.10766863822937,
      "learning_rate": 5.739711915184933e-05,
      "loss": 43.224,
      "step": 885
    },
    {
      "epoch": 0.08787938901011703,
      "grad_norm": 2.0305278301239014,
      "learning_rate": 5.718931457405123e-05,
      "loss": 43.2752,
      "step": 886
    },
    {
      "epoch": 0.08797857567942868,
      "grad_norm": 2.4539973735809326,
      "learning_rate": 5.698173610361679e-05,
      "loss": 43.2293,
      "step": 887
    },
    {
      "epoch": 0.08807776234874033,
      "grad_norm": 1.8710020780563354,
      "learning_rate": 5.677438483688492e-05,
      "loss": 43.052,
      "step": 888
    },
    {
      "epoch": 0.08817694901805197,
      "grad_norm": 2.3318405151367188,
      "learning_rate": 5.656726186899462e-05,
      "loss": 43.1811,
      "step": 889
    },
    {
      "epoch": 0.08827613568736362,
      "grad_norm": 1.9283379316329956,
      "learning_rate": 5.6360368293879005e-05,
      "loss": 43.4836,
      "step": 890
    },
    {
      "epoch": 0.08837532235667526,
      "grad_norm": 2.0627365112304688,
      "learning_rate": 5.6153705204259655e-05,
      "loss": 43.2286,
      "step": 891
    },
    {
      "epoch": 0.08847450902598691,
      "grad_norm": 1.8529200553894043,
      "learning_rate": 5.594727369164091e-05,
      "loss": 43.6006,
      "step": 892
    },
    {
      "epoch": 0.08857369569529855,
      "grad_norm": 2.2416458129882812,
      "learning_rate": 5.574107484630393e-05,
      "loss": 42.9647,
      "step": 893
    },
    {
      "epoch": 0.0886728823646102,
      "grad_norm": 2.301581382751465,
      "learning_rate": 5.553510975730105e-05,
      "loss": 43.2561,
      "step": 894
    },
    {
      "epoch": 0.08877206903392185,
      "grad_norm": 1.9305304288864136,
      "learning_rate": 5.5329379512449995e-05,
      "loss": 43.2763,
      "step": 895
    },
    {
      "epoch": 0.08887125570323348,
      "grad_norm": 2.007863759994507,
      "learning_rate": 5.5123885198328226e-05,
      "loss": 42.9592,
      "step": 896
    },
    {
      "epoch": 0.08897044237254513,
      "grad_norm": 2.5667901039123535,
      "learning_rate": 5.491862790026703e-05,
      "loss": 43.423,
      "step": 897
    },
    {
      "epoch": 0.08906962904185678,
      "grad_norm": 2.167093515396118,
      "learning_rate": 5.4713608702345875e-05,
      "loss": 43.3971,
      "step": 898
    },
    {
      "epoch": 0.08916881571116841,
      "grad_norm": 1.98980712890625,
      "learning_rate": 5.450882868738678e-05,
      "loss": 43.213,
      "step": 899
    },
    {
      "epoch": 0.08926800238048006,
      "grad_norm": 2.122817277908325,
      "learning_rate": 5.430428893694843e-05,
      "loss": 43.1239,
      "step": 900
    },
    {
      "epoch": 0.08936718904979171,
      "grad_norm": 1.9403612613677979,
      "learning_rate": 5.4099990531320545e-05,
      "loss": 43.2268,
      "step": 901
    },
    {
      "epoch": 0.08946637571910335,
      "grad_norm": 2.1394007205963135,
      "learning_rate": 5.389593454951817e-05,
      "loss": 43.3265,
      "step": 902
    },
    {
      "epoch": 0.089565562388415,
      "grad_norm": 1.900905966758728,
      "learning_rate": 5.369212206927594e-05,
      "loss": 43.4307,
      "step": 903
    },
    {
      "epoch": 0.08966474905772664,
      "grad_norm": 2.1382360458374023,
      "learning_rate": 5.348855416704255e-05,
      "loss": 43.359,
      "step": 904
    },
    {
      "epoch": 0.08976393572703828,
      "grad_norm": 2.036776065826416,
      "learning_rate": 5.328523191797479e-05,
      "loss": 43.3779,
      "step": 905
    },
    {
      "epoch": 0.08986312239634993,
      "grad_norm": 2.357588291168213,
      "learning_rate": 5.308215639593206e-05,
      "loss": 43.1825,
      "step": 906
    },
    {
      "epoch": 0.08996230906566158,
      "grad_norm": 2.152700662612915,
      "learning_rate": 5.287932867347074e-05,
      "loss": 43.5233,
      "step": 907
    },
    {
      "epoch": 0.09006149573497323,
      "grad_norm": 2.03234601020813,
      "learning_rate": 5.267674982183834e-05,
      "loss": 43.448,
      "step": 908
    },
    {
      "epoch": 0.09016068240428486,
      "grad_norm": 1.9352905750274658,
      "learning_rate": 5.247442091096794e-05,
      "loss": 43.2117,
      "step": 909
    },
    {
      "epoch": 0.09025986907359651,
      "grad_norm": 2.249281644821167,
      "learning_rate": 5.227234300947265e-05,
      "loss": 43.3867,
      "step": 910
    },
    {
      "epoch": 0.09035905574290816,
      "grad_norm": 2.327066421508789,
      "learning_rate": 5.2070517184639734e-05,
      "loss": 43.3919,
      "step": 911
    },
    {
      "epoch": 0.0904582424122198,
      "grad_norm": 2.099195957183838,
      "learning_rate": 5.186894450242514e-05,
      "loss": 43.3588,
      "step": 912
    },
    {
      "epoch": 0.09055742908153144,
      "grad_norm": 1.9450527429580688,
      "learning_rate": 5.166762602744794e-05,
      "loss": 43.0702,
      "step": 913
    },
    {
      "epoch": 0.09065661575084309,
      "grad_norm": 2.230130672454834,
      "learning_rate": 5.146656282298432e-05,
      "loss": 43.4029,
      "step": 914
    },
    {
      "epoch": 0.09075580242015473,
      "grad_norm": 2.109854221343994,
      "learning_rate": 5.1265755950962545e-05,
      "loss": 43.392,
      "step": 915
    },
    {
      "epoch": 0.09085498908946638,
      "grad_norm": 1.8990687131881714,
      "learning_rate": 5.1065206471956875e-05,
      "loss": 43.4076,
      "step": 916
    },
    {
      "epoch": 0.09095417575877802,
      "grad_norm": 1.97350013256073,
      "learning_rate": 5.08649154451821e-05,
      "loss": 43.4383,
      "step": 917
    },
    {
      "epoch": 0.09105336242808966,
      "grad_norm": 2.1336135864257812,
      "learning_rate": 5.066488392848816e-05,
      "loss": 43.0817,
      "step": 918
    },
    {
      "epoch": 0.09115254909740131,
      "grad_norm": 2.005581855773926,
      "learning_rate": 5.046511297835419e-05,
      "loss": 43.2453,
      "step": 919
    },
    {
      "epoch": 0.09125173576671296,
      "grad_norm": 1.7397350072860718,
      "learning_rate": 5.026560364988315e-05,
      "loss": 43.3296,
      "step": 920
    },
    {
      "epoch": 0.09135092243602459,
      "grad_norm": 2.1125924587249756,
      "learning_rate": 5.006635699679638e-05,
      "loss": 42.9656,
      "step": 921
    },
    {
      "epoch": 0.09145010910533624,
      "grad_norm": 1.9538429975509644,
      "learning_rate": 4.986737407142773e-05,
      "loss": 43.3894,
      "step": 922
    },
    {
      "epoch": 0.09154929577464789,
      "grad_norm": 1.8354556560516357,
      "learning_rate": 4.966865592471815e-05,
      "loss": 43.4746,
      "step": 923
    },
    {
      "epoch": 0.09164848244395953,
      "grad_norm": 2.1753878593444824,
      "learning_rate": 4.947020360621034e-05,
      "loss": 43.3403,
      "step": 924
    },
    {
      "epoch": 0.09174766911327117,
      "grad_norm": 2.1541430950164795,
      "learning_rate": 4.927201816404269e-05,
      "loss": 43.3186,
      "step": 925
    },
    {
      "epoch": 0.09184685578258282,
      "grad_norm": 1.9116085767745972,
      "learning_rate": 4.9074100644944335e-05,
      "loss": 43.4042,
      "step": 926
    },
    {
      "epoch": 0.09194604245189447,
      "grad_norm": 1.89458167552948,
      "learning_rate": 4.887645209422933e-05,
      "loss": 43.4178,
      "step": 927
    },
    {
      "epoch": 0.0920452291212061,
      "grad_norm": 1.771796464920044,
      "learning_rate": 4.8679073555790954e-05,
      "loss": 43.3914,
      "step": 928
    },
    {
      "epoch": 0.09214441579051776,
      "grad_norm": 2.0210018157958984,
      "learning_rate": 4.8481966072096607e-05,
      "loss": 43.3499,
      "step": 929
    },
    {
      "epoch": 0.0922436024598294,
      "grad_norm": 1.8523573875427246,
      "learning_rate": 4.82851306841821e-05,
      "loss": 43.4276,
      "step": 930
    },
    {
      "epoch": 0.09234278912914104,
      "grad_norm": 2.0133402347564697,
      "learning_rate": 4.808856843164593e-05,
      "loss": 43.2629,
      "step": 931
    },
    {
      "epoch": 0.09244197579845269,
      "grad_norm": 2.436774969100952,
      "learning_rate": 4.789228035264429e-05,
      "loss": 43.4146,
      "step": 932
    },
    {
      "epoch": 0.09254116246776434,
      "grad_norm": 2.244027853012085,
      "learning_rate": 4.7696267483885124e-05,
      "loss": 43.3768,
      "step": 933
    },
    {
      "epoch": 0.09264034913707597,
      "grad_norm": 2.2047011852264404,
      "learning_rate": 4.750053086062287e-05,
      "loss": 43.0658,
      "step": 934
    },
    {
      "epoch": 0.09273953580638762,
      "grad_norm": 2.192887783050537,
      "learning_rate": 4.7305071516653035e-05,
      "loss": 43.2947,
      "step": 935
    },
    {
      "epoch": 0.09283872247569927,
      "grad_norm": 1.896565556526184,
      "learning_rate": 4.710989048430657e-05,
      "loss": 43.5541,
      "step": 936
    },
    {
      "epoch": 0.0929379091450109,
      "grad_norm": 2.2567014694213867,
      "learning_rate": 4.6914988794444515e-05,
      "loss": 43.2085,
      "step": 937
    },
    {
      "epoch": 0.09303709581432255,
      "grad_norm": 2.302639961242676,
      "learning_rate": 4.672036747645263e-05,
      "loss": 43.2507,
      "step": 938
    },
    {
      "epoch": 0.0931362824836342,
      "grad_norm": 2.315261125564575,
      "learning_rate": 4.652602755823577e-05,
      "loss": 43.493,
      "step": 939
    },
    {
      "epoch": 0.09323546915294584,
      "grad_norm": 2.0860397815704346,
      "learning_rate": 4.6331970066212614e-05,
      "loss": 43.5597,
      "step": 940
    },
    {
      "epoch": 0.09333465582225749,
      "grad_norm": 2.2688069343566895,
      "learning_rate": 4.613819602531015e-05,
      "loss": 43.0275,
      "step": 941
    },
    {
      "epoch": 0.09343384249156914,
      "grad_norm": 2.1573591232299805,
      "learning_rate": 4.594470645895832e-05,
      "loss": 43.3195,
      "step": 942
    },
    {
      "epoch": 0.09353302916088078,
      "grad_norm": 1.9633009433746338,
      "learning_rate": 4.5751502389084655e-05,
      "loss": 43.3076,
      "step": 943
    },
    {
      "epoch": 0.09363221583019242,
      "grad_norm": 1.9531917572021484,
      "learning_rate": 4.555858483610872e-05,
      "loss": 43.4856,
      "step": 944
    },
    {
      "epoch": 0.09373140249950407,
      "grad_norm": 1.98274827003479,
      "learning_rate": 4.536595481893685e-05,
      "loss": 43.4114,
      "step": 945
    },
    {
      "epoch": 0.09383058916881572,
      "grad_norm": 2.263596296310425,
      "learning_rate": 4.517361335495682e-05,
      "loss": 42.9499,
      "step": 946
    },
    {
      "epoch": 0.09392977583812735,
      "grad_norm": 2.182162046432495,
      "learning_rate": 4.49815614600323e-05,
      "loss": 43.4095,
      "step": 947
    },
    {
      "epoch": 0.094028962507439,
      "grad_norm": 2.3231303691864014,
      "learning_rate": 4.4789800148497604e-05,
      "loss": 43.4036,
      "step": 948
    },
    {
      "epoch": 0.09412814917675065,
      "grad_norm": 2.291921854019165,
      "learning_rate": 4.4598330433152305e-05,
      "loss": 43.5046,
      "step": 949
    },
    {
      "epoch": 0.09422733584606229,
      "grad_norm": 2.0057833194732666,
      "learning_rate": 4.440715332525596e-05,
      "loss": 43.4289,
      "step": 950
    },
    {
      "epoch": 0.09432652251537393,
      "grad_norm": 2.063422441482544,
      "learning_rate": 4.421626983452262e-05,
      "loss": 43.1511,
      "step": 951
    },
    {
      "epoch": 0.09442570918468558,
      "grad_norm": 2.157115936279297,
      "learning_rate": 4.402568096911557e-05,
      "loss": 43.2615,
      "step": 952
    },
    {
      "epoch": 0.09452489585399722,
      "grad_norm": 2.685610771179199,
      "learning_rate": 4.383538773564212e-05,
      "loss": 43.0754,
      "step": 953
    },
    {
      "epoch": 0.09462408252330887,
      "grad_norm": 2.1259701251983643,
      "learning_rate": 4.364539113914808e-05,
      "loss": 42.9654,
      "step": 954
    },
    {
      "epoch": 0.09472326919262052,
      "grad_norm": 1.9196109771728516,
      "learning_rate": 4.3455692183112595e-05,
      "loss": 43.4018,
      "step": 955
    },
    {
      "epoch": 0.09482245586193215,
      "grad_norm": 2.059041976928711,
      "learning_rate": 4.3266291869442733e-05,
      "loss": 43.2369,
      "step": 956
    },
    {
      "epoch": 0.0949216425312438,
      "grad_norm": 1.911485195159912,
      "learning_rate": 4.3077191198468415e-05,
      "loss": 43.5313,
      "step": 957
    },
    {
      "epoch": 0.09502082920055545,
      "grad_norm": 1.9086652994155884,
      "learning_rate": 4.2888391168936835e-05,
      "loss": 43.4536,
      "step": 958
    },
    {
      "epoch": 0.09512001586986708,
      "grad_norm": 2.47461199760437,
      "learning_rate": 4.26998927780074e-05,
      "loss": 43.4276,
      "step": 959
    },
    {
      "epoch": 0.09521920253917873,
      "grad_norm": 2.3655717372894287,
      "learning_rate": 4.2511697021246324e-05,
      "loss": 43.195,
      "step": 960
    },
    {
      "epoch": 0.09531838920849038,
      "grad_norm": 2.0625991821289062,
      "learning_rate": 4.2323804892621555e-05,
      "loss": 43.0129,
      "step": 961
    },
    {
      "epoch": 0.09541757587780203,
      "grad_norm": 2.285149574279785,
      "learning_rate": 4.213621738449734e-05,
      "loss": 43.0987,
      "step": 962
    },
    {
      "epoch": 0.09551676254711366,
      "grad_norm": 2.3874428272247314,
      "learning_rate": 4.1948935487629004e-05,
      "loss": 43.2174,
      "step": 963
    },
    {
      "epoch": 0.09561594921642531,
      "grad_norm": 2.234628915786743,
      "learning_rate": 4.17619601911579e-05,
      "loss": 43.4591,
      "step": 964
    },
    {
      "epoch": 0.09571513588573696,
      "grad_norm": 2.012822151184082,
      "learning_rate": 4.157529248260593e-05,
      "loss": 43.342,
      "step": 965
    },
    {
      "epoch": 0.0958143225550486,
      "grad_norm": 2.1265361309051514,
      "learning_rate": 4.1388933347870465e-05,
      "loss": 43.2859,
      "step": 966
    },
    {
      "epoch": 0.09591350922436025,
      "grad_norm": 1.9820727109909058,
      "learning_rate": 4.120288377121926e-05,
      "loss": 43.2474,
      "step": 967
    },
    {
      "epoch": 0.0960126958936719,
      "grad_norm": 1.9001063108444214,
      "learning_rate": 4.1017144735284864e-05,
      "loss": 43.1858,
      "step": 968
    },
    {
      "epoch": 0.09611188256298353,
      "grad_norm": 1.736894130706787,
      "learning_rate": 4.083171722105991e-05,
      "loss": 43.3045,
      "step": 969
    },
    {
      "epoch": 0.09621106923229518,
      "grad_norm": 2.253444194793701,
      "learning_rate": 4.064660220789169e-05,
      "loss": 43.4471,
      "step": 970
    },
    {
      "epoch": 0.09631025590160683,
      "grad_norm": 2.0450022220611572,
      "learning_rate": 4.046180067347684e-05,
      "loss": 42.9752,
      "step": 971
    },
    {
      "epoch": 0.09640944257091846,
      "grad_norm": 1.9328802824020386,
      "learning_rate": 4.0277313593856504e-05,
      "loss": 43.2757,
      "step": 972
    },
    {
      "epoch": 0.09650862924023011,
      "grad_norm": 1.7839348316192627,
      "learning_rate": 4.009314194341095e-05,
      "loss": 43.4528,
      "step": 973
    },
    {
      "epoch": 0.09660781590954176,
      "grad_norm": 2.036674737930298,
      "learning_rate": 3.990928669485443e-05,
      "loss": 43.1688,
      "step": 974
    },
    {
      "epoch": 0.0967070025788534,
      "grad_norm": 1.8855807781219482,
      "learning_rate": 3.9725748819230246e-05,
      "loss": 43.2955,
      "step": 975
    },
    {
      "epoch": 0.09680618924816504,
      "grad_norm": 2.282729387283325,
      "learning_rate": 3.954252928590534e-05,
      "loss": 42.87,
      "step": 976
    },
    {
      "epoch": 0.0969053759174767,
      "grad_norm": 2.193770408630371,
      "learning_rate": 3.935962906256532e-05,
      "loss": 43.0532,
      "step": 977
    },
    {
      "epoch": 0.09700456258678833,
      "grad_norm": 2.2436916828155518,
      "learning_rate": 3.917704911520947e-05,
      "loss": 42.9126,
      "step": 978
    },
    {
      "epoch": 0.09710374925609998,
      "grad_norm": 1.7772424221038818,
      "learning_rate": 3.89947904081453e-05,
      "loss": 43.3971,
      "step": 979
    },
    {
      "epoch": 0.09720293592541163,
      "grad_norm": 1.9966342449188232,
      "learning_rate": 3.8812853903983845e-05,
      "loss": 43.4008,
      "step": 980
    },
    {
      "epoch": 0.09730212259472328,
      "grad_norm": 1.9384020566940308,
      "learning_rate": 3.863124056363443e-05,
      "loss": 43.1871,
      "step": 981
    },
    {
      "epoch": 0.09740130926403491,
      "grad_norm": 2.1458635330200195,
      "learning_rate": 3.844995134629933e-05,
      "loss": 43.1764,
      "step": 982
    },
    {
      "epoch": 0.09750049593334656,
      "grad_norm": 2.0289077758789062,
      "learning_rate": 3.8268987209469174e-05,
      "loss": 43.2315,
      "step": 983
    },
    {
      "epoch": 0.09759968260265821,
      "grad_norm": 1.7588225603103638,
      "learning_rate": 3.808834910891766e-05,
      "loss": 43.5748,
      "step": 984
    },
    {
      "epoch": 0.09769886927196984,
      "grad_norm": 2.3754634857177734,
      "learning_rate": 3.79080379986963e-05,
      "loss": 42.9136,
      "step": 985
    },
    {
      "epoch": 0.09779805594128149,
      "grad_norm": 1.9548696279525757,
      "learning_rate": 3.77280548311298e-05,
      "loss": 43.4306,
      "step": 986
    },
    {
      "epoch": 0.09789724261059314,
      "grad_norm": 1.8730595111846924,
      "learning_rate": 3.75484005568107e-05,
      "loss": 43.1881,
      "step": 987
    },
    {
      "epoch": 0.09799642927990478,
      "grad_norm": 2.1769115924835205,
      "learning_rate": 3.736907612459447e-05,
      "loss": 43.4288,
      "step": 988
    },
    {
      "epoch": 0.09809561594921642,
      "grad_norm": 2.3637044429779053,
      "learning_rate": 3.7190082481594615e-05,
      "loss": 43.2558,
      "step": 989
    },
    {
      "epoch": 0.09819480261852807,
      "grad_norm": 2.090298652648926,
      "learning_rate": 3.70114205731774e-05,
      "loss": 43.2648,
      "step": 990
    },
    {
      "epoch": 0.09829398928783971,
      "grad_norm": 2.058948516845703,
      "learning_rate": 3.6833091342957074e-05,
      "loss": 43.4079,
      "step": 991
    },
    {
      "epoch": 0.09839317595715136,
      "grad_norm": 2.2336905002593994,
      "learning_rate": 3.6655095732790876e-05,
      "loss": 42.9123,
      "step": 992
    },
    {
      "epoch": 0.098492362626463,
      "grad_norm": 2.4446029663085938,
      "learning_rate": 3.647743468277396e-05,
      "loss": 43.4338,
      "step": 993
    },
    {
      "epoch": 0.09859154929577464,
      "grad_norm": 1.9126993417739868,
      "learning_rate": 3.630010913123447e-05,
      "loss": 43.6048,
      "step": 994
    },
    {
      "epoch": 0.09869073596508629,
      "grad_norm": 2.4583399295806885,
      "learning_rate": 3.61231200147286e-05,
      "loss": 43.4431,
      "step": 995
    },
    {
      "epoch": 0.09878992263439794,
      "grad_norm": 2.1282401084899902,
      "learning_rate": 3.5946468268035646e-05,
      "loss": 43.1827,
      "step": 996
    },
    {
      "epoch": 0.09888910930370959,
      "grad_norm": 2.3994619846343994,
      "learning_rate": 3.577015482415311e-05,
      "loss": 43.3555,
      "step": 997
    },
    {
      "epoch": 0.09898829597302122,
      "grad_norm": 2.0540692806243896,
      "learning_rate": 3.559418061429165e-05,
      "loss": 43.0956,
      "step": 998
    },
    {
      "epoch": 0.09908748264233287,
      "grad_norm": 2.195634126663208,
      "learning_rate": 3.5418546567870247e-05,
      "loss": 43.2846,
      "step": 999
    },
    {
      "epoch": 0.09918666931164452,
      "grad_norm": 2.609419107437134,
      "learning_rate": 3.524325361251137e-05,
      "loss": 43.4892,
      "step": 1000
    },
    {
      "epoch": 0.09928585598095616,
      "grad_norm": 1.9799423217773438,
      "learning_rate": 3.5068302674035904e-05,
      "loss": 43.3281,
      "step": 1001
    },
    {
      "epoch": 0.0993850426502678,
      "grad_norm": 1.7329635620117188,
      "learning_rate": 3.489369467645836e-05,
      "loss": 43.4467,
      "step": 1002
    },
    {
      "epoch": 0.09948422931957945,
      "grad_norm": 2.06644868850708,
      "learning_rate": 3.4719430541982055e-05,
      "loss": 43.3543,
      "step": 1003
    },
    {
      "epoch": 0.09958341598889109,
      "grad_norm": 1.9231317043304443,
      "learning_rate": 3.45455111909941e-05,
      "loss": 43.483,
      "step": 1004
    },
    {
      "epoch": 0.09968260265820274,
      "grad_norm": 2.015110731124878,
      "learning_rate": 3.437193754206063e-05,
      "loss": 43.5122,
      "step": 1005
    },
    {
      "epoch": 0.09978178932751439,
      "grad_norm": 2.3367538452148438,
      "learning_rate": 3.4198710511921894e-05,
      "loss": 43.2271,
      "step": 1006
    },
    {
      "epoch": 0.09988097599682602,
      "grad_norm": 2.0192489624023438,
      "learning_rate": 3.402583101548758e-05,
      "loss": 43.4331,
      "step": 1007
    },
    {
      "epoch": 0.09998016266613767,
      "grad_norm": 1.9471344947814941,
      "learning_rate": 3.38532999658317e-05,
      "loss": 43.349,
      "step": 1008
    },
    {
      "epoch": 0.10007934933544932,
      "grad_norm": 2.322796583175659,
      "learning_rate": 3.3681118274188015e-05,
      "loss": 43.2149,
      "step": 1009
    },
    {
      "epoch": 0.10017853600476095,
      "grad_norm": 2.3605546951293945,
      "learning_rate": 3.3509286849945077e-05,
      "loss": 43.5877,
      "step": 1010
    },
    {
      "epoch": 0.1002777226740726,
      "grad_norm": 2.401332139968872,
      "learning_rate": 3.333780660064154e-05,
      "loss": 43.1756,
      "step": 1011
    },
    {
      "epoch": 0.10037690934338425,
      "grad_norm": 1.9632779359817505,
      "learning_rate": 3.316667843196127e-05,
      "loss": 43.2111,
      "step": 1012
    },
    {
      "epoch": 0.10047609601269589,
      "grad_norm": 1.825598955154419,
      "learning_rate": 3.299590324772858e-05,
      "loss": 43.3257,
      "step": 1013
    },
    {
      "epoch": 0.10057528268200754,
      "grad_norm": 2.2538533210754395,
      "learning_rate": 3.282548194990346e-05,
      "loss": 43.2439,
      "step": 1014
    },
    {
      "epoch": 0.10067446935131918,
      "grad_norm": 2.1347672939300537,
      "learning_rate": 3.265541543857692e-05,
      "loss": 43.3461,
      "step": 1015
    },
    {
      "epoch": 0.10077365602063083,
      "grad_norm": 1.8828911781311035,
      "learning_rate": 3.248570461196605e-05,
      "loss": 43.2441,
      "step": 1016
    },
    {
      "epoch": 0.10087284268994247,
      "grad_norm": 1.8109838962554932,
      "learning_rate": 3.231635036640937e-05,
      "loss": 43.4773,
      "step": 1017
    },
    {
      "epoch": 0.10097202935925412,
      "grad_norm": 2.153174638748169,
      "learning_rate": 3.214735359636216e-05,
      "loss": 43.0546,
      "step": 1018
    },
    {
      "epoch": 0.10107121602856577,
      "grad_norm": 2.304943323135376,
      "learning_rate": 3.197871519439164e-05,
      "loss": 42.8444,
      "step": 1019
    },
    {
      "epoch": 0.1011704026978774,
      "grad_norm": 1.7429345846176147,
      "learning_rate": 3.181043605117222e-05,
      "loss": 43.4822,
      "step": 1020
    },
    {
      "epoch": 0.10126958936718905,
      "grad_norm": 2.0485217571258545,
      "learning_rate": 3.164251705548099e-05,
      "loss": 43.2053,
      "step": 1021
    },
    {
      "epoch": 0.1013687760365007,
      "grad_norm": 2.291607141494751,
      "learning_rate": 3.14749590941928e-05,
      "loss": 43.3993,
      "step": 1022
    },
    {
      "epoch": 0.10146796270581233,
      "grad_norm": 1.9773616790771484,
      "learning_rate": 3.1307763052275666e-05,
      "loss": 43.6022,
      "step": 1023
    },
    {
      "epoch": 0.10156714937512398,
      "grad_norm": 2.4271645545959473,
      "learning_rate": 3.114092981278624e-05,
      "loss": 42.8401,
      "step": 1024
    },
    {
      "epoch": 0.10166633604443563,
      "grad_norm": 1.811759114265442,
      "learning_rate": 3.097446025686477e-05,
      "loss": 43.3751,
      "step": 1025
    },
    {
      "epoch": 0.10176552271374727,
      "grad_norm": 2.127363681793213,
      "learning_rate": 3.0808355263730937e-05,
      "loss": 43.338,
      "step": 1026
    },
    {
      "epoch": 0.10186470938305892,
      "grad_norm": 2.3490378856658936,
      "learning_rate": 3.0642615710678815e-05,
      "loss": 43.3598,
      "step": 1027
    },
    {
      "epoch": 0.10196389605237056,
      "grad_norm": 1.9547561407089233,
      "learning_rate": 3.0477242473072375e-05,
      "loss": 43.3876,
      "step": 1028
    },
    {
      "epoch": 0.1020630827216822,
      "grad_norm": 1.8460763692855835,
      "learning_rate": 3.031223642434099e-05,
      "loss": 43.42,
      "step": 1029
    },
    {
      "epoch": 0.10216226939099385,
      "grad_norm": 1.6534944772720337,
      "learning_rate": 3.0147598435974577e-05,
      "loss": 43.4627,
      "step": 1030
    },
    {
      "epoch": 0.1022614560603055,
      "grad_norm": 2.1331942081451416,
      "learning_rate": 2.9983329377519143e-05,
      "loss": 43.3599,
      "step": 1031
    },
    {
      "epoch": 0.10236064272961715,
      "grad_norm": 1.8665058612823486,
      "learning_rate": 2.981943011657228e-05,
      "loss": 43.4527,
      "step": 1032
    },
    {
      "epoch": 0.10245982939892878,
      "grad_norm": 2.257120370864868,
      "learning_rate": 2.9655901518778252e-05,
      "loss": 43.2508,
      "step": 1033
    },
    {
      "epoch": 0.10255901606824043,
      "grad_norm": 2.8051187992095947,
      "learning_rate": 2.949274444782384e-05,
      "loss": 43.2147,
      "step": 1034
    },
    {
      "epoch": 0.10265820273755208,
      "grad_norm": 1.9323705434799194,
      "learning_rate": 2.9329959765433578e-05,
      "loss": 43.2392,
      "step": 1035
    },
    {
      "epoch": 0.10265820273755208,
      "eval_loss": 10.82271957397461,
      "eval_runtime": 11.243,
      "eval_samples_per_second": 377.57,
      "eval_steps_per_second": 188.829,
      "step": 1035
    },
    {
      "epoch": 0.10275738940686371,
      "grad_norm": 1.6864278316497803,
      "learning_rate": 2.9167548331365014e-05,
      "loss": 43.3224,
      "step": 1036
    },
    {
      "epoch": 0.10285657607617536,
      "grad_norm": 2.01654314994812,
      "learning_rate": 2.900551100340455e-05,
      "loss": 43.3088,
      "step": 1037
    },
    {
      "epoch": 0.10295576274548701,
      "grad_norm": 1.9112672805786133,
      "learning_rate": 2.8843848637362712e-05,
      "loss": 43.2829,
      "step": 1038
    },
    {
      "epoch": 0.10305494941479865,
      "grad_norm": 1.7659448385238647,
      "learning_rate": 2.8682562087069486e-05,
      "loss": 43.0748,
      "step": 1039
    },
    {
      "epoch": 0.1031541360841103,
      "grad_norm": 2.215243339538574,
      "learning_rate": 2.852165220437015e-05,
      "loss": 43.0117,
      "step": 1040
    },
    {
      "epoch": 0.10325332275342194,
      "grad_norm": 2.1228878498077393,
      "learning_rate": 2.8361119839120488e-05,
      "loss": 43.401,
      "step": 1041
    },
    {
      "epoch": 0.10335250942273358,
      "grad_norm": 2.2890191078186035,
      "learning_rate": 2.820096583918236e-05,
      "loss": 43.1889,
      "step": 1042
    },
    {
      "epoch": 0.10345169609204523,
      "grad_norm": 1.8007656335830688,
      "learning_rate": 2.8041191050419403e-05,
      "loss": 43.191,
      "step": 1043
    },
    {
      "epoch": 0.10355088276135688,
      "grad_norm": 1.9802706241607666,
      "learning_rate": 2.788179631669232e-05,
      "loss": 43.2676,
      "step": 1044
    },
    {
      "epoch": 0.10365006943066851,
      "grad_norm": 1.9914954900741577,
      "learning_rate": 2.7722782479854514e-05,
      "loss": 43.2411,
      "step": 1045
    },
    {
      "epoch": 0.10374925609998016,
      "grad_norm": 2.4769716262817383,
      "learning_rate": 2.7564150379747777e-05,
      "loss": 43.3384,
      "step": 1046
    },
    {
      "epoch": 0.10384844276929181,
      "grad_norm": 2.1755826473236084,
      "learning_rate": 2.7405900854197607e-05,
      "loss": 43.0251,
      "step": 1047
    },
    {
      "epoch": 0.10394762943860344,
      "grad_norm": 2.272775650024414,
      "learning_rate": 2.7248034739008942e-05,
      "loss": 42.9522,
      "step": 1048
    },
    {
      "epoch": 0.1040468161079151,
      "grad_norm": 2.054165840148926,
      "learning_rate": 2.7090552867961817e-05,
      "loss": 43.3634,
      "step": 1049
    },
    {
      "epoch": 0.10414600277722674,
      "grad_norm": 1.8856379985809326,
      "learning_rate": 2.693345607280665e-05,
      "loss": 43.4114,
      "step": 1050
    },
    {
      "epoch": 0.10424518944653839,
      "grad_norm": 2.4174342155456543,
      "learning_rate": 2.6776745183260278e-05,
      "loss": 42.8189,
      "step": 1051
    },
    {
      "epoch": 0.10434437611585003,
      "grad_norm": 2.0024263858795166,
      "learning_rate": 2.662042102700121e-05,
      "loss": 43.2766,
      "step": 1052
    },
    {
      "epoch": 0.10444356278516168,
      "grad_norm": 2.0610110759735107,
      "learning_rate": 2.6464484429665404e-05,
      "loss": 43.7177,
      "step": 1053
    },
    {
      "epoch": 0.10454274945447332,
      "grad_norm": 1.9586541652679443,
      "learning_rate": 2.6308936214842016e-05,
      "loss": 43.3399,
      "step": 1054
    },
    {
      "epoch": 0.10464193612378496,
      "grad_norm": 2.1504197120666504,
      "learning_rate": 2.6153777204068818e-05,
      "loss": 43.2787,
      "step": 1055
    },
    {
      "epoch": 0.10474112279309661,
      "grad_norm": 2.3864498138427734,
      "learning_rate": 2.599900821682799e-05,
      "loss": 43.372,
      "step": 1056
    },
    {
      "epoch": 0.10484030946240826,
      "grad_norm": 2.1138644218444824,
      "learning_rate": 2.5844630070541865e-05,
      "loss": 43.1379,
      "step": 1057
    },
    {
      "epoch": 0.10493949613171989,
      "grad_norm": 1.9664846658706665,
      "learning_rate": 2.569064358056841e-05,
      "loss": 43.295,
      "step": 1058
    },
    {
      "epoch": 0.10503868280103154,
      "grad_norm": 2.0142152309417725,
      "learning_rate": 2.5537049560197112e-05,
      "loss": 43.0202,
      "step": 1059
    },
    {
      "epoch": 0.10513786947034319,
      "grad_norm": 1.9622864723205566,
      "learning_rate": 2.538384882064453e-05,
      "loss": 43.2141,
      "step": 1060
    },
    {
      "epoch": 0.10523705613965482,
      "grad_norm": 2.4546916484832764,
      "learning_rate": 2.523104217105021e-05,
      "loss": 43.4144,
      "step": 1061
    },
    {
      "epoch": 0.10533624280896647,
      "grad_norm": 2.5703399181365967,
      "learning_rate": 2.507863041847217e-05,
      "loss": 43.1509,
      "step": 1062
    },
    {
      "epoch": 0.10543542947827812,
      "grad_norm": 2.306077480316162,
      "learning_rate": 2.4926614367882805e-05,
      "loss": 43.5177,
      "step": 1063
    },
    {
      "epoch": 0.10553461614758976,
      "grad_norm": 1.7721586227416992,
      "learning_rate": 2.4774994822164534e-05,
      "loss": 43.3269,
      "step": 1064
    },
    {
      "epoch": 0.1056338028169014,
      "grad_norm": 2.2535550594329834,
      "learning_rate": 2.462377258210572e-05,
      "loss": 43.3561,
      "step": 1065
    },
    {
      "epoch": 0.10573298948621306,
      "grad_norm": 1.9601596593856812,
      "learning_rate": 2.447294844639624e-05,
      "loss": 43.4029,
      "step": 1066
    },
    {
      "epoch": 0.1058321761555247,
      "grad_norm": 1.8112313747406006,
      "learning_rate": 2.4322523211623327e-05,
      "loss": 43.3426,
      "step": 1067
    },
    {
      "epoch": 0.10593136282483634,
      "grad_norm": 1.8747832775115967,
      "learning_rate": 2.4172497672267514e-05,
      "loss": 43.3777,
      "step": 1068
    },
    {
      "epoch": 0.10603054949414799,
      "grad_norm": 1.791438341140747,
      "learning_rate": 2.4022872620698232e-05,
      "loss": 43.2513,
      "step": 1069
    },
    {
      "epoch": 0.10612973616345964,
      "grad_norm": 1.8881406784057617,
      "learning_rate": 2.3873648847169715e-05,
      "loss": 43.5012,
      "step": 1070
    },
    {
      "epoch": 0.10622892283277127,
      "grad_norm": 2.078063488006592,
      "learning_rate": 2.372482713981682e-05,
      "loss": 43.3562,
      "step": 1071
    },
    {
      "epoch": 0.10632810950208292,
      "grad_norm": 2.2463982105255127,
      "learning_rate": 2.357640828465092e-05,
      "loss": 43.3477,
      "step": 1072
    },
    {
      "epoch": 0.10642729617139457,
      "grad_norm": 2.4299933910369873,
      "learning_rate": 2.3428393065555632e-05,
      "loss": 43.1149,
      "step": 1073
    },
    {
      "epoch": 0.1065264828407062,
      "grad_norm": 2.2693679332733154,
      "learning_rate": 2.3280782264282753e-05,
      "loss": 43.715,
      "step": 1074
    },
    {
      "epoch": 0.10662566951001785,
      "grad_norm": 2.211836338043213,
      "learning_rate": 2.3133576660448176e-05,
      "loss": 43.4276,
      "step": 1075
    },
    {
      "epoch": 0.1067248561793295,
      "grad_norm": 1.9994254112243652,
      "learning_rate": 2.2986777031527673e-05,
      "loss": 43.316,
      "step": 1076
    },
    {
      "epoch": 0.10682404284864114,
      "grad_norm": 2.2838003635406494,
      "learning_rate": 2.28403841528528e-05,
      "loss": 43.4559,
      "step": 1077
    },
    {
      "epoch": 0.10692322951795279,
      "grad_norm": 2.2666330337524414,
      "learning_rate": 2.2694398797606954e-05,
      "loss": 43.0834,
      "step": 1078
    },
    {
      "epoch": 0.10702241618726444,
      "grad_norm": 2.0169146060943604,
      "learning_rate": 2.2548821736821002e-05,
      "loss": 43.4411,
      "step": 1079
    },
    {
      "epoch": 0.10712160285657607,
      "grad_norm": 1.9657902717590332,
      "learning_rate": 2.2403653739369535e-05,
      "loss": 43.4966,
      "step": 1080
    },
    {
      "epoch": 0.10722078952588772,
      "grad_norm": 2.2416534423828125,
      "learning_rate": 2.2258895571966564e-05,
      "loss": 43.2932,
      "step": 1081
    },
    {
      "epoch": 0.10731997619519937,
      "grad_norm": 2.406165599822998,
      "learning_rate": 2.211454799916155e-05,
      "loss": 43.3974,
      "step": 1082
    },
    {
      "epoch": 0.107419162864511,
      "grad_norm": 2.0482776165008545,
      "learning_rate": 2.197061178333545e-05,
      "loss": 43.2469,
      "step": 1083
    },
    {
      "epoch": 0.10751834953382265,
      "grad_norm": 2.2992138862609863,
      "learning_rate": 2.1827087684696522e-05,
      "loss": 43.4739,
      "step": 1084
    },
    {
      "epoch": 0.1076175362031343,
      "grad_norm": 2.0701234340667725,
      "learning_rate": 2.1683976461276446e-05,
      "loss": 43.152,
      "step": 1085
    },
    {
      "epoch": 0.10771672287244595,
      "grad_norm": 2.5112268924713135,
      "learning_rate": 2.1541278868926296e-05,
      "loss": 43.3509,
      "step": 1086
    },
    {
      "epoch": 0.10781590954175758,
      "grad_norm": 1.8819648027420044,
      "learning_rate": 2.1398995661312482e-05,
      "loss": 43.6435,
      "step": 1087
    },
    {
      "epoch": 0.10791509621106923,
      "grad_norm": 2.143810272216797,
      "learning_rate": 2.1257127589912807e-05,
      "loss": 43.3598,
      "step": 1088
    },
    {
      "epoch": 0.10801428288038088,
      "grad_norm": 2.1973557472229004,
      "learning_rate": 2.1115675404012625e-05,
      "loss": 42.8287,
      "step": 1089
    },
    {
      "epoch": 0.10811346954969252,
      "grad_norm": 2.4099574089050293,
      "learning_rate": 2.097463985070054e-05,
      "loss": 43.4581,
      "step": 1090
    },
    {
      "epoch": 0.10821265621900417,
      "grad_norm": 2.112236976623535,
      "learning_rate": 2.083402167486489e-05,
      "loss": 43.4635,
      "step": 1091
    },
    {
      "epoch": 0.10831184288831582,
      "grad_norm": 2.2669761180877686,
      "learning_rate": 2.069382161918958e-05,
      "loss": 43.2845,
      "step": 1092
    },
    {
      "epoch": 0.10841102955762745,
      "grad_norm": 2.3433635234832764,
      "learning_rate": 2.0554040424150023e-05,
      "loss": 43.3251,
      "step": 1093
    },
    {
      "epoch": 0.1085102162269391,
      "grad_norm": 1.849046230316162,
      "learning_rate": 2.0414678828009613e-05,
      "loss": 43.2783,
      "step": 1094
    },
    {
      "epoch": 0.10860940289625075,
      "grad_norm": 2.100344181060791,
      "learning_rate": 2.0275737566815455e-05,
      "loss": 43.2561,
      "step": 1095
    },
    {
      "epoch": 0.10870858956556238,
      "grad_norm": 2.0855021476745605,
      "learning_rate": 2.0137217374394655e-05,
      "loss": 43.2956,
      "step": 1096
    },
    {
      "epoch": 0.10880777623487403,
      "grad_norm": 2.3706424236297607,
      "learning_rate": 1.9999118982350485e-05,
      "loss": 43.4625,
      "step": 1097
    },
    {
      "epoch": 0.10890696290418568,
      "grad_norm": 2.0374128818511963,
      "learning_rate": 1.98614431200584e-05,
      "loss": 43.1283,
      "step": 1098
    },
    {
      "epoch": 0.10900614957349732,
      "grad_norm": 1.7949743270874023,
      "learning_rate": 1.972419051466219e-05,
      "loss": 43.2577,
      "step": 1099
    },
    {
      "epoch": 0.10910533624280896,
      "grad_norm": 2.187823534011841,
      "learning_rate": 1.95873618910703e-05,
      "loss": 43.2838,
      "step": 1100
    },
    {
      "epoch": 0.10920452291212061,
      "grad_norm": 1.766406774520874,
      "learning_rate": 1.945095797195181e-05,
      "loss": 43.5403,
      "step": 1101
    },
    {
      "epoch": 0.10930370958143226,
      "grad_norm": 1.9312326908111572,
      "learning_rate": 1.9314979477732674e-05,
      "loss": 43.451,
      "step": 1102
    },
    {
      "epoch": 0.1094028962507439,
      "grad_norm": 2.104093074798584,
      "learning_rate": 1.9179427126592054e-05,
      "loss": 43.4365,
      "step": 1103
    },
    {
      "epoch": 0.10950208292005555,
      "grad_norm": 2.419813871383667,
      "learning_rate": 1.9044301634458238e-05,
      "loss": 43.5545,
      "step": 1104
    },
    {
      "epoch": 0.1096012695893672,
      "grad_norm": 2.0978732109069824,
      "learning_rate": 1.8909603715005198e-05,
      "loss": 43.1465,
      "step": 1105
    },
    {
      "epoch": 0.10970045625867883,
      "grad_norm": 2.210231304168701,
      "learning_rate": 1.8775334079648554e-05,
      "loss": 43.5224,
      "step": 1106
    },
    {
      "epoch": 0.10979964292799048,
      "grad_norm": 2.125434160232544,
      "learning_rate": 1.864149343754191e-05,
      "loss": 43.4481,
      "step": 1107
    },
    {
      "epoch": 0.10989882959730213,
      "grad_norm": 2.2087841033935547,
      "learning_rate": 1.850808249557322e-05,
      "loss": 43.1026,
      "step": 1108
    },
    {
      "epoch": 0.10999801626661376,
      "grad_norm": 2.109090566635132,
      "learning_rate": 1.837510195836083e-05,
      "loss": 43.3705,
      "step": 1109
    },
    {
      "epoch": 0.11009720293592541,
      "grad_norm": 2.0380489826202393,
      "learning_rate": 1.82425525282499e-05,
      "loss": 43.1155,
      "step": 1110
    },
    {
      "epoch": 0.11019638960523706,
      "grad_norm": 1.8931025266647339,
      "learning_rate": 1.8110434905308758e-05,
      "loss": 43.5846,
      "step": 1111
    },
    {
      "epoch": 0.1102955762745487,
      "grad_norm": 2.193695545196533,
      "learning_rate": 1.797874978732502e-05,
      "loss": 43.1693,
      "step": 1112
    },
    {
      "epoch": 0.11039476294386034,
      "grad_norm": 2.0088858604431152,
      "learning_rate": 1.7847497869802e-05,
      "loss": 43.4337,
      "step": 1113
    },
    {
      "epoch": 0.110493949613172,
      "grad_norm": 2.075730085372925,
      "learning_rate": 1.771667984595511e-05,
      "loss": 43.2213,
      "step": 1114
    },
    {
      "epoch": 0.11059313628248363,
      "grad_norm": 1.8633036613464355,
      "learning_rate": 1.758629640670807e-05,
      "loss": 43.3132,
      "step": 1115
    },
    {
      "epoch": 0.11069232295179528,
      "grad_norm": 2.1463515758514404,
      "learning_rate": 1.7456348240689324e-05,
      "loss": 43.0615,
      "step": 1116
    },
    {
      "epoch": 0.11079150962110693,
      "grad_norm": 2.1884613037109375,
      "learning_rate": 1.7326836034228378e-05,
      "loss": 43.2174,
      "step": 1117
    },
    {
      "epoch": 0.11089069629041856,
      "grad_norm": 1.8539804220199585,
      "learning_rate": 1.7197760471352185e-05,
      "loss": 43.2283,
      "step": 1118
    },
    {
      "epoch": 0.11098988295973021,
      "grad_norm": 2.3994038105010986,
      "learning_rate": 1.706912223378162e-05,
      "loss": 43.0468,
      "step": 1119
    },
    {
      "epoch": 0.11108906962904186,
      "grad_norm": 2.16751766204834,
      "learning_rate": 1.6940922000927707e-05,
      "loss": 43.1557,
      "step": 1120
    },
    {
      "epoch": 0.11118825629835351,
      "grad_norm": 2.020477294921875,
      "learning_rate": 1.68131604498881e-05,
      "loss": 43.1987,
      "step": 1121
    },
    {
      "epoch": 0.11128744296766514,
      "grad_norm": 1.9552767276763916,
      "learning_rate": 1.6685838255443652e-05,
      "loss": 43.2363,
      "step": 1122
    },
    {
      "epoch": 0.11138662963697679,
      "grad_norm": 2.1262552738189697,
      "learning_rate": 1.65589560900546e-05,
      "loss": 43.547,
      "step": 1123
    },
    {
      "epoch": 0.11148581630628844,
      "grad_norm": 2.2838950157165527,
      "learning_rate": 1.6432514623857198e-05,
      "loss": 43.0649,
      "step": 1124
    },
    {
      "epoch": 0.11158500297560008,
      "grad_norm": 2.2327919006347656,
      "learning_rate": 1.6306514524660087e-05,
      "loss": 42.8205,
      "step": 1125
    },
    {
      "epoch": 0.11168418964491172,
      "grad_norm": 2.279003858566284,
      "learning_rate": 1.6180956457940864e-05,
      "loss": 43.2359,
      "step": 1126
    },
    {
      "epoch": 0.11178337631422337,
      "grad_norm": 2.4765570163726807,
      "learning_rate": 1.6055841086842448e-05,
      "loss": 42.9458,
      "step": 1127
    },
    {
      "epoch": 0.11188256298353501,
      "grad_norm": 2.1235129833221436,
      "learning_rate": 1.5931169072169615e-05,
      "loss": 43.5143,
      "step": 1128
    },
    {
      "epoch": 0.11198174965284666,
      "grad_norm": 2.516355276107788,
      "learning_rate": 1.5806941072385594e-05,
      "loss": 43.3404,
      "step": 1129
    },
    {
      "epoch": 0.1120809363221583,
      "grad_norm": 2.1377298831939697,
      "learning_rate": 1.5683157743608478e-05,
      "loss": 43.362,
      "step": 1130
    },
    {
      "epoch": 0.11218012299146994,
      "grad_norm": 2.019286870956421,
      "learning_rate": 1.555981973960776e-05,
      "loss": 43.4086,
      "step": 1131
    },
    {
      "epoch": 0.11227930966078159,
      "grad_norm": 1.940057635307312,
      "learning_rate": 1.5436927711801042e-05,
      "loss": 43.3762,
      "step": 1132
    },
    {
      "epoch": 0.11237849633009324,
      "grad_norm": 2.371516227722168,
      "learning_rate": 1.5314482309250365e-05,
      "loss": 43.0204,
      "step": 1133
    },
    {
      "epoch": 0.11247768299940487,
      "grad_norm": 2.1984615325927734,
      "learning_rate": 1.5192484178658939e-05,
      "loss": 42.9645,
      "step": 1134
    },
    {
      "epoch": 0.11257686966871652,
      "grad_norm": 2.0505456924438477,
      "learning_rate": 1.5070933964367651e-05,
      "loss": 43.2871,
      "step": 1135
    },
    {
      "epoch": 0.11267605633802817,
      "grad_norm": 2.359302282333374,
      "learning_rate": 1.4949832308351685e-05,
      "loss": 42.805,
      "step": 1136
    },
    {
      "epoch": 0.11277524300733982,
      "grad_norm": 2.4442696571350098,
      "learning_rate": 1.4829179850217201e-05,
      "loss": 43.5687,
      "step": 1137
    },
    {
      "epoch": 0.11287442967665146,
      "grad_norm": 2.29499888420105,
      "learning_rate": 1.470897722719783e-05,
      "loss": 43.3301,
      "step": 1138
    },
    {
      "epoch": 0.1129736163459631,
      "grad_norm": 2.022026300430298,
      "learning_rate": 1.4589225074151357e-05,
      "loss": 43.439,
      "step": 1139
    },
    {
      "epoch": 0.11307280301527475,
      "grad_norm": 2.145610809326172,
      "learning_rate": 1.446992402355647e-05,
      "loss": 43.5619,
      "step": 1140
    },
    {
      "epoch": 0.11317198968458639,
      "grad_norm": 1.9827899932861328,
      "learning_rate": 1.4351074705509237e-05,
      "loss": 43.2028,
      "step": 1141
    },
    {
      "epoch": 0.11327117635389804,
      "grad_norm": 1.884475827217102,
      "learning_rate": 1.423267774771988e-05,
      "loss": 43.3077,
      "step": 1142
    },
    {
      "epoch": 0.11337036302320969,
      "grad_norm": 2.340038776397705,
      "learning_rate": 1.4114733775509559e-05,
      "loss": 43.2573,
      "step": 1143
    },
    {
      "epoch": 0.11346954969252132,
      "grad_norm": 2.2281246185302734,
      "learning_rate": 1.3997243411806782e-05,
      "loss": 43.5854,
      "step": 1144
    },
    {
      "epoch": 0.11356873636183297,
      "grad_norm": 2.023604154586792,
      "learning_rate": 1.388020727714443e-05,
      "loss": 43.3586,
      "step": 1145
    },
    {
      "epoch": 0.11366792303114462,
      "grad_norm": 2.2741992473602295,
      "learning_rate": 1.376362598965637e-05,
      "loss": 43.455,
      "step": 1146
    },
    {
      "epoch": 0.11376710970045625,
      "grad_norm": 2.2113194465637207,
      "learning_rate": 1.3647500165074e-05,
      "loss": 43.4446,
      "step": 1147
    },
    {
      "epoch": 0.1138662963697679,
      "grad_norm": 1.9329335689544678,
      "learning_rate": 1.3531830416723346e-05,
      "loss": 43.4368,
      "step": 1148
    },
    {
      "epoch": 0.11396548303907955,
      "grad_norm": 1.7729626893997192,
      "learning_rate": 1.341661735552151e-05,
      "loss": 43.4287,
      "step": 1149
    },
    {
      "epoch": 0.11406466970839119,
      "grad_norm": 2.329885482788086,
      "learning_rate": 1.3301861589973619e-05,
      "loss": 42.897,
      "step": 1150
    },
    {
      "epoch": 0.11416385637770284,
      "grad_norm": 2.526484966278076,
      "learning_rate": 1.3187563726169593e-05,
      "loss": 43.578,
      "step": 1151
    },
    {
      "epoch": 0.11426304304701448,
      "grad_norm": 1.6455745697021484,
      "learning_rate": 1.3073724367780871e-05,
      "loss": 43.4424,
      "step": 1152
    },
    {
      "epoch": 0.11436222971632612,
      "grad_norm": 2.121734619140625,
      "learning_rate": 1.2960344116057255e-05,
      "loss": 43.2584,
      "step": 1153
    },
    {
      "epoch": 0.11446141638563777,
      "grad_norm": 2.1160125732421875,
      "learning_rate": 1.2847423569823814e-05,
      "loss": 43.4491,
      "step": 1154
    },
    {
      "epoch": 0.11456060305494942,
      "grad_norm": 2.4812018871307373,
      "learning_rate": 1.2734963325477578e-05,
      "loss": 43.2161,
      "step": 1155
    },
    {
      "epoch": 0.11465978972426107,
      "grad_norm": 2.1262412071228027,
      "learning_rate": 1.2622963976984493e-05,
      "loss": 43.2379,
      "step": 1156
    },
    {
      "epoch": 0.1147589763935727,
      "grad_norm": 2.0442497730255127,
      "learning_rate": 1.2511426115876312e-05,
      "loss": 43.0918,
      "step": 1157
    },
    {
      "epoch": 0.11485816306288435,
      "grad_norm": 2.125736713409424,
      "learning_rate": 1.2400350331247268e-05,
      "loss": 43.2273,
      "step": 1158
    },
    {
      "epoch": 0.114957349732196,
      "grad_norm": 2.3522708415985107,
      "learning_rate": 1.228973720975124e-05,
      "loss": 43.4113,
      "step": 1159
    },
    {
      "epoch": 0.11505653640150763,
      "grad_norm": 2.5320546627044678,
      "learning_rate": 1.217958733559853e-05,
      "loss": 43.2658,
      "step": 1160
    },
    {
      "epoch": 0.11515572307081928,
      "grad_norm": 2.2132513523101807,
      "learning_rate": 1.2069901290552632e-05,
      "loss": 43.6697,
      "step": 1161
    },
    {
      "epoch": 0.11525490974013093,
      "grad_norm": 2.2867939472198486,
      "learning_rate": 1.1960679653927443e-05,
      "loss": 42.9501,
      "step": 1162
    },
    {
      "epoch": 0.11535409640944257,
      "grad_norm": 2.244797706604004,
      "learning_rate": 1.1851923002583986e-05,
      "loss": 43.6076,
      "step": 1163
    },
    {
      "epoch": 0.11545328307875422,
      "grad_norm": 2.0788700580596924,
      "learning_rate": 1.1743631910927411e-05,
      "loss": 43.2903,
      "step": 1164
    },
    {
      "epoch": 0.11555246974806586,
      "grad_norm": 2.050762414932251,
      "learning_rate": 1.1635806950904072e-05,
      "loss": 43.2543,
      "step": 1165
    },
    {
      "epoch": 0.1156516564173775,
      "grad_norm": 1.866451621055603,
      "learning_rate": 1.152844869199834e-05,
      "loss": 43.4068,
      "step": 1166
    },
    {
      "epoch": 0.11575084308668915,
      "grad_norm": 2.409834861755371,
      "learning_rate": 1.142155770122969e-05,
      "loss": 43.3885,
      "step": 1167
    },
    {
      "epoch": 0.1158500297560008,
      "grad_norm": 1.9911494255065918,
      "learning_rate": 1.1315134543149741e-05,
      "loss": 43.3299,
      "step": 1168
    },
    {
      "epoch": 0.11594921642531243,
      "grad_norm": 2.2691869735717773,
      "learning_rate": 1.1209179779839174e-05,
      "loss": 43.1674,
      "step": 1169
    },
    {
      "epoch": 0.11604840309462408,
      "grad_norm": 1.9740146398544312,
      "learning_rate": 1.1103693970904805e-05,
      "loss": 43.0567,
      "step": 1170
    },
    {
      "epoch": 0.11614758976393573,
      "grad_norm": 2.2524871826171875,
      "learning_rate": 1.0998677673476642e-05,
      "loss": 43.2027,
      "step": 1171
    },
    {
      "epoch": 0.11624677643324736,
      "grad_norm": 1.826412558555603,
      "learning_rate": 1.0894131442205003e-05,
      "loss": 43.4454,
      "step": 1172
    },
    {
      "epoch": 0.11634596310255901,
      "grad_norm": 2.110656261444092,
      "learning_rate": 1.079005582925745e-05,
      "loss": 43.1023,
      "step": 1173
    },
    {
      "epoch": 0.11644514977187066,
      "grad_norm": 2.1876347064971924,
      "learning_rate": 1.0686451384315966e-05,
      "loss": 43.0696,
      "step": 1174
    },
    {
      "epoch": 0.11654433644118231,
      "grad_norm": 2.194808006286621,
      "learning_rate": 1.0583318654574004e-05,
      "loss": 43.0742,
      "step": 1175
    },
    {
      "epoch": 0.11664352311049395,
      "grad_norm": 2.1567115783691406,
      "learning_rate": 1.0480658184733694e-05,
      "loss": 43.542,
      "step": 1176
    },
    {
      "epoch": 0.1167427097798056,
      "grad_norm": 1.785593032836914,
      "learning_rate": 1.0378470517002824e-05,
      "loss": 43.488,
      "step": 1177
    },
    {
      "epoch": 0.11684189644911724,
      "grad_norm": 2.219076156616211,
      "learning_rate": 1.0276756191092064e-05,
      "loss": 43.3838,
      "step": 1178
    },
    {
      "epoch": 0.11694108311842888,
      "grad_norm": 1.965964436531067,
      "learning_rate": 1.017551574421215e-05,
      "loss": 43.5251,
      "step": 1179
    },
    {
      "epoch": 0.11704026978774053,
      "grad_norm": 2.0803263187408447,
      "learning_rate": 1.007474971107092e-05,
      "loss": 43.0246,
      "step": 1180
    },
    {
      "epoch": 0.11713945645705218,
      "grad_norm": 2.750941276550293,
      "learning_rate": 9.974458623870619e-06,
      "loss": 42.7347,
      "step": 1181
    },
    {
      "epoch": 0.11723864312636381,
      "grad_norm": 1.9899749755859375,
      "learning_rate": 9.874643012304984e-06,
      "loss": 43.1894,
      "step": 1182
    },
    {
      "epoch": 0.11733782979567546,
      "grad_norm": 2.3064157962799072,
      "learning_rate": 9.775303403556579e-06,
      "loss": 43.2956,
      "step": 1183
    },
    {
      "epoch": 0.11743701646498711,
      "grad_norm": 2.3210952281951904,
      "learning_rate": 9.676440322293845e-06,
      "loss": 43.1066,
      "step": 1184
    },
    {
      "epoch": 0.11753620313429874,
      "grad_norm": 2.1142942905426025,
      "learning_rate": 9.578054290668448e-06,
      "loss": 43.4249,
      "step": 1185
    },
    {
      "epoch": 0.1176353898036104,
      "grad_norm": 2.0365614891052246,
      "learning_rate": 9.480145828312503e-06,
      "loss": 43.4594,
      "step": 1186
    },
    {
      "epoch": 0.11773457647292204,
      "grad_norm": 2.168372392654419,
      "learning_rate": 9.382715452335777e-06,
      "loss": 43.3557,
      "step": 1187
    },
    {
      "epoch": 0.11783376314223368,
      "grad_norm": 2.244636297225952,
      "learning_rate": 9.285763677323034e-06,
      "loss": 43.191,
      "step": 1188
    },
    {
      "epoch": 0.11793294981154533,
      "grad_norm": 2.429145097732544,
      "learning_rate": 9.189291015331226e-06,
      "loss": 43.0815,
      "step": 1189
    },
    {
      "epoch": 0.11803213648085698,
      "grad_norm": 1.7875555753707886,
      "learning_rate": 9.09329797588686e-06,
      "loss": 43.2109,
      "step": 1190
    },
    {
      "epoch": 0.11813132315016862,
      "grad_norm": 2.499196767807007,
      "learning_rate": 8.997785065983322e-06,
      "loss": 43.1957,
      "step": 1191
    },
    {
      "epoch": 0.11823050981948026,
      "grad_norm": 2.726623773574829,
      "learning_rate": 8.902752790078117e-06,
      "loss": 43.4016,
      "step": 1192
    },
    {
      "epoch": 0.11832969648879191,
      "grad_norm": 2.1397037506103516,
      "learning_rate": 8.808201650090265e-06,
      "loss": 42.8903,
      "step": 1193
    },
    {
      "epoch": 0.11842888315810356,
      "grad_norm": 2.0924766063690186,
      "learning_rate": 8.714132145397647e-06,
      "loss": 43.3431,
      "step": 1194
    },
    {
      "epoch": 0.11852806982741519,
      "grad_norm": 2.0014185905456543,
      "learning_rate": 8.62054477283436e-06,
      "loss": 43.4458,
      "step": 1195
    },
    {
      "epoch": 0.11862725649672684,
      "grad_norm": 2.0613114833831787,
      "learning_rate": 8.527440026688028e-06,
      "loss": 43.2646,
      "step": 1196
    },
    {
      "epoch": 0.11872644316603849,
      "grad_norm": 2.042891263961792,
      "learning_rate": 8.434818398697375e-06,
      "loss": 43.5922,
      "step": 1197
    },
    {
      "epoch": 0.11882562983535012,
      "grad_norm": 1.7818388938903809,
      "learning_rate": 8.34268037804936e-06,
      "loss": 43.3734,
      "step": 1198
    },
    {
      "epoch": 0.11892481650466177,
      "grad_norm": 1.8697561025619507,
      "learning_rate": 8.251026451376841e-06,
      "loss": 43.3112,
      "step": 1199
    },
    {
      "epoch": 0.11902400317397342,
      "grad_norm": 2.050682544708252,
      "learning_rate": 8.159857102755918e-06,
      "loss": 43.5161,
      "step": 1200
    },
    {
      "epoch": 0.11912318984328506,
      "grad_norm": 2.090418577194214,
      "learning_rate": 8.06917281370323e-06,
      "loss": 43.2041,
      "step": 1201
    },
    {
      "epoch": 0.1192223765125967,
      "grad_norm": 2.0807907581329346,
      "learning_rate": 7.978974063173684e-06,
      "loss": 43.4141,
      "step": 1202
    },
    {
      "epoch": 0.11932156318190835,
      "grad_norm": 2.35972261428833,
      "learning_rate": 7.889261327557752e-06,
      "loss": 43.2823,
      "step": 1203
    },
    {
      "epoch": 0.11942074985121999,
      "grad_norm": 2.20231556892395,
      "learning_rate": 7.800035080678891e-06,
      "loss": 43.4965,
      "step": 1204
    },
    {
      "epoch": 0.11951993652053164,
      "grad_norm": 2.4803483486175537,
      "learning_rate": 7.711295793791285e-06,
      "loss": 43.3348,
      "step": 1205
    },
    {
      "epoch": 0.11961912318984329,
      "grad_norm": 2.5327541828155518,
      "learning_rate": 7.62304393557709e-06,
      "loss": 43.2968,
      "step": 1206
    },
    {
      "epoch": 0.11971830985915492,
      "grad_norm": 1.9711940288543701,
      "learning_rate": 7.535279972144116e-06,
      "loss": 43.1184,
      "step": 1207
    },
    {
      "epoch": 0.11981749652846657,
      "grad_norm": 2.119109869003296,
      "learning_rate": 7.4480043670233755e-06,
      "loss": 43.4068,
      "step": 1208
    },
    {
      "epoch": 0.11991668319777822,
      "grad_norm": 2.3444743156433105,
      "learning_rate": 7.36121758116649e-06,
      "loss": 42.9626,
      "step": 1209
    },
    {
      "epoch": 0.12001586986708987,
      "grad_norm": 2.241438150405884,
      "learning_rate": 7.274920072943425e-06,
      "loss": 43.5055,
      "step": 1210
    },
    {
      "epoch": 0.1201150565364015,
      "grad_norm": 2.450463056564331,
      "learning_rate": 7.189112298139988e-06,
      "loss": 43.307,
      "step": 1211
    },
    {
      "epoch": 0.12021424320571315,
      "grad_norm": 1.971405029296875,
      "learning_rate": 7.103794709955347e-06,
      "loss": 42.8255,
      "step": 1212
    },
    {
      "epoch": 0.1203134298750248,
      "grad_norm": 2.300004243850708,
      "learning_rate": 7.01896775899984e-06,
      "loss": 43.5371,
      "step": 1213
    },
    {
      "epoch": 0.12041261654433644,
      "grad_norm": 2.3139774799346924,
      "learning_rate": 6.93463189329242e-06,
      "loss": 43.2636,
      "step": 1214
    },
    {
      "epoch": 0.12051180321364809,
      "grad_norm": 2.28747296333313,
      "learning_rate": 6.850787558258287e-06,
      "loss": 43.4247,
      "step": 1215
    },
    {
      "epoch": 0.12061098988295973,
      "grad_norm": 1.9092282056808472,
      "learning_rate": 6.767435196726679e-06,
      "loss": 43.3869,
      "step": 1216
    },
    {
      "epoch": 0.12071017655227137,
      "grad_norm": 2.101717472076416,
      "learning_rate": 6.684575248928404e-06,
      "loss": 43.273,
      "step": 1217
    },
    {
      "epoch": 0.12080936322158302,
      "grad_norm": 2.3089897632598877,
      "learning_rate": 6.602208152493527e-06,
      "loss": 43.1768,
      "step": 1218
    },
    {
      "epoch": 0.12090854989089467,
      "grad_norm": 2.346907138824463,
      "learning_rate": 6.520334342449163e-06,
      "loss": 43.0728,
      "step": 1219
    },
    {
      "epoch": 0.1210077365602063,
      "grad_norm": 1.7760286331176758,
      "learning_rate": 6.438954251217033e-06,
      "loss": 43.3931,
      "step": 1220
    },
    {
      "epoch": 0.12110692322951795,
      "grad_norm": 1.7887672185897827,
      "learning_rate": 6.358068308611265e-06,
      "loss": 43.1055,
      "step": 1221
    },
    {
      "epoch": 0.1212061098988296,
      "grad_norm": 2.1375975608825684,
      "learning_rate": 6.277676941836141e-06,
      "loss": 43.3121,
      "step": 1222
    },
    {
      "epoch": 0.12130529656814124,
      "grad_norm": 2.0237154960632324,
      "learning_rate": 6.19778057548378e-06,
      "loss": 43.2777,
      "step": 1223
    },
    {
      "epoch": 0.12140448323745288,
      "grad_norm": 2.1526854038238525,
      "learning_rate": 6.118379631531923e-06,
      "loss": 43.238,
      "step": 1224
    },
    {
      "epoch": 0.12150366990676453,
      "grad_norm": 2.29803729057312,
      "learning_rate": 6.039474529341738e-06,
      "loss": 43.3275,
      "step": 1225
    },
    {
      "epoch": 0.12160285657607618,
      "grad_norm": 2.1667020320892334,
      "learning_rate": 5.961065685655543e-06,
      "loss": 43.5573,
      "step": 1226
    },
    {
      "epoch": 0.12170204324538782,
      "grad_norm": 2.034217357635498,
      "learning_rate": 5.883153514594641e-06,
      "loss": 43.5801,
      "step": 1227
    },
    {
      "epoch": 0.12180122991469947,
      "grad_norm": 1.9061791896820068,
      "learning_rate": 5.8057384276571365e-06,
      "loss": 42.9946,
      "step": 1228
    },
    {
      "epoch": 0.12190041658401111,
      "grad_norm": 2.0376012325286865,
      "learning_rate": 5.728820833715709e-06,
      "loss": 43.3239,
      "step": 1229
    },
    {
      "epoch": 0.12199960325332275,
      "grad_norm": 2.0292599201202393,
      "learning_rate": 5.652401139015584e-06,
      "loss": 43.2072,
      "step": 1230
    },
    {
      "epoch": 0.1220987899226344,
      "grad_norm": 2.264747142791748,
      "learning_rate": 5.576479747172225e-06,
      "loss": 42.9874,
      "step": 1231
    },
    {
      "epoch": 0.12219797659194605,
      "grad_norm": 2.0120532512664795,
      "learning_rate": 5.5010570591693015e-06,
      "loss": 43.1233,
      "step": 1232
    },
    {
      "epoch": 0.12229716326125768,
      "grad_norm": 2.6142144203186035,
      "learning_rate": 5.426133473356554e-06,
      "loss": 43.3979,
      "step": 1233
    },
    {
      "epoch": 0.12239634993056933,
      "grad_norm": 1.9740287065505981,
      "learning_rate": 5.3517093854476785e-06,
      "loss": 43.0373,
      "step": 1234
    },
    {
      "epoch": 0.12249553659988098,
      "grad_norm": 2.3029367923736572,
      "learning_rate": 5.277785188518225e-06,
      "loss": 43.1026,
      "step": 1235
    },
    {
      "epoch": 0.12259472326919262,
      "grad_norm": 2.306999444961548,
      "learning_rate": 5.204361273003555e-06,
      "loss": 43.4458,
      "step": 1236
    },
    {
      "epoch": 0.12269390993850426,
      "grad_norm": 2.1386356353759766,
      "learning_rate": 5.131438026696778e-06,
      "loss": 43.4215,
      "step": 1237
    },
    {
      "epoch": 0.12279309660781591,
      "grad_norm": 2.4391958713531494,
      "learning_rate": 5.059015834746639e-06,
      "loss": 43.1421,
      "step": 1238
    },
    {
      "epoch": 0.12289228327712755,
      "grad_norm": 1.901392936706543,
      "learning_rate": 4.9870950796555685e-06,
      "loss": 43.5324,
      "step": 1239
    },
    {
      "epoch": 0.1229914699464392,
      "grad_norm": 2.04669451713562,
      "learning_rate": 4.915676141277636e-06,
      "loss": 43.406,
      "step": 1240
    },
    {
      "epoch": 0.12309065661575085,
      "grad_norm": 2.3022654056549072,
      "learning_rate": 4.844759396816512e-06,
      "loss": 42.9503,
      "step": 1241
    },
    {
      "epoch": 0.12318984328506248,
      "grad_norm": 2.032792568206787,
      "learning_rate": 4.774345220823484e-06,
      "loss": 43.2597,
      "step": 1242
    },
    {
      "epoch": 0.12328902995437413,
      "grad_norm": 2.073387384414673,
      "learning_rate": 4.7044339851955115e-06,
      "loss": 43.4015,
      "step": 1243
    },
    {
      "epoch": 0.12338821662368578,
      "grad_norm": 2.2737884521484375,
      "learning_rate": 4.635026059173264e-06,
      "loss": 43.0576,
      "step": 1244
    },
    {
      "epoch": 0.12348740329299743,
      "grad_norm": 1.879482626914978,
      "learning_rate": 4.566121809339119e-06,
      "loss": 43.5151,
      "step": 1245
    },
    {
      "epoch": 0.12358658996230906,
      "grad_norm": 2.631582260131836,
      "learning_rate": 4.497721599615257e-06,
      "loss": 43.4226,
      "step": 1246
    },
    {
      "epoch": 0.12368577663162071,
      "grad_norm": 2.4985082149505615,
      "learning_rate": 4.429825791261733e-06,
      "loss": 43.2806,
      "step": 1247
    },
    {
      "epoch": 0.12378496330093236,
      "grad_norm": 2.055318593978882,
      "learning_rate": 4.3624347428746e-06,
      "loss": 43.2033,
      "step": 1248
    },
    {
      "epoch": 0.123884149970244,
      "grad_norm": 2.548267126083374,
      "learning_rate": 4.295548810383987e-06,
      "loss": 43.1069,
      "step": 1249
    },
    {
      "epoch": 0.12398333663955564,
      "grad_norm": 2.289154529571533,
      "learning_rate": 4.229168347052181e-06,
      "loss": 43.5297,
      "step": 1250
    },
    {
      "epoch": 0.12408252330886729,
      "grad_norm": 2.0629653930664062,
      "learning_rate": 4.163293703471871e-06,
      "loss": 43.3083,
      "step": 1251
    },
    {
      "epoch": 0.12418170997817893,
      "grad_norm": 2.202407121658325,
      "learning_rate": 4.097925227564148e-06,
      "loss": 43.3239,
      "step": 1252
    },
    {
      "epoch": 0.12428089664749058,
      "grad_norm": 2.0026113986968994,
      "learning_rate": 4.033063264576786e-06,
      "loss": 43.4304,
      "step": 1253
    },
    {
      "epoch": 0.12438008331680223,
      "grad_norm": 2.017918586730957,
      "learning_rate": 3.9687081570824126e-06,
      "loss": 43.1982,
      "step": 1254
    },
    {
      "epoch": 0.12447926998611386,
      "grad_norm": 2.305312156677246,
      "learning_rate": 3.904860244976582e-06,
      "loss": 43.1873,
      "step": 1255
    },
    {
      "epoch": 0.12457845665542551,
      "grad_norm": 2.2610886096954346,
      "learning_rate": 3.84151986547614e-06,
      "loss": 43.4435,
      "step": 1256
    },
    {
      "epoch": 0.12467764332473716,
      "grad_norm": 2.3130605220794678,
      "learning_rate": 3.7786873531173493e-06,
      "loss": 43.1467,
      "step": 1257
    },
    {
      "epoch": 0.1247768299940488,
      "grad_norm": 2.211864948272705,
      "learning_rate": 3.7163630397540893e-06,
      "loss": 43.3073,
      "step": 1258
    },
    {
      "epoch": 0.12487601666336044,
      "grad_norm": 2.169344663619995,
      "learning_rate": 3.6545472545562288e-06,
      "loss": 43.0595,
      "step": 1259
    },
    {
      "epoch": 0.12497520333267209,
      "grad_norm": 2.3061749935150146,
      "learning_rate": 3.593240324007774e-06,
      "loss": 43.1083,
      "step": 1260
    },
    {
      "epoch": 0.12507439000198373,
      "grad_norm": 2.1812314987182617,
      "learning_rate": 3.532442571905148e-06,
      "loss": 43.2467,
      "step": 1261
    },
    {
      "epoch": 0.1251735766712954,
      "grad_norm": 1.8057440519332886,
      "learning_rate": 3.4721543193556026e-06,
      "loss": 43.4519,
      "step": 1262
    },
    {
      "epoch": 0.12527276334060702,
      "grad_norm": 1.6972638368606567,
      "learning_rate": 3.412375884775365e-06,
      "loss": 43.1531,
      "step": 1263
    },
    {
      "epoch": 0.12537195000991866,
      "grad_norm": 2.08941912651062,
      "learning_rate": 3.3531075838880266e-06,
      "loss": 43.3175,
      "step": 1264
    },
    {
      "epoch": 0.12547113667923032,
      "grad_norm": 2.2320053577423096,
      "learning_rate": 3.2943497297229564e-06,
      "loss": 43.3922,
      "step": 1265
    },
    {
      "epoch": 0.12557032334854196,
      "grad_norm": 2.365736246109009,
      "learning_rate": 3.2361026326134357e-06,
      "loss": 43.5396,
      "step": 1266
    },
    {
      "epoch": 0.1256695100178536,
      "grad_norm": 2.5101640224456787,
      "learning_rate": 3.178366600195248e-06,
      "loss": 43.0945,
      "step": 1267
    },
    {
      "epoch": 0.12576869668716525,
      "grad_norm": 2.3893067836761475,
      "learning_rate": 3.121141937404959e-06,
      "loss": 43.1998,
      "step": 1268
    },
    {
      "epoch": 0.1258678833564769,
      "grad_norm": 1.9934214353561401,
      "learning_rate": 3.064428946478226e-06,
      "loss": 43.5163,
      "step": 1269
    },
    {
      "epoch": 0.12596707002578852,
      "grad_norm": 2.342822313308716,
      "learning_rate": 3.0082279269483484e-06,
      "loss": 43.2763,
      "step": 1270
    },
    {
      "epoch": 0.1260662566951002,
      "grad_norm": 2.3785641193389893,
      "learning_rate": 2.9525391756446086e-06,
      "loss": 43.1885,
      "step": 1271
    },
    {
      "epoch": 0.12616544336441182,
      "grad_norm": 2.2609450817108154,
      "learning_rate": 2.8973629866906548e-06,
      "loss": 43.0992,
      "step": 1272
    },
    {
      "epoch": 0.12626463003372346,
      "grad_norm": 2.203937292098999,
      "learning_rate": 2.842699651503067e-06,
      "loss": 43.2518,
      "step": 1273
    },
    {
      "epoch": 0.12636381670303512,
      "grad_norm": 1.8921879529953003,
      "learning_rate": 2.7885494587897465e-06,
      "loss": 42.9348,
      "step": 1274
    },
    {
      "epoch": 0.12646300337234676,
      "grad_norm": 2.4242756366729736,
      "learning_rate": 2.734912694548364e-06,
      "loss": 43.0746,
      "step": 1275
    },
    {
      "epoch": 0.1265621900416584,
      "grad_norm": 1.9764368534088135,
      "learning_rate": 2.681789642064936e-06,
      "loss": 43.1359,
      "step": 1276
    },
    {
      "epoch": 0.12666137671097005,
      "grad_norm": 2.145023822784424,
      "learning_rate": 2.6291805819122273e-06,
      "loss": 43.594,
      "step": 1277
    },
    {
      "epoch": 0.1267605633802817,
      "grad_norm": 2.1979358196258545,
      "learning_rate": 2.5770857919483416e-06,
      "loss": 43.0942,
      "step": 1278
    },
    {
      "epoch": 0.12685975004959332,
      "grad_norm": 2.368830680847168,
      "learning_rate": 2.5255055473152543e-06,
      "loss": 43.3192,
      "step": 1279
    },
    {
      "epoch": 0.12695893671890499,
      "grad_norm": 2.20819354057312,
      "learning_rate": 2.4744401204372937e-06,
      "loss": 43.2989,
      "step": 1280
    },
    {
      "epoch": 0.12705812338821662,
      "grad_norm": 2.263983964920044,
      "learning_rate": 2.4238897810197726e-06,
      "loss": 43.3038,
      "step": 1281
    },
    {
      "epoch": 0.12715731005752826,
      "grad_norm": 2.213432788848877,
      "learning_rate": 2.3738547960475365e-06,
      "loss": 43.1987,
      "step": 1282
    },
    {
      "epoch": 0.12725649672683992,
      "grad_norm": 2.0271692276000977,
      "learning_rate": 2.324335429783542e-06,
      "loss": 43.5205,
      "step": 1283
    },
    {
      "epoch": 0.12735568339615155,
      "grad_norm": 1.8703464269638062,
      "learning_rate": 2.275331943767478e-06,
      "loss": 43.2703,
      "step": 1284
    },
    {
      "epoch": 0.1274548700654632,
      "grad_norm": 2.126736879348755,
      "learning_rate": 2.2268445968143815e-06,
      "loss": 43.4308,
      "step": 1285
    },
    {
      "epoch": 0.12755405673477485,
      "grad_norm": 2.1270225048065186,
      "learning_rate": 2.1788736450132574e-06,
      "loss": 42.7397,
      "step": 1286
    },
    {
      "epoch": 0.12765324340408649,
      "grad_norm": 2.07893705368042,
      "learning_rate": 2.131419341725749e-06,
      "loss": 43.1869,
      "step": 1287
    },
    {
      "epoch": 0.12775243007339815,
      "grad_norm": 1.8926030397415161,
      "learning_rate": 2.0844819375848035e-06,
      "loss": 43.4108,
      "step": 1288
    },
    {
      "epoch": 0.12785161674270978,
      "grad_norm": 2.1941773891448975,
      "learning_rate": 2.038061680493275e-06,
      "loss": 43.2738,
      "step": 1289
    },
    {
      "epoch": 0.12795080341202142,
      "grad_norm": 2.055089235305786,
      "learning_rate": 1.9921588156227466e-06,
      "loss": 43.1291,
      "step": 1290
    },
    {
      "epoch": 0.12804999008133308,
      "grad_norm": 2.207758665084839,
      "learning_rate": 1.9467735854121094e-06,
      "loss": 43.4069,
      "step": 1291
    },
    {
      "epoch": 0.12814917675064472,
      "grad_norm": 2.0695319175720215,
      "learning_rate": 1.9019062295663525e-06,
      "loss": 43.5762,
      "step": 1292
    },
    {
      "epoch": 0.12824836341995635,
      "grad_norm": 2.1350889205932617,
      "learning_rate": 1.8575569850552644e-06,
      "loss": 42.9807,
      "step": 1293
    },
    {
      "epoch": 0.12834755008926801,
      "grad_norm": 2.0793445110321045,
      "learning_rate": 1.8137260861122108e-06,
      "loss": 43.2064,
      "step": 1294
    },
    {
      "epoch": 0.12844673675857965,
      "grad_norm": 1.8201216459274292,
      "learning_rate": 1.7704137642328921e-06,
      "loss": 43.3127,
      "step": 1295
    },
    {
      "epoch": 0.12854592342789128,
      "grad_norm": 1.9616897106170654,
      "learning_rate": 1.7276202481740777e-06,
      "loss": 43.2338,
      "step": 1296
    },
    {
      "epoch": 0.12864511009720295,
      "grad_norm": 2.18774151802063,
      "learning_rate": 1.6853457639524617e-06,
      "loss": 43.0747,
      "step": 1297
    },
    {
      "epoch": 0.12874429676651458,
      "grad_norm": 2.114123582839966,
      "learning_rate": 1.6435905348434311e-06,
      "loss": 43.5173,
      "step": 1298
    },
    {
      "epoch": 0.12884348343582622,
      "grad_norm": 1.9579181671142578,
      "learning_rate": 1.6023547813798778e-06,
      "loss": 43.745,
      "step": 1299
    },
    {
      "epoch": 0.12894267010513788,
      "grad_norm": 2.646709680557251,
      "learning_rate": 1.5616387213510663e-06,
      "loss": 43.2046,
      "step": 1300
    },
    {
      "epoch": 0.12904185677444951,
      "grad_norm": 2.432769775390625,
      "learning_rate": 1.5214425698014568e-06,
      "loss": 43.4605,
      "step": 1301
    },
    {
      "epoch": 0.12914104344376115,
      "grad_norm": 1.9655414819717407,
      "learning_rate": 1.4817665390296053e-06,
      "loss": 43.1898,
      "step": 1302
    },
    {
      "epoch": 0.1292402301130728,
      "grad_norm": 2.2822318077087402,
      "learning_rate": 1.4426108385869774e-06,
      "loss": 43.1048,
      "step": 1303
    },
    {
      "epoch": 0.12933941678238445,
      "grad_norm": 2.103745698928833,
      "learning_rate": 1.4039756752769029e-06,
      "loss": 43.425,
      "step": 1304
    },
    {
      "epoch": 0.12943860345169608,
      "grad_norm": 2.0974647998809814,
      "learning_rate": 1.3658612531534666e-06,
      "loss": 43.4766,
      "step": 1305
    },
    {
      "epoch": 0.12953779012100775,
      "grad_norm": 2.3900954723358154,
      "learning_rate": 1.3282677735204197e-06,
      "loss": 42.895,
      "step": 1306
    },
    {
      "epoch": 0.12963697679031938,
      "grad_norm": 1.7264951467514038,
      "learning_rate": 1.2911954349301148e-06,
      "loss": 43.3442,
      "step": 1307
    },
    {
      "epoch": 0.12973616345963102,
      "grad_norm": 2.0513551235198975,
      "learning_rate": 1.2546444331824837e-06,
      "loss": 43.3262,
      "step": 1308
    },
    {
      "epoch": 0.12983535012894268,
      "grad_norm": 1.866257667541504,
      "learning_rate": 1.2186149613239385e-06,
      "loss": 43.4503,
      "step": 1309
    },
    {
      "epoch": 0.1299345367982543,
      "grad_norm": 1.9009063243865967,
      "learning_rate": 1.1831072096464612e-06,
      "loss": 43.0886,
      "step": 1310
    },
    {
      "epoch": 0.13003372346756595,
      "grad_norm": 2.2211618423461914,
      "learning_rate": 1.1481213656865164e-06,
      "loss": 43.3954,
      "step": 1311
    },
    {
      "epoch": 0.1301329101368776,
      "grad_norm": 2.0510098934173584,
      "learning_rate": 1.1136576142240286e-06,
      "loss": 43.5047,
      "step": 1312
    },
    {
      "epoch": 0.13023209680618925,
      "grad_norm": 1.779088020324707,
      "learning_rate": 1.079716137281528e-06,
      "loss": 43.3659,
      "step": 1313
    },
    {
      "epoch": 0.13033128347550088,
      "grad_norm": 2.585233211517334,
      "learning_rate": 1.0462971141230849e-06,
      "loss": 43.1262,
      "step": 1314
    },
    {
      "epoch": 0.13043047014481254,
      "grad_norm": 2.646188497543335,
      "learning_rate": 1.0134007212533769e-06,
      "loss": 43.0961,
      "step": 1315
    },
    {
      "epoch": 0.13052965681412418,
      "grad_norm": 2.085897207260132,
      "learning_rate": 9.81027132416834e-07,
      "loss": 43.4507,
      "step": 1316
    },
    {
      "epoch": 0.1306288434834358,
      "grad_norm": 2.3529210090637207,
      "learning_rate": 9.491765185966173e-07,
      "loss": 43.3753,
      "step": 1317
    },
    {
      "epoch": 0.13072803015274748,
      "grad_norm": 2.244891881942749,
      "learning_rate": 9.178490480137525e-07,
      "loss": 43.365,
      "step": 1318
    },
    {
      "epoch": 0.1308272168220591,
      "grad_norm": 2.257857084274292,
      "learning_rate": 8.870448861263092e-07,
      "loss": 43.436,
      "step": 1319
    },
    {
      "epoch": 0.13092640349137075,
      "grad_norm": 2.1860482692718506,
      "learning_rate": 8.567641956283901e-07,
      "loss": 43.3999,
      "step": 1320
    },
    {
      "epoch": 0.1310255901606824,
      "grad_norm": 2.1375296115875244,
      "learning_rate": 8.270071364494203e-07,
      "loss": 43.4638,
      "step": 1321
    },
    {
      "epoch": 0.13112477682999404,
      "grad_norm": 2.1761748790740967,
      "learning_rate": 7.977738657532152e-07,
      "loss": 43.5287,
      "step": 1322
    },
    {
      "epoch": 0.1312239634993057,
      "grad_norm": 2.061898708343506,
      "learning_rate": 7.690645379371253e-07,
      "loss": 43.471,
      "step": 1323
    },
    {
      "epoch": 0.13132315016861734,
      "grad_norm": 2.035172700881958,
      "learning_rate": 7.408793046313034e-07,
      "loss": 43.3537,
      "step": 1324
    },
    {
      "epoch": 0.13142233683792898,
      "grad_norm": 2.6309173107147217,
      "learning_rate": 7.132183146978722e-07,
      "loss": 42.725,
      "step": 1325
    },
    {
      "epoch": 0.13152152350724064,
      "grad_norm": 2.411343574523926,
      "learning_rate": 6.860817142301024e-07,
      "loss": 43.3168,
      "step": 1326
    },
    {
      "epoch": 0.13162071017655227,
      "grad_norm": 2.1707561016082764,
      "learning_rate": 6.594696465516692e-07,
      "loss": 43.1672,
      "step": 1327
    },
    {
      "epoch": 0.1317198968458639,
      "grad_norm": 2.18800950050354,
      "learning_rate": 6.333822522159306e-07,
      "loss": 43.314,
      "step": 1328
    },
    {
      "epoch": 0.13181908351517557,
      "grad_norm": 2.0691611766815186,
      "learning_rate": 6.078196690050942e-07,
      "loss": 43.3585,
      "step": 1329
    },
    {
      "epoch": 0.1319182701844872,
      "grad_norm": 2.176452398300171,
      "learning_rate": 5.827820319295851e-07,
      "loss": 43.3425,
      "step": 1330
    },
    {
      "epoch": 0.13201745685379884,
      "grad_norm": 2.120635747909546,
      "learning_rate": 5.582694732272797e-07,
      "loss": 43.2628,
      "step": 1331
    },
    {
      "epoch": 0.1321166435231105,
      "grad_norm": 2.1084201335906982,
      "learning_rate": 5.342821223628169e-07,
      "loss": 43.3292,
      "step": 1332
    },
    {
      "epoch": 0.13221583019242214,
      "grad_norm": 2.155085802078247,
      "learning_rate": 5.108201060269324e-07,
      "loss": 43.587,
      "step": 1333
    },
    {
      "epoch": 0.13231501686173378,
      "grad_norm": 2.179335355758667,
      "learning_rate": 4.878835481357369e-07,
      "loss": 43.4465,
      "step": 1334
    },
    {
      "epoch": 0.13241420353104544,
      "grad_norm": 2.027651786804199,
      "learning_rate": 4.6547256983013877e-07,
      "loss": 43.3556,
      "step": 1335
    },
    {
      "epoch": 0.13251339020035707,
      "grad_norm": 1.9948636293411255,
      "learning_rate": 4.435872894751447e-07,
      "loss": 43.4829,
      "step": 1336
    },
    {
      "epoch": 0.1326125768696687,
      "grad_norm": 1.868950605392456,
      "learning_rate": 4.222278226592491e-07,
      "loss": 43.2998,
      "step": 1337
    },
    {
      "epoch": 0.13271176353898037,
      "grad_norm": 1.9464658498764038,
      "learning_rate": 4.0139428219385656e-07,
      "loss": 43.1973,
      "step": 1338
    },
    {
      "epoch": 0.132810950208292,
      "grad_norm": 2.3970725536346436,
      "learning_rate": 3.8108677811262705e-07,
      "loss": 43.1581,
      "step": 1339
    },
    {
      "epoch": 0.13291013687760364,
      "grad_norm": 2.359151840209961,
      "learning_rate": 3.6130541767093183e-07,
      "loss": 43.3907,
      "step": 1340
    },
    {
      "epoch": 0.1330093235469153,
      "grad_norm": 2.001293659210205,
      "learning_rate": 3.4205030534529834e-07,
      "loss": 43.6698,
      "step": 1341
    },
    {
      "epoch": 0.13310851021622694,
      "grad_norm": 2.3657517433166504,
      "learning_rate": 3.233215428328329e-07,
      "loss": 42.9345,
      "step": 1342
    },
    {
      "epoch": 0.13320769688553857,
      "grad_norm": 2.348754644393921,
      "learning_rate": 3.0511922905066547e-07,
      "loss": 43.3322,
      "step": 1343
    },
    {
      "epoch": 0.13330688355485024,
      "grad_norm": 2.3029611110687256,
      "learning_rate": 2.8744346013550583e-07,
      "loss": 43.4514,
      "step": 1344
    },
    {
      "epoch": 0.13340607022416187,
      "grad_norm": 2.1175925731658936,
      "learning_rate": 2.702943294430327e-07,
      "loss": 43.2903,
      "step": 1345
    },
    {
      "epoch": 0.1335052568934735,
      "grad_norm": 2.0833818912506104,
      "learning_rate": 2.5367192754747193e-07,
      "loss": 43.3412,
      "step": 1346
    },
    {
      "epoch": 0.13360444356278517,
      "grad_norm": 2.0652518272399902,
      "learning_rate": 2.3757634224111924e-07,
      "loss": 43.4184,
      "step": 1347
    },
    {
      "epoch": 0.1337036302320968,
      "grad_norm": 1.9658844470977783,
      "learning_rate": 2.2200765853381823e-07,
      "loss": 43.2789,
      "step": 1348
    },
    {
      "epoch": 0.13380281690140844,
      "grad_norm": 2.1758694648742676,
      "learning_rate": 2.0696595865256076e-07,
      "loss": 43.5539,
      "step": 1349
    },
    {
      "epoch": 0.1339020035707201,
      "grad_norm": 2.309638500213623,
      "learning_rate": 1.9245132204105398e-07,
      "loss": 43.2878,
      "step": 1350
    },
    {
      "epoch": 0.13400119024003174,
      "grad_norm": 2.347503900527954,
      "learning_rate": 1.784638253592763e-07,
      "loss": 42.9477,
      "step": 1351
    },
    {
      "epoch": 0.13410037690934337,
      "grad_norm": 2.0042808055877686,
      "learning_rate": 1.650035424830776e-07,
      "loss": 43.1693,
      "step": 1352
    },
    {
      "epoch": 0.13419956357865503,
      "grad_norm": 1.9504557847976685,
      "learning_rate": 1.5207054450380175e-07,
      "loss": 43.3698,
      "step": 1353
    },
    {
      "epoch": 0.13429875024796667,
      "grad_norm": 2.324517011642456,
      "learning_rate": 1.396648997278982e-07,
      "loss": 43.4977,
      "step": 1354
    },
    {
      "epoch": 0.1343979369172783,
      "grad_norm": 2.1884117126464844,
      "learning_rate": 1.277866736765776e-07,
      "loss": 42.9123,
      "step": 1355
    },
    {
      "epoch": 0.13449712358658997,
      "grad_norm": 2.5567128658294678,
      "learning_rate": 1.1643592908544554e-07,
      "loss": 43.4158,
      "step": 1356
    },
    {
      "epoch": 0.1345963102559016,
      "grad_norm": 1.7337242364883423,
      "learning_rate": 1.0561272590418058e-07,
      "loss": 43.1967,
      "step": 1357
    },
    {
      "epoch": 0.13469549692521327,
      "grad_norm": 1.987276315689087,
      "learning_rate": 9.531712129621229e-08,
      "loss": 43.4314,
      "step": 1358
    },
    {
      "epoch": 0.1347946835945249,
      "grad_norm": 1.984566569328308,
      "learning_rate": 8.554916963845472e-08,
      "loss": 43.4567,
      "step": 1359
    },
    {
      "epoch": 0.13489387026383654,
      "grad_norm": 2.2458252906799316,
      "learning_rate": 7.630892252095124e-08,
      "loss": 43.2742,
      "step": 1360
    },
    {
      "epoch": 0.1349930569331482,
      "grad_norm": 2.194035530090332,
      "learning_rate": 6.759642874665239e-08,
      "loss": 43.3974,
      "step": 1361
    },
    {
      "epoch": 0.13509224360245983,
      "grad_norm": 2.0920443534851074,
      "learning_rate": 5.941173433116065e-08,
      "loss": 43.4842,
      "step": 1362
    },
    {
      "epoch": 0.13519143027177147,
      "grad_norm": 1.9753786325454712,
      "learning_rate": 5.175488250245275e-08,
      "loss": 43.3207,
      "step": 1363
    },
    {
      "epoch": 0.13529061694108313,
      "grad_norm": 1.636340856552124,
      "learning_rate": 4.4625913700691026e-08,
      "loss": 43.2878,
      "step": 1364
    },
    {
      "epoch": 0.13538980361039477,
      "grad_norm": 2.0113155841827393,
      "learning_rate": 3.8024865577968026e-08,
      "loss": 43.4514,
      "step": 1365
    },
    {
      "epoch": 0.1354889902797064,
      "grad_norm": 1.9771004915237427,
      "learning_rate": 3.19517729981289e-08,
      "loss": 43.3993,
      "step": 1366
    },
    {
      "epoch": 0.13558817694901806,
      "grad_norm": 1.7332797050476074,
      "learning_rate": 2.6406668036627057e-08,
      "loss": 43.168,
      "step": 1367
    },
    {
      "epoch": 0.1356873636183297,
      "grad_norm": 2.1644415855407715,
      "learning_rate": 2.1389579980268804e-08,
      "loss": 43.456,
      "step": 1368
    },
    {
      "epoch": 0.13578655028764133,
      "grad_norm": 2.1394221782684326,
      "learning_rate": 1.6900535327135646e-08,
      "loss": 43.2602,
      "step": 1369
    },
    {
      "epoch": 0.135885736956953,
      "grad_norm": 2.1935205459594727,
      "learning_rate": 1.293955778639555e-08,
      "loss": 43.4416,
      "step": 1370
    },
    {
      "epoch": 0.13598492362626463,
      "grad_norm": 2.318765878677368,
      "learning_rate": 9.506668278203012e-09,
      "loss": 43.3051,
      "step": 1371
    },
    {
      "epoch": 0.13608411029557627,
      "grad_norm": 1.8142633438110352,
      "learning_rate": 6.601884933576941e-09,
      "loss": 43.3015,
      "step": 1372
    },
    {
      "epoch": 0.13618329696488793,
      "grad_norm": 2.0885353088378906,
      "learning_rate": 4.225223094334041e-09,
      "loss": 43.3403,
      "step": 1373
    },
    {
      "epoch": 0.13628248363419956,
      "grad_norm": 2.292125940322876,
      "learning_rate": 2.3766953129555902e-09,
      "loss": 43.0529,
      "step": 1374
    },
    {
      "epoch": 0.1363816703035112,
      "grad_norm": 1.9363865852355957,
      "learning_rate": 1.056311352554129e-09,
      "loss": 43.3281,
      "step": 1375
    },
    {
      "epoch": 0.13648085697282286,
      "grad_norm": 2.5582120418548584,
      "learning_rate": 2.6407818682905315e-10,
      "loss": 43.1195,
      "step": 1376
    },
    {
      "epoch": 0.1365800436421345,
      "grad_norm": 2.156623125076294,
      "learning_rate": 0.0,
      "loss": 43.1981,
      "step": 1377
    }
  ],
  "logging_steps": 1,
  "max_steps": 1377,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 345,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 13374929240064.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}