{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.06001320290463902,
  "eval_steps": 375,
  "global_step": 1500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 4.000880193642601e-05,
      "grad_norm": 1.1289305686950684,
      "learning_rate": 2e-05,
      "loss": 2.7412,
      "step": 1
    },
    {
      "epoch": 4.000880193642601e-05,
      "eval_loss": 2.7840416431427,
      "eval_runtime": 208.1664,
      "eval_samples_per_second": 50.556,
      "eval_steps_per_second": 25.278,
      "step": 1
    },
    {
      "epoch": 8.001760387285202e-05,
      "grad_norm": 1.057033658027649,
      "learning_rate": 4e-05,
      "loss": 2.3644,
      "step": 2
    },
    {
      "epoch": 0.00012002640580927805,
      "grad_norm": 0.9994090795516968,
      "learning_rate": 6e-05,
      "loss": 2.606,
      "step": 3
    },
    {
      "epoch": 0.00016003520774570404,
      "grad_norm": 1.1270653009414673,
      "learning_rate": 8e-05,
      "loss": 2.8842,
      "step": 4
    },
    {
      "epoch": 0.00020004400968213007,
      "grad_norm": 1.0499120950698853,
      "learning_rate": 0.0001,
      "loss": 2.8942,
      "step": 5
    },
    {
      "epoch": 0.0002400528116185561,
      "grad_norm": 0.9768560528755188,
      "learning_rate": 0.00012,
      "loss": 2.6694,
      "step": 6
    },
    {
      "epoch": 0.0002800616135549821,
      "grad_norm": 0.9620019197463989,
      "learning_rate": 0.00014,
      "loss": 2.635,
      "step": 7
    },
    {
      "epoch": 0.0003200704154914081,
      "grad_norm": 0.8649452328681946,
      "learning_rate": 0.00016,
      "loss": 2.7613,
      "step": 8
    },
    {
      "epoch": 0.0003600792174278341,
      "grad_norm": 0.9691669940948486,
      "learning_rate": 0.00018,
      "loss": 2.7228,
      "step": 9
    },
    {
      "epoch": 0.00040008801936426014,
      "grad_norm": 1.0797594785690308,
      "learning_rate": 0.0002,
      "loss": 2.762,
      "step": 10
    },
    {
      "epoch": 0.00044009682130068616,
      "grad_norm": 0.8740869760513306,
      "learning_rate": 0.00019999977772170748,
      "loss": 2.8575,
      "step": 11
    },
    {
      "epoch": 0.0004801056232371122,
      "grad_norm": 1.096863865852356,
      "learning_rate": 0.00019999911088781805,
      "loss": 2.6181,
      "step": 12
    },
    {
      "epoch": 0.0005201144251735382,
      "grad_norm": 0.8481705188751221,
      "learning_rate": 0.0001999979995012962,
      "loss": 2.5667,
      "step": 13
    },
    {
      "epoch": 0.0005601232271099642,
      "grad_norm": 0.8498925566673279,
      "learning_rate": 0.00019999644356708261,
      "loss": 2.6041,
      "step": 14
    },
    {
      "epoch": 0.0006001320290463903,
      "grad_norm": 0.8097644448280334,
      "learning_rate": 0.00019999444309209432,
      "loss": 2.5367,
      "step": 15
    },
    {
      "epoch": 0.0006401408309828162,
      "grad_norm": 0.7886417508125305,
      "learning_rate": 0.0001999919980852246,
      "loss": 2.7239,
      "step": 16
    },
    {
      "epoch": 0.0006801496329192422,
      "grad_norm": 0.8336646556854248,
      "learning_rate": 0.00019998910855734288,
      "loss": 2.5432,
      "step": 17
    },
    {
      "epoch": 0.0007201584348556682,
      "grad_norm": 0.8478357791900635,
      "learning_rate": 0.0001999857745212947,
      "loss": 2.4287,
      "step": 18
    },
    {
      "epoch": 0.0007601672367920942,
      "grad_norm": 0.7418259382247925,
      "learning_rate": 0.00019998199599190178,
      "loss": 2.6846,
      "step": 19
    },
    {
      "epoch": 0.0008001760387285203,
      "grad_norm": 0.7990105152130127,
      "learning_rate": 0.0001999777729859618,
      "loss": 2.5455,
      "step": 20
    },
    {
      "epoch": 0.0008401848406649463,
      "grad_norm": 0.7852563261985779,
      "learning_rate": 0.00019997310552224846,
      "loss": 2.6383,
      "step": 21
    },
    {
      "epoch": 0.0008801936426013723,
      "grad_norm": 0.7208641171455383,
      "learning_rate": 0.00019996799362151122,
      "loss": 2.4198,
      "step": 22
    },
    {
      "epoch": 0.0009202024445377983,
      "grad_norm": 0.6928234100341797,
      "learning_rate": 0.00019996243730647538,
      "loss": 2.5504,
      "step": 23
    },
    {
      "epoch": 0.0009602112464742244,
      "grad_norm": 0.7120603322982788,
      "learning_rate": 0.00019995643660184191,
      "loss": 2.6559,
      "step": 24
    },
    {
      "epoch": 0.0010002200484106503,
      "grad_norm": 0.7019004821777344,
      "learning_rate": 0.00019994999153428737,
      "loss": 2.3982,
      "step": 25
    },
    {
      "epoch": 0.0010402288503470764,
      "grad_norm": 0.7542501091957092,
      "learning_rate": 0.00019994310213246368,
      "loss": 2.5966,
      "step": 26
    },
    {
      "epoch": 0.0010802376522835023,
      "grad_norm": 0.8433219194412231,
      "learning_rate": 0.00019993576842699816,
      "loss": 2.4904,
      "step": 27
    },
    {
      "epoch": 0.0011202464542199285,
      "grad_norm": 0.7115069627761841,
      "learning_rate": 0.0001999279904504933,
      "loss": 2.4892,
      "step": 28
    },
    {
      "epoch": 0.0011602552561563544,
      "grad_norm": 0.7806828022003174,
      "learning_rate": 0.00019991976823752653,
      "loss": 2.4723,
      "step": 29
    },
    {
      "epoch": 0.0012002640580927805,
      "grad_norm": 0.8280157446861267,
      "learning_rate": 0.00019991110182465032,
      "loss": 2.4525,
      "step": 30
    },
    {
      "epoch": 0.0012402728600292064,
      "grad_norm": 0.7851505279541016,
      "learning_rate": 0.00019990199125039174,
      "loss": 2.4785,
      "step": 31
    },
    {
      "epoch": 0.0012802816619656323,
      "grad_norm": 0.9381689429283142,
      "learning_rate": 0.00019989243655525247,
      "loss": 2.5282,
      "step": 32
    },
    {
      "epoch": 0.0013202904639020585,
      "grad_norm": 0.6754786372184753,
      "learning_rate": 0.00019988243778170853,
      "loss": 2.3342,
      "step": 33
    },
    {
      "epoch": 0.0013602992658384844,
      "grad_norm": 0.6642195582389832,
      "learning_rate": 0.0001998719949742101,
      "loss": 2.362,
      "step": 34
    },
    {
      "epoch": 0.0014003080677749105,
      "grad_norm": 0.869652509689331,
      "learning_rate": 0.0001998611081791814,
      "loss": 2.6162,
      "step": 35
    },
    {
      "epoch": 0.0014403168697113364,
      "grad_norm": 0.8043145537376404,
      "learning_rate": 0.00019984977744502038,
      "loss": 2.3578,
      "step": 36
    },
    {
      "epoch": 0.0014803256716477626,
      "grad_norm": 0.9105214476585388,
      "learning_rate": 0.00019983800282209857,
      "loss": 2.6401,
      "step": 37
    },
    {
      "epoch": 0.0015203344735841885,
      "grad_norm": 0.7089524865150452,
      "learning_rate": 0.00019982578436276082,
      "loss": 2.3862,
      "step": 38
    },
    {
      "epoch": 0.0015603432755206146,
      "grad_norm": 0.7417298555374146,
      "learning_rate": 0.00019981312212132512,
      "loss": 2.4242,
      "step": 39
    },
    {
      "epoch": 0.0016003520774570405,
      "grad_norm": 1.0904366970062256,
      "learning_rate": 0.00019980001615408228,
      "loss": 2.894,
      "step": 40
    },
    {
      "epoch": 0.0016403608793934665,
      "grad_norm": 0.8230264186859131,
      "learning_rate": 0.00019978646651929572,
      "loss": 2.5253,
      "step": 41
    },
    {
      "epoch": 0.0016803696813298926,
      "grad_norm": 0.7384988069534302,
      "learning_rate": 0.00019977247327720128,
      "loss": 2.4382,
      "step": 42
    },
    {
      "epoch": 0.0017203784832663185,
      "grad_norm": 0.6656911969184875,
      "learning_rate": 0.0001997580364900068,
      "loss": 2.5234,
      "step": 43
    },
    {
      "epoch": 0.0017603872852027446,
      "grad_norm": 0.8836906552314758,
      "learning_rate": 0.000199743156221892,
      "loss": 2.5832,
      "step": 44
    },
    {
      "epoch": 0.0018003960871391706,
      "grad_norm": 0.834281325340271,
      "learning_rate": 0.00019972783253900808,
      "loss": 2.4924,
      "step": 45
    },
    {
      "epoch": 0.0018404048890755967,
      "grad_norm": 0.8411175012588501,
      "learning_rate": 0.00019971206550947748,
      "loss": 2.5816,
      "step": 46
    },
    {
      "epoch": 0.0018804136910120226,
      "grad_norm": 0.7538157105445862,
      "learning_rate": 0.00019969585520339354,
      "loss": 2.6482,
      "step": 47
    },
    {
      "epoch": 0.0019204224929484487,
      "grad_norm": 0.8693283796310425,
      "learning_rate": 0.0001996792016928203,
      "loss": 2.5614,
      "step": 48
    },
    {
      "epoch": 0.0019604312948848747,
      "grad_norm": 0.8917588591575623,
      "learning_rate": 0.00019966210505179197,
      "loss": 2.4579,
      "step": 49
    },
    {
      "epoch": 0.0020004400968213006,
      "grad_norm": 0.8571181297302246,
      "learning_rate": 0.00019964456535631286,
      "loss": 2.5958,
      "step": 50
    },
    {
      "epoch": 0.0020404488987577265,
      "grad_norm": 0.8513813614845276,
      "learning_rate": 0.0001996265826843568,
      "loss": 2.5721,
      "step": 51
    },
    {
      "epoch": 0.002080457700694153,
      "grad_norm": 0.8667685389518738,
      "learning_rate": 0.00019960815711586696,
      "loss": 2.3888,
      "step": 52
    },
    {
      "epoch": 0.0021204665026305788,
      "grad_norm": 0.8291687965393066,
      "learning_rate": 0.00019958928873275539,
      "loss": 2.4286,
      "step": 53
    },
    {
      "epoch": 0.0021604753045670047,
      "grad_norm": 0.7245559096336365,
      "learning_rate": 0.00019956997761890277,
      "loss": 2.5965,
      "step": 54
    },
    {
      "epoch": 0.0022004841065034306,
      "grad_norm": 0.7439918518066406,
      "learning_rate": 0.00019955022386015792,
      "loss": 2.4183,
      "step": 55
    },
    {
      "epoch": 0.002240492908439857,
      "grad_norm": 0.7933555841445923,
      "learning_rate": 0.00019953002754433743,
      "loss": 2.5734,
      "step": 56
    },
    {
      "epoch": 0.002280501710376283,
      "grad_norm": 0.9209970831871033,
      "learning_rate": 0.00019950938876122542,
      "loss": 2.4944,
      "step": 57
    },
    {
      "epoch": 0.0023205105123127088,
      "grad_norm": 0.7667639255523682,
      "learning_rate": 0.00019948830760257291,
      "loss": 2.5533,
      "step": 58
    },
    {
      "epoch": 0.0023605193142491347,
      "grad_norm": 0.8299705386161804,
      "learning_rate": 0.0001994667841620976,
      "loss": 2.4805,
      "step": 59
    },
    {
      "epoch": 0.002400528116185561,
      "grad_norm": 0.8422399759292603,
      "learning_rate": 0.00019944481853548335,
      "loss": 2.5395,
      "step": 60
    },
    {
      "epoch": 0.002440536918121987,
      "grad_norm": 0.8391071557998657,
      "learning_rate": 0.00019942241082037982,
      "loss": 2.5921,
      "step": 61
    },
    {
      "epoch": 0.002480545720058413,
      "grad_norm": 1.0853959321975708,
      "learning_rate": 0.00019939956111640197,
      "loss": 2.3167,
      "step": 62
    },
    {
      "epoch": 0.002520554521994839,
      "grad_norm": 0.9879510402679443,
      "learning_rate": 0.00019937626952512964,
      "loss": 2.5715,
      "step": 63
    },
    {
      "epoch": 0.0025605633239312647,
      "grad_norm": 0.8592429757118225,
      "learning_rate": 0.0001993525361501072,
      "loss": 2.582,
      "step": 64
    },
    {
      "epoch": 0.002600572125867691,
      "grad_norm": 0.770405650138855,
      "learning_rate": 0.00019932836109684286,
      "loss": 2.4769,
      "step": 65
    },
    {
      "epoch": 0.002640580927804117,
      "grad_norm": 0.7509971261024475,
      "learning_rate": 0.00019930374447280845,
      "loss": 2.4331,
      "step": 66
    },
    {
      "epoch": 0.002680589729740543,
      "grad_norm": 0.7732436060905457,
      "learning_rate": 0.00019927868638743875,
      "loss": 2.5274,
      "step": 67
    },
    {
      "epoch": 0.002720598531676969,
      "grad_norm": 0.8487918972969055,
      "learning_rate": 0.0001992531869521312,
      "loss": 2.28,
      "step": 68
    },
    {
      "epoch": 0.002760607333613395,
      "grad_norm": 0.9497518539428711,
      "learning_rate": 0.00019922724628024515,
      "loss": 2.2303,
      "step": 69
    },
    {
      "epoch": 0.002800616135549821,
      "grad_norm": 0.7653932571411133,
      "learning_rate": 0.0001992008644871016,
      "loss": 2.416,
      "step": 70
    },
    {
      "epoch": 0.002840624937486247,
      "grad_norm": 1.0621875524520874,
      "learning_rate": 0.00019917404168998256,
      "loss": 2.5102,
      "step": 71
    },
    {
      "epoch": 0.002880633739422673,
      "grad_norm": 0.8561855554580688,
      "learning_rate": 0.0001991467780081305,
      "loss": 2.594,
      "step": 72
    },
    {
      "epoch": 0.002920642541359099,
      "grad_norm": 0.9808882474899292,
      "learning_rate": 0.00019911907356274795,
      "loss": 2.3499,
      "step": 73
    },
    {
      "epoch": 0.002960651343295525,
      "grad_norm": 0.7993701100349426,
      "learning_rate": 0.00019909092847699683,
      "loss": 2.4374,
      "step": 74
    },
    {
      "epoch": 0.003000660145231951,
      "grad_norm": 0.8750911355018616,
      "learning_rate": 0.00019906234287599798,
      "loss": 2.2762,
      "step": 75
    },
    {
      "epoch": 0.003040668947168377,
      "grad_norm": 0.8538045287132263,
      "learning_rate": 0.00019903331688683057,
      "loss": 2.3816,
      "step": 76
    },
    {
      "epoch": 0.003080677749104803,
      "grad_norm": 0.8985651135444641,
      "learning_rate": 0.00019900385063853154,
      "loss": 2.6532,
      "step": 77
    },
    {
      "epoch": 0.0031206865510412293,
      "grad_norm": 0.9379206895828247,
      "learning_rate": 0.00019897394426209505,
      "loss": 2.4617,
      "step": 78
    },
    {
      "epoch": 0.003160695352977655,
      "grad_norm": 0.9186676740646362,
      "learning_rate": 0.00019894359789047187,
      "loss": 2.3786,
      "step": 79
    },
    {
      "epoch": 0.003200704154914081,
      "grad_norm": 0.7676826119422913,
      "learning_rate": 0.00019891281165856873,
      "loss": 2.4178,
      "step": 80
    },
    {
      "epoch": 0.003240712956850507,
      "grad_norm": 0.9484964609146118,
      "learning_rate": 0.00019888158570324795,
      "loss": 2.4177,
      "step": 81
    },
    {
      "epoch": 0.003280721758786933,
      "grad_norm": 0.8643667101860046,
      "learning_rate": 0.0001988499201633265,
      "loss": 2.4286,
      "step": 82
    },
    {
      "epoch": 0.0033207305607233593,
      "grad_norm": 0.9226168990135193,
      "learning_rate": 0.00019881781517957562,
      "loss": 2.698,
      "step": 83
    },
    {
      "epoch": 0.003360739362659785,
      "grad_norm": 0.7979700565338135,
      "learning_rate": 0.0001987852708947202,
      "loss": 2.5675,
      "step": 84
    },
    {
      "epoch": 0.003400748164596211,
      "grad_norm": 0.7096598744392395,
      "learning_rate": 0.00019875228745343794,
      "loss": 2.3027,
      "step": 85
    },
    {
      "epoch": 0.003440756966532637,
      "grad_norm": 0.8167851567268372,
      "learning_rate": 0.0001987188650023589,
      "loss": 2.3481,
      "step": 86
    },
    {
      "epoch": 0.0034807657684690634,
      "grad_norm": 0.7814117074012756,
      "learning_rate": 0.0001986850036900648,
      "loss": 2.3676,
      "step": 87
    },
    {
      "epoch": 0.0035207745704054893,
      "grad_norm": 0.8298228979110718,
      "learning_rate": 0.00019865070366708836,
      "loss": 2.4692,
      "step": 88
    },
    {
      "epoch": 0.003560783372341915,
      "grad_norm": 0.9001230597496033,
      "learning_rate": 0.00019861596508591255,
      "loss": 2.307,
      "step": 89
    },
    {
      "epoch": 0.003600792174278341,
      "grad_norm": 0.8672943711280823,
      "learning_rate": 0.00019858078810097002,
      "loss": 2.4928,
      "step": 90
    },
    {
      "epoch": 0.003640800976214767,
      "grad_norm": 0.8184811472892761,
      "learning_rate": 0.00019854517286864245,
      "loss": 2.3559,
      "step": 91
    },
    {
      "epoch": 0.0036808097781511934,
      "grad_norm": 0.8503400683403015,
      "learning_rate": 0.0001985091195472596,
      "loss": 2.3762,
      "step": 92
    },
    {
      "epoch": 0.0037208185800876193,
      "grad_norm": 0.7989224791526794,
      "learning_rate": 0.0001984726282970989,
      "loss": 2.4247,
      "step": 93
    },
    {
      "epoch": 0.0037608273820240452,
      "grad_norm": 0.9804872870445251,
      "learning_rate": 0.0001984356992803847,
      "loss": 2.4628,
      "step": 94
    },
    {
      "epoch": 0.003800836183960471,
      "grad_norm": 0.832682192325592,
      "learning_rate": 0.00019839833266128724,
      "loss": 2.3048,
      "step": 95
    },
    {
      "epoch": 0.0038408449858968975,
      "grad_norm": 0.9040679931640625,
      "learning_rate": 0.00019836052860592237,
      "loss": 2.1554,
      "step": 96
    },
    {
      "epoch": 0.0038808537878333234,
      "grad_norm": 0.8522677421569824,
      "learning_rate": 0.0001983222872823505,
      "loss": 2.2239,
      "step": 97
    },
    {
      "epoch": 0.003920862589769749,
      "grad_norm": 0.8962317109107971,
      "learning_rate": 0.00019828360886057594,
      "loss": 2.2457,
      "step": 98
    },
    {
      "epoch": 0.003960871391706176,
      "grad_norm": 0.8516427874565125,
      "learning_rate": 0.00019824449351254616,
      "loss": 2.4358,
      "step": 99
    },
    {
      "epoch": 0.004000880193642601,
      "grad_norm": 0.8346360921859741,
      "learning_rate": 0.00019820494141215104,
      "loss": 2.6128,
      "step": 100
    },
    {
      "epoch": 0.0040408889955790275,
      "grad_norm": 0.7981115579605103,
      "learning_rate": 0.000198164952735222,
      "loss": 2.4982,
      "step": 101
    },
    {
      "epoch": 0.004080897797515453,
      "grad_norm": 0.7517040967941284,
      "learning_rate": 0.00019812452765953135,
      "loss": 2.5283,
      "step": 102
    },
    {
      "epoch": 0.004120906599451879,
      "grad_norm": 0.7854064702987671,
      "learning_rate": 0.00019808366636479147,
      "loss": 2.437,
      "step": 103
    },
    {
      "epoch": 0.004160915401388306,
      "grad_norm": 0.9322857856750488,
      "learning_rate": 0.00019804236903265388,
      "loss": 2.5185,
      "step": 104
    },
    {
      "epoch": 0.004200924203324731,
      "grad_norm": 0.8018848299980164,
      "learning_rate": 0.00019800063584670863,
      "loss": 2.4573,
      "step": 105
    },
    {
      "epoch": 0.0042409330052611575,
      "grad_norm": 0.8800789713859558,
      "learning_rate": 0.00019795846699248332,
      "loss": 2.4994,
      "step": 106
    },
    {
      "epoch": 0.004280941807197584,
      "grad_norm": 0.8249796628952026,
      "learning_rate": 0.00019791586265744237,
      "loss": 2.2522,
      "step": 107
    },
    {
      "epoch": 0.004320950609134009,
      "grad_norm": 0.8045943975448608,
      "learning_rate": 0.00019787282303098617,
      "loss": 2.4706,
      "step": 108
    },
    {
      "epoch": 0.004360959411070436,
      "grad_norm": 0.8106649518013,
      "learning_rate": 0.0001978293483044502,
      "loss": 2.4574,
      "step": 109
    },
    {
      "epoch": 0.004400968213006861,
      "grad_norm": 0.6958211064338684,
      "learning_rate": 0.00019778543867110426,
      "loss": 2.3553,
      "step": 110
    },
    {
      "epoch": 0.0044409770149432875,
      "grad_norm": 0.8949577212333679,
      "learning_rate": 0.00019774109432615147,
      "loss": 2.3841,
      "step": 111
    },
    {
      "epoch": 0.004480985816879714,
      "grad_norm": 0.7091285586357117,
      "learning_rate": 0.00019769631546672756,
      "loss": 2.2835,
      "step": 112
    },
    {
      "epoch": 0.004520994618816139,
      "grad_norm": 0.7510842084884644,
      "learning_rate": 0.00019765110229189988,
      "loss": 2.4362,
      "step": 113
    },
    {
      "epoch": 0.004561003420752566,
      "grad_norm": 0.9106999635696411,
      "learning_rate": 0.00019760545500266657,
      "loss": 2.3354,
      "step": 114
    },
    {
      "epoch": 0.004601012222688991,
      "grad_norm": 0.8512074947357178,
      "learning_rate": 0.00019755937380195568,
      "loss": 2.5172,
      "step": 115
    },
    {
      "epoch": 0.0046410210246254175,
      "grad_norm": 0.8106929063796997,
      "learning_rate": 0.00019751285889462423,
      "loss": 2.5205,
      "step": 116
    },
    {
      "epoch": 0.004681029826561844,
      "grad_norm": 0.8943569660186768,
      "learning_rate": 0.0001974659104874573,
      "loss": 2.4014,
      "step": 117
    },
    {
      "epoch": 0.004721038628498269,
      "grad_norm": 0.8271776437759399,
      "learning_rate": 0.0001974185287891671,
      "loss": 2.5191,
      "step": 118
    },
    {
      "epoch": 0.004761047430434696,
      "grad_norm": 1.0515495538711548,
      "learning_rate": 0.0001973707140103921,
      "loss": 2.5133,
      "step": 119
    },
    {
      "epoch": 0.004801056232371122,
      "grad_norm": 0.8733367919921875,
      "learning_rate": 0.00019732246636369605,
      "loss": 2.4165,
      "step": 120
    },
    {
      "epoch": 0.0048410650343075476,
      "grad_norm": 0.9228517413139343,
      "learning_rate": 0.00019727378606356703,
      "loss": 2.1259,
      "step": 121
    },
    {
      "epoch": 0.004881073836243974,
      "grad_norm": 0.8812568187713623,
      "learning_rate": 0.00019722467332641656,
      "loss": 2.3035,
      "step": 122
    },
    {
      "epoch": 0.004921082638180399,
      "grad_norm": 0.8012955188751221,
      "learning_rate": 0.00019717512837057855,
      "loss": 2.3415,
      "step": 123
    },
    {
      "epoch": 0.004961091440116826,
      "grad_norm": 0.8549131155014038,
      "learning_rate": 0.0001971251514163083,
      "loss": 2.5992,
      "step": 124
    },
    {
      "epoch": 0.005001100242053252,
      "grad_norm": 0.9092952013015747,
      "learning_rate": 0.0001970747426857817,
      "loss": 2.4635,
      "step": 125
    },
    {
      "epoch": 0.005041109043989678,
      "grad_norm": 0.9234714508056641,
      "learning_rate": 0.00019702390240309404,
      "loss": 2.4126,
      "step": 126
    },
    {
      "epoch": 0.005081117845926104,
      "grad_norm": 0.8353875279426575,
      "learning_rate": 0.0001969726307942592,
      "loss": 2.5039,
      "step": 127
    },
    {
      "epoch": 0.005121126647862529,
      "grad_norm": 0.9279748201370239,
      "learning_rate": 0.00019692092808720846,
      "loss": 2.4514,
      "step": 128
    },
    {
      "epoch": 0.005161135449798956,
      "grad_norm": 0.7712792158126831,
      "learning_rate": 0.0001968687945117896,
      "loss": 2.4995,
      "step": 129
    },
    {
      "epoch": 0.005201144251735382,
      "grad_norm": 0.832494854927063,
      "learning_rate": 0.00019681623029976588,
      "loss": 2.2128,
      "step": 130
    },
    {
      "epoch": 0.005241153053671808,
      "grad_norm": 0.9547131657600403,
      "learning_rate": 0.00019676323568481498,
      "loss": 2.3722,
      "step": 131
    },
    {
      "epoch": 0.005281161855608234,
      "grad_norm": 0.8326898813247681,
      "learning_rate": 0.00019670981090252792,
      "loss": 2.5232,
      "step": 132
    },
    {
      "epoch": 0.005321170657544659,
      "grad_norm": 0.8656266331672668,
      "learning_rate": 0.00019665595619040808,
      "loss": 2.4499,
      "step": 133
    },
    {
      "epoch": 0.005361179459481086,
      "grad_norm": 0.941202700138092,
      "learning_rate": 0.0001966016717878702,
      "loss": 2.2475,
      "step": 134
    },
    {
      "epoch": 0.005401188261417512,
      "grad_norm": 0.9080685377120972,
      "learning_rate": 0.00019654695793623907,
      "loss": 2.4872,
      "step": 135
    },
    {
      "epoch": 0.005441197063353938,
      "grad_norm": 0.971255362033844,
      "learning_rate": 0.0001964918148787488,
      "loss": 2.6102,
      "step": 136
    },
    {
      "epoch": 0.005481205865290364,
      "grad_norm": 0.7609063386917114,
      "learning_rate": 0.00019643624286054144,
      "loss": 2.5409,
      "step": 137
    },
    {
      "epoch": 0.00552121466722679,
      "grad_norm": 0.8091451525688171,
      "learning_rate": 0.00019638024212866606,
      "loss": 2.4506,
      "step": 138
    },
    {
      "epoch": 0.005561223469163216,
      "grad_norm": 0.7951381802558899,
      "learning_rate": 0.0001963238129320776,
      "loss": 2.4886,
      "step": 139
    },
    {
      "epoch": 0.005601232271099642,
      "grad_norm": 0.842488169670105,
      "learning_rate": 0.00019626695552163578,
      "loss": 2.2609,
      "step": 140
    },
    {
      "epoch": 0.005641241073036068,
      "grad_norm": 0.8062704801559448,
      "learning_rate": 0.00019620967015010395,
      "loss": 2.5449,
      "step": 141
    },
    {
      "epoch": 0.005681249874972494,
      "grad_norm": 0.7525126338005066,
      "learning_rate": 0.00019615195707214803,
      "loss": 2.3988,
      "step": 142
    },
    {
      "epoch": 0.00572125867690892,
      "grad_norm": 0.8358277678489685,
      "learning_rate": 0.0001960938165443353,
      "loss": 2.4309,
      "step": 143
    },
    {
      "epoch": 0.005761267478845346,
      "grad_norm": 0.8335441946983337,
      "learning_rate": 0.00019603524882513327,
      "loss": 2.3002,
      "step": 144
    },
    {
      "epoch": 0.005801276280781772,
      "grad_norm": 0.8339763879776001,
      "learning_rate": 0.0001959762541749086,
      "loss": 2.2918,
      "step": 145
    },
    {
      "epoch": 0.005841285082718198,
      "grad_norm": 0.8602089881896973,
      "learning_rate": 0.00019591683285592593,
      "loss": 2.316,
      "step": 146
    },
    {
      "epoch": 0.005881293884654624,
      "grad_norm": 0.9224694967269897,
      "learning_rate": 0.00019585698513234663,
      "loss": 2.5606,
      "step": 147
    },
    {
      "epoch": 0.00592130268659105,
      "grad_norm": 1.1754231452941895,
      "learning_rate": 0.0001957967112702277,
      "loss": 2.5992,
      "step": 148
    },
    {
      "epoch": 0.005961311488527476,
      "grad_norm": 0.86008620262146,
      "learning_rate": 0.00019573601153752052,
      "loss": 2.3831,
      "step": 149
    },
    {
      "epoch": 0.006001320290463902,
      "grad_norm": 0.9023618698120117,
      "learning_rate": 0.00019567488620406983,
      "loss": 2.5671,
      "step": 150
    },
    {
      "epoch": 0.0060413290924003285,
      "grad_norm": 1.0157182216644287,
      "learning_rate": 0.00019561333554161224,
      "loss": 2.2782,
      "step": 151
    },
    {
      "epoch": 0.006081337894336754,
      "grad_norm": 0.8379794955253601,
      "learning_rate": 0.0001955513598237753,
      "loss": 2.423,
      "step": 152
    },
    {
      "epoch": 0.00612134669627318,
      "grad_norm": 0.9629510641098022,
      "learning_rate": 0.00019548895932607621,
      "loss": 2.4038,
      "step": 153
    },
    {
      "epoch": 0.006161355498209606,
      "grad_norm": 0.7457271814346313,
      "learning_rate": 0.00019542613432592038,
      "loss": 2.3703,
      "step": 154
    },
    {
      "epoch": 0.006201364300146032,
      "grad_norm": 0.865815281867981,
      "learning_rate": 0.00019536288510260056,
      "loss": 2.4089,
      "step": 155
    },
    {
      "epoch": 0.0062413731020824585,
      "grad_norm": 0.9115927219390869,
      "learning_rate": 0.00019529921193729534,
      "loss": 2.4435,
      "step": 156
    },
    {
      "epoch": 0.006281381904018884,
      "grad_norm": 0.8889590501785278,
      "learning_rate": 0.00019523511511306793,
      "loss": 2.3253,
      "step": 157
    },
    {
      "epoch": 0.00632139070595531,
      "grad_norm": 0.8270273804664612,
      "learning_rate": 0.000195170594914865,
      "loss": 2.2587,
      "step": 158
    },
    {
      "epoch": 0.006361399507891736,
      "grad_norm": 0.9938492178916931,
      "learning_rate": 0.00019510565162951537,
      "loss": 2.554,
      "step": 159
    },
    {
      "epoch": 0.006401408309828162,
      "grad_norm": 0.9127581715583801,
      "learning_rate": 0.00019504028554572864,
      "loss": 2.5297,
      "step": 160
    },
    {
      "epoch": 0.0064414171117645885,
      "grad_norm": 0.8867203593254089,
      "learning_rate": 0.00019497449695409408,
      "loss": 2.2934,
      "step": 161
    },
    {
      "epoch": 0.006481425913701014,
      "grad_norm": 1.021230697631836,
      "learning_rate": 0.00019490828614707916,
      "loss": 2.4203,
      "step": 162
    },
    {
      "epoch": 0.00652143471563744,
      "grad_norm": 0.83158940076828,
      "learning_rate": 0.00019484165341902845,
      "loss": 2.2786,
      "step": 163
    },
    {
      "epoch": 0.006561443517573866,
      "grad_norm": 0.78800368309021,
      "learning_rate": 0.00019477459906616206,
      "loss": 2.551,
      "step": 164
    },
    {
      "epoch": 0.006601452319510292,
      "grad_norm": 0.8086895942687988,
      "learning_rate": 0.00019470712338657458,
      "loss": 2.442,
      "step": 165
    },
    {
      "epoch": 0.0066414611214467185,
      "grad_norm": 1.005505084991455,
      "learning_rate": 0.0001946392266802336,
      "loss": 2.6194,
      "step": 166
    },
    {
      "epoch": 0.006681469923383144,
      "grad_norm": 0.7903050184249878,
      "learning_rate": 0.0001945709092489783,
      "loss": 2.1967,
      "step": 167
    },
    {
      "epoch": 0.00672147872531957,
      "grad_norm": 0.9092828631401062,
      "learning_rate": 0.00019450217139651844,
      "loss": 2.4117,
      "step": 168
    },
    {
      "epoch": 0.006761487527255997,
      "grad_norm": 0.8388196229934692,
      "learning_rate": 0.0001944330134284326,
      "loss": 2.4307,
      "step": 169
    },
    {
      "epoch": 0.006801496329192422,
      "grad_norm": 0.9605037569999695,
      "learning_rate": 0.00019436343565216711,
      "loss": 2.3124,
      "step": 170
    },
    {
      "epoch": 0.0068415051311288486,
      "grad_norm": 0.9226333498954773,
      "learning_rate": 0.00019429343837703455,
      "loss": 2.505,
      "step": 171
    },
    {
      "epoch": 0.006881513933065274,
      "grad_norm": 0.8385234475135803,
      "learning_rate": 0.0001942230219142124,
      "loss": 2.3867,
      "step": 172
    },
    {
      "epoch": 0.0069215227350017,
      "grad_norm": 0.8132553100585938,
      "learning_rate": 0.0001941521865767417,
      "loss": 2.4187,
      "step": 173
    },
    {
      "epoch": 0.006961531536938127,
      "grad_norm": 0.9001790285110474,
      "learning_rate": 0.0001940809326795256,
      "loss": 2.4902,
      "step": 174
    },
    {
      "epoch": 0.007001540338874552,
      "grad_norm": 0.826528787612915,
      "learning_rate": 0.000194009260539328,
      "loss": 2.5536,
      "step": 175
    },
    {
      "epoch": 0.007041549140810979,
      "grad_norm": 0.7570115327835083,
      "learning_rate": 0.0001939371704747721,
      "loss": 2.3739,
      "step": 176
    },
    {
      "epoch": 0.007081557942747404,
      "grad_norm": 0.8484824895858765,
      "learning_rate": 0.00019386466280633906,
      "loss": 2.5293,
      "step": 177
    },
    {
      "epoch": 0.00712156674468383,
      "grad_norm": 0.8898555636405945,
      "learning_rate": 0.00019379173785636646,
      "loss": 2.5546,
      "step": 178
    },
    {
      "epoch": 0.007161575546620257,
      "grad_norm": 0.6519613862037659,
      "learning_rate": 0.000193718395949047,
      "loss": 2.2913,
      "step": 179
    },
    {
      "epoch": 0.007201584348556682,
      "grad_norm": 0.7287331223487854,
      "learning_rate": 0.00019364463741042694,
      "loss": 2.3978,
      "step": 180
    },
    {
      "epoch": 0.007241593150493109,
      "grad_norm": 0.8134555220603943,
      "learning_rate": 0.00019357046256840473,
      "loss": 2.324,
      "step": 181
    },
    {
      "epoch": 0.007281601952429534,
      "grad_norm": 0.8735904097557068,
      "learning_rate": 0.00019349587175272948,
      "loss": 2.7091,
      "step": 182
    },
    {
      "epoch": 0.00732161075436596,
      "grad_norm": 0.7202712297439575,
      "learning_rate": 0.0001934208652949996,
      "loss": 2.4011,
      "step": 183
    },
    {
      "epoch": 0.007361619556302387,
      "grad_norm": 1.0092401504516602,
      "learning_rate": 0.00019334544352866127,
      "loss": 2.4406,
      "step": 184
    },
    {
      "epoch": 0.007401628358238812,
      "grad_norm": 0.7389501929283142,
      "learning_rate": 0.00019326960678900688,
      "loss": 2.3579,
      "step": 185
    },
    {
      "epoch": 0.007441637160175239,
      "grad_norm": 0.8235421180725098,
      "learning_rate": 0.00019319335541317361,
      "loss": 2.4715,
      "step": 186
    },
    {
      "epoch": 0.007481645962111665,
      "grad_norm": 0.7566092610359192,
      "learning_rate": 0.00019311668974014208,
      "loss": 2.223,
      "step": 187
    },
    {
      "epoch": 0.0075216547640480904,
      "grad_norm": 0.9028082489967346,
      "learning_rate": 0.00019303961011073447,
      "loss": 2.391,
      "step": 188
    },
    {
      "epoch": 0.007561663565984517,
      "grad_norm": 0.8173374533653259,
      "learning_rate": 0.00019296211686761346,
      "loss": 2.3925,
      "step": 189
    },
    {
      "epoch": 0.007601672367920942,
      "grad_norm": 0.7829210162162781,
      "learning_rate": 0.00019288421035528028,
      "loss": 2.3985,
      "step": 190
    },
    {
      "epoch": 0.007641681169857369,
      "grad_norm": 0.988612711429596,
      "learning_rate": 0.00019280589092007352,
      "loss": 2.6617,
      "step": 191
    },
    {
      "epoch": 0.007681689971793795,
      "grad_norm": 0.9260920882225037,
      "learning_rate": 0.00019272715891016735,
      "loss": 2.5361,
      "step": 192
    },
    {
      "epoch": 0.0077216987737302204,
      "grad_norm": 0.8347364068031311,
      "learning_rate": 0.00019264801467557007,
      "loss": 2.529,
      "step": 193
    },
    {
      "epoch": 0.007761707575666647,
      "grad_norm": 0.8772714138031006,
      "learning_rate": 0.00019256845856812266,
      "loss": 2.5096,
      "step": 194
    },
    {
      "epoch": 0.007801716377603072,
      "grad_norm": 0.8549373149871826,
      "learning_rate": 0.000192488490941497,
      "loss": 2.3584,
      "step": 195
    },
    {
      "epoch": 0.007841725179539499,
      "grad_norm": 0.9251549243927002,
      "learning_rate": 0.00019240811215119448,
      "loss": 2.5791,
      "step": 196
    },
    {
      "epoch": 0.007881733981475925,
      "grad_norm": 0.8200704455375671,
      "learning_rate": 0.00019232732255454422,
      "loss": 2.2078,
      "step": 197
    },
    {
      "epoch": 0.007921742783412351,
      "grad_norm": 0.8526360392570496,
      "learning_rate": 0.00019224612251070175,
      "loss": 2.4276,
      "step": 198
    },
    {
      "epoch": 0.007961751585348776,
      "grad_norm": 0.8031983971595764,
      "learning_rate": 0.0001921645123806472,
      "loss": 2.3875,
      "step": 199
    },
    {
      "epoch": 0.008001760387285202,
      "grad_norm": 0.7760054469108582,
      "learning_rate": 0.0001920824925271838,
      "loss": 2.3843,
      "step": 200
    },
    {
      "epoch": 0.008041769189221629,
      "grad_norm": 0.9043341875076294,
      "learning_rate": 0.0001920000633149362,
      "loss": 2.3969,
      "step": 201
    },
    {
      "epoch": 0.008081777991158055,
      "grad_norm": 1.0370653867721558,
      "learning_rate": 0.00019191722511034884,
      "loss": 2.6679,
      "step": 202
    },
    {
      "epoch": 0.008121786793094481,
      "grad_norm": 0.8806028962135315,
      "learning_rate": 0.00019183397828168448,
      "loss": 2.1613,
      "step": 203
    },
    {
      "epoch": 0.008161795595030906,
      "grad_norm": 0.9401004910469055,
      "learning_rate": 0.00019175032319902234,
      "loss": 2.5396,
      "step": 204
    },
    {
      "epoch": 0.008201804396967332,
      "grad_norm": 0.7380734086036682,
      "learning_rate": 0.00019166626023425662,
      "loss": 2.4695,
      "step": 205
    },
    {
      "epoch": 0.008241813198903759,
      "grad_norm": 0.8642431497573853,
      "learning_rate": 0.00019158178976109476,
      "loss": 2.5978,
      "step": 206
    },
    {
      "epoch": 0.008281822000840185,
      "grad_norm": 0.817123293876648,
      "learning_rate": 0.0001914969121550558,
      "loss": 2.3567,
      "step": 207
    },
    {
      "epoch": 0.008321830802776611,
      "grad_norm": 0.8313263058662415,
      "learning_rate": 0.00019141162779346874,
      "loss": 2.4635,
      "step": 208
    },
    {
      "epoch": 0.008361839604713038,
      "grad_norm": 0.7858693599700928,
      "learning_rate": 0.00019132593705547082,
      "loss": 2.3921,
      "step": 209
    },
    {
      "epoch": 0.008401848406649462,
      "grad_norm": 0.8788791298866272,
      "learning_rate": 0.00019123984032200586,
      "loss": 2.3325,
      "step": 210
    },
    {
      "epoch": 0.008441857208585889,
      "grad_norm": 0.8966026306152344,
      "learning_rate": 0.00019115333797582254,
      "loss": 2.3082,
      "step": 211
    },
    {
      "epoch": 0.008481866010522315,
      "grad_norm": 0.8859219551086426,
      "learning_rate": 0.00019106643040147278,
      "loss": 2.4954,
      "step": 212
    },
    {
      "epoch": 0.008521874812458741,
      "grad_norm": 0.7704069018363953,
      "learning_rate": 0.00019097911798530987,
      "loss": 2.2743,
      "step": 213
    },
    {
      "epoch": 0.008561883614395168,
      "grad_norm": 0.9828765392303467,
      "learning_rate": 0.00019089140111548696,
      "loss": 2.4397,
      "step": 214
    },
    {
      "epoch": 0.008601892416331592,
      "grad_norm": 0.8196828961372375,
      "learning_rate": 0.00019080328018195513,
      "loss": 2.4302,
      "step": 215
    },
    {
      "epoch": 0.008641901218268019,
      "grad_norm": 0.7765579223632812,
      "learning_rate": 0.0001907147555764618,
      "loss": 2.3676,
      "step": 216
    },
    {
      "epoch": 0.008681910020204445,
      "grad_norm": 0.7400754690170288,
      "learning_rate": 0.00019062582769254895,
      "loss": 2.5218,
      "step": 217
    },
    {
      "epoch": 0.008721918822140871,
      "grad_norm": 0.8629941940307617,
      "learning_rate": 0.00019053649692555135,
      "loss": 2.2771,
      "step": 218
    },
    {
      "epoch": 0.008761927624077298,
      "grad_norm": 0.8144598007202148,
      "learning_rate": 0.00019044676367259476,
      "loss": 2.3811,
      "step": 219
    },
    {
      "epoch": 0.008801936426013722,
      "grad_norm": 0.7532522678375244,
      "learning_rate": 0.00019035662833259432,
      "loss": 2.3002,
      "step": 220
    },
    {
      "epoch": 0.008841945227950149,
      "grad_norm": 0.8582192063331604,
      "learning_rate": 0.00019026609130625257,
      "loss": 2.2372,
      "step": 221
    },
    {
      "epoch": 0.008881954029886575,
      "grad_norm": 1.0765811204910278,
      "learning_rate": 0.00019017515299605788,
      "loss": 2.4924,
      "step": 222
    },
    {
      "epoch": 0.008921962831823001,
      "grad_norm": 0.8211020827293396,
      "learning_rate": 0.00019008381380628247,
      "loss": 2.4681,
      "step": 223
    },
    {
      "epoch": 0.008961971633759428,
      "grad_norm": 0.866243839263916,
      "learning_rate": 0.00018999207414298067,
      "loss": 2.4261,
      "step": 224
    },
    {
      "epoch": 0.009001980435695852,
      "grad_norm": 0.8229527473449707,
      "learning_rate": 0.00018989993441398726,
      "loss": 2.4216,
      "step": 225
    },
    {
      "epoch": 0.009041989237632279,
      "grad_norm": 1.052610993385315,
      "learning_rate": 0.00018980739502891546,
      "loss": 2.4753,
      "step": 226
    },
    {
      "epoch": 0.009081998039568705,
      "grad_norm": 0.845531165599823,
      "learning_rate": 0.0001897144563991552,
      "loss": 2.6628,
      "step": 227
    },
    {
      "epoch": 0.009122006841505131,
      "grad_norm": 0.849407970905304,
      "learning_rate": 0.00018962111893787128,
      "loss": 2.1452,
      "step": 228
    },
    {
      "epoch": 0.009162015643441558,
      "grad_norm": 0.9068694114685059,
      "learning_rate": 0.00018952738306000151,
      "loss": 2.2377,
      "step": 229
    },
    {
      "epoch": 0.009202024445377982,
      "grad_norm": 0.8386298418045044,
      "learning_rate": 0.00018943324918225494,
      "loss": 2.3559,
      "step": 230
    },
    {
      "epoch": 0.009242033247314409,
      "grad_norm": 0.9066253304481506,
      "learning_rate": 0.0001893387177231099,
      "loss": 2.4114,
      "step": 231
    },
    {
      "epoch": 0.009282042049250835,
      "grad_norm": 0.9566115140914917,
      "learning_rate": 0.0001892437891028122,
      "loss": 2.6572,
      "step": 232
    },
    {
      "epoch": 0.009322050851187261,
      "grad_norm": 0.8216741681098938,
      "learning_rate": 0.0001891484637433733,
      "loss": 2.3498,
      "step": 233
    },
    {
      "epoch": 0.009362059653123688,
      "grad_norm": 0.8118180632591248,
      "learning_rate": 0.00018905274206856837,
      "loss": 2.3863,
      "step": 234
    },
    {
      "epoch": 0.009402068455060112,
      "grad_norm": 0.9115660190582275,
      "learning_rate": 0.00018895662450393438,
      "loss": 2.3169,
      "step": 235
    },
    {
      "epoch": 0.009442077256996539,
      "grad_norm": 0.8727990388870239,
      "learning_rate": 0.00018886011147676833,
      "loss": 2.475,
      "step": 236
    },
    {
      "epoch": 0.009482086058932965,
      "grad_norm": 0.8437508940696716,
      "learning_rate": 0.00018876320341612522,
      "loss": 2.4394,
      "step": 237
    },
    {
      "epoch": 0.009522094860869391,
      "grad_norm": 0.9578529000282288,
      "learning_rate": 0.00018866590075281624,
      "loss": 2.319,
      "step": 238
    },
    {
      "epoch": 0.009562103662805818,
      "grad_norm": 0.9065374135971069,
      "learning_rate": 0.00018856820391940674,
      "loss": 2.4054,
      "step": 239
    },
    {
      "epoch": 0.009602112464742244,
      "grad_norm": 0.8083767890930176,
      "learning_rate": 0.00018847011335021449,
      "loss": 2.3818,
      "step": 240
    },
    {
      "epoch": 0.009642121266678669,
      "grad_norm": 0.8343636393547058,
      "learning_rate": 0.00018837162948130752,
      "loss": 2.4282,
      "step": 241
    },
    {
      "epoch": 0.009682130068615095,
      "grad_norm": 0.8199134469032288,
      "learning_rate": 0.00018827275275050233,
      "loss": 2.3308,
      "step": 242
    },
    {
      "epoch": 0.009722138870551521,
      "grad_norm": 0.7996858358383179,
      "learning_rate": 0.00018817348359736203,
      "loss": 2.2547,
      "step": 243
    },
    {
      "epoch": 0.009762147672487948,
      "grad_norm": 0.8424549698829651,
      "learning_rate": 0.00018807382246319412,
      "loss": 2.2096,
      "step": 244
    },
    {
      "epoch": 0.009802156474424374,
      "grad_norm": 0.802532970905304,
      "learning_rate": 0.00018797376979104872,
      "loss": 2.297,
      "step": 245
    },
    {
      "epoch": 0.009842165276360799,
      "grad_norm": 0.8660620450973511,
      "learning_rate": 0.00018787332602571662,
      "loss": 2.1666,
      "step": 246
    },
    {
      "epoch": 0.009882174078297225,
      "grad_norm": 0.9401642084121704,
      "learning_rate": 0.00018777249161372713,
      "loss": 2.4211,
      "step": 247
    },
    {
      "epoch": 0.009922182880233651,
      "grad_norm": 0.8833801746368408,
      "learning_rate": 0.00018767126700334634,
      "loss": 2.3488,
      "step": 248
    },
    {
      "epoch": 0.009962191682170078,
      "grad_norm": 0.8183444142341614,
      "learning_rate": 0.0001875696526445749,
      "loss": 2.3665,
      "step": 249
    },
    {
      "epoch": 0.010002200484106504,
      "grad_norm": 0.9768849611282349,
      "learning_rate": 0.0001874676489891461,
      "loss": 2.3912,
      "step": 250
    },
    {
      "epoch": 0.010042209286042929,
      "grad_norm": 0.8470879197120667,
      "learning_rate": 0.00018736525649052394,
      "loss": 2.3695,
      "step": 251
    },
    {
      "epoch": 0.010082218087979355,
      "grad_norm": 0.8533114790916443,
      "learning_rate": 0.00018726247560390099,
      "loss": 2.2809,
      "step": 252
    },
    {
      "epoch": 0.010122226889915781,
      "grad_norm": 0.9009310007095337,
      "learning_rate": 0.00018715930678619644,
      "loss": 2.3435,
      "step": 253
    },
    {
      "epoch": 0.010162235691852208,
      "grad_norm": 0.9060698747634888,
      "learning_rate": 0.00018705575049605413,
      "loss": 2.4251,
      "step": 254
    },
    {
      "epoch": 0.010202244493788634,
      "grad_norm": 0.949540913105011,
      "learning_rate": 0.00018695180719384029,
      "loss": 2.1082,
      "step": 255
    },
    {
      "epoch": 0.010242253295725059,
      "grad_norm": 0.82698655128479,
      "learning_rate": 0.00018684747734164177,
      "loss": 2.4138,
      "step": 256
    },
    {
      "epoch": 0.010282262097661485,
      "grad_norm": 0.84847491979599,
      "learning_rate": 0.00018674276140326376,
      "loss": 2.2904,
      "step": 257
    },
    {
      "epoch": 0.010322270899597911,
      "grad_norm": 0.8508815765380859,
      "learning_rate": 0.00018663765984422786,
      "loss": 2.3518,
      "step": 258
    },
    {
      "epoch": 0.010362279701534338,
      "grad_norm": 0.8903881311416626,
      "learning_rate": 0.00018653217313177004,
      "loss": 2.4725,
      "step": 259
    },
    {
      "epoch": 0.010402288503470764,
      "grad_norm": 0.8340222239494324,
      "learning_rate": 0.00018642630173483832,
      "loss": 2.2708,
      "step": 260
    },
    {
      "epoch": 0.010442297305407189,
      "grad_norm": 0.9064021706581116,
      "learning_rate": 0.00018632004612409103,
      "loss": 2.2693,
      "step": 261
    },
    {
      "epoch": 0.010482306107343615,
      "grad_norm": 0.8089600205421448,
      "learning_rate": 0.00018621340677189453,
      "loss": 2.2374,
      "step": 262
    },
    {
      "epoch": 0.010522314909280042,
      "grad_norm": 0.755912721157074,
      "learning_rate": 0.00018610638415232097,
      "loss": 2.3115,
      "step": 263
    },
    {
      "epoch": 0.010562323711216468,
      "grad_norm": 0.9682226777076721,
      "learning_rate": 0.00018599897874114652,
      "loss": 2.6536,
      "step": 264
    },
    {
      "epoch": 0.010602332513152894,
      "grad_norm": 0.8018482327461243,
      "learning_rate": 0.00018589119101584898,
      "loss": 2.4442,
      "step": 265
    },
    {
      "epoch": 0.010642341315089319,
      "grad_norm": 0.9255301356315613,
      "learning_rate": 0.00018578302145560584,
      "loss": 2.4722,
      "step": 266
    },
    {
      "epoch": 0.010682350117025745,
      "grad_norm": 0.9365960955619812,
      "learning_rate": 0.00018567447054129195,
      "loss": 2.4608,
      "step": 267
    },
    {
      "epoch": 0.010722358918962172,
      "grad_norm": 0.7784608006477356,
      "learning_rate": 0.00018556553875547754,
      "loss": 2.1165,
      "step": 268
    },
    {
      "epoch": 0.010762367720898598,
      "grad_norm": 0.966071605682373,
      "learning_rate": 0.00018545622658242607,
      "loss": 2.3323,
      "step": 269
    },
    {
      "epoch": 0.010802376522835024,
      "grad_norm": 0.9215644598007202,
      "learning_rate": 0.00018534653450809197,
      "loss": 2.2497,
      "step": 270
    },
    {
      "epoch": 0.01084238532477145,
      "grad_norm": 0.8669189810752869,
      "learning_rate": 0.00018523646302011867,
      "loss": 2.5073,
      "step": 271
    },
    {
      "epoch": 0.010882394126707875,
      "grad_norm": 0.9350600838661194,
      "learning_rate": 0.00018512601260783606,
      "loss": 2.4533,
      "step": 272
    },
    {
      "epoch": 0.010922402928644302,
      "grad_norm": 0.8807140588760376,
      "learning_rate": 0.00018501518376225887,
      "loss": 2.5781,
      "step": 273
    },
    {
      "epoch": 0.010962411730580728,
      "grad_norm": 0.8302493095397949,
      "learning_rate": 0.00018490397697608395,
      "loss": 2.4509,
      "step": 274
    },
    {
      "epoch": 0.011002420532517154,
      "grad_norm": 0.8485734462738037,
      "learning_rate": 0.0001847923927436884,
      "loss": 2.2509,
      "step": 275
    },
    {
      "epoch": 0.01104242933445358,
      "grad_norm": 0.8483574986457825,
      "learning_rate": 0.00018468043156112728,
      "loss": 2.4593,
      "step": 276
    },
    {
      "epoch": 0.011082438136390005,
      "grad_norm": 0.8275932669639587,
      "learning_rate": 0.0001845680939261314,
      "loss": 2.1259,
      "step": 277
    },
    {
      "epoch": 0.011122446938326432,
      "grad_norm": 0.9624012112617493,
      "learning_rate": 0.00018445538033810515,
      "loss": 2.4311,
      "step": 278
    },
    {
      "epoch": 0.011162455740262858,
      "grad_norm": 1.0386797189712524,
      "learning_rate": 0.00018434229129812418,
      "loss": 2.7232,
      "step": 279
    },
    {
      "epoch": 0.011202464542199284,
      "grad_norm": 0.9259981513023376,
      "learning_rate": 0.0001842288273089332,
      "loss": 2.1983,
      "step": 280
    },
    {
      "epoch": 0.01124247334413571,
      "grad_norm": 0.8375793099403381,
      "learning_rate": 0.00018411498887494396,
      "loss": 2.4582,
      "step": 281
    },
    {
      "epoch": 0.011282482146072135,
      "grad_norm": 0.8510038256645203,
      "learning_rate": 0.00018400077650223263,
      "loss": 2.3681,
      "step": 282
    },
    {
      "epoch": 0.011322490948008562,
      "grad_norm": 0.8336498141288757,
      "learning_rate": 0.0001838861906985379,
      "loss": 2.4417,
      "step": 283
    },
    {
      "epoch": 0.011362499749944988,
      "grad_norm": 0.8423823714256287,
      "learning_rate": 0.00018377123197325842,
      "loss": 2.2992,
      "step": 284
    },
    {
      "epoch": 0.011402508551881414,
      "grad_norm": 0.826633632183075,
      "learning_rate": 0.00018365590083745085,
      "loss": 2.3556,
      "step": 285
    },
    {
      "epoch": 0.01144251735381784,
      "grad_norm": 0.8041581511497498,
      "learning_rate": 0.00018354019780382735,
      "loss": 2.4525,
      "step": 286
    },
    {
      "epoch": 0.011482526155754265,
      "grad_norm": 0.7354216575622559,
      "learning_rate": 0.0001834241233867533,
      "loss": 2.3523,
      "step": 287
    },
    {
      "epoch": 0.011522534957690692,
      "grad_norm": 0.8033688068389893,
      "learning_rate": 0.00018330767810224524,
      "loss": 2.4722,
      "step": 288
    },
    {
      "epoch": 0.011562543759627118,
      "grad_norm": 0.8322353959083557,
      "learning_rate": 0.0001831908624679683,
      "loss": 2.4269,
      "step": 289
    },
    {
      "epoch": 0.011602552561563544,
      "grad_norm": 0.8702005743980408,
      "learning_rate": 0.0001830736770032341,
      "loss": 2.2848,
      "step": 290
    },
    {
      "epoch": 0.01164256136349997,
      "grad_norm": 0.7818353176116943,
      "learning_rate": 0.0001829561222289984,
      "loss": 2.3969,
      "step": 291
    },
    {
      "epoch": 0.011682570165436395,
      "grad_norm": 0.8346669673919678,
      "learning_rate": 0.00018283819866785853,
      "loss": 2.3721,
      "step": 292
    },
    {
      "epoch": 0.011722578967372822,
      "grad_norm": 1.146624207496643,
      "learning_rate": 0.0001827199068440516,
      "loss": 2.4541,
      "step": 293
    },
    {
      "epoch": 0.011762587769309248,
      "grad_norm": 0.8541815280914307,
      "learning_rate": 0.00018260124728345162,
      "loss": 2.4381,
      "step": 294
    },
    {
      "epoch": 0.011802596571245674,
      "grad_norm": 0.9284994602203369,
      "learning_rate": 0.00018248222051356754,
      "loss": 2.4949,
      "step": 295
    },
    {
      "epoch": 0.0118426053731821,
      "grad_norm": 0.9585385918617249,
      "learning_rate": 0.00018236282706354063,
      "loss": 2.4195,
      "step": 296
    },
    {
      "epoch": 0.011882614175118525,
      "grad_norm": 0.9535968899726868,
      "learning_rate": 0.00018224306746414238,
      "loss": 2.3993,
      "step": 297
    },
    {
      "epoch": 0.011922622977054952,
      "grad_norm": 0.8780638575553894,
      "learning_rate": 0.00018212294224777197,
      "loss": 2.3121,
      "step": 298
    },
    {
      "epoch": 0.011962631778991378,
      "grad_norm": 0.8886609673500061,
      "learning_rate": 0.00018200245194845399,
      "loss": 2.4954,
      "step": 299
    },
    {
      "epoch": 0.012002640580927804,
      "grad_norm": 0.773004412651062,
      "learning_rate": 0.00018188159710183594,
      "loss": 2.0909,
      "step": 300
    },
    {
      "epoch": 0.01204264938286423,
      "grad_norm": 0.9659380912780762,
      "learning_rate": 0.000181760378245186,
      "loss": 2.4152,
      "step": 301
    },
    {
      "epoch": 0.012082658184800657,
      "grad_norm": 0.9268271923065186,
      "learning_rate": 0.00018163879591739067,
      "loss": 2.4934,
      "step": 302
    },
    {
      "epoch": 0.012122666986737082,
      "grad_norm": 0.9921585917472839,
      "learning_rate": 0.0001815168506589521,
      "loss": 2.32,
      "step": 303
    },
    {
      "epoch": 0.012162675788673508,
      "grad_norm": 0.8220873475074768,
      "learning_rate": 0.000181394543011986,
      "loss": 2.1609,
      "step": 304
    },
    {
      "epoch": 0.012202684590609934,
      "grad_norm": 0.8983259201049805,
      "learning_rate": 0.00018127187352021907,
      "loss": 2.3239,
      "step": 305
    },
    {
      "epoch": 0.01224269339254636,
      "grad_norm": 0.7910363078117371,
      "learning_rate": 0.0001811488427289866,
      "loss": 2.1565,
      "step": 306
    },
    {
      "epoch": 0.012282702194482787,
      "grad_norm": 0.85671067237854,
      "learning_rate": 0.00018102545118523007,
      "loss": 2.3155,
      "step": 307
    },
    {
      "epoch": 0.012322710996419212,
      "grad_norm": 0.8200411796569824,
      "learning_rate": 0.00018090169943749476,
      "loss": 2.3043,
      "step": 308
    },
    {
      "epoch": 0.012362719798355638,
      "grad_norm": 0.7734881043434143,
      "learning_rate": 0.00018077758803592718,
      "loss": 2.3562,
      "step": 309
    },
    {
      "epoch": 0.012402728600292064,
      "grad_norm": 0.9275176525115967,
      "learning_rate": 0.00018065311753227273,
      "loss": 2.4883,
      "step": 310
    },
    {
      "epoch": 0.01244273740222849,
      "grad_norm": 0.7945371270179749,
      "learning_rate": 0.0001805282884798732,
      "loss": 2.3816,
      "step": 311
    },
    {
      "epoch": 0.012482746204164917,
      "grad_norm": 1.131945252418518,
      "learning_rate": 0.00018040310143366446,
      "loss": 2.4843,
      "step": 312
    },
    {
      "epoch": 0.012522755006101342,
      "grad_norm": 0.8404425382614136,
      "learning_rate": 0.00018027755695017368,
      "loss": 2.2421,
      "step": 313
    },
    {
      "epoch": 0.012562763808037768,
      "grad_norm": 0.8521291017532349,
      "learning_rate": 0.00018015165558751717,
      "loss": 2.3729,
      "step": 314
    },
    {
      "epoch": 0.012602772609974194,
      "grad_norm": 0.9402769207954407,
      "learning_rate": 0.00018002539790539773,
      "loss": 2.1836,
      "step": 315
    },
    {
      "epoch": 0.01264278141191062,
      "grad_norm": 1.0025746822357178,
      "learning_rate": 0.00017989878446510215,
      "loss": 2.4372,
      "step": 316
    },
    {
      "epoch": 0.012682790213847047,
      "grad_norm": 0.848430871963501,
      "learning_rate": 0.00017977181582949888,
      "loss": 2.1841,
      "step": 317
    },
    {
      "epoch": 0.012722799015783472,
      "grad_norm": 0.9362101554870605,
      "learning_rate": 0.0001796444925630353,
      "loss": 2.485,
      "step": 318
    },
    {
      "epoch": 0.012762807817719898,
      "grad_norm": 0.9934576153755188,
      "learning_rate": 0.00017951681523173542,
      "loss": 2.6671,
      "step": 319
    },
    {
      "epoch": 0.012802816619656324,
      "grad_norm": 0.7905914187431335,
      "learning_rate": 0.0001793887844031972,
      "loss": 2.4827,
      "step": 320
    },
    {
      "epoch": 0.01284282542159275,
      "grad_norm": 0.9566456079483032,
      "learning_rate": 0.00017926040064659014,
      "loss": 2.31,
      "step": 321
    },
    {
      "epoch": 0.012882834223529177,
      "grad_norm": 0.896003007888794,
      "learning_rate": 0.0001791316645326526,
      "loss": 2.2823,
      "step": 322
    },
    {
      "epoch": 0.012922843025465602,
      "grad_norm": 0.818633496761322,
      "learning_rate": 0.00017900257663368963,
      "loss": 2.1791,
      "step": 323
    },
    {
      "epoch": 0.012962851827402028,
      "grad_norm": 0.82285475730896,
      "learning_rate": 0.0001788731375235698,
      "loss": 2.4183,
      "step": 324
    },
    {
      "epoch": 0.013002860629338454,
      "grad_norm": 0.8922731280326843,
      "learning_rate": 0.00017874334777772327,
      "loss": 2.2588,
      "step": 325
    },
    {
      "epoch": 0.01304286943127488,
      "grad_norm": 0.9083942770957947,
      "learning_rate": 0.00017861320797313892,
      "loss": 2.7092,
      "step": 326
    },
    {
      "epoch": 0.013082878233211307,
      "grad_norm": 0.8199361562728882,
      "learning_rate": 0.0001784827186883618,
      "loss": 2.3649,
      "step": 327
    },
    {
      "epoch": 0.013122887035147732,
      "grad_norm": 0.7754919528961182,
      "learning_rate": 0.00017835188050349064,
      "loss": 2.23,
      "step": 328
    },
    {
      "epoch": 0.013162895837084158,
      "grad_norm": 0.9406566023826599,
      "learning_rate": 0.00017822069400017516,
      "loss": 2.2795,
      "step": 329
    },
    {
      "epoch": 0.013202904639020584,
      "grad_norm": 0.8274465799331665,
      "learning_rate": 0.00017808915976161362,
      "loss": 2.3135,
      "step": 330
    },
    {
      "epoch": 0.01324291344095701,
      "grad_norm": 0.8291792273521423,
      "learning_rate": 0.00017795727837255015,
      "loss": 2.4398,
      "step": 331
    },
    {
      "epoch": 0.013282922242893437,
      "grad_norm": 0.855614185333252,
      "learning_rate": 0.00017782505041927216,
      "loss": 2.2838,
      "step": 332
    },
    {
      "epoch": 0.013322931044829862,
      "grad_norm": 0.8004646897315979,
      "learning_rate": 0.00017769247648960774,
      "loss": 2.4636,
      "step": 333
    },
    {
      "epoch": 0.013362939846766288,
      "grad_norm": 0.8695483803749084,
      "learning_rate": 0.00017755955717292296,
      "loss": 2.7268,
      "step": 334
    },
    {
      "epoch": 0.013402948648702714,
      "grad_norm": 0.8156782388687134,
      "learning_rate": 0.00017742629306011944,
      "loss": 2.3833,
      "step": 335
    },
    {
      "epoch": 0.01344295745063914,
      "grad_norm": 0.7975090146064758,
      "learning_rate": 0.00017729268474363154,
      "loss": 2.0731,
      "step": 336
    },
    {
      "epoch": 0.013482966252575567,
      "grad_norm": 0.9006209373474121,
      "learning_rate": 0.0001771587328174239,
      "loss": 2.3561,
      "step": 337
    },
    {
      "epoch": 0.013522975054511993,
      "grad_norm": 0.8624041676521301,
      "learning_rate": 0.0001770244378769885,
      "loss": 2.2724,
      "step": 338
    },
    {
      "epoch": 0.013562983856448418,
      "grad_norm": 0.7857307195663452,
      "learning_rate": 0.0001768898005193425,
      "loss": 2.1726,
      "step": 339
    },
    {
      "epoch": 0.013602992658384844,
      "grad_norm": 0.9775847792625427,
      "learning_rate": 0.000176754821343025,
      "loss": 2.452,
      "step": 340
    },
    {
      "epoch": 0.01364300146032127,
      "grad_norm": 0.8565652370452881,
      "learning_rate": 0.0001766195009480949,
      "loss": 2.4754,
      "step": 341
    },
    {
      "epoch": 0.013683010262257697,
      "grad_norm": 0.9947490096092224,
      "learning_rate": 0.0001764838399361279,
      "loss": 2.5063,
      "step": 342
    },
    {
      "epoch": 0.013723019064194123,
      "grad_norm": 0.889700710773468,
      "learning_rate": 0.00017634783891021393,
      "loss": 2.1454,
      "step": 343
    },
    {
      "epoch": 0.013763027866130548,
      "grad_norm": 0.7626340389251709,
      "learning_rate": 0.00017621149847495458,
      "loss": 2.364,
      "step": 344
    },
    {
      "epoch": 0.013803036668066974,
      "grad_norm": 0.8873202800750732,
      "learning_rate": 0.00017607481923646016,
      "loss": 2.393,
      "step": 345
    },
    {
      "epoch": 0.0138430454700034,
      "grad_norm": 0.8911448121070862,
      "learning_rate": 0.0001759378018023473,
      "loss": 2.3187,
      "step": 346
    },
    {
      "epoch": 0.013883054271939827,
      "grad_norm": 0.942720890045166,
      "learning_rate": 0.00017580044678173592,
      "loss": 1.9472,
      "step": 347
    },
    {
      "epoch": 0.013923063073876253,
      "grad_norm": 0.8055525422096252,
      "learning_rate": 0.00017566275478524693,
      "loss": 2.3123,
      "step": 348
    },
    {
      "epoch": 0.013963071875812678,
      "grad_norm": 0.8373944163322449,
      "learning_rate": 0.0001755247264249991,
      "loss": 2.2918,
      "step": 349
    },
    {
      "epoch": 0.014003080677749104,
      "grad_norm": 0.8071269989013672,
      "learning_rate": 0.0001753863623146066,
      "loss": 2.2145,
      "step": 350
    },
    {
      "epoch": 0.01404308947968553,
      "grad_norm": 0.8163096308708191,
      "learning_rate": 0.00017524766306917618,
      "loss": 2.4513,
      "step": 351
    },
    {
      "epoch": 0.014083098281621957,
      "grad_norm": 0.7484878301620483,
      "learning_rate": 0.0001751086293053045,
      "loss": 2.454,
      "step": 352
    },
    {
      "epoch": 0.014123107083558383,
      "grad_norm": 0.822014331817627,
      "learning_rate": 0.0001749692616410753,
      "loss": 2.3701,
      "step": 353
    },
    {
      "epoch": 0.014163115885494808,
      "grad_norm": 0.8893492817878723,
      "learning_rate": 0.00017482956069605668,
      "loss": 2.4265,
      "step": 354
    },
    {
      "epoch": 0.014203124687431234,
      "grad_norm": 0.8452738523483276,
      "learning_rate": 0.00017468952709129846,
      "loss": 2.4228,
      "step": 355
    },
    {
      "epoch": 0.01424313348936766,
      "grad_norm": 0.7441027760505676,
      "learning_rate": 0.00017454916144932922,
      "loss": 2.3763,
      "step": 356
    },
    {
      "epoch": 0.014283142291304087,
      "grad_norm": 0.8098522424697876,
      "learning_rate": 0.0001744084643941536,
      "loss": 2.3014,
      "step": 357
    },
    {
      "epoch": 0.014323151093240514,
      "grad_norm": 0.8383008241653442,
      "learning_rate": 0.00017426743655124974,
      "loss": 2.3317,
      "step": 358
    },
    {
      "epoch": 0.014363159895176938,
      "grad_norm": 1.0260816812515259,
      "learning_rate": 0.0001741260785475661,
      "loss": 2.5704,
      "step": 359
    },
    {
      "epoch": 0.014403168697113364,
      "grad_norm": 0.7951318025588989,
      "learning_rate": 0.00017398439101151905,
      "loss": 2.3599,
      "step": 360
    },
    {
      "epoch": 0.01444317749904979,
      "grad_norm": 0.7936222553253174,
      "learning_rate": 0.00017384237457298987,
      "loss": 2.3418,
      "step": 361
    },
    {
      "epoch": 0.014483186300986217,
      "grad_norm": 0.7982606291770935,
      "learning_rate": 0.00017370002986332193,
      "loss": 2.4022,
      "step": 362
    },
    {
      "epoch": 0.014523195102922644,
      "grad_norm": 0.8823347091674805,
      "learning_rate": 0.00017355735751531807,
      "loss": 2.3433,
      "step": 363
    },
    {
      "epoch": 0.014563203904859068,
      "grad_norm": 0.8507285118103027,
      "learning_rate": 0.00017341435816323756,
      "loss": 2.3145,
      "step": 364
    },
    {
      "epoch": 0.014603212706795494,
      "grad_norm": 0.8310267329216003,
      "learning_rate": 0.00017327103244279348,
      "loss": 2.3291,
      "step": 365
    },
    {
      "epoch": 0.01464322150873192,
      "grad_norm": 0.9227468967437744,
      "learning_rate": 0.00017312738099114973,
      "loss": 2.2825,
      "step": 366
    },
    {
      "epoch": 0.014683230310668347,
      "grad_norm": 0.7187098860740662,
      "learning_rate": 0.00017298340444691835,
      "loss": 2.2025,
      "step": 367
    },
    {
      "epoch": 0.014723239112604774,
      "grad_norm": 0.8169711232185364,
      "learning_rate": 0.00017283910345015647,
      "loss": 2.2905,
      "step": 368
    },
    {
      "epoch": 0.0147632479145412,
      "grad_norm": 0.8433830142021179,
      "learning_rate": 0.0001726944786423637,
      "loss": 2.2939,
      "step": 369
    },
    {
      "epoch": 0.014803256716477625,
      "grad_norm": 0.7936205267906189,
      "learning_rate": 0.00017254953066647913,
      "loss": 2.2015,
      "step": 370
    },
    {
      "epoch": 0.01484326551841405,
      "grad_norm": 1.0297023057937622,
      "learning_rate": 0.00017240426016687863,
      "loss": 2.4814,
      "step": 371
    },
    {
      "epoch": 0.014883274320350477,
      "grad_norm": 0.8854108452796936,
      "learning_rate": 0.00017225866778937165,
      "loss": 2.3354,
      "step": 372
    },
    {
      "epoch": 0.014923283122286904,
      "grad_norm": 0.8073144555091858,
      "learning_rate": 0.00017211275418119876,
      "loss": 2.3642,
      "step": 373
    },
    {
      "epoch": 0.01496329192422333,
      "grad_norm": 0.9065575003623962,
      "learning_rate": 0.0001719665199910285,
      "loss": 2.2635,
      "step": 374
    },
    {
      "epoch": 0.015003300726159755,
      "grad_norm": 1.0183236598968506,
      "learning_rate": 0.00017181996586895454,
      "loss": 2.5307,
      "step": 375
    },
    {
      "epoch": 0.015003300726159755,
      "eval_loss": 2.3693652153015137,
      "eval_runtime": 215.688,
      "eval_samples_per_second": 48.793,
      "eval_steps_per_second": 24.396,
      "step": 375
    },
    {
      "epoch": 0.015043309528096181,
      "grad_norm": 0.9943225383758545,
      "learning_rate": 0.00017167309246649297,
      "loss": 2.3156,
      "step": 376
    },
    {
      "epoch": 0.015083318330032607,
      "grad_norm": 0.8605548143386841,
      "learning_rate": 0.0001715259004365791,
      "loss": 2.4264,
      "step": 377
    },
    {
      "epoch": 0.015123327131969034,
      "grad_norm": 0.9509561061859131,
      "learning_rate": 0.00017137839043356484,
      "loss": 2.501,
      "step": 378
    },
    {
      "epoch": 0.01516333593390546,
      "grad_norm": 0.7904905676841736,
      "learning_rate": 0.00017123056311321562,
      "loss": 2.3455,
      "step": 379
    },
    {
      "epoch": 0.015203344735841885,
      "grad_norm": 0.7991230487823486,
      "learning_rate": 0.0001710824191327075,
      "loss": 2.4782,
      "step": 380
    },
    {
      "epoch": 0.015243353537778311,
      "grad_norm": 0.8869403004646301,
      "learning_rate": 0.00017093395915062428,
      "loss": 2.3393,
      "step": 381
    },
    {
      "epoch": 0.015283362339714737,
      "grad_norm": 0.8293413519859314,
      "learning_rate": 0.00017078518382695465,
      "loss": 2.2918,
      "step": 382
    },
    {
      "epoch": 0.015323371141651164,
      "grad_norm": 0.9278427958488464,
      "learning_rate": 0.00017063609382308908,
      "loss": 2.4023,
      "step": 383
    },
    {
      "epoch": 0.01536337994358759,
      "grad_norm": 0.8614275455474854,
      "learning_rate": 0.00017048668980181698,
      "loss": 2.0917,
      "step": 384
    },
    {
      "epoch": 0.015403388745524015,
      "grad_norm": 0.8679484724998474,
      "learning_rate": 0.00017033697242732377,
      "loss": 2.4225,
      "step": 385
    },
    {
      "epoch": 0.015443397547460441,
      "grad_norm": 0.7978246808052063,
      "learning_rate": 0.0001701869423651879,
      "loss": 2.215,
      "step": 386
    },
    {
      "epoch": 0.015483406349396867,
      "grad_norm": 0.8834808468818665,
      "learning_rate": 0.00017003660028237793,
      "loss": 2.3931,
      "step": 387
    },
    {
      "epoch": 0.015523415151333294,
      "grad_norm": 0.7625594139099121,
      "learning_rate": 0.00016988594684724947,
      "loss": 2.0645,
      "step": 388
    },
    {
      "epoch": 0.01556342395326972,
      "grad_norm": 0.9910398125648499,
      "learning_rate": 0.00016973498272954222,
      "loss": 1.9995,
      "step": 389
    },
    {
      "epoch": 0.015603432755206145,
      "grad_norm": 0.954841136932373,
      "learning_rate": 0.00016958370860037717,
      "loss": 2.4043,
      "step": 390
    },
    {
      "epoch": 0.015643441557142573,
      "grad_norm": 0.902389645576477,
      "learning_rate": 0.00016943212513225345,
      "loss": 2.2184,
      "step": 391
    },
    {
      "epoch": 0.015683450359078997,
      "grad_norm": 0.7640067338943481,
      "learning_rate": 0.00016928023299904533,
      "loss": 2.1398,
      "step": 392
    },
    {
      "epoch": 0.015723459161015422,
      "grad_norm": 0.9013171792030334,
      "learning_rate": 0.0001691280328759992,
      "loss": 2.3792,
      "step": 393
    },
    {
      "epoch": 0.01576346796295185,
      "grad_norm": 0.8134967684745789,
      "learning_rate": 0.00016897552543973084,
      "loss": 2.3353,
      "step": 394
    },
    {
      "epoch": 0.015803476764888275,
      "grad_norm": 0.7875835299491882,
      "learning_rate": 0.00016882271136822206,
      "loss": 2.4355,
      "step": 395
    },
    {
      "epoch": 0.015843485566824703,
      "grad_norm": 0.9123068451881409,
      "learning_rate": 0.0001686695913408179,
      "loss": 2.654,
      "step": 396
    },
    {
      "epoch": 0.015883494368761127,
      "grad_norm": 1.021470069885254,
      "learning_rate": 0.0001685161660382235,
      "loss": 2.3173,
      "step": 397
    },
    {
      "epoch": 0.015923503170697552,
      "grad_norm": 1.0143375396728516,
      "learning_rate": 0.00016836243614250113,
      "loss": 2.257,
      "step": 398
    },
    {
      "epoch": 0.01596351197263398,
      "grad_norm": 0.7688442468643188,
      "learning_rate": 0.00016820840233706719,
      "loss": 2.132,
      "step": 399
    },
    {
      "epoch": 0.016003520774570405,
      "grad_norm": 0.8571292161941528,
      "learning_rate": 0.0001680540653066891,
      "loss": 2.4672,
      "step": 400
    },
    {
      "epoch": 0.016043529576506833,
      "grad_norm": 0.8961225748062134,
      "learning_rate": 0.00016789942573748232,
      "loss": 2.5161,
      "step": 401
    },
    {
      "epoch": 0.016083538378443257,
      "grad_norm": 0.8365268111228943,
      "learning_rate": 0.0001677444843169072,
      "loss": 2.4915,
      "step": 402
    },
    {
      "epoch": 0.016123547180379682,
      "grad_norm": 0.9625347256660461,
      "learning_rate": 0.00016758924173376603,
      "loss": 2.4427,
      "step": 403
    },
    {
      "epoch": 0.01616355598231611,
      "grad_norm": 0.8483151197433472,
      "learning_rate": 0.0001674336986781999,
      "loss": 2.4126,
      "step": 404
    },
    {
      "epoch": 0.016203564784252535,
      "grad_norm": 0.861205518245697,
      "learning_rate": 0.00016727785584168581,
      "loss": 2.18,
      "step": 405
    },
    {
      "epoch": 0.016243573586188963,
      "grad_norm": 0.8235734105110168,
      "learning_rate": 0.0001671217139170333,
      "loss": 2.3247,
      "step": 406
    },
    {
      "epoch": 0.016283582388125387,
      "grad_norm": 0.9613087773323059,
      "learning_rate": 0.00016696527359838154,
      "loss": 2.3035,
      "step": 407
    },
    {
      "epoch": 0.016323591190061812,
      "grad_norm": 0.7942554354667664,
      "learning_rate": 0.00016680853558119632,
      "loss": 2.2783,
      "step": 408
    },
    {
      "epoch": 0.01636359999199824,
      "grad_norm": 0.7635487914085388,
      "learning_rate": 0.0001666515005622668,
      "loss": 2.2343,
      "step": 409
    },
    {
      "epoch": 0.016403608793934665,
      "grad_norm": 0.9398736953735352,
      "learning_rate": 0.0001664941692397025,
      "loss": 2.222,
      "step": 410
    },
    {
      "epoch": 0.016443617595871093,
      "grad_norm": 0.9128759503364563,
      "learning_rate": 0.00016633654231293013,
      "loss": 2.334,
      "step": 411
    },
    {
      "epoch": 0.016483626397807517,
      "grad_norm": 0.7685158252716064,
      "learning_rate": 0.00016617862048269065,
      "loss": 2.4133,
      "step": 412
    },
    {
      "epoch": 0.016523635199743945,
      "grad_norm": 0.8764355778694153,
      "learning_rate": 0.00016602040445103588,
      "loss": 2.2192,
      "step": 413
    },
    {
      "epoch": 0.01656364400168037,
      "grad_norm": 0.7884086966514587,
      "learning_rate": 0.00016586189492132566,
      "loss": 2.2259,
      "step": 414
    },
    {
      "epoch": 0.016603652803616795,
      "grad_norm": 0.8025155067443848,
      "learning_rate": 0.00016570309259822453,
      "loss": 2.433,
      "step": 415
    },
    {
      "epoch": 0.016643661605553223,
      "grad_norm": 0.9230994582176208,
      "learning_rate": 0.0001655439981876987,
      "loss": 2.5941,
      "step": 416
    },
    {
      "epoch": 0.016683670407489647,
      "grad_norm": 0.8770167231559753,
      "learning_rate": 0.00016538461239701277,
      "loss": 2.1665,
      "step": 417
    },
    {
      "epoch": 0.016723679209426075,
      "grad_norm": 0.767978847026825,
      "learning_rate": 0.00016522493593472683,
      "loss": 2.2244,
      "step": 418
    },
    {
      "epoch": 0.0167636880113625,
      "grad_norm": 0.810941755771637,
      "learning_rate": 0.0001650649695106931,
      "loss": 2.3803,
      "step": 419
    },
    {
      "epoch": 0.016803696813298925,
      "grad_norm": 0.8131564259529114,
      "learning_rate": 0.00016490471383605288,
      "loss": 2.4034,
      "step": 420
    },
    {
      "epoch": 0.016843705615235353,
      "grad_norm": 0.9120755195617676,
      "learning_rate": 0.00016474416962323325,
      "loss": 2.1434,
      "step": 421
    },
    {
      "epoch": 0.016883714417171777,
      "grad_norm": 0.8277288675308228,
      "learning_rate": 0.00016458333758594414,
      "loss": 2.4013,
      "step": 422
    },
    {
      "epoch": 0.016923723219108205,
      "grad_norm": 0.8181992769241333,
      "learning_rate": 0.00016442221843917496,
      "loss": 2.2483,
      "step": 423
    },
    {
      "epoch": 0.01696373202104463,
      "grad_norm": 0.810339093208313,
      "learning_rate": 0.00016426081289919143,
      "loss": 2.5292,
      "step": 424
    },
    {
      "epoch": 0.017003740822981055,
      "grad_norm": 0.7945094704627991,
      "learning_rate": 0.0001640991216835326,
      "loss": 2.4051,
      "step": 425
    },
    {
      "epoch": 0.017043749624917483,
      "grad_norm": 1.0102826356887817,
      "learning_rate": 0.00016393714551100734,
      "loss": 2.4169,
      "step": 426
    },
    {
      "epoch": 0.017083758426853907,
      "grad_norm": 0.8220725059509277,
      "learning_rate": 0.0001637748851016914,
      "loss": 2.3489,
      "step": 427
    },
    {
      "epoch": 0.017123767228790335,
      "grad_norm": 0.8149784803390503,
      "learning_rate": 0.00016361234117692413,
      "loss": 2.5563,
      "step": 428
    },
    {
      "epoch": 0.01716377603072676,
      "grad_norm": 0.8912239670753479,
      "learning_rate": 0.00016344951445930526,
      "loss": 2.5498,
      "step": 429
    },
    {
      "epoch": 0.017203784832663185,
      "grad_norm": 0.7666953802108765,
      "learning_rate": 0.0001632864056726917,
      "loss": 2.0289,
      "step": 430
    },
    {
      "epoch": 0.017243793634599613,
      "grad_norm": 0.8593505620956421,
      "learning_rate": 0.00016312301554219426,
      "loss": 2.4416,
      "step": 431
    },
    {
      "epoch": 0.017283802436536037,
      "grad_norm": 1.0752650499343872,
      "learning_rate": 0.00016295934479417453,
      "loss": 2.4692,
      "step": 432
    },
    {
      "epoch": 0.017323811238472465,
      "grad_norm": 0.8561782836914062,
      "learning_rate": 0.00016279539415624164,
      "loss": 2.4813,
      "step": 433
    },
    {
      "epoch": 0.01736382004040889,
      "grad_norm": 0.7666074633598328,
      "learning_rate": 0.0001626311643572489,
      "loss": 2.3551,
      "step": 434
    },
    {
      "epoch": 0.017403828842345315,
      "grad_norm": 0.8795051574707031,
      "learning_rate": 0.00016246665612729074,
      "loss": 2.3626,
      "step": 435
    },
    {
      "epoch": 0.017443837644281743,
      "grad_norm": 0.8544532656669617,
      "learning_rate": 0.00016230187019769928,
      "loss": 2.519,
      "step": 436
    },
    {
      "epoch": 0.017483846446218167,
      "grad_norm": 0.8545666337013245,
      "learning_rate": 0.00016213680730104124,
      "loss": 2.3477,
      "step": 437
    },
    {
      "epoch": 0.017523855248154595,
      "grad_norm": 0.8271266222000122,
      "learning_rate": 0.0001619714681711146,
      "loss": 2.5595,
      "step": 438
    },
    {
      "epoch": 0.01756386405009102,
      "grad_norm": 1.0481923818588257,
      "learning_rate": 0.00016180585354294536,
      "loss": 2.2906,
      "step": 439
    },
    {
      "epoch": 0.017603872852027445,
      "grad_norm": 0.9041740894317627,
      "learning_rate": 0.00016163996415278424,
      "loss": 2.2819,
      "step": 440
    },
    {
      "epoch": 0.017643881653963873,
      "grad_norm": 0.9425894021987915,
      "learning_rate": 0.00016147380073810346,
      "loss": 2.5329,
      "step": 441
    },
    {
      "epoch": 0.017683890455900297,
      "grad_norm": 0.8570122718811035,
      "learning_rate": 0.0001613073640375934,
      "loss": 2.6801,
      "step": 442
    },
    {
      "epoch": 0.017723899257836725,
      "grad_norm": 0.788399875164032,
      "learning_rate": 0.00016114065479115946,
      "loss": 2.1893,
      "step": 443
    },
    {
      "epoch": 0.01776390805977315,
      "grad_norm": 0.7762919664382935,
      "learning_rate": 0.00016097367373991842,
      "loss": 2.4923,
      "step": 444
    },
    {
      "epoch": 0.017803916861709575,
      "grad_norm": 0.9255678653717041,
      "learning_rate": 0.00016080642162619565,
      "loss": 2.2982,
      "step": 445
    },
    {
      "epoch": 0.017843925663646003,
      "grad_norm": 0.784302294254303,
      "learning_rate": 0.0001606388991935214,
      "loss": 2.3495,
      "step": 446
    },
    {
      "epoch": 0.017883934465582427,
      "grad_norm": 0.7984684109687805,
      "learning_rate": 0.0001604711071866277,
      "loss": 2.3279,
      "step": 447
    },
    {
      "epoch": 0.017923943267518855,
      "grad_norm": 0.7448340654373169,
      "learning_rate": 0.00016030304635144494,
      "loss": 2.5417,
      "step": 448
    },
    {
      "epoch": 0.01796395206945528,
      "grad_norm": 0.8516867756843567,
      "learning_rate": 0.00016013471743509862,
      "loss": 2.4053,
      "step": 449
    },
    {
      "epoch": 0.018003960871391705,
      "grad_norm": 0.9901278614997864,
      "learning_rate": 0.00015996612118590603,
      "loss": 2.4091,
      "step": 450
    },
    {
      "epoch": 0.018043969673328133,
      "grad_norm": 0.7699075937271118,
      "learning_rate": 0.00015979725835337294,
      "loss": 2.1449,
      "step": 451
    },
    {
      "epoch": 0.018083978475264557,
      "grad_norm": 0.7664985060691833,
      "learning_rate": 0.00015962812968819016,
      "loss": 2.2494,
      "step": 452
    },
    {
      "epoch": 0.018123987277200986,
      "grad_norm": 0.8670604825019836,
      "learning_rate": 0.0001594587359422303,
      "loss": 2.3345,
      "step": 453
    },
    {
      "epoch": 0.01816399607913741,
      "grad_norm": 0.8713377714157104,
      "learning_rate": 0.0001592890778685444,
      "loss": 2.096,
      "step": 454
    },
    {
      "epoch": 0.018204004881073835,
      "grad_norm": 0.8797607421875,
      "learning_rate": 0.00015911915622135862,
      "loss": 2.3718,
      "step": 455
    },
    {
      "epoch": 0.018244013683010263,
      "grad_norm": 1.016107439994812,
      "learning_rate": 0.00015894897175607086,
      "loss": 2.2552,
      "step": 456
    },
    {
      "epoch": 0.018284022484946687,
      "grad_norm": 0.8436729907989502,
      "learning_rate": 0.00015877852522924732,
      "loss": 2.343,
      "step": 457
    },
    {
      "epoch": 0.018324031286883116,
      "grad_norm": 0.7775017619132996,
      "learning_rate": 0.00015860781739861928,
      "loss": 2.3782,
      "step": 458
    },
    {
      "epoch": 0.01836404008881954,
      "grad_norm": 0.9093595743179321,
      "learning_rate": 0.00015843684902307962,
      "loss": 2.271,
      "step": 459
    },
    {
      "epoch": 0.018404048890755965,
      "grad_norm": 1.069053292274475,
      "learning_rate": 0.00015826562086267956,
      "loss": 2.4874,
      "step": 460
    },
    {
      "epoch": 0.018444057692692393,
      "grad_norm": 0.9050153493881226,
      "learning_rate": 0.00015809413367862512,
      "loss": 2.4901,
      "step": 461
    },
    {
      "epoch": 0.018484066494628817,
      "grad_norm": 1.1038362979888916,
      "learning_rate": 0.00015792238823327388,
      "loss": 2.6609,
      "step": 462
    },
    {
      "epoch": 0.018524075296565246,
      "grad_norm": 0.9284082651138306,
      "learning_rate": 0.00015775038529013152,
      "loss": 2.572,
      "step": 463
    },
    {
      "epoch": 0.01856408409850167,
      "grad_norm": 1.00457763671875,
      "learning_rate": 0.0001575781256138485,
      "loss": 2.324,
      "step": 464
    },
    {
      "epoch": 0.018604092900438095,
      "grad_norm": 0.827785313129425,
      "learning_rate": 0.00015740560997021648,
      "loss": 2.4676,
      "step": 465
    },
    {
      "epoch": 0.018644101702374523,
      "grad_norm": 0.756987988948822,
      "learning_rate": 0.00015723283912616513,
      "loss": 2.5183,
      "step": 466
    },
    {
      "epoch": 0.018684110504310947,
      "grad_norm": 0.926842987537384,
      "learning_rate": 0.00015705981384975866,
      "loss": 2.3534,
      "step": 467
    },
    {
      "epoch": 0.018724119306247376,
      "grad_norm": 0.843081533908844,
      "learning_rate": 0.0001568865349101923,
      "loss": 2.4275,
      "step": 468
    },
    {
      "epoch": 0.0187641281081838,
      "grad_norm": 0.8412998914718628,
      "learning_rate": 0.00015671300307778898,
      "loss": 2.4541,
      "step": 469
    },
    {
      "epoch": 0.018804136910120225,
      "grad_norm": 0.8664510846138,
      "learning_rate": 0.00015653921912399589,
      "loss": 2.3946,
      "step": 470
    },
    {
      "epoch": 0.018844145712056653,
      "grad_norm": 0.8139196634292603,
      "learning_rate": 0.00015636518382138107,
      "loss": 2.5495,
      "step": 471
    },
    {
      "epoch": 0.018884154513993077,
      "grad_norm": 0.8678927421569824,
      "learning_rate": 0.0001561908979436299,
      "loss": 2.5236,
      "step": 472
    },
    {
      "epoch": 0.018924163315929506,
      "grad_norm": 0.7366234660148621,
      "learning_rate": 0.00015601636226554168,
      "loss": 2.319,
      "step": 473
    },
    {
      "epoch": 0.01896417211786593,
      "grad_norm": 0.8624956607818604,
      "learning_rate": 0.00015584157756302634,
      "loss": 2.3882,
      "step": 474
    },
    {
      "epoch": 0.019004180919802355,
      "grad_norm": 0.7741471529006958,
      "learning_rate": 0.0001556665446131007,
      "loss": 2.2046,
      "step": 475
    },
    {
      "epoch": 0.019044189721738783,
      "grad_norm": 1.0658397674560547,
      "learning_rate": 0.00015549126419388536,
      "loss": 2.4157,
      "step": 476
    },
    {
      "epoch": 0.019084198523675207,
      "grad_norm": 0.8217782378196716,
      "learning_rate": 0.0001553157370846009,
      "loss": 2.2504,
      "step": 477
    },
    {
      "epoch": 0.019124207325611636,
      "grad_norm": 0.7756540775299072,
      "learning_rate": 0.00015513996406556465,
      "loss": 2.2548,
      "step": 478
    },
    {
      "epoch": 0.01916421612754806,
      "grad_norm": 0.8649618029594421,
      "learning_rate": 0.00015496394591818716,
      "loss": 2.3313,
      "step": 479
    },
    {
      "epoch": 0.01920422492948449,
      "grad_norm": 0.9245744943618774,
      "learning_rate": 0.0001547876834249687,
      "loss": 2.5479,
      "step": 480
    },
    {
      "epoch": 0.019244233731420913,
      "grad_norm": 0.8700998425483704,
      "learning_rate": 0.00015461117736949577,
      "loss": 2.4414,
      "step": 481
    },
    {
      "epoch": 0.019284242533357338,
      "grad_norm": 0.8275813460350037,
      "learning_rate": 0.00015443442853643762,
      "loss": 2.1307,
      "step": 482
    },
    {
      "epoch": 0.019324251335293766,
      "grad_norm": 0.8327019214630127,
      "learning_rate": 0.00015425743771154294,
      "loss": 2.1315,
      "step": 483
    },
    {
      "epoch": 0.01936426013723019,
      "grad_norm": 0.9302207827568054,
      "learning_rate": 0.00015408020568163602,
      "loss": 2.37,
      "step": 484
    },
    {
      "epoch": 0.01940426893916662,
      "grad_norm": 0.8249775767326355,
      "learning_rate": 0.00015390273323461352,
      "loss": 2.2981,
      "step": 485
    },
    {
      "epoch": 0.019444277741103043,
      "grad_norm": 0.784438967704773,
      "learning_rate": 0.0001537250211594409,
      "loss": 2.4456,
      "step": 486
    },
    {
      "epoch": 0.019484286543039468,
      "grad_norm": 0.8354297280311584,
      "learning_rate": 0.0001535470702461489,
      "loss": 2.2645,
      "step": 487
    },
    {
      "epoch": 0.019524295344975896,
      "grad_norm": 0.9337137341499329,
      "learning_rate": 0.00015336888128583,
      "loss": 2.2589,
      "step": 488
    },
    {
      "epoch": 0.01956430414691232,
      "grad_norm": 0.9293017387390137,
      "learning_rate": 0.000153190455070635,
      "loss": 2.3542,
      "step": 489
    },
    {
      "epoch": 0.01960431294884875,
      "grad_norm": 0.8011244535446167,
      "learning_rate": 0.00015301179239376938,
      "loss": 2.3836,
      "step": 490
    },
    {
      "epoch": 0.019644321750785173,
      "grad_norm": 0.9239987730979919,
      "learning_rate": 0.00015283289404948976,
      "loss": 2.3592,
      "step": 491
    },
    {
      "epoch": 0.019684330552721598,
      "grad_norm": 0.9579295516014099,
      "learning_rate": 0.0001526537608331006,
      "loss": 2.2719,
      "step": 492
    },
    {
      "epoch": 0.019724339354658026,
      "grad_norm": 0.8917710185050964,
      "learning_rate": 0.00015247439354095041,
      "loss": 2.3208,
      "step": 493
    },
    {
      "epoch": 0.01976434815659445,
      "grad_norm": 0.7554144263267517,
      "learning_rate": 0.00015229479297042823,
      "loss": 2.4291,
      "step": 494
    },
    {
      "epoch": 0.01980435695853088,
      "grad_norm": 1.0835179090499878,
      "learning_rate": 0.00015211495991996027,
      "loss": 2.5078,
      "step": 495
    },
    {
      "epoch": 0.019844365760467303,
      "grad_norm": 0.8923094272613525,
      "learning_rate": 0.0001519348951890062,
      "loss": 2.4407,
      "step": 496
    },
    {
      "epoch": 0.019884374562403728,
      "grad_norm": 0.9345425963401794,
      "learning_rate": 0.0001517545995780556,
      "loss": 2.472,
      "step": 497
    },
    {
      "epoch": 0.019924383364340156,
      "grad_norm": 0.9757564067840576,
      "learning_rate": 0.00015157407388862452,
      "loss": 2.5032,
      "step": 498
    },
    {
      "epoch": 0.01996439216627658,
      "grad_norm": 0.8113466501235962,
      "learning_rate": 0.00015139331892325179,
      "loss": 2.4044,
      "step": 499
    },
    {
      "epoch": 0.02000440096821301,
      "grad_norm": 1.0932663679122925,
      "learning_rate": 0.0001512123354854955,
      "loss": 2.4273,
      "step": 500
    },
    {
      "epoch": 0.020044409770149433,
      "grad_norm": 1.0110580921173096,
      "learning_rate": 0.0001510311243799295,
      "loss": 1.9395,
      "step": 501
    },
    {
      "epoch": 0.020084418572085858,
      "grad_norm": 0.7574021220207214,
      "learning_rate": 0.00015084968641213958,
      "loss": 2.3949,
      "step": 502
    },
    {
      "epoch": 0.020124427374022286,
      "grad_norm": 0.7886819243431091,
      "learning_rate": 0.00015066802238872023,
      "loss": 2.2673,
      "step": 503
    },
    {
      "epoch": 0.02016443617595871,
      "grad_norm": 0.9258067607879639,
      "learning_rate": 0.0001504861331172709,
      "loss": 2.4342,
      "step": 504
    },
    {
      "epoch": 0.02020444497789514,
      "grad_norm": 0.7890133261680603,
      "learning_rate": 0.0001503040194063922,
      "loss": 2.3331,
      "step": 505
    },
    {
      "epoch": 0.020244453779831563,
      "grad_norm": 0.7835175395011902,
      "learning_rate": 0.00015012168206568268,
      "loss": 2.2438,
      "step": 506
    },
    {
      "epoch": 0.020284462581767988,
      "grad_norm": 0.9067288041114807,
      "learning_rate": 0.00014993912190573505,
      "loss": 2.3159,
      "step": 507
    },
    {
      "epoch": 0.020324471383704416,
      "grad_norm": 0.8232168555259705,
      "learning_rate": 0.00014975633973813242,
      "loss": 2.5179,
      "step": 508
    },
    {
      "epoch": 0.02036448018564084,
      "grad_norm": 0.8227264285087585,
      "learning_rate": 0.00014957333637544503,
      "loss": 2.3631,
      "step": 509
    },
    {
      "epoch": 0.02040448898757727,
      "grad_norm": 0.8952779769897461,
      "learning_rate": 0.00014939011263122634,
      "loss": 2.1885,
      "step": 510
    },
    {
      "epoch": 0.020444497789513693,
      "grad_norm": 1.2073974609375,
      "learning_rate": 0.0001492066693200096,
      "loss": 2.3182,
      "step": 511
    },
    {
      "epoch": 0.020484506591450118,
      "grad_norm": 1.0162402391433716,
      "learning_rate": 0.00014902300725730413,
      "loss": 2.097,
      "step": 512
    },
    {
      "epoch": 0.020524515393386546,
      "grad_norm": 0.8377725481987,
      "learning_rate": 0.00014883912725959167,
      "loss": 2.3999,
      "step": 513
    },
    {
      "epoch": 0.02056452419532297,
      "grad_norm": 0.8013327121734619,
      "learning_rate": 0.00014865503014432292,
      "loss": 2.243,
      "step": 514
    },
    {
      "epoch": 0.0206045329972594,
      "grad_norm": 0.8343203663825989,
      "learning_rate": 0.00014847071672991367,
      "loss": 2.4565,
      "step": 515
    },
    {
      "epoch": 0.020644541799195823,
      "grad_norm": 0.7461256980895996,
      "learning_rate": 0.0001482861878357414,
      "loss": 2.1925,
      "step": 516
    },
    {
      "epoch": 0.020684550601132248,
      "grad_norm": 1.0712604522705078,
      "learning_rate": 0.00014810144428214144,
      "loss": 2.2975,
      "step": 517
    },
    {
      "epoch": 0.020724559403068676,
      "grad_norm": 0.7639859914779663,
      "learning_rate": 0.0001479164868904034,
      "loss": 2.1771,
      "step": 518
    },
    {
      "epoch": 0.0207645682050051,
      "grad_norm": 1.0421139001846313,
      "learning_rate": 0.00014773131648276758,
      "loss": 2.4038,
      "step": 519
    },
    {
      "epoch": 0.02080457700694153,
      "grad_norm": 0.925839364528656,
      "learning_rate": 0.00014754593388242117,
      "loss": 2.3129,
      "step": 520
    },
    {
      "epoch": 0.020844585808877953,
      "grad_norm": 0.9452996253967285,
      "learning_rate": 0.0001473603399134948,
      "loss": 2.2421,
      "step": 521
    },
    {
      "epoch": 0.020884594610814378,
      "grad_norm": 0.8411452770233154,
      "learning_rate": 0.0001471745354010586,
      "loss": 2.3833,
      "step": 522
    },
    {
      "epoch": 0.020924603412750806,
      "grad_norm": 0.9682703018188477,
      "learning_rate": 0.00014698852117111884,
      "loss": 2.455,
      "step": 523
    },
    {
      "epoch": 0.02096461221468723,
      "grad_norm": 0.8529354929924011,
      "learning_rate": 0.000146802298050614,
      "loss": 2.3173,
      "step": 524
    },
    {
      "epoch": 0.02100462101662366,
      "grad_norm": 0.830636739730835,
      "learning_rate": 0.0001466158668674112,
      "loss": 2.3202,
      "step": 525
    },
    {
      "epoch": 0.021044629818560083,
      "grad_norm": 0.9390922784805298,
      "learning_rate": 0.00014642922845030257,
      "loss": 2.3414,
      "step": 526
    },
    {
      "epoch": 0.021084638620496508,
      "grad_norm": 0.8616070747375488,
      "learning_rate": 0.0001462423836290015,
      "loss": 2.2742,
      "step": 527
    },
    {
      "epoch": 0.021124647422432936,
      "grad_norm": 0.903279185295105,
      "learning_rate": 0.00014605533323413887,
      "loss": 2.3339,
      "step": 528
    },
    {
      "epoch": 0.02116465622436936,
      "grad_norm": 0.9499810934066772,
      "learning_rate": 0.00014586807809725962,
      "loss": 2.4452,
      "step": 529
    },
    {
      "epoch": 0.02120466502630579,
      "grad_norm": 0.8651893138885498,
      "learning_rate": 0.00014568061905081875,
      "loss": 2.1918,
      "step": 530
    },
    {
      "epoch": 0.021244673828242213,
      "grad_norm": 0.9136844277381897,
      "learning_rate": 0.00014549295692817778,
      "loss": 2.4693,
      "step": 531
    },
    {
      "epoch": 0.021284682630178638,
      "grad_norm": 0.798334002494812,
      "learning_rate": 0.00014530509256360102,
      "loss": 2.2838,
      "step": 532
    },
    {
      "epoch": 0.021324691432115066,
      "grad_norm": 0.8230075240135193,
      "learning_rate": 0.00014511702679225193,
      "loss": 2.1607,
      "step": 533
    },
    {
      "epoch": 0.02136470023405149,
      "grad_norm": 0.841319739818573,
      "learning_rate": 0.0001449287604501893,
      "loss": 2.4061,
      "step": 534
    },
    {
      "epoch": 0.02140470903598792,
      "grad_norm": 0.8621881008148193,
      "learning_rate": 0.00014474029437436348,
      "loss": 2.3673,
      "step": 535
    },
    {
      "epoch": 0.021444717837924343,
      "grad_norm": 1.0423308610916138,
      "learning_rate": 0.00014455162940261285,
      "loss": 2.3833,
      "step": 536
    },
    {
      "epoch": 0.021484726639860768,
      "grad_norm": 0.8669784665107727,
      "learning_rate": 0.0001443627663736599,
      "loss": 2.3021,
      "step": 537
    },
    {
      "epoch": 0.021524735441797196,
      "grad_norm": 0.9412556886672974,
      "learning_rate": 0.00014417370612710778,
      "loss": 2.158,
      "step": 538
    },
    {
      "epoch": 0.02156474424373362,
      "grad_norm": 0.9456803798675537,
      "learning_rate": 0.00014398444950343623,
      "loss": 2.182,
      "step": 539
    },
    {
      "epoch": 0.02160475304567005,
      "grad_norm": 0.9570429921150208,
      "learning_rate": 0.00014379499734399798,
      "loss": 2.3169,
      "step": 540
    },
    {
      "epoch": 0.021644761847606473,
      "grad_norm": 0.9861467480659485,
      "learning_rate": 0.0001436053504910151,
      "loss": 2.4603,
      "step": 541
    },
    {
      "epoch": 0.0216847706495429,
      "grad_norm": 0.8043209314346313,
      "learning_rate": 0.0001434155097875752,
      "loss": 2.2701,
      "step": 542
    },
    {
      "epoch": 0.021724779451479326,
      "grad_norm": 0.8281385898590088,
      "learning_rate": 0.00014322547607762762,
      "loss": 2.2444,
      "step": 543
    },
    {
      "epoch": 0.02176478825341575,
      "grad_norm": 0.9716292023658752,
      "learning_rate": 0.0001430352502059797,
      "loss": 2.4227,
      "step": 544
    },
    {
      "epoch": 0.02180479705535218,
      "grad_norm": 0.860900342464447,
      "learning_rate": 0.0001428448330182931,
      "loss": 2.3889,
      "step": 545
    },
    {
      "epoch": 0.021844805857288603,
      "grad_norm": 0.8875118494033813,
      "learning_rate": 0.00014265422536107993,
      "loss": 2.3962,
      "step": 546
    },
    {
      "epoch": 0.02188481465922503,
      "grad_norm": 0.8407881855964661,
      "learning_rate": 0.00014246342808169914,
      "loss": 2.1873,
      "step": 547
    },
    {
      "epoch": 0.021924823461161456,
      "grad_norm": 1.003186821937561,
      "learning_rate": 0.00014227244202835257,
      "loss": 2.1978,
      "step": 548
    },
    {
      "epoch": 0.02196483226309788,
      "grad_norm": 0.8236144781112671,
      "learning_rate": 0.0001420812680500813,
      "loss": 2.3894,
      "step": 549
    },
    {
      "epoch": 0.02200484106503431,
      "grad_norm": 0.850811779499054,
      "learning_rate": 0.00014188990699676184,
      "loss": 2.3616,
      "step": 550
    },
    {
      "epoch": 0.022044849866970733,
      "grad_norm": 0.8105208873748779,
      "learning_rate": 0.00014169835971910238,
      "loss": 2.5177,
      "step": 551
    },
    {
      "epoch": 0.02208485866890716,
      "grad_norm": 0.7684797644615173,
      "learning_rate": 0.0001415066270686389,
      "loss": 2.6015,
      "step": 552
    },
    {
      "epoch": 0.022124867470843586,
      "grad_norm": 0.8253676891326904,
      "learning_rate": 0.00014131470989773158,
      "loss": 2.3817,
      "step": 553
    },
    {
      "epoch": 0.02216487627278001,
      "grad_norm": 0.9081406593322754,
      "learning_rate": 0.0001411226090595608,
      "loss": 2.3437,
      "step": 554
    },
    {
      "epoch": 0.02220488507471644,
      "grad_norm": 0.8508070707321167,
      "learning_rate": 0.00014093032540812348,
      "loss": 2.2936,
      "step": 555
    },
    {
      "epoch": 0.022244893876652863,
      "grad_norm": 0.8479510545730591,
      "learning_rate": 0.0001407378597982293,
      "loss": 2.3981,
      "step": 556
    },
    {
      "epoch": 0.02228490267858929,
      "grad_norm": 0.911285936832428,
      "learning_rate": 0.00014054521308549673,
      "loss": 2.283,
      "step": 557
    },
    {
      "epoch": 0.022324911480525716,
      "grad_norm": 0.9103180170059204,
      "learning_rate": 0.0001403523861263495,
      "loss": 2.3682,
      "step": 558
    },
    {
      "epoch": 0.02236492028246214,
      "grad_norm": 0.8493977189064026,
      "learning_rate": 0.00014015937977801256,
      "loss": 2.4161,
      "step": 559
    },
    {
      "epoch": 0.02240492908439857,
      "grad_norm": 1.0896557569503784,
      "learning_rate": 0.00013996619489850822,
      "loss": 2.6428,
      "step": 560
    },
    {
      "epoch": 0.022444937886334993,
      "grad_norm": 0.9043523669242859,
      "learning_rate": 0.00013977283234665273,
      "loss": 2.4239,
      "step": 561
    },
    {
      "epoch": 0.02248494668827142,
      "grad_norm": 0.8199959993362427,
      "learning_rate": 0.00013957929298205195,
      "loss": 2.3548,
      "step": 562
    },
    {
      "epoch": 0.022524955490207846,
      "grad_norm": 0.8603367805480957,
      "learning_rate": 0.00013938557766509792,
      "loss": 2.2103,
      "step": 563
    },
    {
      "epoch": 0.02256496429214427,
      "grad_norm": 0.9473762512207031,
      "learning_rate": 0.0001391916872569648,
      "loss": 2.4217,
      "step": 564
    },
    {
      "epoch": 0.0226049730940807,
      "grad_norm": 0.8481962084770203,
      "learning_rate": 0.00013899762261960518,
      "loss": 2.4882,
      "step": 565
    },
    {
      "epoch": 0.022644981896017123,
      "grad_norm": 0.9127547740936279,
      "learning_rate": 0.0001388033846157462,
      "loss": 2.271,
      "step": 566
    },
    {
      "epoch": 0.02268499069795355,
      "grad_norm": 0.8239297866821289,
      "learning_rate": 0.0001386089741088857,
      "loss": 2.224,
      "step": 567
    },
    {
      "epoch": 0.022724999499889976,
      "grad_norm": 0.938471257686615,
      "learning_rate": 0.00013841439196328836,
      "loss": 2.2561,
      "step": 568
    },
    {
      "epoch": 0.0227650083018264,
      "grad_norm": 0.8728142380714417,
      "learning_rate": 0.00013821963904398193,
      "loss": 2.4976,
      "step": 569
    },
    {
      "epoch": 0.02280501710376283,
      "grad_norm": 0.8220803141593933,
      "learning_rate": 0.00013802471621675338,
      "loss": 2.4492,
      "step": 570
    },
    {
      "epoch": 0.022845025905699253,
      "grad_norm": 0.8524490594863892,
      "learning_rate": 0.00013782962434814492,
      "loss": 2.2581,
      "step": 571
    },
    {
      "epoch": 0.02288503470763568,
      "grad_norm": 0.8458436131477356,
      "learning_rate": 0.00013763436430545034,
      "loss": 2.1575,
      "step": 572
    },
    {
      "epoch": 0.022925043509572106,
      "grad_norm": 1.0904371738433838,
      "learning_rate": 0.00013743893695671096,
      "loss": 2.4574,
      "step": 573
    },
    {
      "epoch": 0.02296505231150853,
      "grad_norm": 0.7332051992416382,
      "learning_rate": 0.00013724334317071198,
      "loss": 2.2741,
      "step": 574
    },
    {
      "epoch": 0.02300506111344496,
      "grad_norm": 0.9787870049476624,
      "learning_rate": 0.00013704758381697844,
      "loss": 2.2299,
      "step": 575
    },
    {
      "epoch": 0.023045069915381383,
      "grad_norm": 0.9023832678794861,
      "learning_rate": 0.00013685165976577146,
      "loss": 2.2992,
      "step": 576
    },
    {
      "epoch": 0.02308507871731781,
      "grad_norm": 0.9302728772163391,
      "learning_rate": 0.0001366555718880843,
      "loss": 2.5161,
      "step": 577
    },
    {
      "epoch": 0.023125087519254236,
      "grad_norm": 0.8267806768417358,
      "learning_rate": 0.00013645932105563844,
      "loss": 2.4474,
      "step": 578
    },
    {
      "epoch": 0.02316509632119066,
      "grad_norm": 0.8670753240585327,
      "learning_rate": 0.00013626290814088005,
      "loss": 2.1351,
      "step": 579
    },
    {
      "epoch": 0.02320510512312709,
      "grad_norm": 0.8113853335380554,
      "learning_rate": 0.00013606633401697557,
      "loss": 2.2771,
      "step": 580
    },
    {
      "epoch": 0.023245113925063513,
      "grad_norm": 0.9829234480857849,
      "learning_rate": 0.00013586959955780824,
      "loss": 1.9787,
      "step": 581
    },
    {
      "epoch": 0.02328512272699994,
      "grad_norm": 0.8338671922683716,
      "learning_rate": 0.00013567270563797398,
      "loss": 2.2631,
      "step": 582
    },
    {
      "epoch": 0.023325131528936366,
      "grad_norm": 0.8352944254875183,
      "learning_rate": 0.00013547565313277776,
      "loss": 2.3107,
      "step": 583
    },
    {
      "epoch": 0.02336514033087279,
      "grad_norm": 1.045809030532837,
      "learning_rate": 0.00013527844291822948,
      "loss": 2.4214,
      "step": 584
    },
    {
      "epoch": 0.02340514913280922,
      "grad_norm": 0.9260337352752686,
      "learning_rate": 0.0001350810758710401,
      "loss": 2.2745,
      "step": 585
    },
    {
      "epoch": 0.023445157934745643,
      "grad_norm": 0.889792799949646,
      "learning_rate": 0.00013488355286861783,
      "loss": 2.3108,
      "step": 586
    },
    {
      "epoch": 0.02348516673668207,
      "grad_norm": 0.7884294986724854,
      "learning_rate": 0.0001346858747890642,
      "loss": 2.4383,
      "step": 587
    },
    {
      "epoch": 0.023525175538618496,
      "grad_norm": 0.9388752579689026,
      "learning_rate": 0.00013448804251117003,
      "loss": 2.3264,
      "step": 588
    },
    {
      "epoch": 0.02356518434055492,
      "grad_norm": 0.8309611678123474,
      "learning_rate": 0.0001342900569144119,
      "loss": 2.2564,
      "step": 589
    },
    {
      "epoch": 0.02360519314249135,
      "grad_norm": 0.9136689901351929,
      "learning_rate": 0.0001340919188789477,
      "loss": 2.5459,
      "step": 590
    },
    {
      "epoch": 0.023645201944427773,
      "grad_norm": 0.9781216979026794,
      "learning_rate": 0.00013389362928561317,
      "loss": 2.3638,
      "step": 591
    },
    {
      "epoch": 0.0236852107463642,
      "grad_norm": 0.7937480211257935,
      "learning_rate": 0.00013369518901591772,
      "loss": 2.2453,
      "step": 592
    },
    {
      "epoch": 0.023725219548300626,
      "grad_norm": 0.8547405004501343,
      "learning_rate": 0.00013349659895204067,
      "loss": 2.2575,
      "step": 593
    },
    {
      "epoch": 0.02376522835023705,
      "grad_norm": 0.8034371733665466,
      "learning_rate": 0.0001332978599768272,
      "loss": 2.2071,
      "step": 594
    },
    {
      "epoch": 0.02380523715217348,
      "grad_norm": 0.8570945858955383,
      "learning_rate": 0.00013309897297378455,
      "loss": 2.4496,
      "step": 595
    },
    {
      "epoch": 0.023845245954109903,
      "grad_norm": 0.9838865995407104,
      "learning_rate": 0.00013289993882707797,
      "loss": 2.4256,
      "step": 596
    },
    {
      "epoch": 0.02388525475604633,
      "grad_norm": 0.7854426503181458,
      "learning_rate": 0.00013270075842152678,
      "loss": 2.3689,
      "step": 597
    },
    {
      "epoch": 0.023925263557982756,
      "grad_norm": 0.9346477389335632,
      "learning_rate": 0.00013250143264260074,
      "loss": 2.3753,
      "step": 598
    },
    {
      "epoch": 0.02396527235991918,
      "grad_norm": 0.950203537940979,
      "learning_rate": 0.0001323019623764156,
      "loss": 2.2697,
      "step": 599
    },
    {
      "epoch": 0.02400528116185561,
      "grad_norm": 0.8825603127479553,
      "learning_rate": 0.00013210234850972964,
      "loss": 2.1204,
      "step": 600
    },
    {
      "epoch": 0.024045289963792033,
      "grad_norm": 0.953130841255188,
      "learning_rate": 0.0001319025919299394,
      "loss": 2.5907,
      "step": 601
    },
    {
      "epoch": 0.02408529876572846,
      "grad_norm": 0.8135217428207397,
      "learning_rate": 0.00013170269352507597,
      "loss": 2.2076,
      "step": 602
    },
    {
      "epoch": 0.024125307567664886,
      "grad_norm": 0.8837009072303772,
      "learning_rate": 0.0001315026541838008,
      "loss": 2.1472,
      "step": 603
    },
    {
      "epoch": 0.024165316369601314,
      "grad_norm": 0.8695014715194702,
      "learning_rate": 0.00013130247479540202,
      "loss": 2.2196,
      "step": 604
    },
    {
      "epoch": 0.02420532517153774,
      "grad_norm": 0.8368531465530396,
      "learning_rate": 0.00013110215624979025,
      "loss": 2.2068,
      "step": 605
    },
    {
      "epoch": 0.024245333973474163,
      "grad_norm": 0.8465988636016846,
      "learning_rate": 0.00013090169943749476,
      "loss": 2.3343,
      "step": 606
    },
    {
      "epoch": 0.02428534277541059,
      "grad_norm": 0.9015267491340637,
      "learning_rate": 0.00013070110524965954,
      "loss": 2.29,
      "step": 607
    },
    {
      "epoch": 0.024325351577347016,
      "grad_norm": 1.052418828010559,
      "learning_rate": 0.00013050037457803924,
      "loss": 2.5305,
      "step": 608
    },
    {
      "epoch": 0.024365360379283444,
      "grad_norm": 0.8950533270835876,
      "learning_rate": 0.0001302995083149953,
      "loss": 2.3157,
      "step": 609
    },
    {
      "epoch": 0.02440536918121987,
      "grad_norm": 0.8651677966117859,
      "learning_rate": 0.0001300985073534919,
      "loss": 2.0829,
      "step": 610
    },
    {
      "epoch": 0.024445377983156293,
      "grad_norm": 0.837582528591156,
      "learning_rate": 0.00012989737258709203,
      "loss": 2.5171,
      "step": 611
    },
    {
      "epoch": 0.02448538678509272,
      "grad_norm": 0.8370857834815979,
      "learning_rate": 0.00012969610490995358,
      "loss": 2.0829,
      "step": 612
    },
    {
      "epoch": 0.024525395587029146,
      "grad_norm": 0.8662784099578857,
      "learning_rate": 0.00012949470521682528,
      "loss": 2.2948,
      "step": 613
    },
    {
      "epoch": 0.024565404388965574,
      "grad_norm": 0.9209920167922974,
      "learning_rate": 0.0001292931744030427,
      "loss": 2.2156,
      "step": 614
    },
    {
      "epoch": 0.024605413190902,
      "grad_norm": 0.7635477781295776,
      "learning_rate": 0.0001290915133645243,
      "loss": 2.2975,
      "step": 615
    },
    {
      "epoch": 0.024645421992838423,
      "grad_norm": 0.8995413184165955,
      "learning_rate": 0.00012888972299776754,
      "loss": 2.1575,
      "step": 616
    },
    {
      "epoch": 0.02468543079477485,
      "grad_norm": 0.8466875553131104,
      "learning_rate": 0.00012868780419984482,
      "loss": 2.4067,
      "step": 617
    },
    {
      "epoch": 0.024725439596711276,
      "grad_norm": 0.956396758556366,
      "learning_rate": 0.00012848575786839943,
      "loss": 1.8513,
      "step": 618
    },
    {
      "epoch": 0.024765448398647704,
      "grad_norm": 0.8775250911712646,
      "learning_rate": 0.0001282835849016416,
      "loss": 2.3308,
      "step": 619
    },
    {
      "epoch": 0.02480545720058413,
      "grad_norm": 0.8251652717590332,
      "learning_rate": 0.00012808128619834461,
      "loss": 2.4028,
      "step": 620
    },
    {
      "epoch": 0.024845466002520553,
      "grad_norm": 0.8505681157112122,
      "learning_rate": 0.0001278788626578407,
      "loss": 2.3181,
      "step": 621
    },
    {
      "epoch": 0.02488547480445698,
      "grad_norm": 0.9558230638504028,
      "learning_rate": 0.00012767631518001698,
      "loss": 2.3605,
      "step": 622
    },
    {
      "epoch": 0.024925483606393406,
      "grad_norm": 0.8936139941215515,
      "learning_rate": 0.00012747364466531163,
      "loss": 2.4358,
      "step": 623
    },
    {
      "epoch": 0.024965492408329834,
      "grad_norm": 0.9081354737281799,
      "learning_rate": 0.00012727085201470973,
      "loss": 2.4191,
      "step": 624
    },
    {
      "epoch": 0.02500550121026626,
      "grad_norm": 0.9505571126937866,
      "learning_rate": 0.00012706793812973941,
      "loss": 2.3342,
      "step": 625
    },
    {
      "epoch": 0.025045510012202683,
      "grad_norm": 0.9076825976371765,
      "learning_rate": 0.0001268649039124677,
      "loss": 2.3902,
      "step": 626
    },
    {
      "epoch": 0.02508551881413911,
      "grad_norm": 0.9883852005004883,
      "learning_rate": 0.00012666175026549662,
      "loss": 2.2611,
      "step": 627
    },
    {
      "epoch": 0.025125527616075536,
      "grad_norm": 0.8392235040664673,
      "learning_rate": 0.000126458478091959,
      "loss": 2.2585,
      "step": 628
    },
    {
      "epoch": 0.025165536418011964,
      "grad_norm": 1.1702923774719238,
      "learning_rate": 0.00012625508829551473,
      "loss": 2.2708,
      "step": 629
    },
    {
      "epoch": 0.02520554521994839,
      "grad_norm": 0.8606546521186829,
      "learning_rate": 0.00012605158178034654,
      "loss": 2.4773,
      "step": 630
    },
    {
      "epoch": 0.025245554021884813,
      "grad_norm": 0.8527153134346008,
      "learning_rate": 0.00012584795945115603,
      "loss": 2.3365,
      "step": 631
    },
    {
      "epoch": 0.02528556282382124,
      "grad_norm": 0.8486292362213135,
      "learning_rate": 0.0001256442222131597,
      "loss": 2.2836,
      "step": 632
    },
    {
      "epoch": 0.025325571625757666,
      "grad_norm": 0.8884976506233215,
      "learning_rate": 0.0001254403709720848,
      "loss": 2.3894,
      "step": 633
    },
    {
      "epoch": 0.025365580427694094,
      "grad_norm": 0.8368593454360962,
      "learning_rate": 0.0001252364066341655,
      "loss": 2.2991,
      "step": 634
    },
    {
      "epoch": 0.02540558922963052,
      "grad_norm": 0.7612611055374146,
      "learning_rate": 0.00012503233010613865,
      "loss": 2.2886,
      "step": 635
    },
    {
      "epoch": 0.025445598031566943,
      "grad_norm": 0.7555170655250549,
      "learning_rate": 0.00012482814229523997,
      "loss": 2.2582,
      "step": 636
    },
    {
      "epoch": 0.02548560683350337,
      "grad_norm": 0.7689725160598755,
      "learning_rate": 0.00012462384410919975,
      "loss": 2.2821,
      "step": 637
    },
    {
      "epoch": 0.025525615635439796,
      "grad_norm": 0.8995348811149597,
      "learning_rate": 0.00012441943645623903,
      "loss": 2.3006,
      "step": 638
    },
    {
      "epoch": 0.025565624437376224,
      "grad_norm": 0.9883042573928833,
      "learning_rate": 0.00012421492024506555,
      "loss": 2.1947,
      "step": 639
    },
    {
      "epoch": 0.02560563323931265,
      "grad_norm": 0.8861292600631714,
      "learning_rate": 0.00012401029638486953,
      "loss": 2.2678,
      "step": 640
    },
    {
      "epoch": 0.025645642041249073,
      "grad_norm": 0.8531497120857239,
      "learning_rate": 0.0001238055657853198,
      "loss": 2.2688,
      "step": 641
    },
    {
      "epoch": 0.0256856508431855,
      "grad_norm": 0.825019121170044,
      "learning_rate": 0.00012360072935655982,
      "loss": 2.2603,
      "step": 642
    },
    {
      "epoch": 0.025725659645121926,
      "grad_norm": 0.8083457350730896,
      "learning_rate": 0.00012339578800920332,
      "loss": 2.272,
      "step": 643
    },
    {
      "epoch": 0.025765668447058354,
      "grad_norm": 0.8052060604095459,
      "learning_rate": 0.00012319074265433063,
      "loss": 2.3728,
      "step": 644
    },
    {
      "epoch": 0.02580567724899478,
      "grad_norm": 0.8862349987030029,
      "learning_rate": 0.00012298559420348437,
      "loss": 2.3701,
      "step": 645
    },
    {
      "epoch": 0.025845686050931203,
      "grad_norm": 0.8298026323318481,
      "learning_rate": 0.00012278034356866545,
      "loss": 2.5008,
      "step": 646
    },
    {
      "epoch": 0.02588569485286763,
      "grad_norm": 0.8687418699264526,
      "learning_rate": 0.00012257499166232907,
      "loss": 2.2623,
      "step": 647
    },
    {
      "epoch": 0.025925703654804056,
      "grad_norm": 0.9846713542938232,
      "learning_rate": 0.0001223695393973807,
      "loss": 2.3541,
      "step": 648
    },
    {
      "epoch": 0.025965712456740484,
      "grad_norm": 0.8807757496833801,
      "learning_rate": 0.0001221639876871719,
      "loss": 2.3474,
      "step": 649
    },
    {
      "epoch": 0.02600572125867691,
      "grad_norm": 1.004101276397705,
      "learning_rate": 0.0001219583374454963,
      "loss": 2.0983,
      "step": 650
    },
    {
      "epoch": 0.026045730060613333,
      "grad_norm": 0.9059690237045288,
      "learning_rate": 0.00012175258958658564,
      "loss": 2.2976,
      "step": 651
    },
    {
      "epoch": 0.02608573886254976,
      "grad_norm": 0.868664562702179,
      "learning_rate": 0.00012154674502510555,
      "loss": 2.3995,
      "step": 652
    },
    {
      "epoch": 0.026125747664486186,
      "grad_norm": 0.9393605589866638,
      "learning_rate": 0.00012134080467615159,
      "loss": 2.344,
      "step": 653
    },
    {
      "epoch": 0.026165756466422614,
      "grad_norm": 0.8684613704681396,
      "learning_rate": 0.00012113476945524513,
      "loss": 2.3311,
      "step": 654
    },
    {
      "epoch": 0.02620576526835904,
      "grad_norm": 0.8977693915367126,
      "learning_rate": 0.00012092864027832933,
      "loss": 2.3763,
      "step": 655
    },
    {
      "epoch": 0.026245774070295463,
      "grad_norm": 0.8018807172775269,
      "learning_rate": 0.000120722418061765,
      "loss": 2.2174,
      "step": 656
    },
    {
      "epoch": 0.02628578287223189,
      "grad_norm": 0.890895426273346,
      "learning_rate": 0.0001205161037223266,
      "loss": 2.3405,
      "step": 657
    },
    {
      "epoch": 0.026325791674168316,
      "grad_norm": 0.8219071626663208,
      "learning_rate": 0.00012030969817719808,
      "loss": 2.5214,
      "step": 658
    },
    {
      "epoch": 0.026365800476104744,
      "grad_norm": 0.8729432821273804,
      "learning_rate": 0.00012010320234396894,
      "loss": 2.4335,
      "step": 659
    },
    {
      "epoch": 0.02640580927804117,
      "grad_norm": 1.1031612157821655,
      "learning_rate": 0.00011989661714062999,
      "loss": 2.4525,
      "step": 660
    },
    {
      "epoch": 0.026445818079977593,
      "grad_norm": 0.8194288015365601,
      "learning_rate": 0.0001196899434855693,
      "loss": 2.359,
      "step": 661
    },
    {
      "epoch": 0.02648582688191402,
      "grad_norm": 0.9026681780815125,
      "learning_rate": 0.00011948318229756827,
      "loss": 2.1078,
      "step": 662
    },
    {
      "epoch": 0.026525835683850446,
      "grad_norm": 0.8578759431838989,
      "learning_rate": 0.00011927633449579735,
      "loss": 2.2063,
      "step": 663
    },
    {
      "epoch": 0.026565844485786874,
      "grad_norm": 0.8243408799171448,
      "learning_rate": 0.0001190694009998121,
      "loss": 2.3159,
      "step": 664
    },
    {
      "epoch": 0.0266058532877233,
      "grad_norm": 0.8573761582374573,
      "learning_rate": 0.00011886238272954897,
      "loss": 2.4253,
      "step": 665
    },
    {
      "epoch": 0.026645862089659723,
      "grad_norm": 0.8388357162475586,
      "learning_rate": 0.00011865528060532127,
      "loss": 2.3744,
      "step": 666
    },
    {
      "epoch": 0.02668587089159615,
      "grad_norm": 0.796804666519165,
      "learning_rate": 0.0001184480955478152,
      "loss": 2.3153,
      "step": 667
    },
    {
      "epoch": 0.026725879693532576,
      "grad_norm": 0.8617600202560425,
      "learning_rate": 0.00011824082847808558,
      "loss": 2.2281,
      "step": 668
    },
    {
      "epoch": 0.026765888495469004,
      "grad_norm": 0.8108949065208435,
      "learning_rate": 0.00011803348031755179,
      "loss": 2.4209,
      "step": 669
    },
    {
      "epoch": 0.02680589729740543,
      "grad_norm": 0.9311110973358154,
      "learning_rate": 0.0001178260519879937,
      "loss": 2.3166,
      "step": 670
    },
    {
      "epoch": 0.026845906099341857,
      "grad_norm": 0.858271062374115,
      "learning_rate": 0.00011761854441154767,
      "loss": 2.3382,
      "step": 671
    },
    {
      "epoch": 0.02688591490127828,
      "grad_norm": 0.8689845204353333,
      "learning_rate": 0.00011741095851070228,
      "loss": 2.2022,
      "step": 672
    },
    {
      "epoch": 0.026925923703214706,
      "grad_norm": 0.931955873966217,
      "learning_rate": 0.00011720329520829429,
      "loss": 2.5475,
      "step": 673
    },
    {
      "epoch": 0.026965932505151134,
      "grad_norm": 0.8354608416557312,
      "learning_rate": 0.0001169955554275046,
      "loss": 2.3078,
      "step": 674
    },
    {
      "epoch": 0.02700594130708756,
      "grad_norm": 1.0758512020111084,
      "learning_rate": 0.0001167877400918541,
      "loss": 2.3589,
      "step": 675
    },
    {
      "epoch": 0.027045950109023987,
      "grad_norm": 0.7951294779777527,
      "learning_rate": 0.00011657985012519952,
      "loss": 2.3027,
      "step": 676
    },
    {
      "epoch": 0.02708595891096041,
      "grad_norm": 0.8989201188087463,
      "learning_rate": 0.00011637188645172944,
      "loss": 2.4871,
      "step": 677
    },
    {
      "epoch": 0.027125967712896836,
      "grad_norm": 0.9253116250038147,
      "learning_rate": 0.00011616384999596006,
      "loss": 2.3482,
      "step": 678
    },
    {
      "epoch": 0.027165976514833264,
      "grad_norm": 0.9067932367324829,
      "learning_rate": 0.00011595574168273111,
      "loss": 2.303,
      "step": 679
    },
    {
      "epoch": 0.02720598531676969,
      "grad_norm": 0.8319794535636902,
      "learning_rate": 0.0001157475624372018,
      "loss": 2.2599,
      "step": 680
    },
    {
      "epoch": 0.027245994118706117,
      "grad_norm": 0.9425405263900757,
      "learning_rate": 0.0001155393131848467,
      "loss": 2.2998,
      "step": 681
    },
    {
      "epoch": 0.02728600292064254,
      "grad_norm": 0.918541431427002,
      "learning_rate": 0.00011533099485145155,
      "loss": 2.3722,
      "step": 682
    },
    {
      "epoch": 0.027326011722578966,
      "grad_norm": 0.9049298167228699,
      "learning_rate": 0.00011512260836310924,
      "loss": 2.3039,
      "step": 683
    },
    {
      "epoch": 0.027366020524515394,
      "grad_norm": 0.8263991475105286,
      "learning_rate": 0.00011491415464621562,
      "loss": 2.3562,
      "step": 684
    },
    {
      "epoch": 0.02740602932645182,
      "grad_norm": 0.9479227066040039,
      "learning_rate": 0.00011470563462746541,
      "loss": 2.1241,
      "step": 685
    },
    {
      "epoch": 0.027446038128388247,
      "grad_norm": 0.8965303301811218,
      "learning_rate": 0.00011449704923384812,
      "loss": 2.3299,
      "step": 686
    },
    {
      "epoch": 0.02748604693032467,
      "grad_norm": 0.8684311509132385,
      "learning_rate": 0.00011428839939264382,
      "loss": 2.4258,
      "step": 687
    },
    {
      "epoch": 0.027526055732261096,
      "grad_norm": 0.9886831045150757,
      "learning_rate": 0.0001140796860314191,
      "loss": 2.2081,
      "step": 688
    },
    {
      "epoch": 0.027566064534197524,
      "grad_norm": 0.9611862897872925,
      "learning_rate": 0.00011387091007802297,
      "loss": 2.3079,
      "step": 689
    },
    {
      "epoch": 0.02760607333613395,
      "grad_norm": 0.7951835989952087,
      "learning_rate": 0.0001136620724605827,
      "loss": 2.2621,
      "step": 690
    },
    {
      "epoch": 0.027646082138070377,
      "grad_norm": 0.8767279982566833,
      "learning_rate": 0.00011345317410749964,
      "loss": 2.3588,
      "step": 691
    },
    {
      "epoch": 0.0276860909400068,
      "grad_norm": 0.8149209022521973,
      "learning_rate": 0.00011324421594744516,
      "loss": 2.3054,
      "step": 692
    },
    {
      "epoch": 0.027726099741943226,
      "grad_norm": 0.8020837306976318,
      "learning_rate": 0.00011303519890935656,
      "loss": 2.3106,
      "step": 693
    },
    {
      "epoch": 0.027766108543879654,
      "grad_norm": 0.8267912268638611,
      "learning_rate": 0.00011282612392243286,
      "loss": 2.5297,
      "step": 694
    },
    {
      "epoch": 0.02780611734581608,
      "grad_norm": 0.9417726993560791,
      "learning_rate": 0.00011261699191613066,
      "loss": 2.4277,
      "step": 695
    },
    {
      "epoch": 0.027846126147752507,
      "grad_norm": 0.8621276617050171,
      "learning_rate": 0.00011240780382016005,
      "loss": 2.3669,
      "step": 696
    },
    {
      "epoch": 0.02788613494968893,
      "grad_norm": 0.8450276255607605,
      "learning_rate": 0.00011219856056448051,
      "loss": 2.2403,
      "step": 697
    },
    {
      "epoch": 0.027926143751625356,
      "grad_norm": 0.8096793293952942,
      "learning_rate": 0.00011198926307929664,
      "loss": 1.9732,
      "step": 698
    },
    {
      "epoch": 0.027966152553561784,
      "grad_norm": 0.9412321448326111,
      "learning_rate": 0.00011177991229505431,
      "loss": 2.4367,
      "step": 699
    },
    {
      "epoch": 0.02800616135549821,
      "grad_norm": 0.8472139835357666,
      "learning_rate": 0.00011157050914243614,
      "loss": 2.3336,
      "step": 700
    },
    {
      "epoch": 0.028046170157434637,
      "grad_norm": 0.8768650889396667,
      "learning_rate": 0.00011136105455235766,
      "loss": 2.2985,
      "step": 701
    },
    {
      "epoch": 0.02808617895937106,
      "grad_norm": 0.851513683795929,
      "learning_rate": 0.00011115154945596305,
      "loss": 2.1815,
      "step": 702
    },
    {
      "epoch": 0.028126187761307486,
      "grad_norm": 0.9149271845817566,
      "learning_rate": 0.00011094199478462095,
      "loss": 2.3356,
      "step": 703
    },
    {
      "epoch": 0.028166196563243914,
      "grad_norm": 0.8888914585113525,
      "learning_rate": 0.00011073239146992054,
      "loss": 2.17,
      "step": 704
    },
    {
      "epoch": 0.02820620536518034,
      "grad_norm": 0.7813720107078552,
      "learning_rate": 0.00011052274044366711,
      "loss": 2.3911,
      "step": 705
    },
    {
      "epoch": 0.028246214167116767,
      "grad_norm": 0.8871017694473267,
      "learning_rate": 0.00011031304263787812,
      "loss": 2.2519,
      "step": 706
    },
    {
      "epoch": 0.02828622296905319,
      "grad_norm": 0.9242789149284363,
      "learning_rate": 0.00011010329898477891,
      "loss": 2.4723,
      "step": 707
    },
    {
      "epoch": 0.028326231770989616,
      "grad_norm": 1.0325496196746826,
      "learning_rate": 0.0001098935104167988,
      "loss": 2.3793,
      "step": 708
    },
    {
      "epoch": 0.028366240572926044,
      "grad_norm": 1.2001891136169434,
      "learning_rate": 0.00010968367786656663,
      "loss": 2.4304,
      "step": 709
    },
    {
      "epoch": 0.02840624937486247,
      "grad_norm": 0.8998305201530457,
      "learning_rate": 0.00010947380226690684,
      "loss": 2.1355,
      "step": 710
    },
    {
      "epoch": 0.028446258176798897,
      "grad_norm": 0.8504160642623901,
      "learning_rate": 0.00010926388455083522,
      "loss": 2.4807,
      "step": 711
    },
    {
      "epoch": 0.02848626697873532,
      "grad_norm": 0.8776435256004333,
      "learning_rate": 0.00010905392565155477,
      "loss": 2.4488,
      "step": 712
    },
    {
      "epoch": 0.028526275780671746,
      "grad_norm": 0.8715395927429199,
      "learning_rate": 0.00010884392650245165,
      "loss": 2.2942,
      "step": 713
    },
    {
      "epoch": 0.028566284582608174,
      "grad_norm": 1.0793769359588623,
      "learning_rate": 0.00010863388803709089,
      "loss": 2.1158,
      "step": 714
    },
    {
      "epoch": 0.0286062933845446,
      "grad_norm": 1.0191304683685303,
      "learning_rate": 0.00010842381118921232,
      "loss": 2.6079,
      "step": 715
    },
    {
      "epoch": 0.028646302186481027,
      "grad_norm": 0.9538447260856628,
      "learning_rate": 0.00010821369689272638,
      "loss": 2.3741,
      "step": 716
    },
    {
      "epoch": 0.02868631098841745,
      "grad_norm": 0.9089766144752502,
      "learning_rate": 0.00010800354608171003,
      "loss": 2.3242,
      "step": 717
    },
    {
      "epoch": 0.028726319790353876,
      "grad_norm": 1.0419389009475708,
      "learning_rate": 0.00010779335969040252,
      "loss": 2.2519,
      "step": 718
    },
    {
      "epoch": 0.028766328592290304,
      "grad_norm": 0.8816425800323486,
      "learning_rate": 0.00010758313865320134,
      "loss": 2.3906,
      "step": 719
    },
    {
      "epoch": 0.02880633739422673,
      "grad_norm": 0.9366226196289062,
      "learning_rate": 0.00010737288390465792,
      "loss": 2.4651,
      "step": 720
    },
    {
      "epoch": 0.028846346196163157,
      "grad_norm": 0.8329527378082275,
      "learning_rate": 0.00010716259637947357,
      "loss": 2.2755,
      "step": 721
    },
    {
      "epoch": 0.02888635499809958,
      "grad_norm": 0.8371868133544922,
      "learning_rate": 0.00010695227701249537,
      "loss": 2.4588,
      "step": 722
    },
    {
      "epoch": 0.028926363800036006,
      "grad_norm": 0.980976939201355,
      "learning_rate": 0.00010674192673871191,
      "loss": 2.4346,
      "step": 723
    },
    {
      "epoch": 0.028966372601972434,
      "grad_norm": 0.8010408878326416,
      "learning_rate": 0.00010653154649324917,
      "loss": 2.3438,
      "step": 724
    },
    {
      "epoch": 0.02900638140390886,
      "grad_norm": 0.9032517671585083,
      "learning_rate": 0.00010632113721136636,
      "loss": 2.3043,
      "step": 725
    },
    {
      "epoch": 0.029046390205845287,
      "grad_norm": 0.8804756999015808,
      "learning_rate": 0.00010611069982845183,
      "loss": 2.3252,
      "step": 726
    },
    {
      "epoch": 0.02908639900778171,
      "grad_norm": 0.9581823945045471,
      "learning_rate": 0.00010590023528001884,
      "loss": 2.3992,
      "step": 727
    },
    {
      "epoch": 0.029126407809718136,
      "grad_norm": 0.9475204944610596,
      "learning_rate": 0.00010568974450170139,
      "loss": 2.2024,
      "step": 728
    },
    {
      "epoch": 0.029166416611654564,
      "grad_norm": 1.0902475118637085,
      "learning_rate": 0.00010547922842925008,
      "loss": 2.3327,
      "step": 729
    },
    {
      "epoch": 0.02920642541359099,
      "grad_norm": 0.9392268657684326,
      "learning_rate": 0.00010526868799852796,
      "loss": 2.5382,
      "step": 730
    },
    {
      "epoch": 0.029246434215527417,
      "grad_norm": 0.9544371962547302,
      "learning_rate": 0.0001050581241455064,
      "loss": 2.4357,
      "step": 731
    },
    {
      "epoch": 0.02928644301746384,
      "grad_norm": 0.9233323335647583,
      "learning_rate": 0.00010484753780626089,
      "loss": 2.2503,
      "step": 732
    },
    {
      "epoch": 0.02932645181940027,
      "grad_norm": 0.928877592086792,
      "learning_rate": 0.00010463692991696685,
      "loss": 2.4323,
      "step": 733
    },
    {
      "epoch": 0.029366460621336694,
      "grad_norm": 0.8053747415542603,
      "learning_rate": 0.00010442630141389549,
      "loss": 2.282,
      "step": 734
    },
    {
      "epoch": 0.02940646942327312,
      "grad_norm": 0.8478310108184814,
      "learning_rate": 0.00010421565323340971,
      "loss": 2.2623,
      "step": 735
    },
    {
      "epoch": 0.029446478225209547,
      "grad_norm": 1.046662449836731,
      "learning_rate": 0.00010400498631195992,
      "loss": 2.2823,
      "step": 736
    },
    {
      "epoch": 0.02948648702714597,
      "grad_norm": 0.8927696347236633,
      "learning_rate": 0.00010379430158607975,
      "loss": 2.5533,
      "step": 737
    },
    {
      "epoch": 0.0295264958290824,
      "grad_norm": 0.8802286982536316,
      "learning_rate": 0.000103583599992382,
      "loss": 2.3376,
      "step": 738
    },
    {
      "epoch": 0.029566504631018824,
      "grad_norm": 0.9044494032859802,
      "learning_rate": 0.0001033728824675545,
      "loss": 2.2921,
      "step": 739
    },
    {
      "epoch": 0.02960651343295525,
      "grad_norm": 0.8137522339820862,
      "learning_rate": 0.0001031621499483559,
      "loss": 2.1371,
      "step": 740
    },
    {
      "epoch": 0.029646522234891677,
      "grad_norm": 0.9602364301681519,
      "learning_rate": 0.00010295140337161146,
      "loss": 2.4437,
      "step": 741
    },
    {
      "epoch": 0.0296865310368281,
      "grad_norm": 0.8913232088088989,
      "learning_rate": 0.00010274064367420897,
      "loss": 2.1034,
      "step": 742
    },
    {
      "epoch": 0.02972653983876453,
      "grad_norm": 0.8415278196334839,
      "learning_rate": 0.00010252987179309459,
      "loss": 2.2819,
      "step": 743
    },
    {
      "epoch": 0.029766548640700954,
      "grad_norm": 1.0467331409454346,
      "learning_rate": 0.00010231908866526851,
      "loss": 2.2987,
      "step": 744
    },
    {
      "epoch": 0.02980655744263738,
      "grad_norm": 0.9587618708610535,
      "learning_rate": 0.00010210829522778111,
      "loss": 2.2827,
      "step": 745
    },
    {
      "epoch": 0.029846566244573807,
      "grad_norm": 0.888268232345581,
      "learning_rate": 0.00010189749241772844,
      "loss": 2.3498,
      "step": 746
    },
    {
      "epoch": 0.02988657504651023,
      "grad_norm": 0.8062025308609009,
      "learning_rate": 0.00010168668117224825,
      "loss": 2.1518,
      "step": 747
    },
    {
      "epoch": 0.02992658384844666,
      "grad_norm": 0.9214737415313721,
      "learning_rate": 0.00010147586242851585,
      "loss": 2.1447,
      "step": 748
    },
    {
      "epoch": 0.029966592650383084,
      "grad_norm": 0.9632361531257629,
      "learning_rate": 0.00010126503712373982,
      "loss": 2.3629,
      "step": 749
    },
    {
      "epoch": 0.03000660145231951,
      "grad_norm": 0.7636002898216248,
      "learning_rate": 0.00010105420619515798,
      "loss": 2.0764,
      "step": 750
    },
    {
      "epoch": 0.03000660145231951,
      "eval_loss": 2.3227720260620117,
      "eval_runtime": 215.7595,
      "eval_samples_per_second": 48.777,
      "eval_steps_per_second": 24.388,
      "step": 750
    },
    {
      "epoch": 0.030046610254255937,
      "grad_norm": 0.8438780903816223,
      "learning_rate": 0.00010084337058003303,
      "loss": 2.4174,
      "step": 751
    },
    {
      "epoch": 0.030086619056192362,
      "grad_norm": 1.0127657651901245,
      "learning_rate": 0.00010063253121564868,
      "loss": 2.2654,
      "step": 752
    },
    {
      "epoch": 0.03012662785812879,
      "grad_norm": 0.7681029438972473,
      "learning_rate": 0.00010042168903930514,
      "loss": 2.2551,
      "step": 753
    },
    {
      "epoch": 0.030166636660065214,
      "grad_norm": 0.8163714408874512,
      "learning_rate": 0.00010021084498831522,
      "loss": 2.2995,
      "step": 754
    },
    {
      "epoch": 0.03020664546200164,
      "grad_norm": 0.8977065086364746,
      "learning_rate": 0.0001,
      "loss": 2.2295,
      "step": 755
    },
    {
      "epoch": 0.030246654263938067,
      "grad_norm": 0.8790110945701599,
      "learning_rate": 9.97891550116848e-05,
      "loss": 2.4759,
      "step": 756
    },
    {
      "epoch": 0.030286663065874492,
      "grad_norm": 1.2212233543395996,
      "learning_rate": 9.957831096069488e-05,
      "loss": 2.3204,
      "step": 757
    },
    {
      "epoch": 0.03032667186781092,
      "grad_norm": 0.8114397525787354,
      "learning_rate": 9.936746878435136e-05,
      "loss": 2.2572,
      "step": 758
    },
    {
      "epoch": 0.030366680669747344,
      "grad_norm": 0.9859458804130554,
      "learning_rate": 9.915662941996699e-05,
      "loss": 2.4089,
      "step": 759
    },
    {
      "epoch": 0.03040668947168377,
      "grad_norm": 0.8674895763397217,
      "learning_rate": 9.894579380484204e-05,
      "loss": 2.2825,
      "step": 760
    },
    {
      "epoch": 0.030446698273620197,
      "grad_norm": 0.8095372319221497,
      "learning_rate": 9.873496287626019e-05,
      "loss": 2.3556,
      "step": 761
    },
    {
      "epoch": 0.030486707075556622,
      "grad_norm": 1.2969220876693726,
      "learning_rate": 9.852413757148417e-05,
      "loss": 2.37,
      "step": 762
    },
    {
      "epoch": 0.03052671587749305,
      "grad_norm": 0.7449877262115479,
      "learning_rate": 9.831331882775178e-05,
      "loss": 2.5647,
      "step": 763
    },
    {
      "epoch": 0.030566724679429474,
      "grad_norm": 0.953286349773407,
      "learning_rate": 9.81025075822716e-05,
      "loss": 2.1615,
      "step": 764
    },
    {
      "epoch": 0.0306067334813659,
      "grad_norm": 0.8736823201179504,
      "learning_rate": 9.789170477221891e-05,
      "loss": 2.3904,
      "step": 765
    },
    {
      "epoch": 0.030646742283302327,
      "grad_norm": 0.9011520743370056,
      "learning_rate": 9.76809113347315e-05,
      "loss": 2.353,
      "step": 766
    },
    {
      "epoch": 0.030686751085238752,
      "grad_norm": 0.8590313196182251,
      "learning_rate": 9.747012820690543e-05,
      "loss": 2.3128,
      "step": 767
    },
    {
      "epoch": 0.03072675988717518,
      "grad_norm": 0.9155333042144775,
      "learning_rate": 9.725935632579104e-05,
      "loss": 2.223,
      "step": 768
    },
    {
      "epoch": 0.030766768689111604,
      "grad_norm": 0.7567692995071411,
      "learning_rate": 9.704859662838855e-05,
      "loss": 2.2206,
      "step": 769
    },
    {
      "epoch": 0.03080677749104803,
      "grad_norm": 0.8345776200294495,
      "learning_rate": 9.683785005164411e-05,
      "loss": 2.2533,
      "step": 770
    },
    {
      "epoch": 0.030846786292984457,
      "grad_norm": 0.9289172887802124,
      "learning_rate": 9.662711753244551e-05,
      "loss": 2.3663,
      "step": 771
    },
    {
      "epoch": 0.030886795094920882,
      "grad_norm": 0.9760627150535583,
      "learning_rate": 9.641640000761802e-05,
      "loss": 2.1781,
      "step": 772
    },
    {
      "epoch": 0.03092680389685731,
      "grad_norm": 0.8788022994995117,
      "learning_rate": 9.620569841392029e-05,
      "loss": 2.3201,
      "step": 773
    },
    {
      "epoch": 0.030966812698793734,
      "grad_norm": 0.872540295124054,
      "learning_rate": 9.59950136880401e-05,
      "loss": 2.028,
      "step": 774
    },
    {
      "epoch": 0.03100682150073016,
      "grad_norm": 0.785553514957428,
      "learning_rate": 9.57843467665903e-05,
      "loss": 2.3118,
      "step": 775
    },
    {
      "epoch": 0.031046830302666587,
      "grad_norm": 1.0655046701431274,
      "learning_rate": 9.557369858610453e-05,
      "loss": 2.3789,
      "step": 776
    },
    {
      "epoch": 0.031086839104603012,
      "grad_norm": 0.9226444363594055,
      "learning_rate": 9.53630700830332e-05,
      "loss": 2.4073,
      "step": 777
    },
    {
      "epoch": 0.03112684790653944,
      "grad_norm": 0.8470501899719238,
      "learning_rate": 9.51524621937391e-05,
      "loss": 2.4976,
      "step": 778
    },
    {
      "epoch": 0.031166856708475865,
      "grad_norm": 0.9119486212730408,
      "learning_rate": 9.494187585449358e-05,
      "loss": 2.1622,
      "step": 779
    },
    {
      "epoch": 0.03120686551041229,
      "grad_norm": 1.0570474863052368,
      "learning_rate": 9.473131200147205e-05,
      "loss": 2.4753,
      "step": 780
    },
    {
      "epoch": 0.031246874312348717,
      "grad_norm": 0.8258612751960754,
      "learning_rate": 9.452077157074994e-05,
      "loss": 2.2665,
      "step": 781
    },
    {
      "epoch": 0.031286883114285145,
      "grad_norm": 0.9401851296424866,
      "learning_rate": 9.431025549829862e-05,
      "loss": 2.1387,
      "step": 782
    },
    {
      "epoch": 0.031326891916221566,
      "grad_norm": 0.9237297177314758,
      "learning_rate": 9.409976471998118e-05,
      "loss": 2.2036,
      "step": 783
    },
    {
      "epoch": 0.031366900718157995,
      "grad_norm": 0.8743535280227661,
      "learning_rate": 9.388930017154819e-05,
      "loss": 2.1685,
      "step": 784
    },
    {
      "epoch": 0.03140690952009442,
      "grad_norm": 0.9514382481575012,
      "learning_rate": 9.367886278863366e-05,
      "loss": 2.4028,
      "step": 785
    },
    {
      "epoch": 0.031446918322030844,
      "grad_norm": 0.8290664553642273,
      "learning_rate": 9.346845350675088e-05,
      "loss": 2.3459,
      "step": 786
    },
    {
      "epoch": 0.03148692712396727,
      "grad_norm": 0.9497209787368774,
      "learning_rate": 9.325807326128814e-05,
      "loss": 2.2434,
      "step": 787
    },
    {
      "epoch": 0.0315269359259037,
      "grad_norm": 1.0051794052124023,
      "learning_rate": 9.304772298750463e-05,
      "loss": 1.8159,
      "step": 788
    },
    {
      "epoch": 0.03156694472784013,
      "grad_norm": 0.9203227162361145,
      "learning_rate": 9.283740362052642e-05,
      "loss": 2.3414,
      "step": 789
    },
    {
      "epoch": 0.03160695352977655,
      "grad_norm": 0.8639258742332458,
      "learning_rate": 9.26271160953421e-05,
      "loss": 2.2572,
      "step": 790
    },
    {
      "epoch": 0.03164696233171298,
      "grad_norm": 0.9178568720817566,
      "learning_rate": 9.241686134679867e-05,
      "loss": 2.367,
      "step": 791
    },
    {
      "epoch": 0.031686971133649405,
      "grad_norm": 0.8915137648582458,
      "learning_rate": 9.220664030959749e-05,
      "loss": 2.3123,
      "step": 792
    },
    {
      "epoch": 0.031726979935585826,
      "grad_norm": 0.9004158973693848,
      "learning_rate": 9.199645391828999e-05,
      "loss": 2.2845,
      "step": 793
    },
    {
      "epoch": 0.031766988737522255,
      "grad_norm": 0.880937397480011,
      "learning_rate": 9.178630310727365e-05,
      "loss": 2.2878,
      "step": 794
    },
    {
      "epoch": 0.03180699753945868,
      "grad_norm": 0.9533756971359253,
      "learning_rate": 9.157618881078772e-05,
      "loss": 2.5163,
      "step": 795
    },
    {
      "epoch": 0.031847006341395104,
      "grad_norm": 0.8878754377365112,
      "learning_rate": 9.136611196290915e-05,
      "loss": 2.2564,
      "step": 796
    },
    {
      "epoch": 0.03188701514333153,
      "grad_norm": 0.9649876952171326,
      "learning_rate": 9.115607349754834e-05,
      "loss": 2.152,
      "step": 797
    },
    {
      "epoch": 0.03192702394526796,
      "grad_norm": 1.0306154489517212,
      "learning_rate": 9.094607434844523e-05,
      "loss": 2.2294,
      "step": 798
    },
    {
      "epoch": 0.03196703274720439,
      "grad_norm": 0.821556568145752,
      "learning_rate": 9.07361154491648e-05,
      "loss": 2.3127,
      "step": 799
    },
    {
      "epoch": 0.03200704154914081,
      "grad_norm": 0.8371057510375977,
      "learning_rate": 9.052619773309317e-05,
      "loss": 2.3623,
      "step": 800
    },
    {
      "epoch": 0.03204705035107724,
      "grad_norm": 0.8881110548973083,
      "learning_rate": 9.031632213343339e-05,
      "loss": 2.3165,
      "step": 801
    },
    {
      "epoch": 0.032087059153013665,
      "grad_norm": 0.8215583562850952,
      "learning_rate": 9.01064895832012e-05,
      "loss": 2.3036,
      "step": 802
    },
    {
      "epoch": 0.032127067954950086,
      "grad_norm": 0.8874034285545349,
      "learning_rate": 8.98967010152211e-05,
      "loss": 2.4546,
      "step": 803
    },
    {
      "epoch": 0.032167076756886515,
      "grad_norm": 0.8968316912651062,
      "learning_rate": 8.968695736212193e-05,
      "loss": 2.5225,
      "step": 804
    },
    {
      "epoch": 0.03220708555882294,
      "grad_norm": 0.8012140393257141,
      "learning_rate": 8.947725955633294e-05,
      "loss": 2.1197,
      "step": 805
    },
    {
      "epoch": 0.032247094360759364,
      "grad_norm": 1.0046977996826172,
      "learning_rate": 8.926760853007946e-05,
      "loss": 2.2832,
      "step": 806
    },
    {
      "epoch": 0.03228710316269579,
      "grad_norm": 0.906339168548584,
      "learning_rate": 8.905800521537905e-05,
      "loss": 2.4472,
      "step": 807
    },
    {
      "epoch": 0.03232711196463222,
      "grad_norm": 0.8318569660186768,
      "learning_rate": 8.884845054403699e-05,
      "loss": 2.2652,
      "step": 808
    },
    {
      "epoch": 0.03236712076656865,
      "grad_norm": 0.8361050486564636,
      "learning_rate": 8.863894544764236e-05,
      "loss": 2.44,
      "step": 809
    },
    {
      "epoch": 0.03240712956850507,
      "grad_norm": 0.9653096795082092,
      "learning_rate": 8.84294908575639e-05,
      "loss": 2.4083,
      "step": 810
    },
    {
      "epoch": 0.0324471383704415,
      "grad_norm": 0.8438499569892883,
      "learning_rate": 8.822008770494572e-05,
      "loss": 2.2604,
      "step": 811
    },
    {
      "epoch": 0.032487147172377925,
      "grad_norm": 0.945853590965271,
      "learning_rate": 8.801073692070337e-05,
      "loss": 2.4046,
      "step": 812
    },
    {
      "epoch": 0.032527155974314347,
      "grad_norm": 0.8667954206466675,
      "learning_rate": 8.780143943551954e-05,
      "loss": 2.3983,
      "step": 813
    },
    {
      "epoch": 0.032567164776250775,
      "grad_norm": 0.9397470951080322,
      "learning_rate": 8.759219617983999e-05,
      "loss": 2.1151,
      "step": 814
    },
    {
      "epoch": 0.0326071735781872,
      "grad_norm": 0.8681167364120483,
      "learning_rate": 8.738300808386935e-05,
      "loss": 2.3754,
      "step": 815
    },
    {
      "epoch": 0.032647182380123624,
      "grad_norm": 0.9335917830467224,
      "learning_rate": 8.717387607756713e-05,
      "loss": 2.437,
      "step": 816
    },
    {
      "epoch": 0.03268719118206005,
      "grad_norm": 0.8651742339134216,
      "learning_rate": 8.696480109064342e-05,
      "loss": 2.4427,
      "step": 817
    },
    {
      "epoch": 0.03272719998399648,
      "grad_norm": 0.8754428625106812,
      "learning_rate": 8.675578405255485e-05,
      "loss": 2.4246,
      "step": 818
    },
    {
      "epoch": 0.03276720878593291,
      "grad_norm": 0.9717089533805847,
      "learning_rate": 8.654682589250038e-05,
      "loss": 2.3414,
      "step": 819
    },
    {
      "epoch": 0.03280721758786933,
      "grad_norm": 0.9236624836921692,
      "learning_rate": 8.633792753941733e-05,
      "loss": 2.4626,
      "step": 820
    },
    {
      "epoch": 0.03284722638980576,
      "grad_norm": 0.7985391616821289,
      "learning_rate": 8.612908992197705e-05,
      "loss": 2.3906,
      "step": 821
    },
    {
      "epoch": 0.032887235191742185,
      "grad_norm": 0.8499987125396729,
      "learning_rate": 8.592031396858093e-05,
      "loss": 2.2986,
      "step": 822
    },
    {
      "epoch": 0.03292724399367861,
      "grad_norm": 0.82438063621521,
      "learning_rate": 8.571160060735624e-05,
      "loss": 2.1743,
      "step": 823
    },
    {
      "epoch": 0.032967252795615035,
      "grad_norm": 0.8545810580253601,
      "learning_rate": 8.550295076615188e-05,
      "loss": 2.2765,
      "step": 824
    },
    {
      "epoch": 0.03300726159755146,
      "grad_norm": 1.0214251279830933,
      "learning_rate": 8.529436537253458e-05,
      "loss": 2.4537,
      "step": 825
    },
    {
      "epoch": 0.03304727039948789,
      "grad_norm": 1.0193005800247192,
      "learning_rate": 8.508584535378439e-05,
      "loss": 2.1942,
      "step": 826
    },
    {
      "epoch": 0.03308727920142431,
      "grad_norm": 0.9134231209754944,
      "learning_rate": 8.487739163689079e-05,
      "loss": 2.5147,
      "step": 827
    },
    {
      "epoch": 0.03312728800336074,
      "grad_norm": 0.906248927116394,
      "learning_rate": 8.466900514854847e-05,
      "loss": 2.3718,
      "step": 828
    },
    {
      "epoch": 0.03316729680529717,
      "grad_norm": 0.9325450658798218,
      "learning_rate": 8.446068681515334e-05,
      "loss": 2.3603,
      "step": 829
    },
    {
      "epoch": 0.03320730560723359,
      "grad_norm": 0.976952850818634,
      "learning_rate": 8.425243756279824e-05,
      "loss": 2.3262,
      "step": 830
    },
    {
      "epoch": 0.03324731440917002,
      "grad_norm": 0.8138937950134277,
      "learning_rate": 8.404425831726894e-05,
      "loss": 2.4386,
      "step": 831
    },
    {
      "epoch": 0.033287323211106445,
      "grad_norm": 0.944436252117157,
      "learning_rate": 8.383615000404e-05,
      "loss": 2.2852,
      "step": 832
    },
    {
      "epoch": 0.03332733201304287,
      "grad_norm": 0.8828929662704468,
      "learning_rate": 8.362811354827059e-05,
      "loss": 2.5408,
      "step": 833
    },
    {
      "epoch": 0.033367340814979295,
      "grad_norm": 0.8987773656845093,
      "learning_rate": 8.342014987480047e-05,
      "loss": 2.0164,
      "step": 834
    },
    {
      "epoch": 0.03340734961691572,
      "grad_norm": 0.8303818106651306,
      "learning_rate": 8.321225990814591e-05,
      "loss": 2.4147,
      "step": 835
    },
    {
      "epoch": 0.03344735841885215,
      "grad_norm": 0.8834304809570312,
      "learning_rate": 8.300444457249543e-05,
      "loss": 2.4789,
      "step": 836
    },
    {
      "epoch": 0.03348736722078857,
      "grad_norm": 0.8130871653556824,
      "learning_rate": 8.279670479170573e-05,
      "loss": 2.2785,
      "step": 837
    },
    {
      "epoch": 0.033527376022725,
      "grad_norm": 0.8142309188842773,
      "learning_rate": 8.258904148929775e-05,
      "loss": 2.2367,
      "step": 838
    },
    {
      "epoch": 0.03356738482466143,
      "grad_norm": 0.9621627330780029,
      "learning_rate": 8.238145558845235e-05,
      "loss": 2.2776,
      "step": 839
    },
    {
      "epoch": 0.03360739362659785,
      "grad_norm": 0.821427583694458,
      "learning_rate": 8.217394801200631e-05,
      "loss": 2.349,
      "step": 840
    },
    {
      "epoch": 0.03364740242853428,
      "grad_norm": 0.898860514163971,
      "learning_rate": 8.196651968244826e-05,
      "loss": 2.3797,
      "step": 841
    },
    {
      "epoch": 0.033687411230470705,
      "grad_norm": 0.8721990585327148,
      "learning_rate": 8.175917152191447e-05,
      "loss": 2.1918,
      "step": 842
    },
    {
      "epoch": 0.03372742003240713,
      "grad_norm": 0.8141669034957886,
      "learning_rate": 8.15519044521848e-05,
      "loss": 2.1748,
      "step": 843
    },
    {
      "epoch": 0.033767428834343555,
      "grad_norm": 0.755743682384491,
      "learning_rate": 8.134471939467874e-05,
      "loss": 2.3473,
      "step": 844
    },
    {
      "epoch": 0.03380743763627998,
      "grad_norm": 0.8965453505516052,
      "learning_rate": 8.113761727045105e-05,
      "loss": 2.1335,
      "step": 845
    },
    {
      "epoch": 0.03384744643821641,
      "grad_norm": 0.910072922706604,
      "learning_rate": 8.093059900018792e-05,
      "loss": 2.3577,
      "step": 846
    },
    {
      "epoch": 0.03388745524015283,
      "grad_norm": 0.8989911675453186,
      "learning_rate": 8.072366550420266e-05,
      "loss": 2.2746,
      "step": 847
    },
    {
      "epoch": 0.03392746404208926,
      "grad_norm": 0.8647783994674683,
      "learning_rate": 8.051681770243175e-05,
      "loss": 2.0669,
      "step": 848
    },
    {
      "epoch": 0.03396747284402569,
      "grad_norm": 0.9056990146636963,
      "learning_rate": 8.031005651443073e-05,
      "loss": 2.3443,
      "step": 849
    },
    {
      "epoch": 0.03400748164596211,
      "grad_norm": 1.0200523138046265,
      "learning_rate": 8.010338285937006e-05,
      "loss": 2.1135,
      "step": 850
    },
    {
      "epoch": 0.03404749044789854,
      "grad_norm": 0.8385292291641235,
      "learning_rate": 7.989679765603108e-05,
      "loss": 2.0709,
      "step": 851
    },
    {
      "epoch": 0.034087499249834965,
      "grad_norm": 0.8779543042182922,
      "learning_rate": 7.969030182280192e-05,
      "loss": 2.205,
      "step": 852
    },
    {
      "epoch": 0.03412750805177139,
      "grad_norm": 0.9131861925125122,
      "learning_rate": 7.948389627767343e-05,
      "loss": 2.5699,
      "step": 853
    },
    {
      "epoch": 0.034167516853707815,
      "grad_norm": 0.9792788028717041,
      "learning_rate": 7.927758193823501e-05,
      "loss": 2.4434,
      "step": 854
    },
    {
      "epoch": 0.03420752565564424,
      "grad_norm": 0.940508246421814,
      "learning_rate": 7.907135972167069e-05,
      "loss": 2.3387,
      "step": 855
    },
    {
      "epoch": 0.03424753445758067,
      "grad_norm": 0.7943011522293091,
      "learning_rate": 7.88652305447549e-05,
      "loss": 2.3155,
      "step": 856
    },
    {
      "epoch": 0.03428754325951709,
      "grad_norm": 0.9950571060180664,
      "learning_rate": 7.865919532384844e-05,
      "loss": 2.3548,
      "step": 857
    },
    {
      "epoch": 0.03432755206145352,
      "grad_norm": 1.1792566776275635,
      "learning_rate": 7.845325497489449e-05,
      "loss": 2.5835,
      "step": 858
    },
    {
      "epoch": 0.03436756086338995,
      "grad_norm": 0.8234362006187439,
      "learning_rate": 7.82474104134144e-05,
      "loss": 2.3615,
      "step": 859
    },
    {
      "epoch": 0.03440756966532637,
      "grad_norm": 0.8120545744895935,
      "learning_rate": 7.804166255450373e-05,
      "loss": 2.433,
      "step": 860
    },
    {
      "epoch": 0.0344475784672628,
      "grad_norm": 0.8211929798126221,
      "learning_rate": 7.783601231282812e-05,
      "loss": 2.3187,
      "step": 861
    },
    {
      "epoch": 0.034487587269199226,
      "grad_norm": 0.9079144597053528,
      "learning_rate": 7.763046060261932e-05,
      "loss": 2.0621,
      "step": 862
    },
    {
      "epoch": 0.03452759607113565,
      "grad_norm": 0.8279589414596558,
      "learning_rate": 7.742500833767094e-05,
      "loss": 2.3434,
      "step": 863
    },
    {
      "epoch": 0.034567604873072075,
      "grad_norm": 0.9562227129936218,
      "learning_rate": 7.721965643133458e-05,
      "loss": 2.266,
      "step": 864
    },
    {
      "epoch": 0.0346076136750085,
      "grad_norm": 0.9111009240150452,
      "learning_rate": 7.701440579651566e-05,
      "loss": 2.4184,
      "step": 865
    },
    {
      "epoch": 0.03464762247694493,
      "grad_norm": 1.0070701837539673,
      "learning_rate": 7.680925734566937e-05,
      "loss": 1.6947,
      "step": 866
    },
    {
      "epoch": 0.03468763127888135,
      "grad_norm": 0.9294906854629517,
      "learning_rate": 7.660421199079669e-05,
      "loss": 2.0797,
      "step": 867
    },
    {
      "epoch": 0.03472764008081778,
      "grad_norm": 0.8478575944900513,
      "learning_rate": 7.639927064344022e-05,
      "loss": 2.3044,
      "step": 868
    },
    {
      "epoch": 0.03476764888275421,
      "grad_norm": 0.8591310381889343,
      "learning_rate": 7.619443421468021e-05,
      "loss": 2.2309,
      "step": 869
    },
    {
      "epoch": 0.03480765768469063,
      "grad_norm": 0.7874190211296082,
      "learning_rate": 7.598970361513051e-05,
      "loss": 2.2522,
      "step": 870
    },
    {
      "epoch": 0.03484766648662706,
      "grad_norm": 0.8894798159599304,
      "learning_rate": 7.578507975493448e-05,
      "loss": 2.3784,
      "step": 871
    },
    {
      "epoch": 0.034887675288563486,
      "grad_norm": 0.8883367776870728,
      "learning_rate": 7.558056354376098e-05,
      "loss": 2.3004,
      "step": 872
    },
    {
      "epoch": 0.03492768409049991,
      "grad_norm": 0.8627310991287231,
      "learning_rate": 7.537615589080027e-05,
      "loss": 2.1262,
      "step": 873
    },
    {
      "epoch": 0.034967692892436335,
      "grad_norm": 0.9374889731407166,
      "learning_rate": 7.517185770476006e-05,
      "loss": 2.2369,
      "step": 874
    },
    {
      "epoch": 0.03500770169437276,
      "grad_norm": 0.7983525991439819,
      "learning_rate": 7.496766989386136e-05,
      "loss": 2.4072,
      "step": 875
    },
    {
      "epoch": 0.03504771049630919,
      "grad_norm": 0.8599236607551575,
      "learning_rate": 7.476359336583454e-05,
      "loss": 2.0655,
      "step": 876
    },
    {
      "epoch": 0.03508771929824561,
      "grad_norm": 0.8834527134895325,
      "learning_rate": 7.455962902791522e-05,
      "loss": 2.3528,
      "step": 877
    },
    {
      "epoch": 0.03512772810018204,
      "grad_norm": 0.8688133955001831,
      "learning_rate": 7.435577778684033e-05,
      "loss": 2.4024,
      "step": 878
    },
    {
      "epoch": 0.03516773690211847,
      "grad_norm": 0.7603851556777954,
      "learning_rate": 7.415204054884399e-05,
      "loss": 2.0177,
      "step": 879
    },
    {
      "epoch": 0.03520774570405489,
      "grad_norm": 0.8298104405403137,
      "learning_rate": 7.394841821965345e-05,
      "loss": 2.4101,
      "step": 880
    },
    {
      "epoch": 0.03524775450599132,
      "grad_norm": 0.8174454569816589,
      "learning_rate": 7.374491170448525e-05,
      "loss": 2.6001,
      "step": 881
    },
    {
      "epoch": 0.035287763307927746,
      "grad_norm": 0.8387356400489807,
      "learning_rate": 7.3541521908041e-05,
      "loss": 2.3744,
      "step": 882
    },
    {
      "epoch": 0.03532777210986417,
      "grad_norm": 0.961628794670105,
      "learning_rate": 7.33382497345034e-05,
      "loss": 2.2773,
      "step": 883
    },
    {
      "epoch": 0.035367780911800595,
      "grad_norm": 1.0182777643203735,
      "learning_rate": 7.313509608753231e-05,
      "loss": 2.1456,
      "step": 884
    },
    {
      "epoch": 0.03540778971373702,
      "grad_norm": 0.7800939679145813,
      "learning_rate": 7.293206187026061e-05,
      "loss": 2.1769,
      "step": 885
    },
    {
      "epoch": 0.03544779851567345,
      "grad_norm": 0.848244845867157,
      "learning_rate": 7.27291479852903e-05,
      "loss": 2.2849,
      "step": 886
    },
    {
      "epoch": 0.03548780731760987,
      "grad_norm": 0.9703496694564819,
      "learning_rate": 7.252635533468843e-05,
      "loss": 2.3149,
      "step": 887
    },
    {
      "epoch": 0.0355278161195463,
      "grad_norm": 0.9616310000419617,
      "learning_rate": 7.232368481998309e-05,
      "loss": 2.5334,
      "step": 888
    },
    {
      "epoch": 0.03556782492148273,
      "grad_norm": 1.0173215866088867,
      "learning_rate": 7.212113734215932e-05,
      "loss": 2.2572,
      "step": 889
    },
    {
      "epoch": 0.03560783372341915,
      "grad_norm": 0.7958303689956665,
      "learning_rate": 7.191871380165538e-05,
      "loss": 2.2152,
      "step": 890
    },
    {
      "epoch": 0.03564784252535558,
      "grad_norm": 0.8289123773574829,
      "learning_rate": 7.17164150983584e-05,
      "loss": 2.1744,
      "step": 891
    },
    {
      "epoch": 0.035687851327292006,
      "grad_norm": 0.9262120127677917,
      "learning_rate": 7.151424213160061e-05,
      "loss": 2.5109,
      "step": 892
    },
    {
      "epoch": 0.035727860129228434,
      "grad_norm": 0.8983491063117981,
      "learning_rate": 7.131219580015521e-05,
      "loss": 2.2228,
      "step": 893
    },
    {
      "epoch": 0.035767868931164855,
      "grad_norm": 1.114565134048462,
      "learning_rate": 7.11102770022325e-05,
      "loss": 2.3012,
      "step": 894
    },
    {
      "epoch": 0.03580787773310128,
      "grad_norm": 0.8108898997306824,
      "learning_rate": 7.090848663547574e-05,
      "loss": 2.1567,
      "step": 895
    },
    {
      "epoch": 0.03584788653503771,
      "grad_norm": 0.8633121848106384,
      "learning_rate": 7.070682559695736e-05,
      "loss": 2.403,
      "step": 896
    },
    {
      "epoch": 0.03588789533697413,
      "grad_norm": 0.9399248361587524,
      "learning_rate": 7.050529478317476e-05,
      "loss": 2.4724,
      "step": 897
    },
    {
      "epoch": 0.03592790413891056,
      "grad_norm": 0.8838236331939697,
      "learning_rate": 7.03038950900464e-05,
      "loss": 2.3394,
      "step": 898
    },
    {
      "epoch": 0.03596791294084699,
      "grad_norm": 0.8803686499595642,
      "learning_rate": 7.010262741290798e-05,
      "loss": 2.359,
      "step": 899
    },
    {
      "epoch": 0.03600792174278341,
      "grad_norm": 0.7806872725486755,
      "learning_rate": 6.990149264650814e-05,
      "loss": 2.3238,
      "step": 900
    },
    {
      "epoch": 0.03604793054471984,
      "grad_norm": 1.048187017440796,
      "learning_rate": 6.970049168500474e-05,
      "loss": 2.0858,
      "step": 901
    },
    {
      "epoch": 0.036087939346656266,
      "grad_norm": 1.0246630907058716,
      "learning_rate": 6.94996254219608e-05,
      "loss": 2.1585,
      "step": 902
    },
    {
      "epoch": 0.036127948148592694,
      "grad_norm": 1.1185635328292847,
      "learning_rate": 6.929889475034048e-05,
      "loss": 2.4742,
      "step": 903
    },
    {
      "epoch": 0.036167956950529115,
      "grad_norm": 0.9194046854972839,
      "learning_rate": 6.909830056250527e-05,
      "loss": 2.3368,
      "step": 904
    },
    {
      "epoch": 0.03620796575246554,
      "grad_norm": 0.9324750304222107,
      "learning_rate": 6.889784375020978e-05,
      "loss": 2.259,
      "step": 905
    },
    {
      "epoch": 0.03624797455440197,
      "grad_norm": 0.9484009146690369,
      "learning_rate": 6.869752520459803e-05,
      "loss": 2.2746,
      "step": 906
    },
    {
      "epoch": 0.03628798335633839,
      "grad_norm": 0.8675710558891296,
      "learning_rate": 6.849734581619918e-05,
      "loss": 2.3464,
      "step": 907
    },
    {
      "epoch": 0.03632799215827482,
      "grad_norm": 0.9151293635368347,
      "learning_rate": 6.829730647492404e-05,
      "loss": 2.3819,
      "step": 908
    },
    {
      "epoch": 0.03636800096021125,
      "grad_norm": 0.9152795076370239,
      "learning_rate": 6.80974080700606e-05,
      "loss": 2.3578,
      "step": 909
    },
    {
      "epoch": 0.03640800976214767,
      "grad_norm": 0.867164134979248,
      "learning_rate": 6.789765149027039e-05,
      "loss": 2.2598,
      "step": 910
    },
    {
      "epoch": 0.0364480185640841,
      "grad_norm": 0.8518500924110413,
      "learning_rate": 6.769803762358443e-05,
      "loss": 2.2859,
      "step": 911
    },
    {
      "epoch": 0.036488027366020526,
      "grad_norm": 0.9530747532844543,
      "learning_rate": 6.749856735739928e-05,
      "loss": 2.1889,
      "step": 912
    },
    {
      "epoch": 0.036528036167956954,
      "grad_norm": 1.0845028162002563,
      "learning_rate": 6.729924157847323e-05,
      "loss": 2.3835,
      "step": 913
    },
    {
      "epoch": 0.036568044969893375,
      "grad_norm": 0.8115468621253967,
      "learning_rate": 6.710006117292209e-05,
      "loss": 2.1256,
      "step": 914
    },
    {
      "epoch": 0.0366080537718298,
      "grad_norm": 0.8925416469573975,
      "learning_rate": 6.690102702621548e-05,
      "loss": 2.067,
      "step": 915
    },
    {
      "epoch": 0.03664806257376623,
      "grad_norm": 0.9739101529121399,
      "learning_rate": 6.670214002317278e-05,
      "loss": 2.4254,
      "step": 916
    },
    {
      "epoch": 0.03668807137570265,
      "grad_norm": 0.957996666431427,
      "learning_rate": 6.650340104795932e-05,
      "loss": 2.2539,
      "step": 917
    },
    {
      "epoch": 0.03672808017763908,
      "grad_norm": 1.0200058221817017,
      "learning_rate": 6.630481098408228e-05,
      "loss": 2.3515,
      "step": 918
    },
    {
      "epoch": 0.03676808897957551,
      "grad_norm": 0.8617781400680542,
      "learning_rate": 6.610637071438686e-05,
      "loss": 2.4137,
      "step": 919
    },
    {
      "epoch": 0.03680809778151193,
      "grad_norm": 0.7550073862075806,
      "learning_rate": 6.590808112105232e-05,
      "loss": 2.1204,
      "step": 920
    },
    {
      "epoch": 0.03684810658344836,
      "grad_norm": 0.8924815058708191,
      "learning_rate": 6.570994308558812e-05,
      "loss": 2.2281,
      "step": 921
    },
    {
      "epoch": 0.036888115385384786,
      "grad_norm": 0.8323684334754944,
      "learning_rate": 6.551195748882997e-05,
      "loss": 2.2496,
      "step": 922
    },
    {
      "epoch": 0.036928124187321214,
      "grad_norm": 0.7848971486091614,
      "learning_rate": 6.531412521093586e-05,
      "loss": 2.2158,
      "step": 923
    },
    {
      "epoch": 0.036968132989257635,
      "grad_norm": 0.9450480937957764,
      "learning_rate": 6.51164471313822e-05,
      "loss": 2.2592,
      "step": 924
    },
    {
      "epoch": 0.03700814179119406,
      "grad_norm": 0.8900753259658813,
      "learning_rate": 6.491892412895995e-05,
      "loss": 2.2231,
      "step": 925
    },
    {
      "epoch": 0.03704815059313049,
      "grad_norm": 0.8365551233291626,
      "learning_rate": 6.472155708177052e-05,
      "loss": 2.1876,
      "step": 926
    },
    {
      "epoch": 0.03708815939506691,
      "grad_norm": 0.8179231882095337,
      "learning_rate": 6.452434686722224e-05,
      "loss": 2.2726,
      "step": 927
    },
    {
      "epoch": 0.03712816819700334,
      "grad_norm": 0.9000848531723022,
      "learning_rate": 6.432729436202604e-05,
      "loss": 2.416,
      "step": 928
    },
    {
      "epoch": 0.03716817699893977,
      "grad_norm": 0.8740313649177551,
      "learning_rate": 6.41304004421918e-05,
      "loss": 2.5195,
      "step": 929
    },
    {
      "epoch": 0.03720818580087619,
      "grad_norm": 0.8881719708442688,
      "learning_rate": 6.393366598302446e-05,
      "loss": 2.4462,
      "step": 930
    },
    {
      "epoch": 0.03724819460281262,
      "grad_norm": 0.8363089561462402,
      "learning_rate": 6.373709185911998e-05,
      "loss": 2.3136,
      "step": 931
    },
    {
      "epoch": 0.037288203404749046,
      "grad_norm": 1.0221796035766602,
      "learning_rate": 6.354067894436155e-05,
      "loss": 2.0856,
      "step": 932
    },
    {
      "epoch": 0.037328212206685474,
      "grad_norm": 1.07359778881073,
      "learning_rate": 6.334442811191576e-05,
      "loss": 2.4344,
      "step": 933
    },
    {
      "epoch": 0.037368221008621895,
      "grad_norm": 0.9608449935913086,
      "learning_rate": 6.314834023422858e-05,
      "loss": 2.4228,
      "step": 934
    },
    {
      "epoch": 0.03740822981055832,
      "grad_norm": 0.8659077882766724,
      "learning_rate": 6.295241618302156e-05,
      "loss": 2.2219,
      "step": 935
    },
    {
      "epoch": 0.03744823861249475,
      "grad_norm": 0.9270785450935364,
      "learning_rate": 6.275665682928803e-05,
      "loss": 2.282,
      "step": 936
    },
    {
      "epoch": 0.03748824741443117,
      "grad_norm": 1.044303297996521,
      "learning_rate": 6.256106304328905e-05,
      "loss": 2.1952,
      "step": 937
    },
    {
      "epoch": 0.0375282562163676,
      "grad_norm": 0.9048337340354919,
      "learning_rate": 6.23656356945497e-05,
      "loss": 2.2844,
      "step": 938
    },
    {
      "epoch": 0.03756826501830403,
      "grad_norm": 0.8700584173202515,
      "learning_rate": 6.21703756518551e-05,
      "loss": 2.3456,
      "step": 939
    },
    {
      "epoch": 0.03760827382024045,
      "grad_norm": 0.9012848734855652,
      "learning_rate": 6.197528378324665e-05,
      "loss": 2.316,
      "step": 940
    },
    {
      "epoch": 0.03764828262217688,
      "grad_norm": 0.7803230881690979,
      "learning_rate": 6.17803609560181e-05,
      "loss": 2.2311,
      "step": 941
    },
    {
      "epoch": 0.037688291424113306,
      "grad_norm": 0.868889570236206,
      "learning_rate": 6.158560803671168e-05,
      "loss": 2.0657,
      "step": 942
    },
    {
      "epoch": 0.037728300226049734,
      "grad_norm": 0.8687320947647095,
      "learning_rate": 6.139102589111435e-05,
      "loss": 2.5054,
      "step": 943
    },
    {
      "epoch": 0.037768309027986155,
      "grad_norm": 0.8280895948410034,
      "learning_rate": 6.119661538425381e-05,
      "loss": 2.4673,
      "step": 944
    },
    {
      "epoch": 0.03780831782992258,
      "grad_norm": 0.8375239372253418,
      "learning_rate": 6.100237738039484e-05,
      "loss": 2.198,
      "step": 945
    },
    {
      "epoch": 0.03784832663185901,
      "grad_norm": 0.9340274333953857,
      "learning_rate": 6.0808312743035236e-05,
      "loss": 2.3921,
      "step": 946
    },
    {
      "epoch": 0.03788833543379543,
      "grad_norm": 1.084951400756836,
      "learning_rate": 6.061442233490211e-05,
      "loss": 2.4332,
      "step": 947
    },
    {
      "epoch": 0.03792834423573186,
      "grad_norm": 0.9063114523887634,
      "learning_rate": 6.042070701794806e-05,
      "loss": 2.2399,
      "step": 948
    },
    {
      "epoch": 0.03796835303766829,
      "grad_norm": 0.8594974875450134,
      "learning_rate": 6.0227167653347305e-05,
      "loss": 2.2123,
      "step": 949
    },
    {
      "epoch": 0.03800836183960471,
      "grad_norm": 0.9294322729110718,
      "learning_rate": 6.0033805101491794e-05,
      "loss": 1.9542,
      "step": 950
    },
    {
      "epoch": 0.03804837064154114,
      "grad_norm": 0.9419059157371521,
      "learning_rate": 5.98406202219875e-05,
      "loss": 2.0658,
      "step": 951
    },
    {
      "epoch": 0.038088379443477566,
      "grad_norm": 0.9300718307495117,
      "learning_rate": 5.964761387365052e-05,
      "loss": 2.3134,
      "step": 952
    },
    {
      "epoch": 0.038128388245413994,
      "grad_norm": 1.3786801099777222,
      "learning_rate": 5.9454786914503255e-05,
      "loss": 2.1335,
      "step": 953
    },
    {
      "epoch": 0.038168397047350415,
      "grad_norm": 0.8916493058204651,
      "learning_rate": 5.926214020177074e-05,
      "loss": 2.0161,
      "step": 954
    },
    {
      "epoch": 0.03820840584928684,
      "grad_norm": 0.9318941831588745,
      "learning_rate": 5.9069674591876534e-05,
      "loss": 2.3463,
      "step": 955
    },
    {
      "epoch": 0.03824841465122327,
      "grad_norm": 0.9174622893333435,
      "learning_rate": 5.887739094043923e-05,
      "loss": 2.4367,
      "step": 956
    },
    {
      "epoch": 0.03828842345315969,
      "grad_norm": 0.9203934669494629,
      "learning_rate": 5.868529010226845e-05,
      "loss": 2.3439,
      "step": 957
    },
    {
      "epoch": 0.03832843225509612,
      "grad_norm": 0.9333509802818298,
      "learning_rate": 5.849337293136112e-05,
      "loss": 2.3473,
      "step": 958
    },
    {
      "epoch": 0.03836844105703255,
      "grad_norm": 0.9230694770812988,
      "learning_rate": 5.830164028089766e-05,
      "loss": 2.4129,
      "step": 959
    },
    {
      "epoch": 0.03840844985896898,
      "grad_norm": 0.9899097681045532,
      "learning_rate": 5.811009300323818e-05,
      "loss": 2.2544,
      "step": 960
    },
    {
      "epoch": 0.0384484586609054,
      "grad_norm": 1.0588616132736206,
      "learning_rate": 5.791873194991872e-05,
      "loss": 2.4043,
      "step": 961
    },
    {
      "epoch": 0.038488467462841826,
      "grad_norm": 1.047390341758728,
      "learning_rate": 5.7727557971647427e-05,
      "loss": 2.3469,
      "step": 962
    },
    {
      "epoch": 0.038528476264778254,
      "grad_norm": 0.9223048686981201,
      "learning_rate": 5.7536571918300864e-05,
      "loss": 2.461,
      "step": 963
    },
    {
      "epoch": 0.038568485066714675,
      "grad_norm": 0.9758005738258362,
      "learning_rate": 5.734577463892008e-05,
      "loss": 2.1227,
      "step": 964
    },
    {
      "epoch": 0.0386084938686511,
      "grad_norm": 1.0098577737808228,
      "learning_rate": 5.7155166981706956e-05,
      "loss": 2.2723,
      "step": 965
    },
    {
      "epoch": 0.03864850267058753,
      "grad_norm": 0.8611993789672852,
      "learning_rate": 5.6964749794020354e-05,
      "loss": 2.3481,
      "step": 966
    },
    {
      "epoch": 0.03868851147252395,
      "grad_norm": 0.952385425567627,
      "learning_rate": 5.6774523922372394e-05,
      "loss": 2.4789,
      "step": 967
    },
    {
      "epoch": 0.03872852027446038,
      "grad_norm": 0.8245113492012024,
      "learning_rate": 5.6584490212424804e-05,
      "loss": 2.1944,
      "step": 968
    },
    {
      "epoch": 0.03876852907639681,
      "grad_norm": 0.9795010685920715,
      "learning_rate": 5.639464950898491e-05,
      "loss": 2.2403,
      "step": 969
    },
    {
      "epoch": 0.03880853787833324,
      "grad_norm": 0.9256619215011597,
      "learning_rate": 5.620500265600206e-05,
      "loss": 2.4164,
      "step": 970
    },
    {
      "epoch": 0.03884854668026966,
      "grad_norm": 0.8625529408454895,
      "learning_rate": 5.601555049656382e-05,
      "loss": 2.1451,
      "step": 971
    },
    {
      "epoch": 0.038888555482206086,
      "grad_norm": 0.9063185453414917,
      "learning_rate": 5.58262938728922e-05,
      "loss": 2.3224,
      "step": 972
    },
    {
      "epoch": 0.038928564284142514,
      "grad_norm": 0.8701339364051819,
      "learning_rate": 5.563723362634008e-05,
      "loss": 2.3772,
      "step": 973
    },
    {
      "epoch": 0.038968573086078935,
      "grad_norm": 0.900661826133728,
      "learning_rate": 5.544837059738719e-05,
      "loss": 2.4613,
      "step": 974
    },
    {
      "epoch": 0.03900858188801536,
      "grad_norm": 1.115743637084961,
      "learning_rate": 5.525970562563656e-05,
      "loss": 2.3579,
      "step": 975
    },
    {
      "epoch": 0.03904859068995179,
      "grad_norm": 0.9055394530296326,
      "learning_rate": 5.507123954981073e-05,
      "loss": 2.1839,
      "step": 976
    },
    {
      "epoch": 0.03908859949188821,
      "grad_norm": 0.9035223722457886,
      "learning_rate": 5.488297320774807e-05,
      "loss": 2.222,
      "step": 977
    },
    {
      "epoch": 0.03912860829382464,
      "grad_norm": 0.9965108633041382,
      "learning_rate": 5.4694907436399e-05,
      "loss": 2.3447,
      "step": 978
    },
    {
      "epoch": 0.03916861709576107,
      "grad_norm": 0.8977810144424438,
      "learning_rate": 5.4507043071822284e-05,
      "loss": 2.1465,
      "step": 979
    },
    {
      "epoch": 0.0392086258976975,
      "grad_norm": 0.9717530608177185,
      "learning_rate": 5.431938094918132e-05,
      "loss": 2.3272,
      "step": 980
    },
    {
      "epoch": 0.03924863469963392,
      "grad_norm": 1.0417933464050293,
      "learning_rate": 5.41319219027404e-05,
      "loss": 2.2688,
      "step": 981
    },
    {
      "epoch": 0.039288643501570346,
      "grad_norm": 0.8162152171134949,
      "learning_rate": 5.394466676586114e-05,
      "loss": 2.3562,
      "step": 982
    },
    {
      "epoch": 0.039328652303506774,
      "grad_norm": 1.1107666492462158,
      "learning_rate": 5.375761637099854e-05,
      "loss": 2.515,
      "step": 983
    },
    {
      "epoch": 0.039368661105443195,
      "grad_norm": 0.8197715282440186,
      "learning_rate": 5.357077154969742e-05,
      "loss": 2.1859,
      "step": 984
    },
    {
      "epoch": 0.03940866990737962,
      "grad_norm": 0.8812762498855591,
      "learning_rate": 5.3384133132588784e-05,
      "loss": 2.1863,
      "step": 985
    },
    {
      "epoch": 0.03944867870931605,
      "grad_norm": 0.8263368010520935,
      "learning_rate": 5.3197701949386e-05,
      "loss": 2.4101,
      "step": 986
    },
    {
      "epoch": 0.03948868751125247,
      "grad_norm": 0.9770941138267517,
      "learning_rate": 5.301147882888116e-05,
      "loss": 2.4167,
      "step": 987
    },
    {
      "epoch": 0.0395286963131889,
      "grad_norm": 0.836591899394989,
      "learning_rate": 5.28254645989414e-05,
      "loss": 2.3934,
      "step": 988
    },
    {
      "epoch": 0.03956870511512533,
      "grad_norm": 0.9033030867576599,
      "learning_rate": 5.2639660086505226e-05,
      "loss": 2.353,
      "step": 989
    },
    {
      "epoch": 0.03960871391706176,
      "grad_norm": 0.8412246704101562,
      "learning_rate": 5.2454066117578815e-05,
      "loss": 2.2841,
      "step": 990
    },
    {
      "epoch": 0.03964872271899818,
      "grad_norm": 0.9643810391426086,
      "learning_rate": 5.226868351723244e-05,
      "loss": 2.3661,
      "step": 991
    },
    {
      "epoch": 0.039688731520934606,
      "grad_norm": 0.8620709776878357,
      "learning_rate": 5.2083513109596616e-05,
      "loss": 2.2846,
      "step": 992
    },
    {
      "epoch": 0.039728740322871034,
      "grad_norm": 0.9492081999778748,
      "learning_rate": 5.189855571785859e-05,
      "loss": 2.4133,
      "step": 993
    },
    {
      "epoch": 0.039768749124807455,
      "grad_norm": 0.8516923785209656,
      "learning_rate": 5.171381216425863e-05,
      "loss": 2.292,
      "step": 994
    },
    {
      "epoch": 0.03980875792674388,
      "grad_norm": 0.8103060722351074,
      "learning_rate": 5.152928327008635e-05,
      "loss": 2.0934,
      "step": 995
    },
    {
      "epoch": 0.03984876672868031,
      "grad_norm": 0.8870862722396851,
      "learning_rate": 5.134496985567714e-05,
      "loss": 2.183,
      "step": 996
    },
    {
      "epoch": 0.03988877553061673,
      "grad_norm": 0.9041740894317627,
      "learning_rate": 5.116087274040837e-05,
      "loss": 2.2998,
      "step": 997
    },
    {
      "epoch": 0.03992878433255316,
      "grad_norm": 1.0172091722488403,
      "learning_rate": 5.0976992742695925e-05,
      "loss": 2.2795,
      "step": 998
    },
    {
      "epoch": 0.03996879313448959,
      "grad_norm": 0.8552296161651611,
      "learning_rate": 5.07933306799904e-05,
      "loss": 2.5006,
      "step": 999
    },
    {
      "epoch": 0.04000880193642602,
      "grad_norm": 0.9459867477416992,
      "learning_rate": 5.060988736877366e-05,
      "loss": 2.2034,
      "step": 1000
    },
    {
      "epoch": 0.04004881073836244,
      "grad_norm": 0.9097857475280762,
      "learning_rate": 5.042666362455498e-05,
      "loss": 2.3879,
      "step": 1001
    },
    {
      "epoch": 0.040088819540298866,
      "grad_norm": 0.8570011854171753,
      "learning_rate": 5.024366026186755e-05,
      "loss": 2.2952,
      "step": 1002
    },
    {
      "epoch": 0.040128828342235294,
      "grad_norm": 0.9260470271110535,
      "learning_rate": 5.006087809426496e-05,
      "loss": 2.3241,
      "step": 1003
    },
    {
      "epoch": 0.040168837144171715,
      "grad_norm": 0.9145969748497009,
      "learning_rate": 4.987831793431731e-05,
      "loss": 2.1346,
      "step": 1004
    },
    {
      "epoch": 0.04020884594610814,
      "grad_norm": 0.9554702043533325,
      "learning_rate": 4.9695980593607817e-05,
      "loss": 2.2866,
      "step": 1005
    },
    {
      "epoch": 0.04024885474804457,
      "grad_norm": 0.9205198287963867,
      "learning_rate": 4.9513866882729146e-05,
      "loss": 2.4041,
      "step": 1006
    },
    {
      "epoch": 0.04028886354998099,
      "grad_norm": 0.9188258647918701,
      "learning_rate": 4.9331977611279777e-05,
      "loss": 2.353,
      "step": 1007
    },
    {
      "epoch": 0.04032887235191742,
      "grad_norm": 0.8228662014007568,
      "learning_rate": 4.9150313587860433e-05,
      "loss": 2.2065,
      "step": 1008
    },
    {
      "epoch": 0.04036888115385385,
      "grad_norm": 1.025315523147583,
      "learning_rate": 4.896887562007054e-05,
      "loss": 2.3308,
      "step": 1009
    },
    {
      "epoch": 0.04040888995579028,
      "grad_norm": 0.7988213896751404,
      "learning_rate": 4.8787664514504504e-05,
      "loss": 2.0539,
      "step": 1010
    },
    {
      "epoch": 0.0404488987577267,
      "grad_norm": 0.9022507071495056,
      "learning_rate": 4.860668107674823e-05,
      "loss": 2.4567,
      "step": 1011
    },
    {
      "epoch": 0.040488907559663126,
      "grad_norm": 1.0994079113006592,
      "learning_rate": 4.8425926111375506e-05,
      "loss": 2.2145,
      "step": 1012
    },
    {
      "epoch": 0.040528916361599554,
      "grad_norm": 0.8869833946228027,
      "learning_rate": 4.824540042194443e-05,
      "loss": 2.2889,
      "step": 1013
    },
    {
      "epoch": 0.040568925163535975,
      "grad_norm": 0.8025392889976501,
      "learning_rate": 4.8065104810993856e-05,
      "loss": 2.2363,
      "step": 1014
    },
    {
      "epoch": 0.0406089339654724,
      "grad_norm": 0.8052477836608887,
      "learning_rate": 4.788504008003978e-05,
      "loss": 2.2874,
      "step": 1015
    },
    {
      "epoch": 0.04064894276740883,
      "grad_norm": 0.8789874315261841,
      "learning_rate": 4.770520702957182e-05,
      "loss": 2.2606,
      "step": 1016
    },
    {
      "epoch": 0.04068895156934526,
      "grad_norm": 0.9205865263938904,
      "learning_rate": 4.752560645904962e-05,
      "loss": 2.3288,
      "step": 1017
    },
    {
      "epoch": 0.04072896037128168,
      "grad_norm": 0.9651697874069214,
      "learning_rate": 4.734623916689941e-05,
      "loss": 2.2071,
      "step": 1018
    },
    {
      "epoch": 0.04076896917321811,
      "grad_norm": 0.9587193727493286,
      "learning_rate": 4.716710595051022e-05,
      "loss": 2.1797,
      "step": 1019
    },
    {
      "epoch": 0.04080897797515454,
      "grad_norm": 1.0231873989105225,
      "learning_rate": 4.698820760623064e-05,
      "loss": 2.3238,
      "step": 1020
    },
    {
      "epoch": 0.04084898677709096,
      "grad_norm": 0.8219839334487915,
      "learning_rate": 4.6809544929365004e-05,
      "loss": 2.0502,
      "step": 1021
    },
    {
      "epoch": 0.040888995579027386,
      "grad_norm": 0.8693388104438782,
      "learning_rate": 4.663111871417e-05,
      "loss": 2.4921,
      "step": 1022
    },
    {
      "epoch": 0.040929004380963814,
      "grad_norm": 0.8936660885810852,
      "learning_rate": 4.645292975385111e-05,
      "loss": 2.4256,
      "step": 1023
    },
    {
      "epoch": 0.040969013182900235,
      "grad_norm": 0.942366898059845,
      "learning_rate": 4.627497884055912e-05,
      "loss": 2.2444,
      "step": 1024
    },
    {
      "epoch": 0.04100902198483666,
      "grad_norm": 0.8699671030044556,
      "learning_rate": 4.609726676538652e-05,
      "loss": 2.333,
      "step": 1025
    },
    {
      "epoch": 0.04104903078677309,
      "grad_norm": 0.8930827379226685,
      "learning_rate": 4.591979431836402e-05,
      "loss": 2.2567,
      "step": 1026
    },
    {
      "epoch": 0.04108903958870952,
      "grad_norm": 0.9661878347396851,
      "learning_rate": 4.574256228845706e-05,
      "loss": 2.3674,
      "step": 1027
    },
    {
      "epoch": 0.04112904839064594,
      "grad_norm": 0.9603427052497864,
      "learning_rate": 4.5565571463562365e-05,
      "loss": 2.4092,
      "step": 1028
    },
    {
      "epoch": 0.04116905719258237,
      "grad_norm": 1.111476182937622,
      "learning_rate": 4.5388822630504256e-05,
      "loss": 2.3765,
      "step": 1029
    },
    {
      "epoch": 0.0412090659945188,
      "grad_norm": 0.9695971012115479,
      "learning_rate": 4.521231657503132e-05,
      "loss": 2.2745,
      "step": 1030
    },
    {
      "epoch": 0.04124907479645522,
      "grad_norm": 1.0382264852523804,
      "learning_rate": 4.503605408181286e-05,
      "loss": 2.3025,
      "step": 1031
    },
    {
      "epoch": 0.041289083598391646,
      "grad_norm": 0.8876298666000366,
      "learning_rate": 4.486003593443537e-05,
      "loss": 2.3511,
      "step": 1032
    },
    {
      "epoch": 0.041329092400328074,
      "grad_norm": 0.9965657591819763,
      "learning_rate": 4.468426291539914e-05,
      "loss": 2.529,
      "step": 1033
    },
    {
      "epoch": 0.041369101202264495,
      "grad_norm": 0.8101905584335327,
      "learning_rate": 4.4508735806114654e-05,
      "loss": 2.3587,
      "step": 1034
    },
    {
      "epoch": 0.04140911000420092,
      "grad_norm": 0.9982006549835205,
      "learning_rate": 4.433345538689929e-05,
      "loss": 2.5255,
      "step": 1035
    },
    {
      "epoch": 0.04144911880613735,
      "grad_norm": 0.9224521517753601,
      "learning_rate": 4.415842243697369e-05,
      "loss": 2.4137,
      "step": 1036
    },
    {
      "epoch": 0.04148912760807378,
      "grad_norm": 0.8966584801673889,
      "learning_rate": 4.39836377344583e-05,
      "loss": 2.1445,
      "step": 1037
    },
    {
      "epoch": 0.0415291364100102,
      "grad_norm": 0.9457862973213196,
      "learning_rate": 4.380910205637012e-05,
      "loss": 2.564,
      "step": 1038
    },
    {
      "epoch": 0.04156914521194663,
      "grad_norm": 1.0416373014450073,
      "learning_rate": 4.363481617861893e-05,
      "loss": 2.2499,
      "step": 1039
    },
    {
      "epoch": 0.04160915401388306,
      "grad_norm": 0.9204233288764954,
      "learning_rate": 4.346078087600412e-05,
      "loss": 2.4242,
      "step": 1040
    },
    {
      "epoch": 0.04164916281581948,
      "grad_norm": 0.9963708519935608,
      "learning_rate": 4.3286996922211034e-05,
      "loss": 2.4165,
      "step": 1041
    },
    {
      "epoch": 0.041689171617755906,
      "grad_norm": 1.0198694467544556,
      "learning_rate": 4.311346508980772e-05,
      "loss": 2.3968,
      "step": 1042
    },
    {
      "epoch": 0.041729180419692334,
      "grad_norm": 0.8260540962219238,
      "learning_rate": 4.2940186150241365e-05,
      "loss": 2.0913,
      "step": 1043
    },
    {
      "epoch": 0.041769189221628755,
      "grad_norm": 0.9170283079147339,
      "learning_rate": 4.27671608738349e-05,
      "loss": 2.3985,
      "step": 1044
    },
    {
      "epoch": 0.04180919802356518,
      "grad_norm": 0.8182170987129211,
      "learning_rate": 4.2594390029783534e-05,
      "loss": 2.2673,
      "step": 1045
    },
    {
      "epoch": 0.04184920682550161,
      "grad_norm": 0.9185052514076233,
      "learning_rate": 4.242187438615153e-05,
      "loss": 2.483,
      "step": 1046
    },
    {
      "epoch": 0.04188921562743804,
      "grad_norm": 0.9961976408958435,
      "learning_rate": 4.224961470986849e-05,
      "loss": 2.1955,
      "step": 1047
    },
    {
      "epoch": 0.04192922442937446,
      "grad_norm": 0.9635059833526611,
      "learning_rate": 4.207761176672614e-05,
      "loss": 2.1766,
      "step": 1048
    },
    {
      "epoch": 0.04196923323131089,
      "grad_norm": 1.113359808921814,
      "learning_rate": 4.190586632137491e-05,
      "loss": 2.1591,
      "step": 1049
    },
    {
      "epoch": 0.04200924203324732,
      "grad_norm": 0.7992510199546814,
      "learning_rate": 4.173437913732048e-05,
      "loss": 2.4304,
      "step": 1050
    },
    {
      "epoch": 0.04204925083518374,
      "grad_norm": 0.8264849185943604,
      "learning_rate": 4.156315097692037e-05,
      "loss": 2.2721,
      "step": 1051
    },
    {
      "epoch": 0.042089259637120166,
      "grad_norm": 0.9844576716423035,
      "learning_rate": 4.139218260138074e-05,
      "loss": 2.232,
      "step": 1052
    },
    {
      "epoch": 0.042129268439056594,
      "grad_norm": 1.085961103439331,
      "learning_rate": 4.12214747707527e-05,
      "loss": 2.5058,
      "step": 1053
    },
    {
      "epoch": 0.042169277240993015,
      "grad_norm": 0.8280184268951416,
      "learning_rate": 4.1051028243929125e-05,
      "loss": 2.2419,
      "step": 1054
    },
    {
      "epoch": 0.04220928604292944,
      "grad_norm": 0.9660071134567261,
      "learning_rate": 4.088084377864135e-05,
      "loss": 2.205,
      "step": 1055
    },
    {
      "epoch": 0.04224929484486587,
      "grad_norm": 0.873974621295929,
      "learning_rate": 4.07109221314556e-05,
      "loss": 2.2362,
      "step": 1056
    },
    {
      "epoch": 0.0422893036468023,
      "grad_norm": 0.9167724251747131,
      "learning_rate": 4.054126405776971e-05,
      "loss": 2.2775,
      "step": 1057
    },
    {
      "epoch": 0.04232931244873872,
      "grad_norm": 0.9437258839607239,
      "learning_rate": 4.037187031180985e-05,
      "loss": 2.4611,
      "step": 1058
    },
    {
      "epoch": 0.04236932125067515,
      "grad_norm": 0.9538132548332214,
      "learning_rate": 4.020274164662707e-05,
      "loss": 2.2363,
      "step": 1059
    },
    {
      "epoch": 0.04240933005261158,
      "grad_norm": 0.9051650762557983,
      "learning_rate": 4.003387881409397e-05,
      "loss": 2.4131,
      "step": 1060
    },
    {
      "epoch": 0.042449338854548,
      "grad_norm": 0.9108214974403381,
      "learning_rate": 3.986528256490141e-05,
      "loss": 2.4421,
      "step": 1061
    },
    {
      "epoch": 0.042489347656484426,
      "grad_norm": 1.0253689289093018,
      "learning_rate": 3.969695364855511e-05,
      "loss": 2.213,
      "step": 1062
    },
    {
      "epoch": 0.042529356458420854,
      "grad_norm": 1.0111298561096191,
      "learning_rate": 3.952889281337235e-05,
      "loss": 2.3674,
      "step": 1063
    },
    {
      "epoch": 0.042569365260357275,
      "grad_norm": 0.9419130682945251,
      "learning_rate": 3.93611008064786e-05,
      "loss": 2.5773,
      "step": 1064
    },
    {
      "epoch": 0.0426093740622937,
      "grad_norm": 1.0124152898788452,
      "learning_rate": 3.9193578373804364e-05,
      "loss": 2.5353,
      "step": 1065
    },
    {
      "epoch": 0.04264938286423013,
      "grad_norm": 0.949034571647644,
      "learning_rate": 3.90263262600816e-05,
      "loss": 2.2778,
      "step": 1066
    },
    {
      "epoch": 0.04268939166616656,
      "grad_norm": 0.8235525488853455,
      "learning_rate": 3.88593452088406e-05,
      "loss": 2.2308,
      "step": 1067
    },
    {
      "epoch": 0.04272940046810298,
      "grad_norm": 0.9648193717002869,
      "learning_rate": 3.869263596240661e-05,
      "loss": 2.2335,
      "step": 1068
    },
    {
      "epoch": 0.04276940927003941,
      "grad_norm": 0.919563889503479,
      "learning_rate": 3.8526199261896544e-05,
      "loss": 2.1358,
      "step": 1069
    },
    {
      "epoch": 0.04280941807197584,
      "grad_norm": 0.9075778126716614,
      "learning_rate": 3.836003584721577e-05,
      "loss": 2.2794,
      "step": 1070
    },
    {
      "epoch": 0.04284942687391226,
      "grad_norm": 0.8141139149665833,
      "learning_rate": 3.8194146457054655e-05,
      "loss": 2.2105,
      "step": 1071
    },
    {
      "epoch": 0.042889435675848686,
      "grad_norm": 1.0398006439208984,
      "learning_rate": 3.802853182888543e-05,
      "loss": 1.9035,
      "step": 1072
    },
    {
      "epoch": 0.042929444477785114,
      "grad_norm": 1.0065416097640991,
      "learning_rate": 3.786319269895877e-05,
      "loss": 2.0684,
      "step": 1073
    },
    {
      "epoch": 0.042969453279721535,
      "grad_norm": 1.0258911848068237,
      "learning_rate": 3.769812980230074e-05,
      "loss": 2.0018,
      "step": 1074
    },
    {
      "epoch": 0.04300946208165796,
      "grad_norm": 0.92206871509552,
      "learning_rate": 3.7533343872709294e-05,
      "loss": 2.2161,
      "step": 1075
    },
    {
      "epoch": 0.04304947088359439,
      "grad_norm": 0.9358127117156982,
      "learning_rate": 3.736883564275112e-05,
      "loss": 2.293,
      "step": 1076
    },
    {
      "epoch": 0.04308947968553082,
      "grad_norm": 0.8633092641830444,
      "learning_rate": 3.7204605843758386e-05,
      "loss": 2.3405,
      "step": 1077
    },
    {
      "epoch": 0.04312948848746724,
      "grad_norm": 0.8973878026008606,
      "learning_rate": 3.704065520582549e-05,
      "loss": 2.3534,
      "step": 1078
    },
    {
      "epoch": 0.04316949728940367,
      "grad_norm": 1.0711312294006348,
      "learning_rate": 3.6876984457805786e-05,
      "loss": 2.2186,
      "step": 1079
    },
    {
      "epoch": 0.0432095060913401,
      "grad_norm": 0.8587629795074463,
      "learning_rate": 3.671359432730834e-05,
      "loss": 2.2975,
      "step": 1080
    },
    {
      "epoch": 0.04324951489327652,
      "grad_norm": 1.0165883302688599,
      "learning_rate": 3.655048554069478e-05,
      "loss": 2.1994,
      "step": 1081
    },
    {
      "epoch": 0.043289523695212946,
      "grad_norm": 1.012856364250183,
      "learning_rate": 3.638765882307589e-05,
      "loss": 2.4881,
      "step": 1082
    },
    {
      "epoch": 0.043329532497149374,
      "grad_norm": 0.9923997521400452,
      "learning_rate": 3.6225114898308634e-05,
      "loss": 2.3154,
      "step": 1083
    },
    {
      "epoch": 0.0433695412990858,
      "grad_norm": 1.0926905870437622,
      "learning_rate": 3.6062854488992714e-05,
      "loss": 2.3191,
      "step": 1084
    },
    {
      "epoch": 0.04340955010102222,
      "grad_norm": 0.9740074276924133,
      "learning_rate": 3.5900878316467454e-05,
      "loss": 2.3856,
      "step": 1085
    },
    {
      "epoch": 0.04344955890295865,
      "grad_norm": 0.8469603061676025,
      "learning_rate": 3.573918710080857e-05,
      "loss": 2.2396,
      "step": 1086
    },
    {
      "epoch": 0.04348956770489508,
      "grad_norm": 0.8428254127502441,
      "learning_rate": 3.5577781560825066e-05,
      "loss": 2.1432,
      "step": 1087
    },
    {
      "epoch": 0.0435295765068315,
      "grad_norm": 0.9653788805007935,
      "learning_rate": 3.541666241405588e-05,
      "loss": 2.2177,
      "step": 1088
    },
    {
      "epoch": 0.04356958530876793,
      "grad_norm": 1.0372092723846436,
      "learning_rate": 3.5255830376766764e-05,
      "loss": 2.2474,
      "step": 1089
    },
    {
      "epoch": 0.04360959411070436,
      "grad_norm": 0.9016247391700745,
      "learning_rate": 3.509528616394716e-05,
      "loss": 2.3596,
      "step": 1090
    },
    {
      "epoch": 0.04364960291264078,
      "grad_norm": 0.8527096509933472,
      "learning_rate": 3.4935030489306883e-05,
      "loss": 2.3564,
      "step": 1091
    },
    {
      "epoch": 0.043689611714577206,
      "grad_norm": 0.8377687931060791,
      "learning_rate": 3.4775064065273165e-05,
      "loss": 2.1598,
      "step": 1092
    },
    {
      "epoch": 0.043729620516513634,
      "grad_norm": 0.8912755846977234,
      "learning_rate": 3.4615387602987236e-05,
      "loss": 2.457,
      "step": 1093
    },
    {
      "epoch": 0.04376962931845006,
      "grad_norm": 0.9052755236625671,
      "learning_rate": 3.445600181230134e-05,
      "loss": 2.2346,
      "step": 1094
    },
    {
      "epoch": 0.043809638120386483,
      "grad_norm": 0.868047833442688,
      "learning_rate": 3.429690740177549e-05,
      "loss": 2.1197,
      "step": 1095
    },
    {
      "epoch": 0.04384964692232291,
      "grad_norm": 0.9507423639297485,
      "learning_rate": 3.413810507867436e-05,
      "loss": 2.3889,
      "step": 1096
    },
    {
      "epoch": 0.04388965572425934,
      "grad_norm": 0.9441741108894348,
      "learning_rate": 3.397959554896415e-05,
      "loss": 2.404,
      "step": 1097
    },
    {
      "epoch": 0.04392966452619576,
      "grad_norm": 0.7708286046981812,
      "learning_rate": 3.3821379517309405e-05,
      "loss": 2.1799,
      "step": 1098
    },
    {
      "epoch": 0.04396967332813219,
      "grad_norm": 0.926464855670929,
      "learning_rate": 3.3663457687069924e-05,
      "loss": 2.2317,
      "step": 1099
    },
    {
      "epoch": 0.04400968213006862,
      "grad_norm": 0.8451296091079712,
      "learning_rate": 3.350583076029754e-05,
      "loss": 2.3378,
      "step": 1100
    },
    {
      "epoch": 0.04404969093200504,
      "grad_norm": 1.0561636686325073,
      "learning_rate": 3.334849943773323e-05,
      "loss": 2.1096,
      "step": 1101
    },
    {
      "epoch": 0.044089699733941466,
      "grad_norm": 0.8766273260116577,
      "learning_rate": 3.319146441880371e-05,
      "loss": 2.2164,
      "step": 1102
    },
    {
      "epoch": 0.044129708535877894,
      "grad_norm": 0.7646125555038452,
      "learning_rate": 3.3034726401618444e-05,
      "loss": 2.2802,
      "step": 1103
    },
    {
      "epoch": 0.04416971733781432,
      "grad_norm": 0.8708397150039673,
      "learning_rate": 3.28782860829667e-05,
      "loss": 2.1377,
      "step": 1104
    },
    {
      "epoch": 0.044209726139750744,
      "grad_norm": 1.0324482917785645,
      "learning_rate": 3.272214415831418e-05,
      "loss": 1.9632,
      "step": 1105
    },
    {
      "epoch": 0.04424973494168717,
      "grad_norm": 0.8832943439483643,
      "learning_rate": 3.2566301321800085e-05,
      "loss": 2.4449,
      "step": 1106
    },
    {
      "epoch": 0.0442897437436236,
      "grad_norm": 0.923336386680603,
      "learning_rate": 3.241075826623401e-05,
      "loss": 2.371,
      "step": 1107
    },
    {
      "epoch": 0.04432975254556002,
      "grad_norm": 0.9726080894470215,
      "learning_rate": 3.225551568309284e-05,
      "loss": 2.2867,
      "step": 1108
    },
    {
      "epoch": 0.04436976134749645,
      "grad_norm": 0.9784001708030701,
      "learning_rate": 3.210057426251773e-05,
      "loss": 2.1483,
      "step": 1109
    },
    {
      "epoch": 0.04440977014943288,
      "grad_norm": 0.9554354548454285,
      "learning_rate": 3.1945934693310896e-05,
      "loss": 2.3996,
      "step": 1110
    },
    {
      "epoch": 0.0444497789513693,
      "grad_norm": 0.8877498507499695,
      "learning_rate": 3.179159766293282e-05,
      "loss": 2.3007,
      "step": 1111
    },
    {
      "epoch": 0.044489787753305726,
      "grad_norm": 1.0567196607589722,
      "learning_rate": 3.163756385749889e-05,
      "loss": 2.3672,
      "step": 1112
    },
    {
      "epoch": 0.044529796555242154,
      "grad_norm": 1.0510292053222656,
      "learning_rate": 3.148383396177653e-05,
      "loss": 2.171,
      "step": 1113
    },
    {
      "epoch": 0.04456980535717858,
      "grad_norm": 1.1008877754211426,
      "learning_rate": 3.133040865918213e-05,
      "loss": 2.0739,
      "step": 1114
    },
    {
      "epoch": 0.044609814159115004,
      "grad_norm": 0.9753447771072388,
      "learning_rate": 3.117728863177796e-05,
      "loss": 2.3656,
      "step": 1115
    },
    {
      "epoch": 0.04464982296105143,
      "grad_norm": 0.983769416809082,
      "learning_rate": 3.102447456026919e-05,
      "loss": 2.3023,
      "step": 1116
    },
    {
      "epoch": 0.04468983176298786,
      "grad_norm": 1.0247092247009277,
      "learning_rate": 3.0871967124000834e-05,
      "loss": 2.136,
      "step": 1117
    },
    {
      "epoch": 0.04472984056492428,
      "grad_norm": 1.1365489959716797,
      "learning_rate": 3.0719767000954714e-05,
      "loss": 2.1392,
      "step": 1118
    },
    {
      "epoch": 0.04476984936686071,
      "grad_norm": 0.9268140196800232,
      "learning_rate": 3.056787486774656e-05,
      "loss": 2.1611,
      "step": 1119
    },
    {
      "epoch": 0.04480985816879714,
      "grad_norm": 1.0156548023223877,
      "learning_rate": 3.041629139962283e-05,
      "loss": 2.3382,
      "step": 1120
    },
    {
      "epoch": 0.04484986697073356,
      "grad_norm": 0.7780929207801819,
      "learning_rate": 3.0265017270457775e-05,
      "loss": 2.4169,
      "step": 1121
    },
    {
      "epoch": 0.044889875772669986,
      "grad_norm": 1.1991980075836182,
      "learning_rate": 3.0114053152750556e-05,
      "loss": 2.4779,
      "step": 1122
    },
    {
      "epoch": 0.044929884574606414,
      "grad_norm": 1.2143956422805786,
      "learning_rate": 2.9963399717622077e-05,
      "loss": 2.362,
      "step": 1123
    },
    {
      "epoch": 0.04496989337654284,
      "grad_norm": 0.8758949637413025,
      "learning_rate": 2.98130576348121e-05,
      "loss": 2.4028,
      "step": 1124
    },
    {
      "epoch": 0.045009902178479264,
      "grad_norm": 0.9546504616737366,
      "learning_rate": 2.966302757267625e-05,
      "loss": 2.4662,
      "step": 1125
    },
    {
      "epoch": 0.045009902178479264,
      "eval_loss": 2.298309326171875,
      "eval_runtime": 217.4586,
      "eval_samples_per_second": 48.395,
      "eval_steps_per_second": 24.198,
      "step": 1125
    },
    {
      "epoch": 0.04504991098041569,
      "grad_norm": 0.8399577736854553,
      "learning_rate": 2.9513310198183065e-05,
      "loss": 2.3571,
      "step": 1126
    },
    {
      "epoch": 0.04508991978235212,
      "grad_norm": 1.1267017126083374,
      "learning_rate": 2.936390617691097e-05,
      "loss": 2.2981,
      "step": 1127
    },
    {
      "epoch": 0.04512992858428854,
      "grad_norm": 0.9074943661689758,
      "learning_rate": 2.9214816173045356e-05,
      "loss": 2.1229,
      "step": 1128
    },
    {
      "epoch": 0.04516993738622497,
      "grad_norm": 0.9452718496322632,
      "learning_rate": 2.906604084937572e-05,
      "loss": 2.4145,
      "step": 1129
    },
    {
      "epoch": 0.0452099461881614,
      "grad_norm": 0.8311654329299927,
      "learning_rate": 2.8917580867292526e-05,
      "loss": 2.4162,
      "step": 1130
    },
    {
      "epoch": 0.04524995499009782,
      "grad_norm": 0.93446946144104,
      "learning_rate": 2.8769436886784408e-05,
      "loss": 2.078,
      "step": 1131
    },
    {
      "epoch": 0.045289963792034246,
      "grad_norm": 0.9691553115844727,
      "learning_rate": 2.862160956643517e-05,
      "loss": 2.2747,
      "step": 1132
    },
    {
      "epoch": 0.045329972593970674,
      "grad_norm": 0.9633974432945251,
      "learning_rate": 2.847409956342092e-05,
      "loss": 2.5381,
      "step": 1133
    },
    {
      "epoch": 0.0453699813959071,
      "grad_norm": 0.9479071497917175,
      "learning_rate": 2.8326907533507074e-05,
      "loss": 2.398,
      "step": 1134
    },
    {
      "epoch": 0.045409990197843524,
      "grad_norm": 0.9780333042144775,
      "learning_rate": 2.8180034131045464e-05,
      "loss": 2.2964,
      "step": 1135
    },
    {
      "epoch": 0.04544999899977995,
      "grad_norm": 0.8791561126708984,
      "learning_rate": 2.8033480008971546e-05,
      "loss": 2.1965,
      "step": 1136
    },
    {
      "epoch": 0.04549000780171638,
      "grad_norm": 0.8698456883430481,
      "learning_rate": 2.7887245818801277e-05,
      "loss": 2.2793,
      "step": 1137
    },
    {
      "epoch": 0.0455300166036528,
      "grad_norm": 1.0098586082458496,
      "learning_rate": 2.7741332210628345e-05,
      "loss": 2.4179,
      "step": 1138
    },
    {
      "epoch": 0.04557002540558923,
      "grad_norm": 0.9462699294090271,
      "learning_rate": 2.759573983312138e-05,
      "loss": 1.9336,
      "step": 1139
    },
    {
      "epoch": 0.04561003420752566,
      "grad_norm": 1.1100101470947266,
      "learning_rate": 2.7450469333520855e-05,
      "loss": 2.5764,
      "step": 1140
    },
    {
      "epoch": 0.04565004300946208,
      "grad_norm": 0.8422238230705261,
      "learning_rate": 2.730552135763632e-05,
      "loss": 2.311,
      "step": 1141
    },
    {
      "epoch": 0.045690051811398506,
      "grad_norm": 0.8619726300239563,
      "learning_rate": 2.7160896549843562e-05,
      "loss": 2.3098,
      "step": 1142
    },
    {
      "epoch": 0.045730060613334934,
      "grad_norm": 0.9619776606559753,
      "learning_rate": 2.701659555308169e-05,
      "loss": 2.3171,
      "step": 1143
    },
    {
      "epoch": 0.04577006941527136,
      "grad_norm": 0.9186823964118958,
      "learning_rate": 2.6872619008850274e-05,
      "loss": 2.4878,
      "step": 1144
    },
    {
      "epoch": 0.045810078217207784,
      "grad_norm": 0.9776297807693481,
      "learning_rate": 2.672896755720654e-05,
      "loss": 2.2994,
      "step": 1145
    },
    {
      "epoch": 0.04585008701914421,
      "grad_norm": 0.981164276599884,
      "learning_rate": 2.6585641836762433e-05,
      "loss": 2.1135,
      "step": 1146
    },
    {
      "epoch": 0.04589009582108064,
      "grad_norm": 0.8910600543022156,
      "learning_rate": 2.6442642484681944e-05,
      "loss": 2.0094,
      "step": 1147
    },
    {
      "epoch": 0.04593010462301706,
      "grad_norm": 0.9275022149085999,
      "learning_rate": 2.6299970136678077e-05,
      "loss": 2.15,
      "step": 1148
    },
    {
      "epoch": 0.04597011342495349,
      "grad_norm": 0.8878315687179565,
      "learning_rate": 2.6157625427010156e-05,
      "loss": 2.3338,
      "step": 1149
    },
    {
      "epoch": 0.04601012222688992,
      "grad_norm": 0.8524991273880005,
      "learning_rate": 2.6015608988480955e-05,
      "loss": 2.1962,
      "step": 1150
    },
    {
      "epoch": 0.046050131028826345,
      "grad_norm": 0.9524493217468262,
      "learning_rate": 2.5873921452433915e-05,
      "loss": 2.5179,
      "step": 1151
    },
    {
      "epoch": 0.046090139830762766,
      "grad_norm": 0.9504227042198181,
      "learning_rate": 2.57325634487503e-05,
      "loss": 2.3219,
      "step": 1152
    },
    {
      "epoch": 0.046130148632699194,
      "grad_norm": 0.8470780253410339,
      "learning_rate": 2.5591535605846383e-05,
      "loss": 2.3743,
      "step": 1153
    },
    {
      "epoch": 0.04617015743463562,
      "grad_norm": 0.950776994228363,
      "learning_rate": 2.5450838550670808e-05,
      "loss": 2.3451,
      "step": 1154
    },
    {
      "epoch": 0.046210166236572044,
      "grad_norm": 1.026275396347046,
      "learning_rate": 2.5310472908701555e-05,
      "loss": 2.1308,
      "step": 1155
    },
    {
      "epoch": 0.04625017503850847,
      "grad_norm": 0.9071500301361084,
      "learning_rate": 2.5170439303943294e-05,
      "loss": 2.5663,
      "step": 1156
    },
    {
      "epoch": 0.0462901838404449,
      "grad_norm": 0.8164881467819214,
      "learning_rate": 2.503073835892471e-05,
      "loss": 2.241,
      "step": 1157
    },
    {
      "epoch": 0.04633019264238132,
      "grad_norm": 0.8476743698120117,
      "learning_rate": 2.4891370694695517e-05,
      "loss": 2.2228,
      "step": 1158
    },
    {
      "epoch": 0.04637020144431775,
      "grad_norm": 1.0505963563919067,
      "learning_rate": 2.4752336930823837e-05,
      "loss": 2.4659,
      "step": 1159
    },
    {
      "epoch": 0.04641021024625418,
      "grad_norm": 0.9316578507423401,
      "learning_rate": 2.4613637685393432e-05,
      "loss": 2.1171,
      "step": 1160
    },
    {
      "epoch": 0.046450219048190605,
      "grad_norm": 1.0225071907043457,
      "learning_rate": 2.4475273575000936e-05,
      "loss": 2.3676,
      "step": 1161
    },
    {
      "epoch": 0.046490227850127026,
      "grad_norm": 0.8376877307891846,
      "learning_rate": 2.4337245214753103e-05,
      "loss": 2.3674,
      "step": 1162
    },
    {
      "epoch": 0.046530236652063454,
      "grad_norm": 0.8951554894447327,
      "learning_rate": 2.4199553218264093e-05,
      "loss": 2.4816,
      "step": 1163
    },
    {
      "epoch": 0.04657024545399988,
      "grad_norm": 0.9444623589515686,
      "learning_rate": 2.4062198197652752e-05,
      "loss": 2.1689,
      "step": 1164
    },
    {
      "epoch": 0.046610254255936304,
      "grad_norm": 0.9093682765960693,
      "learning_rate": 2.3925180763539844e-05,
      "loss": 2.3954,
      "step": 1165
    },
    {
      "epoch": 0.04665026305787273,
      "grad_norm": 1.0009491443634033,
      "learning_rate": 2.3788501525045438e-05,
      "loss": 2.4312,
      "step": 1166
    },
    {
      "epoch": 0.04669027185980916,
      "grad_norm": 0.9607071280479431,
      "learning_rate": 2.3652161089786086e-05,
      "loss": 1.9495,
      "step": 1167
    },
    {
      "epoch": 0.04673028066174558,
      "grad_norm": 1.0427621603012085,
      "learning_rate": 2.351616006387214e-05,
      "loss": 2.3743,
      "step": 1168
    },
    {
      "epoch": 0.04677028946368201,
      "grad_norm": 0.9142945408821106,
      "learning_rate": 2.3380499051905137e-05,
      "loss": 2.1103,
      "step": 1169
    },
    {
      "epoch": 0.04681029826561844,
      "grad_norm": 1.0214767456054688,
      "learning_rate": 2.324517865697501e-05,
      "loss": 2.3988,
      "step": 1170
    },
    {
      "epoch": 0.046850307067554865,
      "grad_norm": 0.914989709854126,
      "learning_rate": 2.3110199480657525e-05,
      "loss": 2.3532,
      "step": 1171
    },
    {
      "epoch": 0.046890315869491286,
      "grad_norm": 0.8054898977279663,
      "learning_rate": 2.2975562123011495e-05,
      "loss": 2.3965,
      "step": 1172
    },
    {
      "epoch": 0.046930324671427714,
      "grad_norm": 1.0422394275665283,
      "learning_rate": 2.2841267182576143e-05,
      "loss": 2.4063,
      "step": 1173
    },
    {
      "epoch": 0.04697033347336414,
      "grad_norm": 0.8410534858703613,
      "learning_rate": 2.2707315256368433e-05,
      "loss": 2.4487,
      "step": 1174
    },
    {
      "epoch": 0.047010342275300564,
      "grad_norm": 0.8488273024559021,
      "learning_rate": 2.2573706939880555e-05,
      "loss": 1.9823,
      "step": 1175
    },
    {
      "epoch": 0.04705035107723699,
      "grad_norm": 0.8928075432777405,
      "learning_rate": 2.2440442827077045e-05,
      "loss": 2.4188,
      "step": 1176
    },
    {
      "epoch": 0.04709035987917342,
      "grad_norm": 0.8406148552894592,
      "learning_rate": 2.230752351039228e-05,
      "loss": 2.0987,
      "step": 1177
    },
    {
      "epoch": 0.04713036868110984,
      "grad_norm": 0.8453243970870972,
      "learning_rate": 2.2174949580727832e-05,
      "loss": 2.1247,
      "step": 1178
    },
    {
      "epoch": 0.04717037748304627,
      "grad_norm": 1.0608314275741577,
      "learning_rate": 2.2042721627449846e-05,
      "loss": 2.3972,
      "step": 1179
    },
    {
      "epoch": 0.0472103862849827,
      "grad_norm": 0.844684362411499,
      "learning_rate": 2.1910840238386398e-05,
      "loss": 2.1497,
      "step": 1180
    },
    {
      "epoch": 0.047250395086919125,
      "grad_norm": 1.1334413290023804,
      "learning_rate": 2.1779305999824884e-05,
      "loss": 2.4673,
      "step": 1181
    },
    {
      "epoch": 0.047290403888855546,
      "grad_norm": 0.8984158635139465,
      "learning_rate": 2.164811949650942e-05,
      "loss": 2.3693,
      "step": 1182
    },
    {
      "epoch": 0.047330412690791974,
      "grad_norm": 0.9433680772781372,
      "learning_rate": 2.1517281311638217e-05,
      "loss": 2.0015,
      "step": 1183
    },
    {
      "epoch": 0.0473704214927284,
      "grad_norm": 1.0279338359832764,
      "learning_rate": 2.1386792026861103e-05,
      "loss": 2.2881,
      "step": 1184
    },
    {
      "epoch": 0.047410430294664824,
      "grad_norm": 1.0744094848632812,
      "learning_rate": 2.125665222227675e-05,
      "loss": 2.256,
      "step": 1185
    },
    {
      "epoch": 0.04745043909660125,
      "grad_norm": 0.9107980728149414,
      "learning_rate": 2.112686247643024e-05,
      "loss": 2.3429,
      "step": 1186
    },
    {
      "epoch": 0.04749044789853768,
      "grad_norm": 1.032327651977539,
      "learning_rate": 2.09974233663104e-05,
      "loss": 2.1804,
      "step": 1187
    },
    {
      "epoch": 0.0475304567004741,
      "grad_norm": 0.9428359270095825,
      "learning_rate": 2.0868335467347366e-05,
      "loss": 2.3695,
      "step": 1188
    },
    {
      "epoch": 0.04757046550241053,
      "grad_norm": 0.9006911516189575,
      "learning_rate": 2.073959935340988e-05,
      "loss": 2.2589,
      "step": 1189
    },
    {
      "epoch": 0.04761047430434696,
      "grad_norm": 0.9258344769477844,
      "learning_rate": 2.06112155968028e-05,
      "loss": 2.2176,
      "step": 1190
    },
    {
      "epoch": 0.047650483106283385,
      "grad_norm": 1.0013182163238525,
      "learning_rate": 2.0483184768264596e-05,
      "loss": 2.3457,
      "step": 1191
    },
    {
      "epoch": 0.047690491908219806,
      "grad_norm": 0.9067755341529846,
      "learning_rate": 2.035550743696468e-05,
      "loss": 2.4118,
      "step": 1192
    },
    {
      "epoch": 0.047730500710156235,
      "grad_norm": 0.8624160885810852,
      "learning_rate": 2.022818417050113e-05,
      "loss": 2.2577,
      "step": 1193
    },
    {
      "epoch": 0.04777050951209266,
      "grad_norm": 0.7851534485816956,
      "learning_rate": 2.0101215534897855e-05,
      "loss": 2.112,
      "step": 1194
    },
    {
      "epoch": 0.047810518314029084,
      "grad_norm": 0.9401440024375916,
      "learning_rate": 1.99746020946023e-05,
      "loss": 2.2555,
      "step": 1195
    },
    {
      "epoch": 0.04785052711596551,
      "grad_norm": 0.895296037197113,
      "learning_rate": 1.9848344412482854e-05,
      "loss": 2.3328,
      "step": 1196
    },
    {
      "epoch": 0.04789053591790194,
      "grad_norm": 0.9452621340751648,
      "learning_rate": 1.9722443049826344e-05,
      "loss": 2.268,
      "step": 1197
    },
    {
      "epoch": 0.04793054471983836,
      "grad_norm": 0.974311113357544,
      "learning_rate": 1.9596898566335576e-05,
      "loss": 2.2523,
      "step": 1198
    },
    {
      "epoch": 0.04797055352177479,
      "grad_norm": 0.9339075684547424,
      "learning_rate": 1.9471711520126824e-05,
      "loss": 2.4485,
      "step": 1199
    },
    {
      "epoch": 0.04801056232371122,
      "grad_norm": 1.1512372493743896,
      "learning_rate": 1.9346882467727325e-05,
      "loss": 2.1098,
      "step": 1200
    },
    {
      "epoch": 0.048050571125647645,
      "grad_norm": 1.0108377933502197,
      "learning_rate": 1.9222411964072884e-05,
      "loss": 2.4983,
      "step": 1201
    },
    {
      "epoch": 0.048090579927584066,
      "grad_norm": 0.8619157671928406,
      "learning_rate": 1.9098300562505266e-05,
      "loss": 2.0997,
      "step": 1202
    },
    {
      "epoch": 0.048130588729520495,
      "grad_norm": 0.8175274729728699,
      "learning_rate": 1.8974548814769944e-05,
      "loss": 2.3106,
      "step": 1203
    },
    {
      "epoch": 0.04817059753145692,
      "grad_norm": 1.0597201585769653,
      "learning_rate": 1.8851157271013442e-05,
      "loss": 2.4983,
      "step": 1204
    },
    {
      "epoch": 0.048210606333393344,
      "grad_norm": 0.9206186532974243,
      "learning_rate": 1.872812647978095e-05,
      "loss": 2.3154,
      "step": 1205
    },
    {
      "epoch": 0.04825061513532977,
      "grad_norm": 0.9779217839241028,
      "learning_rate": 1.8605456988014015e-05,
      "loss": 2.2642,
      "step": 1206
    },
    {
      "epoch": 0.0482906239372662,
      "grad_norm": 1.030630350112915,
      "learning_rate": 1.8483149341047923e-05,
      "loss": 2.3187,
      "step": 1207
    },
    {
      "epoch": 0.04833063273920263,
      "grad_norm": 0.9430197477340698,
      "learning_rate": 1.8361204082609352e-05,
      "loss": 2.091,
      "step": 1208
    },
    {
      "epoch": 0.04837064154113905,
      "grad_norm": 0.9420047402381897,
      "learning_rate": 1.8239621754813995e-05,
      "loss": 2.3266,
      "step": 1209
    },
    {
      "epoch": 0.04841065034307548,
      "grad_norm": 1.0683445930480957,
      "learning_rate": 1.811840289816409e-05,
      "loss": 2.5026,
      "step": 1210
    },
    {
      "epoch": 0.048450659145011905,
      "grad_norm": 0.9965526461601257,
      "learning_rate": 1.799754805154603e-05,
      "loss": 2.0988,
      "step": 1211
    },
    {
      "epoch": 0.048490667946948326,
      "grad_norm": 0.8588898181915283,
      "learning_rate": 1.787705775222802e-05,
      "loss": 2.3528,
      "step": 1212
    },
    {
      "epoch": 0.048530676748884755,
      "grad_norm": 0.8061237931251526,
      "learning_rate": 1.775693253585763e-05,
      "loss": 2.5782,
      "step": 1213
    },
    {
      "epoch": 0.04857068555082118,
      "grad_norm": 1.0185561180114746,
      "learning_rate": 1.763717293645939e-05,
      "loss": 2.2225,
      "step": 1214
    },
    {
      "epoch": 0.048610694352757604,
      "grad_norm": 0.9015758037567139,
      "learning_rate": 1.7517779486432495e-05,
      "loss": 2.0338,
      "step": 1215
    },
    {
      "epoch": 0.04865070315469403,
      "grad_norm": 1.0199251174926758,
      "learning_rate": 1.7398752716548395e-05,
      "loss": 2.3084,
      "step": 1216
    },
    {
      "epoch": 0.04869071195663046,
      "grad_norm": 1.0624966621398926,
      "learning_rate": 1.728009315594843e-05,
      "loss": 2.34,
      "step": 1217
    },
    {
      "epoch": 0.04873072075856689,
      "grad_norm": 0.8570985198020935,
      "learning_rate": 1.716180133214149e-05,
      "loss": 2.3037,
      "step": 1218
    },
    {
      "epoch": 0.04877072956050331,
      "grad_norm": 1.0647006034851074,
      "learning_rate": 1.704387777100165e-05,
      "loss": 2.3394,
      "step": 1219
    },
    {
      "epoch": 0.04881073836243974,
      "grad_norm": 0.9241289496421814,
      "learning_rate": 1.6926322996765897e-05,
      "loss": 2.1407,
      "step": 1220
    },
    {
      "epoch": 0.048850747164376165,
      "grad_norm": 0.8878925442695618,
      "learning_rate": 1.6809137532031704e-05,
      "loss": 2.2868,
      "step": 1221
    },
    {
      "epoch": 0.048890755966312587,
      "grad_norm": 0.9621416926383972,
      "learning_rate": 1.6692321897754758e-05,
      "loss": 2.3641,
      "step": 1222
    },
    {
      "epoch": 0.048930764768249015,
      "grad_norm": 0.9689272046089172,
      "learning_rate": 1.65758766132467e-05,
      "loss": 2.2083,
      "step": 1223
    },
    {
      "epoch": 0.04897077357018544,
      "grad_norm": 0.9895144104957581,
      "learning_rate": 1.6459802196172668e-05,
      "loss": 2.298,
      "step": 1224
    },
    {
      "epoch": 0.049010782372121864,
      "grad_norm": 0.9409308433532715,
      "learning_rate": 1.634409916254914e-05,
      "loss": 2.4582,
      "step": 1225
    },
    {
      "epoch": 0.04905079117405829,
      "grad_norm": 0.8451812863349915,
      "learning_rate": 1.622876802674158e-05,
      "loss": 2.2228,
      "step": 1226
    },
    {
      "epoch": 0.04909079997599472,
      "grad_norm": 0.9662601351737976,
      "learning_rate": 1.6113809301462125e-05,
      "loss": 2.3319,
      "step": 1227
    },
    {
      "epoch": 0.04913080877793115,
      "grad_norm": 0.895232617855072,
      "learning_rate": 1.599922349776738e-05,
      "loss": 2.3853,
      "step": 1228
    },
    {
      "epoch": 0.04917081757986757,
      "grad_norm": 0.9920510649681091,
      "learning_rate": 1.5885011125056047e-05,
      "loss": 2.1773,
      "step": 1229
    },
    {
      "epoch": 0.049210826381804,
      "grad_norm": 0.9270905256271362,
      "learning_rate": 1.5771172691066794e-05,
      "loss": 2.3224,
      "step": 1230
    },
    {
      "epoch": 0.049250835183740425,
      "grad_norm": 0.8763147592544556,
      "learning_rate": 1.565770870187585e-05,
      "loss": 2.2971,
      "step": 1231
    },
    {
      "epoch": 0.04929084398567685,
      "grad_norm": 1.0172227621078491,
      "learning_rate": 1.5544619661894864e-05,
      "loss": 2.4245,
      "step": 1232
    },
    {
      "epoch": 0.049330852787613275,
      "grad_norm": 0.9218499660491943,
      "learning_rate": 1.543190607386861e-05,
      "loss": 2.0752,
      "step": 1233
    },
    {
      "epoch": 0.0493708615895497,
      "grad_norm": 1.0162163972854614,
      "learning_rate": 1.5319568438872745e-05,
      "loss": 2.273,
      "step": 1234
    },
    {
      "epoch": 0.049410870391486124,
      "grad_norm": 0.9669076204299927,
      "learning_rate": 1.520760725631164e-05,
      "loss": 2.4357,
      "step": 1235
    },
    {
      "epoch": 0.04945087919342255,
      "grad_norm": 0.8986197113990784,
      "learning_rate": 1.5096023023916094e-05,
      "loss": 2.3673,
      "step": 1236
    },
    {
      "epoch": 0.04949088799535898,
      "grad_norm": 0.928108811378479,
      "learning_rate": 1.498481623774115e-05,
      "loss": 2.1992,
      "step": 1237
    },
    {
      "epoch": 0.04953089679729541,
      "grad_norm": 0.837393581867218,
      "learning_rate": 1.4873987392163947e-05,
      "loss": 2.3475,
      "step": 1238
    },
    {
      "epoch": 0.04957090559923183,
      "grad_norm": 1.070379614830017,
      "learning_rate": 1.4763536979881354e-05,
      "loss": 2.269,
      "step": 1239
    },
    {
      "epoch": 0.04961091440116826,
      "grad_norm": 0.9208213090896606,
      "learning_rate": 1.4653465491908003e-05,
      "loss": 2.2485,
      "step": 1240
    },
    {
      "epoch": 0.049650923203104685,
      "grad_norm": 0.9286047220230103,
      "learning_rate": 1.4543773417573925e-05,
      "loss": 2.3041,
      "step": 1241
    },
    {
      "epoch": 0.04969093200504111,
      "grad_norm": 0.8429378271102905,
      "learning_rate": 1.4434461244522458e-05,
      "loss": 2.1884,
      "step": 1242
    },
    {
      "epoch": 0.049730940806977535,
      "grad_norm": 1.0364151000976562,
      "learning_rate": 1.4325529458708065e-05,
      "loss": 2.2549,
      "step": 1243
    },
    {
      "epoch": 0.04977094960891396,
      "grad_norm": 0.9569405317306519,
      "learning_rate": 1.4216978544394177e-05,
      "loss": 2.2562,
      "step": 1244
    },
    {
      "epoch": 0.049810958410850384,
      "grad_norm": 0.9010709524154663,
      "learning_rate": 1.4108808984151023e-05,
      "loss": 2.4516,
      "step": 1245
    },
    {
      "epoch": 0.04985096721278681,
      "grad_norm": 0.9580514430999756,
      "learning_rate": 1.4001021258853509e-05,
      "loss": 2.2068,
      "step": 1246
    },
    {
      "epoch": 0.04989097601472324,
      "grad_norm": 0.8338915109634399,
      "learning_rate": 1.3893615847679065e-05,
      "loss": 2.2539,
      "step": 1247
    },
    {
      "epoch": 0.04993098481665967,
      "grad_norm": 0.8419986367225647,
      "learning_rate": 1.3786593228105494e-05,
      "loss": 2.4134,
      "step": 1248
    },
    {
      "epoch": 0.04997099361859609,
      "grad_norm": 0.9827176332473755,
      "learning_rate": 1.3679953875908957e-05,
      "loss": 2.3089,
      "step": 1249
    },
    {
      "epoch": 0.05001100242053252,
      "grad_norm": 0.9527913331985474,
      "learning_rate": 1.3573698265161683e-05,
      "loss": 2.3295,
      "step": 1250
    },
    {
      "epoch": 0.050051011222468945,
      "grad_norm": 0.9530487656593323,
      "learning_rate": 1.3467826868229994e-05,
      "loss": 2.3788,
      "step": 1251
    },
    {
      "epoch": 0.05009102002440537,
      "grad_norm": 1.081130027770996,
      "learning_rate": 1.3362340155772146e-05,
      "loss": 2.1997,
      "step": 1252
    },
    {
      "epoch": 0.050131028826341795,
      "grad_norm": 0.8352338075637817,
      "learning_rate": 1.3257238596736266e-05,
      "loss": 2.2649,
      "step": 1253
    },
    {
      "epoch": 0.05017103762827822,
      "grad_norm": 0.958829402923584,
      "learning_rate": 1.3152522658358245e-05,
      "loss": 2.3457,
      "step": 1254
    },
    {
      "epoch": 0.050211046430214644,
      "grad_norm": 0.8897422552108765,
      "learning_rate": 1.3048192806159721e-05,
      "loss": 2.4842,
      "step": 1255
    },
    {
      "epoch": 0.05025105523215107,
      "grad_norm": 0.7840903997421265,
      "learning_rate": 1.2944249503945894e-05,
      "loss": 2.2251,
      "step": 1256
    },
    {
      "epoch": 0.0502910640340875,
      "grad_norm": 0.918888509273529,
      "learning_rate": 1.2840693213803545e-05,
      "loss": 2.3551,
      "step": 1257
    },
    {
      "epoch": 0.05033107283602393,
      "grad_norm": 0.8739540576934814,
      "learning_rate": 1.2737524396099032e-05,
      "loss": 2.3134,
      "step": 1258
    },
    {
      "epoch": 0.05037108163796035,
      "grad_norm": 0.8514600396156311,
      "learning_rate": 1.2634743509476088e-05,
      "loss": 2.2431,
      "step": 1259
    },
    {
      "epoch": 0.05041109043989678,
      "grad_norm": 0.8541199564933777,
      "learning_rate": 1.2532351010853916e-05,
      "loss": 2.1468,
      "step": 1260
    },
    {
      "epoch": 0.050451099241833205,
      "grad_norm": 1.0966233015060425,
      "learning_rate": 1.243034735542512e-05,
      "loss": 1.7455,
      "step": 1261
    },
    {
      "epoch": 0.05049110804376963,
      "grad_norm": 1.032540202140808,
      "learning_rate": 1.2328732996653669e-05,
      "loss": 2.3293,
      "step": 1262
    },
    {
      "epoch": 0.050531116845706055,
      "grad_norm": 1.0549368858337402,
      "learning_rate": 1.2227508386272878e-05,
      "loss": 2.2856,
      "step": 1263
    },
    {
      "epoch": 0.05057112564764248,
      "grad_norm": 1.0828654766082764,
      "learning_rate": 1.212667397428342e-05,
      "loss": 2.4398,
      "step": 1264
    },
    {
      "epoch": 0.050611134449578904,
      "grad_norm": 0.9318660497665405,
      "learning_rate": 1.2026230208951306e-05,
      "loss": 2.516,
      "step": 1265
    },
    {
      "epoch": 0.05065114325151533,
      "grad_norm": 0.9172016382217407,
      "learning_rate": 1.1926177536805905e-05,
      "loss": 2.4031,
      "step": 1266
    },
    {
      "epoch": 0.05069115205345176,
      "grad_norm": 0.8587751388549805,
      "learning_rate": 1.1826516402637989e-05,
      "loss": 2.2572,
      "step": 1267
    },
    {
      "epoch": 0.05073116085538819,
      "grad_norm": 0.8860835433006287,
      "learning_rate": 1.1727247249497685e-05,
      "loss": 2.5257,
      "step": 1268
    },
    {
      "epoch": 0.05077116965732461,
      "grad_norm": 0.9675619602203369,
      "learning_rate": 1.1628370518692533e-05,
      "loss": 2.405,
      "step": 1269
    },
    {
      "epoch": 0.05081117845926104,
      "grad_norm": 0.8225935101509094,
      "learning_rate": 1.152988664978556e-05,
      "loss": 2.2971,
      "step": 1270
    },
    {
      "epoch": 0.050851187261197466,
      "grad_norm": 0.8582137823104858,
      "learning_rate": 1.1431796080593283e-05,
      "loss": 2.0512,
      "step": 1271
    },
    {
      "epoch": 0.05089119606313389,
      "grad_norm": 0.845170259475708,
      "learning_rate": 1.1334099247183783e-05,
      "loss": 2.3272,
      "step": 1272
    },
    {
      "epoch": 0.050931204865070315,
      "grad_norm": 0.8263622522354126,
      "learning_rate": 1.1236796583874787e-05,
      "loss": 2.3154,
      "step": 1273
    },
    {
      "epoch": 0.05097121366700674,
      "grad_norm": 1.008970856666565,
      "learning_rate": 1.1139888523231678e-05,
      "loss": 2.226,
      "step": 1274
    },
    {
      "epoch": 0.05101122246894317,
      "grad_norm": 0.8573634028434753,
      "learning_rate": 1.1043375496065611e-05,
      "loss": 2.2145,
      "step": 1275
    },
    {
      "epoch": 0.05105123127087959,
      "grad_norm": 0.8850163817405701,
      "learning_rate": 1.0947257931431642e-05,
      "loss": 2.3106,
      "step": 1276
    },
    {
      "epoch": 0.05109124007281602,
      "grad_norm": 0.9003729224205017,
      "learning_rate": 1.0851536256626705e-05,
      "loss": 2.3684,
      "step": 1277
    },
    {
      "epoch": 0.05113124887475245,
      "grad_norm": 0.8855099678039551,
      "learning_rate": 1.0756210897187812e-05,
      "loss": 2.12,
      "step": 1278
    },
    {
      "epoch": 0.05117125767668887,
      "grad_norm": 0.8749872446060181,
      "learning_rate": 1.0661282276890127e-05,
      "loss": 2.3447,
      "step": 1279
    },
    {
      "epoch": 0.0512112664786253,
      "grad_norm": 0.8593704700469971,
      "learning_rate": 1.0566750817745074e-05,
      "loss": 2.2161,
      "step": 1280
    },
    {
      "epoch": 0.051251275280561726,
      "grad_norm": 0.7894705533981323,
      "learning_rate": 1.0472616939998492e-05,
      "loss": 2.2277,
      "step": 1281
    },
    {
      "epoch": 0.05129128408249815,
      "grad_norm": 0.9376629590988159,
      "learning_rate": 1.0378881062128731e-05,
      "loss": 2.5183,
      "step": 1282
    },
    {
      "epoch": 0.051331292884434575,
      "grad_norm": 0.9108918309211731,
      "learning_rate": 1.0285543600844804e-05,
      "loss": 2.4496,
      "step": 1283
    },
    {
      "epoch": 0.051371301686371,
      "grad_norm": 1.0169728994369507,
      "learning_rate": 1.019260497108453e-05,
      "loss": 2.4135,
      "step": 1284
    },
    {
      "epoch": 0.05141131048830743,
      "grad_norm": 1.0039796829223633,
      "learning_rate": 1.010006558601274e-05,
      "loss": 2.4529,
      "step": 1285
    },
    {
      "epoch": 0.05145131929024385,
      "grad_norm": 1.0280929803848267,
      "learning_rate": 1.000792585701934e-05,
      "loss": 2.2279,
      "step": 1286
    },
    {
      "epoch": 0.05149132809218028,
      "grad_norm": 0.8981178998947144,
      "learning_rate": 9.91618619371757e-06,
      "loss": 2.2752,
      "step": 1287
    },
    {
      "epoch": 0.05153133689411671,
      "grad_norm": 0.9312092661857605,
      "learning_rate": 9.82484700394215e-06,
      "loss": 2.2449,
      "step": 1288
    },
    {
      "epoch": 0.05157134569605313,
      "grad_norm": 1.0627425909042358,
      "learning_rate": 9.73390869374743e-06,
      "loss": 2.3444,
      "step": 1289
    },
    {
      "epoch": 0.05161135449798956,
      "grad_norm": 0.9721335172653198,
      "learning_rate": 9.643371667405698e-06,
      "loss": 2.4502,
      "step": 1290
    },
    {
      "epoch": 0.051651363299925986,
      "grad_norm": 0.896583080291748,
      "learning_rate": 9.553236327405246e-06,
      "loss": 2.4513,
      "step": 1291
    },
    {
      "epoch": 0.05169137210186241,
      "grad_norm": 1.1425108909606934,
      "learning_rate": 9.463503074448677e-06,
      "loss": 2.2859,
      "step": 1292
    },
    {
      "epoch": 0.051731380903798835,
      "grad_norm": 0.8456788063049316,
      "learning_rate": 9.374172307451068e-06,
      "loss": 2.3938,
      "step": 1293
    },
    {
      "epoch": 0.05177138970573526,
      "grad_norm": 0.9155415296554565,
      "learning_rate": 9.285244423538197e-06,
      "loss": 2.2291,
      "step": 1294
    },
    {
      "epoch": 0.05181139850767169,
      "grad_norm": 0.9841727018356323,
      "learning_rate": 9.196719818044886e-06,
      "loss": 2.3019,
      "step": 1295
    },
    {
      "epoch": 0.05185140730960811,
      "grad_norm": 0.9149532914161682,
      "learning_rate": 9.108598884513053e-06,
      "loss": 2.1965,
      "step": 1296
    },
    {
      "epoch": 0.05189141611154454,
      "grad_norm": 0.9977414608001709,
      "learning_rate": 9.020882014690136e-06,
      "loss": 2.4306,
      "step": 1297
    },
    {
      "epoch": 0.05193142491348097,
      "grad_norm": 0.9088796377182007,
      "learning_rate": 8.933569598527247e-06,
      "loss": 2.0574,
      "step": 1298
    },
    {
      "epoch": 0.05197143371541739,
      "grad_norm": 1.0264848470687866,
      "learning_rate": 8.846662024177477e-06,
      "loss": 2.4166,
      "step": 1299
    },
    {
      "epoch": 0.05201144251735382,
      "grad_norm": 0.8638290166854858,
      "learning_rate": 8.760159677994172e-06,
      "loss": 2.2352,
      "step": 1300
    },
    {
      "epoch": 0.052051451319290246,
      "grad_norm": 0.8957674503326416,
      "learning_rate": 8.674062944529216e-06,
      "loss": 2.4552,
      "step": 1301
    },
    {
      "epoch": 0.05209146012122667,
      "grad_norm": 1.1752314567565918,
      "learning_rate": 8.588372206531292e-06,
      "loss": 2.428,
      "step": 1302
    },
    {
      "epoch": 0.052131468923163095,
      "grad_norm": 1.1033473014831543,
      "learning_rate": 8.503087844944213e-06,
      "loss": 2.3651,
      "step": 1303
    },
    {
      "epoch": 0.05217147772509952,
      "grad_norm": 0.8758602738380432,
      "learning_rate": 8.418210238905256e-06,
      "loss": 2.3719,
      "step": 1304
    },
    {
      "epoch": 0.05221148652703595,
      "grad_norm": 0.918083667755127,
      "learning_rate": 8.333739765743398e-06,
      "loss": 2.2794,
      "step": 1305
    },
    {
      "epoch": 0.05225149532897237,
      "grad_norm": 0.89387047290802,
      "learning_rate": 8.249676800977658e-06,
      "loss": 2.2421,
      "step": 1306
    },
    {
      "epoch": 0.0522915041309088,
      "grad_norm": 0.8616570234298706,
      "learning_rate": 8.16602171831553e-06,
      "loss": 2.3572,
      "step": 1307
    },
    {
      "epoch": 0.05233151293284523,
      "grad_norm": 0.9188232421875,
      "learning_rate": 8.082774889651168e-06,
      "loss": 2.4085,
      "step": 1308
    },
    {
      "epoch": 0.05237152173478165,
      "grad_norm": 0.9610801339149475,
      "learning_rate": 7.999936685063835e-06,
      "loss": 2.1746,
      "step": 1309
    },
    {
      "epoch": 0.05241153053671808,
      "grad_norm": 0.9393565654754639,
      "learning_rate": 7.91750747281621e-06,
      "loss": 2.3612,
      "step": 1310
    },
    {
      "epoch": 0.052451539338654506,
      "grad_norm": 0.8233113884925842,
      "learning_rate": 7.835487619352811e-06,
      "loss": 2.3473,
      "step": 1311
    },
    {
      "epoch": 0.05249154814059093,
      "grad_norm": 0.9827263355255127,
      "learning_rate": 7.753877489298244e-06,
      "loss": 2.0373,
      "step": 1312
    },
    {
      "epoch": 0.052531556942527355,
      "grad_norm": 0.874324381351471,
      "learning_rate": 7.67267744545579e-06,
      "loss": 2.1888,
      "step": 1313
    },
    {
      "epoch": 0.05257156574446378,
      "grad_norm": 0.9858919978141785,
      "learning_rate": 7.591887848805545e-06,
      "loss": 2.2614,
      "step": 1314
    },
    {
      "epoch": 0.05261157454640021,
      "grad_norm": 0.8604545593261719,
      "learning_rate": 7.5115090585029966e-06,
      "loss": 2.0211,
      "step": 1315
    },
    {
      "epoch": 0.05265158334833663,
      "grad_norm": 0.8483201861381531,
      "learning_rate": 7.431541431877342e-06,
      "loss": 2.3487,
      "step": 1316
    },
    {
      "epoch": 0.05269159215027306,
      "grad_norm": 0.9341981410980225,
      "learning_rate": 7.351985324429933e-06,
      "loss": 2.4347,
      "step": 1317
    },
    {
      "epoch": 0.05273160095220949,
      "grad_norm": 0.8980408310890198,
      "learning_rate": 7.272841089832694e-06,
      "loss": 2.2648,
      "step": 1318
    },
    {
      "epoch": 0.05277160975414591,
      "grad_norm": 0.8711788058280945,
      "learning_rate": 7.194109079926514e-06,
      "loss": 2.1325,
      "step": 1319
    },
    {
      "epoch": 0.05281161855608234,
      "grad_norm": 0.9015400409698486,
      "learning_rate": 7.115789644719728e-06,
      "loss": 2.2941,
      "step": 1320
    },
    {
      "epoch": 0.052851627358018766,
      "grad_norm": 0.9316167235374451,
      "learning_rate": 7.037883132386547e-06,
      "loss": 2.4075,
      "step": 1321
    },
    {
      "epoch": 0.05289163615995519,
      "grad_norm": 0.9234647750854492,
      "learning_rate": 6.960389889265517e-06,
      "loss": 2.172,
      "step": 1322
    },
    {
      "epoch": 0.052931644961891615,
      "grad_norm": 0.950735867023468,
      "learning_rate": 6.883310259857944e-06,
      "loss": 1.9481,
      "step": 1323
    },
    {
      "epoch": 0.05297165376382804,
      "grad_norm": 0.8948521018028259,
      "learning_rate": 6.806644586826383e-06,
      "loss": 2.2645,
      "step": 1324
    },
    {
      "epoch": 0.05301166256576447,
      "grad_norm": 0.9780916571617126,
      "learning_rate": 6.730393210993147e-06,
      "loss": 2.4313,
      "step": 1325
    },
    {
      "epoch": 0.05305167136770089,
      "grad_norm": 0.9089386463165283,
      "learning_rate": 6.654556471338746e-06,
      "loss": 2.2588,
      "step": 1326
    },
    {
      "epoch": 0.05309168016963732,
      "grad_norm": 0.9223006963729858,
      "learning_rate": 6.579134705000412e-06,
      "loss": 2.3154,
      "step": 1327
    },
    {
      "epoch": 0.05313168897157375,
      "grad_norm": 0.9104925394058228,
      "learning_rate": 6.504128247270546e-06,
      "loss": 2.2681,
      "step": 1328
    },
    {
      "epoch": 0.05317169777351017,
      "grad_norm": 0.8282232880592346,
      "learning_rate": 6.429537431595312e-06,
      "loss": 2.3109,
      "step": 1329
    },
    {
      "epoch": 0.0532117065754466,
      "grad_norm": 0.9174409508705139,
      "learning_rate": 6.355362589573077e-06,
      "loss": 2.3809,
      "step": 1330
    },
    {
      "epoch": 0.053251715377383026,
      "grad_norm": 0.9628016948699951,
      "learning_rate": 6.2816040509530165e-06,
      "loss": 2.1648,
      "step": 1331
    },
    {
      "epoch": 0.05329172417931945,
      "grad_norm": 0.9700546860694885,
      "learning_rate": 6.2082621436335475e-06,
      "loss": 2.3646,
      "step": 1332
    },
    {
      "epoch": 0.053331732981255875,
      "grad_norm": 0.9380632638931274,
      "learning_rate": 6.135337193660962e-06,
      "loss": 2.3634,
      "step": 1333
    },
    {
      "epoch": 0.0533717417831923,
      "grad_norm": 1.1010664701461792,
      "learning_rate": 6.062829525227909e-06,
      "loss": 2.3277,
      "step": 1334
    },
    {
      "epoch": 0.05341175058512873,
      "grad_norm": 1.0250202417373657,
      "learning_rate": 5.990739460672024e-06,
      "loss": 1.8375,
      "step": 1335
    },
    {
      "epoch": 0.05345175938706515,
      "grad_norm": 0.9470476508140564,
      "learning_rate": 5.9190673204744255e-06,
      "loss": 2.3795,
      "step": 1336
    },
    {
      "epoch": 0.05349176818900158,
      "grad_norm": 0.8522401452064514,
      "learning_rate": 5.84781342325833e-06,
      "loss": 2.2468,
      "step": 1337
    },
    {
      "epoch": 0.05353177699093801,
      "grad_norm": 0.9981828331947327,
      "learning_rate": 5.77697808578761e-06,
      "loss": 2.49,
      "step": 1338
    },
    {
      "epoch": 0.05357178579287443,
      "grad_norm": 0.9517136812210083,
      "learning_rate": 5.706561622965467e-06,
      "loss": 2.5243,
      "step": 1339
    },
    {
      "epoch": 0.05361179459481086,
      "grad_norm": 0.8754205107688904,
      "learning_rate": 5.636564347832907e-06,
      "loss": 2.3579,
      "step": 1340
    },
    {
      "epoch": 0.053651803396747286,
      "grad_norm": 1.2718777656555176,
      "learning_rate": 5.566986571567401e-06,
      "loss": 2.3287,
      "step": 1341
    },
    {
      "epoch": 0.053691812198683714,
      "grad_norm": 0.879700243473053,
      "learning_rate": 5.497828603481569e-06,
      "loss": 2.1883,
      "step": 1342
    },
    {
      "epoch": 0.053731821000620135,
      "grad_norm": 0.9584489464759827,
      "learning_rate": 5.429090751021704e-06,
      "loss": 2.3516,
      "step": 1343
    },
    {
      "epoch": 0.05377182980255656,
      "grad_norm": 0.7906241416931152,
      "learning_rate": 5.3607733197664436e-06,
      "loss": 2.1544,
      "step": 1344
    },
    {
      "epoch": 0.05381183860449299,
      "grad_norm": 0.9075021147727966,
      "learning_rate": 5.2928766134254345e-06,
      "loss": 2.2945,
      "step": 1345
    },
    {
      "epoch": 0.05385184740642941,
      "grad_norm": 1.0421415567398071,
      "learning_rate": 5.225400933837954e-06,
      "loss": 2.3079,
      "step": 1346
    },
    {
      "epoch": 0.05389185620836584,
      "grad_norm": 0.9461663365364075,
      "learning_rate": 5.158346580971573e-06,
      "loss": 2.1647,
      "step": 1347
    },
    {
      "epoch": 0.05393186501030227,
      "grad_norm": 1.08466637134552,
      "learning_rate": 5.091713852920854e-06,
      "loss": 2.3643,
      "step": 1348
    },
    {
      "epoch": 0.05397187381223869,
      "grad_norm": 0.8530745506286621,
      "learning_rate": 5.025503045905933e-06,
      "loss": 2.2746,
      "step": 1349
    },
    {
      "epoch": 0.05401188261417512,
      "grad_norm": 0.905185878276825,
      "learning_rate": 4.959714454271369e-06,
      "loss": 2.1388,
      "step": 1350
    },
    {
      "epoch": 0.054051891416111546,
      "grad_norm": 1.0445581674575806,
      "learning_rate": 4.8943483704846475e-06,
      "loss": 2.2588,
      "step": 1351
    },
    {
      "epoch": 0.054091900218047974,
      "grad_norm": 0.8624987602233887,
      "learning_rate": 4.829405085134997e-06,
      "loss": 2.314,
      "step": 1352
    },
    {
      "epoch": 0.054131909019984395,
      "grad_norm": 0.9939687252044678,
      "learning_rate": 4.764884886932086e-06,
      "loss": 2.3603,
      "step": 1353
    },
    {
      "epoch": 0.05417191782192082,
      "grad_norm": 0.9010395407676697,
      "learning_rate": 4.700788062704687e-06,
      "loss": 2.4007,
      "step": 1354
    },
    {
      "epoch": 0.05421192662385725,
      "grad_norm": 0.969847559928894,
      "learning_rate": 4.6371148973994525e-06,
      "loss": 2.212,
      "step": 1355
    },
    {
      "epoch": 0.05425193542579367,
      "grad_norm": 0.9044317603111267,
      "learning_rate": 4.573865674079625e-06,
      "loss": 2.1221,
      "step": 1356
    },
    {
      "epoch": 0.0542919442277301,
      "grad_norm": 0.8755937218666077,
      "learning_rate": 4.511040673923828e-06,
      "loss": 2.225,
      "step": 1357
    },
    {
      "epoch": 0.05433195302966653,
      "grad_norm": 0.9644792079925537,
      "learning_rate": 4.448640176224694e-06,
      "loss": 2.3528,
      "step": 1358
    },
    {
      "epoch": 0.05437196183160295,
      "grad_norm": 0.8843907713890076,
      "learning_rate": 4.386664458387779e-06,
      "loss": 2.2322,
      "step": 1359
    },
    {
      "epoch": 0.05441197063353938,
      "grad_norm": 0.8698820471763611,
      "learning_rate": 4.325113795930203e-06,
      "loss": 2.2327,
      "step": 1360
    },
    {
      "epoch": 0.054451979435475806,
      "grad_norm": 0.9408662915229797,
      "learning_rate": 4.263988462479484e-06,
      "loss": 2.1225,
      "step": 1361
    },
    {
      "epoch": 0.054491988237412234,
      "grad_norm": 0.9437183141708374,
      "learning_rate": 4.203288729772326e-06,
      "loss": 2.4729,
      "step": 1362
    },
    {
      "epoch": 0.054531997039348655,
      "grad_norm": 0.8750561475753784,
      "learning_rate": 4.143014867653383e-06,
      "loss": 2.3111,
      "step": 1363
    },
    {
      "epoch": 0.05457200584128508,
      "grad_norm": 1.0164291858673096,
      "learning_rate": 4.083167144074073e-06,
      "loss": 2.2872,
      "step": 1364
    },
    {
      "epoch": 0.05461201464322151,
      "grad_norm": 0.8699687123298645,
      "learning_rate": 4.023745825091407e-06,
      "loss": 2.3715,
      "step": 1365
    },
    {
      "epoch": 0.05465202344515793,
      "grad_norm": 1.0065581798553467,
      "learning_rate": 3.964751174866765e-06,
      "loss": 2.2276,
      "step": 1366
    },
    {
      "epoch": 0.05469203224709436,
      "grad_norm": 0.8756883144378662,
      "learning_rate": 3.906183455664725e-06,
      "loss": 2.1706,
      "step": 1367
    },
    {
      "epoch": 0.05473204104903079,
      "grad_norm": 0.9025347232818604,
      "learning_rate": 3.84804292785198e-06,
      "loss": 2.3788,
      "step": 1368
    },
    {
      "epoch": 0.05477204985096721,
      "grad_norm": 0.8600720763206482,
      "learning_rate": 3.7903298498960572e-06,
      "loss": 2.4284,
      "step": 1369
    },
    {
      "epoch": 0.05481205865290364,
      "grad_norm": 0.9784635305404663,
      "learning_rate": 3.7330444783642338e-06,
      "loss": 2.3311,
      "step": 1370
    },
    {
      "epoch": 0.054852067454840066,
      "grad_norm": 0.8454245924949646,
      "learning_rate": 3.676187067922421e-06,
      "loss": 2.3924,
      "step": 1371
    },
    {
      "epoch": 0.054892076256776494,
      "grad_norm": 0.8776244521141052,
      "learning_rate": 3.619757871333973e-06,
      "loss": 2.3047,
      "step": 1372
    },
    {
      "epoch": 0.054932085058712915,
      "grad_norm": 0.8980483412742615,
      "learning_rate": 3.563757139458579e-06,
      "loss": 2.3868,
      "step": 1373
    },
    {
      "epoch": 0.05497209386064934,
      "grad_norm": 0.8706004023551941,
      "learning_rate": 3.5081851212512175e-06,
      "loss": 2.1973,
      "step": 1374
    },
    {
      "epoch": 0.05501210266258577,
      "grad_norm": 0.8879345059394836,
      "learning_rate": 3.4530420637609363e-06,
      "loss": 2.1098,
      "step": 1375
    },
    {
      "epoch": 0.05505211146452219,
      "grad_norm": 0.9833454489707947,
      "learning_rate": 3.3983282121298086e-06,
      "loss": 2.1357,
      "step": 1376
    },
    {
      "epoch": 0.05509212026645862,
      "grad_norm": 0.8386883735656738,
      "learning_rate": 3.3440438095919126e-06,
      "loss": 2.1506,
      "step": 1377
    },
    {
      "epoch": 0.05513212906839505,
      "grad_norm": 1.0873606204986572,
      "learning_rate": 3.290189097472096e-06,
      "loss": 2.3321,
      "step": 1378
    },
    {
      "epoch": 0.05517213787033147,
      "grad_norm": 0.9246549010276794,
      "learning_rate": 3.236764315185037e-06,
      "loss": 2.4595,
      "step": 1379
    },
    {
      "epoch": 0.0552121466722679,
      "grad_norm": 0.9119812250137329,
      "learning_rate": 3.1837697002341293e-06,
      "loss": 2.2001,
      "step": 1380
    },
    {
      "epoch": 0.055252155474204326,
      "grad_norm": 1.0372530221939087,
      "learning_rate": 3.131205488210409e-06,
      "loss": 2.3817,
      "step": 1381
    },
    {
      "epoch": 0.055292164276140754,
      "grad_norm": 0.9895304441452026,
      "learning_rate": 3.0790719127915646e-06,
      "loss": 2.3984,
      "step": 1382
    },
    {
      "epoch": 0.055332173078077175,
      "grad_norm": 0.8602365851402283,
      "learning_rate": 3.0273692057408265e-06,
      "loss": 2.2685,
      "step": 1383
    },
    {
      "epoch": 0.0553721818800136,
      "grad_norm": 1.0105589628219604,
      "learning_rate": 2.976097596905969e-06,
      "loss": 2.2098,
      "step": 1384
    },
    {
      "epoch": 0.05541219068195003,
      "grad_norm": 0.975661039352417,
      "learning_rate": 2.9252573142183326e-06,
      "loss": 1.9206,
      "step": 1385
    },
    {
      "epoch": 0.05545219948388645,
      "grad_norm": 0.9057599306106567,
      "learning_rate": 2.874848583691714e-06,
      "loss": 2.0691,
      "step": 1386
    },
    {
      "epoch": 0.05549220828582288,
      "grad_norm": 0.898984432220459,
      "learning_rate": 2.8248716294214774e-06,
      "loss": 2.4263,
      "step": 1387
    },
    {
      "epoch": 0.05553221708775931,
      "grad_norm": 0.9323177933692932,
      "learning_rate": 2.7753266735834338e-06,
      "loss": 2.3978,
      "step": 1388
    },
    {
      "epoch": 0.05557222588969573,
      "grad_norm": 0.9501006603240967,
      "learning_rate": 2.7262139364329643e-06,
      "loss": 2.0775,
      "step": 1389
    },
    {
      "epoch": 0.05561223469163216,
      "grad_norm": 0.9597492814064026,
      "learning_rate": 2.677533636303964e-06,
      "loss": 2.1504,
      "step": 1390
    },
    {
      "epoch": 0.055652243493568586,
      "grad_norm": 0.9372773766517639,
      "learning_rate": 2.6292859896079213e-06,
      "loss": 2.3192,
      "step": 1391
    },
    {
      "epoch": 0.055692252295505014,
      "grad_norm": 1.0428071022033691,
      "learning_rate": 2.581471210832931e-06,
      "loss": 2.3458,
      "step": 1392
    },
    {
      "epoch": 0.055732261097441435,
      "grad_norm": 1.0333888530731201,
      "learning_rate": 2.5340895125427364e-06,
      "loss": 2.3419,
      "step": 1393
    },
    {
      "epoch": 0.05577226989937786,
      "grad_norm": 0.9350885152816772,
      "learning_rate": 2.4871411053757898e-06,
      "loss": 2.3135,
      "step": 1394
    },
    {
      "epoch": 0.05581227870131429,
      "grad_norm": 0.8815654516220093,
      "learning_rate": 2.440626198044327e-06,
      "loss": 2.282,
      "step": 1395
    },
    {
      "epoch": 0.05585228750325071,
      "grad_norm": 0.8801426291465759,
      "learning_rate": 2.394544997333437e-06,
      "loss": 2.1264,
      "step": 1396
    },
    {
      "epoch": 0.05589229630518714,
      "grad_norm": 0.9407544136047363,
      "learning_rate": 2.3488977081001394e-06,
      "loss": 2.3169,
      "step": 1397
    },
    {
      "epoch": 0.05593230510712357,
      "grad_norm": 0.9599741101264954,
      "learning_rate": 2.3036845332724543e-06,
      "loss": 1.9326,
      "step": 1398
    },
    {
      "epoch": 0.05597231390906,
      "grad_norm": 0.9511104822158813,
      "learning_rate": 2.2589056738485324e-06,
      "loss": 2.1683,
      "step": 1399
    },
    {
      "epoch": 0.05601232271099642,
      "grad_norm": 1.034121036529541,
      "learning_rate": 2.2145613288957478e-06,
      "loss": 2.3253,
      "step": 1400
    },
    {
      "epoch": 0.056052331512932846,
      "grad_norm": 0.9380449652671814,
      "learning_rate": 2.170651695549786e-06,
      "loss": 2.3892,
      "step": 1401
    },
    {
      "epoch": 0.056092340314869274,
      "grad_norm": 0.9647871851921082,
      "learning_rate": 2.1271769690138332e-06,
      "loss": 2.1236,
      "step": 1402
    },
    {
      "epoch": 0.056132349116805695,
      "grad_norm": 0.9359409213066101,
      "learning_rate": 2.084137342557646e-06,
      "loss": 2.3935,
      "step": 1403
    },
    {
      "epoch": 0.05617235791874212,
      "grad_norm": 0.8701840043067932,
      "learning_rate": 2.0415330075166937e-06,
      "loss": 2.3617,
      "step": 1404
    },
    {
      "epoch": 0.05621236672067855,
      "grad_norm": 0.9651369452476501,
      "learning_rate": 1.9993641532913833e-06,
      "loss": 2.0347,
      "step": 1405
    },
    {
      "epoch": 0.05625237552261497,
      "grad_norm": 0.8841785192489624,
      "learning_rate": 1.9576309673461357e-06,
      "loss": 2.3429,
      "step": 1406
    },
    {
      "epoch": 0.0562923843245514,
      "grad_norm": 0.8680785894393921,
      "learning_rate": 1.916333635208556e-06,
      "loss": 2.1381,
      "step": 1407
    },
    {
      "epoch": 0.05633239312648783,
      "grad_norm": 0.9785867929458618,
      "learning_rate": 1.8754723404686425e-06,
      "loss": 2.5286,
      "step": 1408
    },
    {
      "epoch": 0.05637240192842426,
      "grad_norm": 1.0261691808700562,
      "learning_rate": 1.8350472647780116e-06,
      "loss": 2.3139,
      "step": 1409
    },
    {
      "epoch": 0.05641241073036068,
      "grad_norm": 0.914365828037262,
      "learning_rate": 1.7950585878489856e-06,
      "loss": 2.322,
      "step": 1410
    },
    {
      "epoch": 0.056452419532297106,
      "grad_norm": 0.9476420283317566,
      "learning_rate": 1.7555064874538397e-06,
      "loss": 2.0949,
      "step": 1411
    },
    {
      "epoch": 0.056492428334233534,
      "grad_norm": 1.063686728477478,
      "learning_rate": 1.7163911394240672e-06,
      "loss": 2.5946,
      "step": 1412
    },
    {
      "epoch": 0.056532437136169955,
      "grad_norm": 1.0352473258972168,
      "learning_rate": 1.6777127176495043e-06,
      "loss": 2.1621,
      "step": 1413
    },
    {
      "epoch": 0.05657244593810638,
      "grad_norm": 0.9182243943214417,
      "learning_rate": 1.6394713940776296e-06,
      "loss": 2.273,
      "step": 1414
    },
    {
      "epoch": 0.05661245474004281,
      "grad_norm": 0.919983446598053,
      "learning_rate": 1.6016673387127646e-06,
      "loss": 2.3694,
      "step": 1415
    },
    {
      "epoch": 0.05665246354197923,
      "grad_norm": 0.9674387574195862,
      "learning_rate": 1.5643007196153302e-06,
      "loss": 2.4438,
      "step": 1416
    },
    {
      "epoch": 0.05669247234391566,
      "grad_norm": 0.958416759967804,
      "learning_rate": 1.5273717029010925e-06,
      "loss": 2.4522,
      "step": 1417
    },
    {
      "epoch": 0.05673248114585209,
      "grad_norm": 0.9932196140289307,
      "learning_rate": 1.4908804527404286e-06,
      "loss": 2.3027,
      "step": 1418
    },
    {
      "epoch": 0.05677248994778852,
      "grad_norm": 0.951592206954956,
      "learning_rate": 1.4548271313575835e-06,
      "loss": 2.384,
      "step": 1419
    },
    {
      "epoch": 0.05681249874972494,
      "grad_norm": 0.8685268759727478,
      "learning_rate": 1.4192118990299707e-06,
      "loss": 2.1696,
      "step": 1420
    },
    {
      "epoch": 0.056852507551661366,
      "grad_norm": 1.0159368515014648,
      "learning_rate": 1.3840349140874619e-06,
      "loss": 2.2033,
      "step": 1421
    },
    {
      "epoch": 0.056892516353597794,
      "grad_norm": 1.025860071182251,
      "learning_rate": 1.3492963329116537e-06,
      "loss": 2.241,
      "step": 1422
    },
    {
      "epoch": 0.056932525155534215,
      "grad_norm": 1.0276339054107666,
      "learning_rate": 1.3149963099352014e-06,
      "loss": 2.1543,
      "step": 1423
    },
    {
      "epoch": 0.05697253395747064,
      "grad_norm": 1.0995352268218994,
      "learning_rate": 1.2811349976411202e-06,
      "loss": 2.207,
      "step": 1424
    },
    {
      "epoch": 0.05701254275940707,
      "grad_norm": 1.0065805912017822,
      "learning_rate": 1.2477125465620853e-06,
      "loss": 2.2293,
      "step": 1425
    },
    {
      "epoch": 0.05705255156134349,
      "grad_norm": 0.9938201904296875,
      "learning_rate": 1.2147291052798216e-06,
      "loss": 2.0884,
      "step": 1426
    },
    {
      "epoch": 0.05709256036327992,
      "grad_norm": 1.0611459016799927,
      "learning_rate": 1.1821848204243814e-06,
      "loss": 2.1677,
      "step": 1427
    },
    {
      "epoch": 0.05713256916521635,
      "grad_norm": 0.935285747051239,
      "learning_rate": 1.1500798366735233e-06,
      "loss": 2.2266,
      "step": 1428
    },
    {
      "epoch": 0.05717257796715278,
      "grad_norm": 1.1325161457061768,
      "learning_rate": 1.1184142967520794e-06,
      "loss": 2.1889,
      "step": 1429
    },
    {
      "epoch": 0.0572125867690892,
      "grad_norm": 0.9271323680877686,
      "learning_rate": 1.0871883414312777e-06,
      "loss": 2.0939,
      "step": 1430
    },
    {
      "epoch": 0.057252595571025626,
      "grad_norm": 0.8442562818527222,
      "learning_rate": 1.0564021095281652e-06,
      "loss": 2.2867,
      "step": 1431
    },
    {
      "epoch": 0.057292604372962054,
      "grad_norm": 0.8162060976028442,
      "learning_rate": 1.0260557379049519e-06,
      "loss": 2.4903,
      "step": 1432
    },
    {
      "epoch": 0.057332613174898475,
      "grad_norm": 1.0614885091781616,
      "learning_rate": 9.96149361468457e-07,
      "loss": 2.4594,
      "step": 1433
    },
    {
      "epoch": 0.0573726219768349,
      "grad_norm": 0.9086109399795532,
      "learning_rate": 9.66683113169431e-07,
      "loss": 2.2499,
      "step": 1434
    },
    {
      "epoch": 0.05741263077877133,
      "grad_norm": 0.9528831243515015,
      "learning_rate": 9.376571240020227e-07,
      "loss": 2.1607,
      "step": 1435
    },
    {
      "epoch": 0.05745263958070775,
      "grad_norm": 0.9156733155250549,
      "learning_rate": 9.090715230031688e-07,
      "loss": 2.3064,
      "step": 1436
    },
    {
      "epoch": 0.05749264838264418,
      "grad_norm": 0.9931507110595703,
      "learning_rate": 8.809264372520609e-07,
      "loss": 2.237,
      "step": 1437
    },
    {
      "epoch": 0.05753265718458061,
      "grad_norm": 0.9311674237251282,
      "learning_rate": 8.532219918695128e-07,
      "loss": 2.3305,
      "step": 1438
    },
    {
      "epoch": 0.05757266598651704,
      "grad_norm": 0.783259391784668,
      "learning_rate": 8.259583100174606e-07,
      "loss": 2.3498,
      "step": 1439
    },
    {
      "epoch": 0.05761267478845346,
      "grad_norm": 0.8995519876480103,
      "learning_rate": 7.991355128984079e-07,
      "loss": 2.4501,
      "step": 1440
    },
    {
      "epoch": 0.057652683590389886,
      "grad_norm": 1.0293394327163696,
      "learning_rate": 7.727537197548707e-07,
      "loss": 2.3025,
      "step": 1441
    },
    {
      "epoch": 0.057692692392326314,
      "grad_norm": 0.8793486952781677,
      "learning_rate": 7.468130478688218e-07,
      "loss": 2.0348,
      "step": 1442
    },
    {
      "epoch": 0.057732701194262735,
      "grad_norm": 1.0409812927246094,
      "learning_rate": 7.213136125612586e-07,
      "loss": 2.3794,
      "step": 1443
    },
    {
      "epoch": 0.05777270999619916,
      "grad_norm": 0.8864217400550842,
      "learning_rate": 6.962555271915805e-07,
      "loss": 2.0639,
      "step": 1444
    },
    {
      "epoch": 0.05781271879813559,
      "grad_norm": 1.0134360790252686,
      "learning_rate": 6.716389031571568e-07,
      "loss": 2.0375,
      "step": 1445
    },
    {
      "epoch": 0.05785272760007201,
      "grad_norm": 0.9800907969474792,
      "learning_rate": 6.474638498928265e-07,
      "loss": 2.561,
      "step": 1446
    },
    {
      "epoch": 0.05789273640200844,
      "grad_norm": 1.183305263519287,
      "learning_rate": 6.237304748703543e-07,
      "loss": 2.453,
      "step": 1447
    },
    {
      "epoch": 0.05793274520394487,
      "grad_norm": 0.9522314667701721,
      "learning_rate": 6.004388835980423e-07,
      "loss": 2.2913,
      "step": 1448
    },
    {
      "epoch": 0.0579727540058813,
      "grad_norm": 1.013744592666626,
      "learning_rate": 5.77589179620186e-07,
      "loss": 2.0582,
      "step": 1449
    },
    {
      "epoch": 0.05801276280781772,
      "grad_norm": 0.9254970550537109,
      "learning_rate": 5.55181464516652e-07,
      "loss": 2.2707,
      "step": 1450
    },
    {
      "epoch": 0.058052771609754146,
      "grad_norm": 0.9103682041168213,
      "learning_rate": 5.332158379024122e-07,
      "loss": 2.1016,
      "step": 1451
    },
    {
      "epoch": 0.058092780411690574,
      "grad_norm": 0.9833111763000488,
      "learning_rate": 5.116923974270993e-07,
      "loss": 2.3758,
      "step": 1452
    },
    {
      "epoch": 0.058132789213626995,
      "grad_norm": 1.0077027082443237,
      "learning_rate": 4.906112387745965e-07,
      "loss": 2.1335,
      "step": 1453
    },
    {
      "epoch": 0.05817279801556342,
      "grad_norm": 0.924061119556427,
      "learning_rate": 4.6997245566257064e-07,
      "loss": 2.292,
      "step": 1454
    },
    {
      "epoch": 0.05821280681749985,
      "grad_norm": 0.9348717927932739,
      "learning_rate": 4.497761398421063e-07,
      "loss": 2.3135,
      "step": 1455
    },
    {
      "epoch": 0.05825281561943627,
      "grad_norm": 1.1671231985092163,
      "learning_rate": 4.3002238109723927e-07,
      "loss": 2.3965,
      "step": 1456
    },
    {
      "epoch": 0.0582928244213727,
      "grad_norm": 0.8599717020988464,
      "learning_rate": 4.107112672446123e-07,
      "loss": 2.485,
      "step": 1457
    },
    {
      "epoch": 0.05833283322330913,
      "grad_norm": 0.8915486335754395,
      "learning_rate": 3.9184288413306456e-07,
      "loss": 2.1435,
      "step": 1458
    },
    {
      "epoch": 0.05837284202524556,
      "grad_norm": 1.0657447576522827,
      "learning_rate": 3.734173156432208e-07,
      "loss": 2.3429,
      "step": 1459
    },
    {
      "epoch": 0.05841285082718198,
      "grad_norm": 0.8808019161224365,
      "learning_rate": 3.554346436871581e-07,
      "loss": 2.3763,
      "step": 1460
    },
    {
      "epoch": 0.058452859629118406,
      "grad_norm": 1.0681339502334595,
      "learning_rate": 3.3789494820803957e-07,
      "loss": 2.4128,
      "step": 1461
    },
    {
      "epoch": 0.058492868431054834,
      "grad_norm": 0.8989302515983582,
      "learning_rate": 3.2079830717972606e-07,
      "loss": 2.1121,
      "step": 1462
    },
    {
      "epoch": 0.058532877232991255,
      "grad_norm": 0.9474194049835205,
      "learning_rate": 3.041447966064648e-07,
      "loss": 2.4663,
      "step": 1463
    },
    {
      "epoch": 0.05857288603492768,
      "grad_norm": 1.056780457496643,
      "learning_rate": 2.8793449052254563e-07,
      "loss": 2.3615,
      "step": 1464
    },
    {
      "epoch": 0.05861289483686411,
      "grad_norm": 0.9940366744995117,
      "learning_rate": 2.721674609919345e-07,
      "loss": 2.3156,
      "step": 1465
    },
    {
      "epoch": 0.05865290363880054,
      "grad_norm": 0.9222186207771301,
      "learning_rate": 2.568437781080069e-07,
      "loss": 2.5549,
      "step": 1466
    },
    {
      "epoch": 0.05869291244073696,
      "grad_norm": 1.0568994283676147,
      "learning_rate": 2.4196350999320384e-07,
      "loss": 2.2955,
      "step": 1467
    },
    {
      "epoch": 0.05873292124267339,
      "grad_norm": 0.9842248558998108,
      "learning_rate": 2.275267227987321e-07,
      "loss": 2.2879,
      "step": 1468
    },
    {
      "epoch": 0.05877293004460982,
      "grad_norm": 0.9162975549697876,
      "learning_rate": 2.135334807042866e-07,
      "loss": 2.4189,
      "step": 1469
    },
    {
      "epoch": 0.05881293884654624,
      "grad_norm": 0.8870753645896912,
      "learning_rate": 1.9998384591773944e-07,
      "loss": 2.1446,
      "step": 1470
    },
    {
      "epoch": 0.058852947648482666,
      "grad_norm": 0.903152585029602,
      "learning_rate": 1.8687787867489592e-07,
      "loss": 2.1149,
      "step": 1471
    },
    {
      "epoch": 0.058892956450419094,
      "grad_norm": 0.9751077890396118,
      "learning_rate": 1.7421563723919454e-07,
      "loss": 2.0316,
      "step": 1472
    },
    {
      "epoch": 0.058932965252355515,
      "grad_norm": 0.9029266238212585,
      "learning_rate": 1.6199717790145174e-07,
      "loss": 2.1899,
      "step": 1473
    },
    {
      "epoch": 0.05897297405429194,
      "grad_norm": 1.2536945343017578,
      "learning_rate": 1.5022255497962879e-07,
      "loss": 2.1914,
      "step": 1474
    },
    {
      "epoch": 0.05901298285622837,
      "grad_norm": 0.9020048975944519,
      "learning_rate": 1.3889182081860962e-07,
      "loss": 2.2186,
      "step": 1475
    },
    {
      "epoch": 0.0590529916581648,
      "grad_norm": 0.9989140629768372,
      "learning_rate": 1.2800502578991235e-07,
      "loss": 2.2883,
      "step": 1476
    },
    {
      "epoch": 0.05909300046010122,
      "grad_norm": 0.9578897356987,
      "learning_rate": 1.1756221829148928e-07,
      "loss": 2.2112,
      "step": 1477
    },
    {
      "epoch": 0.05913300926203765,
      "grad_norm": 0.9295275211334229,
      "learning_rate": 1.0756344474753821e-07,
      "loss": 2.2155,
      "step": 1478
    },
    {
      "epoch": 0.05917301806397408,
      "grad_norm": 0.9540599584579468,
      "learning_rate": 9.800874960826933e-08,
      "loss": 2.2494,
      "step": 1479
    },
    {
      "epoch": 0.0592130268659105,
      "grad_norm": 1.0499309301376343,
      "learning_rate": 8.889817534969425e-08,
      "loss": 2.4848,
      "step": 1480
    },
    {
      "epoch": 0.059253035667846926,
      "grad_norm": 0.8050051927566528,
      "learning_rate": 8.023176247348163e-08,
      "loss": 2.1034,
      "step": 1481
    },
    {
      "epoch": 0.059293044469783354,
      "grad_norm": 0.8326115012168884,
      "learning_rate": 7.200954950673522e-08,
      "loss": 2.2918,
      "step": 1482
    },
    {
      "epoch": 0.059333053271719775,
      "grad_norm": 0.9039528369903564,
      "learning_rate": 6.423157300184946e-08,
      "loss": 2.2367,
      "step": 1483
    },
    {
      "epoch": 0.0593730620736562,
      "grad_norm": 1.0013481378555298,
      "learning_rate": 5.6897867536331864e-08,
      "loss": 2.1334,
      "step": 1484
    },
    {
      "epoch": 0.05941307087559263,
      "grad_norm": 0.8809995055198669,
      "learning_rate": 5.000846571264761e-08,
      "loss": 2.2776,
      "step": 1485
    },
    {
      "epoch": 0.05945307967752906,
      "grad_norm": 1.0590680837631226,
      "learning_rate": 4.35633981580974e-08,
      "loss": 2.3727,
      "step": 1486
    },
    {
      "epoch": 0.05949308847946548,
      "grad_norm": 0.9074376225471497,
      "learning_rate": 3.756269352462871e-08,
      "loss": 2.4142,
      "step": 1487
    },
    {
      "epoch": 0.05953309728140191,
      "grad_norm": 0.8488207459449768,
      "learning_rate": 3.20063784888025e-08,
      "loss": 2.3276,
      "step": 1488
    },
    {
      "epoch": 0.05957310608333834,
      "grad_norm": 0.9074158668518066,
      "learning_rate": 2.6894477751548964e-08,
      "loss": 2.163,
      "step": 1489
    },
    {
      "epoch": 0.05961311488527476,
      "grad_norm": 0.8328714370727539,
      "learning_rate": 2.222701403818972e-08,
      "loss": 2.2944,
      "step": 1490
    },
    {
      "epoch": 0.059653123687211186,
      "grad_norm": 0.8955561518669128,
      "learning_rate": 1.8004008098226887e-08,
      "loss": 2.501,
      "step": 1491
    },
    {
      "epoch": 0.059693132489147614,
      "grad_norm": 1.0257630348205566,
      "learning_rate": 1.4225478705309769e-08,
      "loss": 2.2292,
      "step": 1492
    },
    {
      "epoch": 0.059733141291084035,
      "grad_norm": 0.9422775506973267,
      "learning_rate": 1.0891442657134932e-08,
      "loss": 2.2844,
      "step": 1493
    },
    {
      "epoch": 0.05977315009302046,
      "grad_norm": 0.8685216307640076,
      "learning_rate": 8.001914775401798e-09,
      "loss": 2.4637,
      "step": 1494
    },
    {
      "epoch": 0.05981315889495689,
      "grad_norm": 0.8609433770179749,
      "learning_rate": 5.5569079056794206e-09,
      "loss": 2.1575,
      "step": 1495
    },
    {
      "epoch": 0.05985316769689332,
      "grad_norm": 0.8928432464599609,
      "learning_rate": 3.5564329174064824e-09,
      "loss": 2.3045,
      "step": 1496
    },
    {
      "epoch": 0.05989317649882974,
      "grad_norm": 0.8426880836486816,
      "learning_rate": 2.0004987038246824e-09,
      "loss": 2.3083,
      "step": 1497
    },
    {
      "epoch": 0.05993318530076617,
      "grad_norm": 1.0004329681396484,
      "learning_rate": 8.891121819565306e-10,
      "loss": 2.3494,
      "step": 1498
    },
    {
      "epoch": 0.0599731941027026,
      "grad_norm": 1.1095296144485474,
      "learning_rate": 2.2227829252763344e-10,
      "loss": 2.3959,
      "step": 1499
    },
    {
      "epoch": 0.06001320290463902,
      "grad_norm": 0.854146420955658,
      "learning_rate": 0.0,
      "loss": 2.0581,
      "step": 1500
    },
    {
      "epoch": 0.06001320290463902,
      "eval_loss": 2.2926721572875977,
      "eval_runtime": 215.0327,
      "eval_samples_per_second": 48.941,
      "eval_steps_per_second": 24.471,
      "step": 1500
    }
  ],
  "logging_steps": 1,
  "max_steps": 1500,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 375,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.3702973409460224e+16,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}