{
  "best_global_step": 6000,
  "best_metric": 0.9046825170516968,
  "best_model_checkpoint": "outputs/checkpoint-6000",
  "epoch": 3.2769735045069655,
  "eval_steps": 300,
  "global_step": 6000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0027314941272876263,
      "grad_norm": 4.851426601409912,
      "learning_rate": 6.521739130434783e-07,
      "loss": 2.9623,
      "step": 5
    },
    {
      "epoch": 0.005462988254575253,
      "grad_norm": 5.322866439819336,
      "learning_rate": 1.4673913043478262e-06,
      "loss": 2.8968,
      "step": 10
    },
    {
      "epoch": 0.00819448238186288,
      "grad_norm": 4.726293563842773,
      "learning_rate": 2.282608695652174e-06,
      "loss": 3.0188,
      "step": 15
    },
    {
      "epoch": 0.010925976509150505,
      "grad_norm": 4.048459529876709,
      "learning_rate": 3.097826086956522e-06,
      "loss": 2.8014,
      "step": 20
    },
    {
      "epoch": 0.013657470636438131,
      "grad_norm": 4.118284225463867,
      "learning_rate": 3.913043478260869e-06,
      "loss": 2.7867,
      "step": 25
    },
    {
      "epoch": 0.01638896476372576,
      "grad_norm": 4.78012752532959,
      "learning_rate": 4.728260869565218e-06,
      "loss": 2.7244,
      "step": 30
    },
    {
      "epoch": 0.019120458891013385,
      "grad_norm": 3.870762586593628,
      "learning_rate": 5.543478260869565e-06,
      "loss": 2.7813,
      "step": 35
    },
    {
      "epoch": 0.02185195301830101,
      "grad_norm": 3.015080451965332,
      "learning_rate": 6.358695652173913e-06,
      "loss": 2.4723,
      "step": 40
    },
    {
      "epoch": 0.024583447145588636,
      "grad_norm": 2.9946231842041016,
      "learning_rate": 7.173913043478261e-06,
      "loss": 2.462,
      "step": 45
    },
    {
      "epoch": 0.027314941272876262,
      "grad_norm": 2.191171884536743,
      "learning_rate": 7.98913043478261e-06,
      "loss": 2.3881,
      "step": 50
    },
    {
      "epoch": 0.030046435400163888,
      "grad_norm": 2.354739189147949,
      "learning_rate": 8.804347826086957e-06,
      "loss": 2.1182,
      "step": 55
    },
    {
      "epoch": 0.03277792952745152,
      "grad_norm": 1.6525721549987793,
      "learning_rate": 9.619565217391304e-06,
      "loss": 1.9386,
      "step": 60
    },
    {
      "epoch": 0.03550942365473914,
      "grad_norm": 1.3781287670135498,
      "learning_rate": 1.0434782608695653e-05,
      "loss": 2.0235,
      "step": 65
    },
    {
      "epoch": 0.03824091778202677,
      "grad_norm": 1.2135268449783325,
      "learning_rate": 1.125e-05,
      "loss": 1.8313,
      "step": 70
    },
    {
      "epoch": 0.040972411909314395,
      "grad_norm": 0.9717159271240234,
      "learning_rate": 1.2065217391304348e-05,
      "loss": 1.9393,
      "step": 75
    },
    {
      "epoch": 0.04370390603660202,
      "grad_norm": 1.1752846240997314,
      "learning_rate": 1.2880434782608696e-05,
      "loss": 1.9298,
      "step": 80
    },
    {
      "epoch": 0.04643540016388965,
      "grad_norm": 0.9449806213378906,
      "learning_rate": 1.3695652173913042e-05,
      "loss": 1.823,
      "step": 85
    },
    {
      "epoch": 0.04916689429117727,
      "grad_norm": 1.2805055379867554,
      "learning_rate": 1.4510869565217392e-05,
      "loss": 1.8492,
      "step": 90
    },
    {
      "epoch": 0.0518983884184649,
      "grad_norm": 0.9438149333000183,
      "learning_rate": 1.532608695652174e-05,
      "loss": 1.663,
      "step": 95
    },
    {
      "epoch": 0.054629882545752524,
      "grad_norm": 0.9939911961555481,
      "learning_rate": 1.6141304347826086e-05,
      "loss": 1.7269,
      "step": 100
    },
    {
      "epoch": 0.05736137667304015,
      "grad_norm": 0.8572550415992737,
      "learning_rate": 1.6956521739130433e-05,
      "loss": 1.6393,
      "step": 105
    },
    {
      "epoch": 0.060092870800327776,
      "grad_norm": 0.9384661912918091,
      "learning_rate": 1.777173913043478e-05,
      "loss": 1.6523,
      "step": 110
    },
    {
      "epoch": 0.06282436492761541,
      "grad_norm": 0.8437032103538513,
      "learning_rate": 1.858695652173913e-05,
      "loss": 1.6622,
      "step": 115
    },
    {
      "epoch": 0.06555585905490303,
      "grad_norm": 0.8985423445701599,
      "learning_rate": 1.940217391304348e-05,
      "loss": 1.5545,
      "step": 120
    },
    {
      "epoch": 0.06828735318219066,
      "grad_norm": 0.9783689975738525,
      "learning_rate": 2.0217391304347828e-05,
      "loss": 1.5837,
      "step": 125
    },
    {
      "epoch": 0.07101884730947829,
      "grad_norm": 0.77556312084198,
      "learning_rate": 2.1032608695652175e-05,
      "loss": 1.5758,
      "step": 130
    },
    {
      "epoch": 0.07375034143676591,
      "grad_norm": 0.8036277294158936,
      "learning_rate": 2.1847826086956523e-05,
      "loss": 1.5933,
      "step": 135
    },
    {
      "epoch": 0.07648183556405354,
      "grad_norm": 0.8047032952308655,
      "learning_rate": 2.266304347826087e-05,
      "loss": 1.4694,
      "step": 140
    },
    {
      "epoch": 0.07921332969134116,
      "grad_norm": 0.8819392323493958,
      "learning_rate": 2.347826086956522e-05,
      "loss": 1.4516,
      "step": 145
    },
    {
      "epoch": 0.08194482381862879,
      "grad_norm": 0.7637084722518921,
      "learning_rate": 2.4293478260869566e-05,
      "loss": 1.3716,
      "step": 150
    },
    {
      "epoch": 0.08467631794591642,
      "grad_norm": 0.8421655893325806,
      "learning_rate": 2.5108695652173914e-05,
      "loss": 1.4497,
      "step": 155
    },
    {
      "epoch": 0.08740781207320404,
      "grad_norm": 0.7615973949432373,
      "learning_rate": 2.592391304347826e-05,
      "loss": 1.4217,
      "step": 160
    },
    {
      "epoch": 0.09013930620049167,
      "grad_norm": 0.8904805779457092,
      "learning_rate": 2.673913043478261e-05,
      "loss": 1.4529,
      "step": 165
    },
    {
      "epoch": 0.0928708003277793,
      "grad_norm": 0.7236261367797852,
      "learning_rate": 2.7554347826086957e-05,
      "loss": 1.369,
      "step": 170
    },
    {
      "epoch": 0.09560229445506692,
      "grad_norm": 0.7706332802772522,
      "learning_rate": 2.8369565217391305e-05,
      "loss": 1.3706,
      "step": 175
    },
    {
      "epoch": 0.09833378858235454,
      "grad_norm": 0.7844731211662292,
      "learning_rate": 2.9184782608695653e-05,
      "loss": 1.4144,
      "step": 180
    },
    {
      "epoch": 0.10106528270964217,
      "grad_norm": 0.872904360294342,
      "learning_rate": 3e-05,
      "loss": 1.2978,
      "step": 185
    },
    {
      "epoch": 0.1037967768369298,
      "grad_norm": 0.7814828753471375,
      "learning_rate": 2.9956871765382405e-05,
      "loss": 1.3356,
      "step": 190
    },
    {
      "epoch": 0.10652827096421742,
      "grad_norm": 0.9173154830932617,
      "learning_rate": 2.9913743530764806e-05,
      "loss": 1.3388,
      "step": 195
    },
    {
      "epoch": 0.10925976509150505,
      "grad_norm": 0.8572229743003845,
      "learning_rate": 2.987061529614721e-05,
      "loss": 1.353,
      "step": 200
    },
    {
      "epoch": 0.11199125921879267,
      "grad_norm": 0.7920759320259094,
      "learning_rate": 2.9827487061529615e-05,
      "loss": 1.305,
      "step": 205
    },
    {
      "epoch": 0.1147227533460803,
      "grad_norm": 0.8120269775390625,
      "learning_rate": 2.978435882691202e-05,
      "loss": 1.2763,
      "step": 210
    },
    {
      "epoch": 0.11745424747336793,
      "grad_norm": 0.7644383907318115,
      "learning_rate": 2.974123059229442e-05,
      "loss": 1.3108,
      "step": 215
    },
    {
      "epoch": 0.12018574160065555,
      "grad_norm": 0.7263749241828918,
      "learning_rate": 2.9698102357676825e-05,
      "loss": 1.3364,
      "step": 220
    },
    {
      "epoch": 0.12291723572794319,
      "grad_norm": 0.7868081331253052,
      "learning_rate": 2.965497412305923e-05,
      "loss": 1.2965,
      "step": 225
    },
    {
      "epoch": 0.12564872985523082,
      "grad_norm": 0.7651657462120056,
      "learning_rate": 2.9611845888441637e-05,
      "loss": 1.3027,
      "step": 230
    },
    {
      "epoch": 0.12838022398251844,
      "grad_norm": 0.7855558395385742,
      "learning_rate": 2.9568717653824038e-05,
      "loss": 1.3203,
      "step": 235
    },
    {
      "epoch": 0.13111171810980607,
      "grad_norm": 0.7353278398513794,
      "learning_rate": 2.9525589419206442e-05,
      "loss": 1.1794,
      "step": 240
    },
    {
      "epoch": 0.1338432122370937,
      "grad_norm": 0.9344907999038696,
      "learning_rate": 2.9482461184588846e-05,
      "loss": 1.2336,
      "step": 245
    },
    {
      "epoch": 0.13657470636438132,
      "grad_norm": 0.7568232417106628,
      "learning_rate": 2.943933294997125e-05,
      "loss": 1.3051,
      "step": 250
    },
    {
      "epoch": 0.13930620049166895,
      "grad_norm": 0.8257033228874207,
      "learning_rate": 2.939620471535365e-05,
      "loss": 1.2554,
      "step": 255
    },
    {
      "epoch": 0.14203769461895657,
      "grad_norm": 0.7484506368637085,
      "learning_rate": 2.9353076480736056e-05,
      "loss": 1.2549,
      "step": 260
    },
    {
      "epoch": 0.1447691887462442,
      "grad_norm": 0.7581287622451782,
      "learning_rate": 2.930994824611846e-05,
      "loss": 1.1332,
      "step": 265
    },
    {
      "epoch": 0.14750068287353182,
      "grad_norm": 0.7606173753738403,
      "learning_rate": 2.9266820011500865e-05,
      "loss": 1.1799,
      "step": 270
    },
    {
      "epoch": 0.15023217700081945,
      "grad_norm": 0.8215767741203308,
      "learning_rate": 2.9223691776883266e-05,
      "loss": 1.1879,
      "step": 275
    },
    {
      "epoch": 0.15296367112810708,
      "grad_norm": 0.9438003897666931,
      "learning_rate": 2.918056354226567e-05,
      "loss": 1.1292,
      "step": 280
    },
    {
      "epoch": 0.1556951652553947,
      "grad_norm": 0.6569656133651733,
      "learning_rate": 2.9137435307648074e-05,
      "loss": 1.1767,
      "step": 285
    },
    {
      "epoch": 0.15842665938268233,
      "grad_norm": 0.8340663909912109,
      "learning_rate": 2.909430707303048e-05,
      "loss": 1.2064,
      "step": 290
    },
    {
      "epoch": 0.16115815350996995,
      "grad_norm": 0.6959854364395142,
      "learning_rate": 2.905117883841288e-05,
      "loss": 1.1955,
      "step": 295
    },
    {
      "epoch": 0.16388964763725758,
      "grad_norm": 0.7269774675369263,
      "learning_rate": 2.9008050603795284e-05,
      "loss": 1.1903,
      "step": 300
    },
    {
      "epoch": 0.16388964763725758,
      "eval_loss": 1.2255185842514038,
      "eval_runtime": 328.4188,
      "eval_samples_per_second": 10.721,
      "eval_steps_per_second": 2.683,
      "step": 300
    },
    {
      "epoch": 0.1666211417645452,
      "grad_norm": 0.724984347820282,
      "learning_rate": 2.896492236917769e-05,
      "loss": 1.103,
      "step": 305
    },
    {
      "epoch": 0.16935263589183283,
      "grad_norm": 0.7624502182006836,
      "learning_rate": 2.8921794134560093e-05,
      "loss": 1.1216,
      "step": 310
    },
    {
      "epoch": 0.17208413001912046,
      "grad_norm": 0.6501736640930176,
      "learning_rate": 2.8878665899942497e-05,
      "loss": 1.0736,
      "step": 315
    },
    {
      "epoch": 0.17481562414640808,
      "grad_norm": 0.7219209671020508,
      "learning_rate": 2.88355376653249e-05,
      "loss": 1.1018,
      "step": 320
    },
    {
      "epoch": 0.1775471182736957,
      "grad_norm": 0.6269301176071167,
      "learning_rate": 2.8792409430707306e-05,
      "loss": 1.1242,
      "step": 325
    },
    {
      "epoch": 0.18027861240098333,
      "grad_norm": 0.785416305065155,
      "learning_rate": 2.8749281196089707e-05,
      "loss": 1.0851,
      "step": 330
    },
    {
      "epoch": 0.18301010652827096,
      "grad_norm": 0.7034997344017029,
      "learning_rate": 2.870615296147211e-05,
      "loss": 1.1384,
      "step": 335
    },
    {
      "epoch": 0.1857416006555586,
      "grad_norm": 0.8468294739723206,
      "learning_rate": 2.8663024726854516e-05,
      "loss": 1.1302,
      "step": 340
    },
    {
      "epoch": 0.1884730947828462,
      "grad_norm": 0.7820891737937927,
      "learning_rate": 2.861989649223692e-05,
      "loss": 1.0532,
      "step": 345
    },
    {
      "epoch": 0.19120458891013384,
      "grad_norm": 0.8448447585105896,
      "learning_rate": 2.857676825761932e-05,
      "loss": 1.2118,
      "step": 350
    },
    {
      "epoch": 0.19393608303742146,
      "grad_norm": 0.6977779269218445,
      "learning_rate": 2.8533640023001725e-05,
      "loss": 1.1829,
      "step": 355
    },
    {
      "epoch": 0.1966675771647091,
      "grad_norm": 0.6859474778175354,
      "learning_rate": 2.849051178838413e-05,
      "loss": 0.9995,
      "step": 360
    },
    {
      "epoch": 0.19939907129199672,
      "grad_norm": 0.7476114630699158,
      "learning_rate": 2.8447383553766534e-05,
      "loss": 1.0597,
      "step": 365
    },
    {
      "epoch": 0.20213056541928434,
      "grad_norm": 0.7813637852668762,
      "learning_rate": 2.8404255319148935e-05,
      "loss": 1.1079,
      "step": 370
    },
    {
      "epoch": 0.20486205954657197,
      "grad_norm": 0.8648521304130554,
      "learning_rate": 2.836112708453134e-05,
      "loss": 1.1522,
      "step": 375
    },
    {
      "epoch": 0.2075935536738596,
      "grad_norm": 0.7016454339027405,
      "learning_rate": 2.8317998849913744e-05,
      "loss": 1.0281,
      "step": 380
    },
    {
      "epoch": 0.21032504780114722,
      "grad_norm": 0.6951316595077515,
      "learning_rate": 2.8274870615296148e-05,
      "loss": 1.1146,
      "step": 385
    },
    {
      "epoch": 0.21305654192843484,
      "grad_norm": 0.7843300700187683,
      "learning_rate": 2.823174238067855e-05,
      "loss": 1.1078,
      "step": 390
    },
    {
      "epoch": 0.21578803605572247,
      "grad_norm": 0.7950036525726318,
      "learning_rate": 2.8188614146060953e-05,
      "loss": 1.0833,
      "step": 395
    },
    {
      "epoch": 0.2185195301830101,
      "grad_norm": 0.7733429074287415,
      "learning_rate": 2.814548591144336e-05,
      "loss": 1.1077,
      "step": 400
    },
    {
      "epoch": 0.22125102431029772,
      "grad_norm": 0.813205897808075,
      "learning_rate": 2.8102357676825766e-05,
      "loss": 1.1326,
      "step": 405
    },
    {
      "epoch": 0.22398251843758535,
      "grad_norm": 0.7515183687210083,
      "learning_rate": 2.8059229442208166e-05,
      "loss": 1.0858,
      "step": 410
    },
    {
      "epoch": 0.22671401256487297,
      "grad_norm": 0.775006890296936,
      "learning_rate": 2.801610120759057e-05,
      "loss": 1.1325,
      "step": 415
    },
    {
      "epoch": 0.2294455066921606,
      "grad_norm": 0.7226970195770264,
      "learning_rate": 2.7972972972972975e-05,
      "loss": 1.113,
      "step": 420
    },
    {
      "epoch": 0.23217700081944823,
      "grad_norm": 0.803119421005249,
      "learning_rate": 2.792984473835538e-05,
      "loss": 1.0701,
      "step": 425
    },
    {
      "epoch": 0.23490849494673585,
      "grad_norm": 0.7977150678634644,
      "learning_rate": 2.788671650373778e-05,
      "loss": 1.1111,
      "step": 430
    },
    {
      "epoch": 0.23763998907402348,
      "grad_norm": 0.7857878804206848,
      "learning_rate": 2.7843588269120185e-05,
      "loss": 1.0683,
      "step": 435
    },
    {
      "epoch": 0.2403714832013111,
      "grad_norm": 0.7843796610832214,
      "learning_rate": 2.780046003450259e-05,
      "loss": 1.122,
      "step": 440
    },
    {
      "epoch": 0.24310297732859876,
      "grad_norm": 0.7460730075836182,
      "learning_rate": 2.775733179988499e-05,
      "loss": 1.0579,
      "step": 445
    },
    {
      "epoch": 0.24583447145588638,
      "grad_norm": 0.6824869513511658,
      "learning_rate": 2.7714203565267395e-05,
      "loss": 1.0787,
      "step": 450
    },
    {
      "epoch": 0.248565965583174,
      "grad_norm": 0.6470029950141907,
      "learning_rate": 2.76710753306498e-05,
      "loss": 1.0975,
      "step": 455
    },
    {
      "epoch": 0.25129745971046163,
      "grad_norm": 0.7347692847251892,
      "learning_rate": 2.7627947096032203e-05,
      "loss": 1.1854,
      "step": 460
    },
    {
      "epoch": 0.25402895383774926,
      "grad_norm": 0.8426661491394043,
      "learning_rate": 2.7584818861414604e-05,
      "loss": 1.0489,
      "step": 465
    },
    {
      "epoch": 0.2567604479650369,
      "grad_norm": 0.7579281330108643,
      "learning_rate": 2.754169062679701e-05,
      "loss": 1.0804,
      "step": 470
    },
    {
      "epoch": 0.2594919420923245,
      "grad_norm": 0.8320958018302917,
      "learning_rate": 2.7498562392179413e-05,
      "loss": 1.1259,
      "step": 475
    },
    {
      "epoch": 0.26222343621961214,
      "grad_norm": 0.8479028940200806,
      "learning_rate": 2.7455434157561817e-05,
      "loss": 1.0846,
      "step": 480
    },
    {
      "epoch": 0.26495493034689976,
      "grad_norm": 0.7769616842269897,
      "learning_rate": 2.7412305922944222e-05,
      "loss": 1.0907,
      "step": 485
    },
    {
      "epoch": 0.2676864244741874,
      "grad_norm": 0.6947383880615234,
      "learning_rate": 2.7369177688326626e-05,
      "loss": 1.0606,
      "step": 490
    },
    {
      "epoch": 0.270417918601475,
      "grad_norm": 0.6838494539260864,
      "learning_rate": 2.732604945370903e-05,
      "loss": 1.0027,
      "step": 495
    },
    {
      "epoch": 0.27314941272876264,
      "grad_norm": 0.7338347434997559,
      "learning_rate": 2.7282921219091435e-05,
      "loss": 1.0859,
      "step": 500
    },
    {
      "epoch": 0.27588090685605027,
      "grad_norm": 0.7138042449951172,
      "learning_rate": 2.7239792984473836e-05,
      "loss": 1.0208,
      "step": 505
    },
    {
      "epoch": 0.2786124009833379,
      "grad_norm": 0.8377683162689209,
      "learning_rate": 2.719666474985624e-05,
      "loss": 1.1176,
      "step": 510
    },
    {
      "epoch": 0.2813438951106255,
      "grad_norm": 0.817639172077179,
      "learning_rate": 2.7153536515238644e-05,
      "loss": 1.1092,
      "step": 515
    },
    {
      "epoch": 0.28407538923791315,
      "grad_norm": 0.7524867057800293,
      "learning_rate": 2.711040828062105e-05,
      "loss": 1.07,
      "step": 520
    },
    {
      "epoch": 0.28680688336520077,
      "grad_norm": 0.7723881006240845,
      "learning_rate": 2.706728004600345e-05,
      "loss": 1.0319,
      "step": 525
    },
    {
      "epoch": 0.2895383774924884,
      "grad_norm": 0.688042163848877,
      "learning_rate": 2.7024151811385854e-05,
      "loss": 1.0426,
      "step": 530
    },
    {
      "epoch": 0.292269871619776,
      "grad_norm": 0.7268008589744568,
      "learning_rate": 2.698102357676826e-05,
      "loss": 1.0404,
      "step": 535
    },
    {
      "epoch": 0.29500136574706365,
      "grad_norm": 0.6592392325401306,
      "learning_rate": 2.6937895342150663e-05,
      "loss": 1.0363,
      "step": 540
    },
    {
      "epoch": 0.2977328598743513,
      "grad_norm": 0.694995641708374,
      "learning_rate": 2.6894767107533064e-05,
      "loss": 1.1075,
      "step": 545
    },
    {
      "epoch": 0.3004643540016389,
      "grad_norm": 0.8423897624015808,
      "learning_rate": 2.6851638872915468e-05,
      "loss": 1.0985,
      "step": 550
    },
    {
      "epoch": 0.3031958481289265,
      "grad_norm": 0.6766981482505798,
      "learning_rate": 2.6808510638297873e-05,
      "loss": 1.0216,
      "step": 555
    },
    {
      "epoch": 0.30592734225621415,
      "grad_norm": 0.7330387830734253,
      "learning_rate": 2.6765382403680274e-05,
      "loss": 1.0111,
      "step": 560
    },
    {
      "epoch": 0.3086588363835018,
      "grad_norm": 0.7680959105491638,
      "learning_rate": 2.672225416906268e-05,
      "loss": 1.0391,
      "step": 565
    },
    {
      "epoch": 0.3113903305107894,
      "grad_norm": 0.8362131118774414,
      "learning_rate": 2.6679125934445086e-05,
      "loss": 1.0963,
      "step": 570
    },
    {
      "epoch": 0.31412182463807703,
      "grad_norm": 0.9484680891036987,
      "learning_rate": 2.663599769982749e-05,
      "loss": 1.0853,
      "step": 575
    },
    {
      "epoch": 0.31685331876536466,
      "grad_norm": 0.7578262090682983,
      "learning_rate": 2.659286946520989e-05,
      "loss": 1.0243,
      "step": 580
    },
    {
      "epoch": 0.3195848128926523,
      "grad_norm": 0.7981600165367126,
      "learning_rate": 2.6549741230592295e-05,
      "loss": 1.0074,
      "step": 585
    },
    {
      "epoch": 0.3223163070199399,
      "grad_norm": 0.7634698748588562,
      "learning_rate": 2.65066129959747e-05,
      "loss": 1.0407,
      "step": 590
    },
    {
      "epoch": 0.32504780114722753,
      "grad_norm": 0.7340299487113953,
      "learning_rate": 2.6463484761357104e-05,
      "loss": 1.0205,
      "step": 595
    },
    {
      "epoch": 0.32777929527451516,
      "grad_norm": 0.7297033667564392,
      "learning_rate": 2.6420356526739505e-05,
      "loss": 1.1023,
      "step": 600
    },
    {
      "epoch": 0.32777929527451516,
      "eval_loss": 1.0993021726608276,
      "eval_runtime": 306.2283,
      "eval_samples_per_second": 11.498,
      "eval_steps_per_second": 2.877,
      "step": 600
    },
    {
      "epoch": 0.3305107894018028,
      "grad_norm": 0.645929217338562,
      "learning_rate": 2.637722829212191e-05,
      "loss": 0.9895,
      "step": 605
    },
    {
      "epoch": 0.3332422835290904,
      "grad_norm": 0.7104042768478394,
      "learning_rate": 2.6334100057504314e-05,
      "loss": 1.0063,
      "step": 610
    },
    {
      "epoch": 0.33597377765637804,
      "grad_norm": 0.7610509395599365,
      "learning_rate": 2.6290971822886718e-05,
      "loss": 0.9546,
      "step": 615
    },
    {
      "epoch": 0.33870527178366566,
      "grad_norm": 0.7508594989776611,
      "learning_rate": 2.624784358826912e-05,
      "loss": 0.9908,
      "step": 620
    },
    {
      "epoch": 0.3414367659109533,
      "grad_norm": 0.7074321508407593,
      "learning_rate": 2.6204715353651523e-05,
      "loss": 1.0301,
      "step": 625
    },
    {
      "epoch": 0.3441682600382409,
      "grad_norm": 0.7267704010009766,
      "learning_rate": 2.6161587119033928e-05,
      "loss": 1.0927,
      "step": 630
    },
    {
      "epoch": 0.34689975416552854,
      "grad_norm": 0.6761760711669922,
      "learning_rate": 2.6118458884416332e-05,
      "loss": 0.9735,
      "step": 635
    },
    {
      "epoch": 0.34963124829281617,
      "grad_norm": 0.7219847440719604,
      "learning_rate": 2.6075330649798733e-05,
      "loss": 1.0233,
      "step": 640
    },
    {
      "epoch": 0.3523627424201038,
      "grad_norm": 0.753565788269043,
      "learning_rate": 2.6032202415181138e-05,
      "loss": 1.0658,
      "step": 645
    },
    {
      "epoch": 0.3550942365473914,
      "grad_norm": 0.7490048408508301,
      "learning_rate": 2.5989074180563545e-05,
      "loss": 1.0668,
      "step": 650
    },
    {
      "epoch": 0.35782573067467904,
      "grad_norm": 0.7493592500686646,
      "learning_rate": 2.594594594594595e-05,
      "loss": 0.9936,
      "step": 655
    },
    {
      "epoch": 0.36055722480196667,
      "grad_norm": 0.7734257578849792,
      "learning_rate": 2.590281771132835e-05,
      "loss": 0.9868,
      "step": 660
    },
    {
      "epoch": 0.3632887189292543,
      "grad_norm": 0.7188918590545654,
      "learning_rate": 2.5859689476710755e-05,
      "loss": 0.9771,
      "step": 665
    },
    {
      "epoch": 0.3660202130565419,
      "grad_norm": 0.7556160688400269,
      "learning_rate": 2.581656124209316e-05,
      "loss": 1.0392,
      "step": 670
    },
    {
      "epoch": 0.36875170718382955,
      "grad_norm": 0.5352792739868164,
      "learning_rate": 2.577343300747556e-05,
      "loss": 0.941,
      "step": 675
    },
    {
      "epoch": 0.3714832013111172,
      "grad_norm": 0.6794752478599548,
      "learning_rate": 2.5730304772857965e-05,
      "loss": 1.078,
      "step": 680
    },
    {
      "epoch": 0.3742146954384048,
      "grad_norm": 0.7562423348426819,
      "learning_rate": 2.568717653824037e-05,
      "loss": 0.9774,
      "step": 685
    },
    {
      "epoch": 0.3769461895656924,
      "grad_norm": 0.7022319436073303,
      "learning_rate": 2.5644048303622773e-05,
      "loss": 0.9832,
      "step": 690
    },
    {
      "epoch": 0.37967768369298005,
      "grad_norm": 0.771272599697113,
      "learning_rate": 2.5600920069005174e-05,
      "loss": 1.0179,
      "step": 695
    },
    {
      "epoch": 0.3824091778202677,
      "grad_norm": 0.6900454163551331,
      "learning_rate": 2.555779183438758e-05,
      "loss": 0.9452,
      "step": 700
    },
    {
      "epoch": 0.3851406719475553,
      "grad_norm": 0.7504772543907166,
      "learning_rate": 2.5514663599769983e-05,
      "loss": 0.9733,
      "step": 705
    },
    {
      "epoch": 0.38787216607484293,
      "grad_norm": 0.8242804408073425,
      "learning_rate": 2.5471535365152387e-05,
      "loss": 1.0468,
      "step": 710
    },
    {
      "epoch": 0.39060366020213055,
      "grad_norm": 0.7705220580101013,
      "learning_rate": 2.542840713053479e-05,
      "loss": 1.0101,
      "step": 715
    },
    {
      "epoch": 0.3933351543294182,
      "grad_norm": 0.7174106240272522,
      "learning_rate": 2.5385278895917193e-05,
      "loss": 0.9818,
      "step": 720
    },
    {
      "epoch": 0.3960666484567058,
      "grad_norm": 0.7383962273597717,
      "learning_rate": 2.5342150661299597e-05,
      "loss": 1.0289,
      "step": 725
    },
    {
      "epoch": 0.39879814258399343,
      "grad_norm": 0.6323188543319702,
      "learning_rate": 2.5299022426682e-05,
      "loss": 0.9597,
      "step": 730
    },
    {
      "epoch": 0.40152963671128106,
      "grad_norm": 0.825609028339386,
      "learning_rate": 2.5255894192064406e-05,
      "loss": 0.978,
      "step": 735
    },
    {
      "epoch": 0.4042611308385687,
      "grad_norm": 0.7169507741928101,
      "learning_rate": 2.521276595744681e-05,
      "loss": 0.9965,
      "step": 740
    },
    {
      "epoch": 0.4069926249658563,
      "grad_norm": 0.7201241254806519,
      "learning_rate": 2.5169637722829215e-05,
      "loss": 1.0158,
      "step": 745
    },
    {
      "epoch": 0.40972411909314393,
      "grad_norm": 0.7305246591567993,
      "learning_rate": 2.512650948821162e-05,
      "loss": 1.0034,
      "step": 750
    },
    {
      "epoch": 0.41245561322043156,
      "grad_norm": 0.66969895362854,
      "learning_rate": 2.508338125359402e-05,
      "loss": 1.0505,
      "step": 755
    },
    {
      "epoch": 0.4151871073477192,
      "grad_norm": 0.6087076663970947,
      "learning_rate": 2.5040253018976424e-05,
      "loss": 0.9876,
      "step": 760
    },
    {
      "epoch": 0.4179186014750068,
      "grad_norm": 0.740016520023346,
      "learning_rate": 2.499712478435883e-05,
      "loss": 1.0002,
      "step": 765
    },
    {
      "epoch": 0.42065009560229444,
      "grad_norm": 0.6993871331214905,
      "learning_rate": 2.4953996549741233e-05,
      "loss": 0.9828,
      "step": 770
    },
    {
      "epoch": 0.42338158972958206,
      "grad_norm": 0.6651398539543152,
      "learning_rate": 2.4910868315123634e-05,
      "loss": 1.0651,
      "step": 775
    },
    {
      "epoch": 0.4261130838568697,
      "grad_norm": 0.7585716247558594,
      "learning_rate": 2.4867740080506038e-05,
      "loss": 1.0542,
      "step": 780
    },
    {
      "epoch": 0.4288445779841573,
      "grad_norm": 0.8134998679161072,
      "learning_rate": 2.4824611845888443e-05,
      "loss": 0.9729,
      "step": 785
    },
    {
      "epoch": 0.43157607211144494,
      "grad_norm": 0.784631073474884,
      "learning_rate": 2.4781483611270847e-05,
      "loss": 0.9971,
      "step": 790
    },
    {
      "epoch": 0.43430756623873257,
      "grad_norm": 0.8132376670837402,
      "learning_rate": 2.4738355376653248e-05,
      "loss": 0.9859,
      "step": 795
    },
    {
      "epoch": 0.4370390603660202,
      "grad_norm": 0.6785438656806946,
      "learning_rate": 2.4695227142035652e-05,
      "loss": 0.9933,
      "step": 800
    },
    {
      "epoch": 0.4397705544933078,
      "grad_norm": 0.7485066056251526,
      "learning_rate": 2.4652098907418057e-05,
      "loss": 1.0549,
      "step": 805
    },
    {
      "epoch": 0.44250204862059545,
      "grad_norm": 0.626559853553772,
      "learning_rate": 2.4608970672800458e-05,
      "loss": 0.8987,
      "step": 810
    },
    {
      "epoch": 0.44523354274788307,
      "grad_norm": 0.6525225639343262,
      "learning_rate": 2.4565842438182862e-05,
      "loss": 1.0055,
      "step": 815
    },
    {
      "epoch": 0.4479650368751707,
      "grad_norm": 0.723646879196167,
      "learning_rate": 2.452271420356527e-05,
      "loss": 0.9561,
      "step": 820
    },
    {
      "epoch": 0.4506965310024583,
      "grad_norm": 0.6696566343307495,
      "learning_rate": 2.4479585968947674e-05,
      "loss": 0.9626,
      "step": 825
    },
    {
      "epoch": 0.45342802512974595,
      "grad_norm": 0.6937575936317444,
      "learning_rate": 2.4436457734330075e-05,
      "loss": 0.9679,
      "step": 830
    },
    {
      "epoch": 0.4561595192570336,
      "grad_norm": 0.7571921944618225,
      "learning_rate": 2.439332949971248e-05,
      "loss": 1.0327,
      "step": 835
    },
    {
      "epoch": 0.4588910133843212,
      "grad_norm": 0.7212653160095215,
      "learning_rate": 2.4350201265094884e-05,
      "loss": 0.9714,
      "step": 840
    },
    {
      "epoch": 0.4616225075116088,
      "grad_norm": 0.6409651041030884,
      "learning_rate": 2.4307073030477288e-05,
      "loss": 1.0007,
      "step": 845
    },
    {
      "epoch": 0.46435400163889645,
      "grad_norm": 0.7958700656890869,
      "learning_rate": 2.426394479585969e-05,
      "loss": 1.0335,
      "step": 850
    },
    {
      "epoch": 0.4670854957661841,
      "grad_norm": 0.7226616740226746,
      "learning_rate": 2.4220816561242094e-05,
      "loss": 0.982,
      "step": 855
    },
    {
      "epoch": 0.4698169898934717,
      "grad_norm": 0.6726953387260437,
      "learning_rate": 2.4177688326624498e-05,
      "loss": 0.9823,
      "step": 860
    },
    {
      "epoch": 0.47254848402075933,
      "grad_norm": 0.7555478811264038,
      "learning_rate": 2.4134560092006902e-05,
      "loss": 0.9672,
      "step": 865
    },
    {
      "epoch": 0.47527997814804696,
      "grad_norm": 0.8764699697494507,
      "learning_rate": 2.4091431857389303e-05,
      "loss": 0.9728,
      "step": 870
    },
    {
      "epoch": 0.4780114722753346,
      "grad_norm": 0.8067215085029602,
      "learning_rate": 2.4048303622771708e-05,
      "loss": 1.0206,
      "step": 875
    },
    {
      "epoch": 0.4807429664026222,
      "grad_norm": 0.7664445638656616,
      "learning_rate": 2.4005175388154112e-05,
      "loss": 0.9477,
      "step": 880
    },
    {
      "epoch": 0.48347446052990983,
      "grad_norm": 0.7092654705047607,
      "learning_rate": 2.3962047153536516e-05,
      "loss": 1.0208,
      "step": 885
    },
    {
      "epoch": 0.4862059546571975,
      "grad_norm": 0.6885917782783508,
      "learning_rate": 2.3918918918918917e-05,
      "loss": 1.0035,
      "step": 890
    },
    {
      "epoch": 0.48893744878448514,
      "grad_norm": 0.7531325221061707,
      "learning_rate": 2.387579068430132e-05,
      "loss": 0.9716,
      "step": 895
    },
    {
      "epoch": 0.49166894291177277,
      "grad_norm": 0.7733385562896729,
      "learning_rate": 2.3832662449683726e-05,
      "loss": 1.0056,
      "step": 900
    },
    {
      "epoch": 0.49166894291177277,
      "eval_loss": 1.0448055267333984,
      "eval_runtime": 307.1158,
      "eval_samples_per_second": 11.465,
      "eval_steps_per_second": 2.869,
      "step": 900
    },
    {
      "epoch": 0.4944004370390604,
      "grad_norm": 0.8963056802749634,
      "learning_rate": 2.3789534215066134e-05,
      "loss": 0.9844,
      "step": 905
    },
    {
      "epoch": 0.497131931166348,
      "grad_norm": 0.820163905620575,
      "learning_rate": 2.3746405980448535e-05,
      "loss": 1.0478,
      "step": 910
    },
    {
      "epoch": 0.49986342529363564,
      "grad_norm": 0.6968187689781189,
      "learning_rate": 2.370327774583094e-05,
      "loss": 0.9435,
      "step": 915
    },
    {
      "epoch": 0.5025949194209233,
      "grad_norm": 0.7683607339859009,
      "learning_rate": 2.3660149511213343e-05,
      "loss": 1.0467,
      "step": 920
    },
    {
      "epoch": 0.5053264135482108,
      "grad_norm": 0.8514032959938049,
      "learning_rate": 2.3617021276595744e-05,
      "loss": 1.0109,
      "step": 925
    },
    {
      "epoch": 0.5080579076754985,
      "grad_norm": 0.7920552492141724,
      "learning_rate": 2.357389304197815e-05,
      "loss": 0.9999,
      "step": 930
    },
    {
      "epoch": 0.5107894018027861,
      "grad_norm": 0.6363257765769958,
      "learning_rate": 2.3530764807360553e-05,
      "loss": 0.963,
      "step": 935
    },
    {
      "epoch": 0.5135208959300738,
      "grad_norm": 0.7315125465393066,
      "learning_rate": 2.3487636572742957e-05,
      "loss": 0.9841,
      "step": 940
    },
    {
      "epoch": 0.5162523900573613,
      "grad_norm": 0.756065845489502,
      "learning_rate": 2.344450833812536e-05,
      "loss": 0.9945,
      "step": 945
    },
    {
      "epoch": 0.518983884184649,
      "grad_norm": 0.7601234912872314,
      "learning_rate": 2.3401380103507763e-05,
      "loss": 0.9914,
      "step": 950
    },
    {
      "epoch": 0.5217153783119366,
      "grad_norm": 0.7508507370948792,
      "learning_rate": 2.3358251868890167e-05,
      "loss": 0.9712,
      "step": 955
    },
    {
      "epoch": 0.5244468724392243,
      "grad_norm": 0.768269419670105,
      "learning_rate": 2.331512363427257e-05,
      "loss": 1.0563,
      "step": 960
    },
    {
      "epoch": 0.5271783665665118,
      "grad_norm": 0.6745092868804932,
      "learning_rate": 2.3271995399654973e-05,
      "loss": 0.9691,
      "step": 965
    },
    {
      "epoch": 0.5299098606937995,
      "grad_norm": 0.7175255417823792,
      "learning_rate": 2.3228867165037377e-05,
      "loss": 0.9945,
      "step": 970
    },
    {
      "epoch": 0.5326413548210871,
      "grad_norm": 0.7807250022888184,
      "learning_rate": 2.318573893041978e-05,
      "loss": 0.9538,
      "step": 975
    },
    {
      "epoch": 0.5353728489483748,
      "grad_norm": 0.6616771221160889,
      "learning_rate": 2.3142610695802186e-05,
      "loss": 0.9973,
      "step": 980
    },
    {
      "epoch": 0.5381043430756624,
      "grad_norm": 0.7407675981521606,
      "learning_rate": 2.3099482461184587e-05,
      "loss": 1.0041,
      "step": 985
    },
    {
      "epoch": 0.54083583720295,
      "grad_norm": 0.7497495412826538,
      "learning_rate": 2.3056354226566994e-05,
      "loss": 0.9286,
      "step": 990
    },
    {
      "epoch": 0.5435673313302376,
      "grad_norm": 0.6467530727386475,
      "learning_rate": 2.30132259919494e-05,
      "loss": 0.9433,
      "step": 995
    },
    {
      "epoch": 0.5462988254575253,
      "grad_norm": 0.6888414621353149,
      "learning_rate": 2.2970097757331803e-05,
      "loss": 0.9507,
      "step": 1000
    },
    {
      "epoch": 0.5490303195848129,
      "grad_norm": 0.8949408531188965,
      "learning_rate": 2.2926969522714204e-05,
      "loss": 0.9643,
      "step": 1005
    },
    {
      "epoch": 0.5517618137121005,
      "grad_norm": 0.7237836122512817,
      "learning_rate": 2.288384128809661e-05,
      "loss": 0.917,
      "step": 1010
    },
    {
      "epoch": 0.5544933078393881,
      "grad_norm": 0.6691592931747437,
      "learning_rate": 2.2840713053479013e-05,
      "loss": 0.999,
      "step": 1015
    },
    {
      "epoch": 0.5572248019666758,
      "grad_norm": 0.7884166836738586,
      "learning_rate": 2.2797584818861417e-05,
      "loss": 0.9466,
      "step": 1020
    },
    {
      "epoch": 0.5599562960939634,
      "grad_norm": 0.7341962456703186,
      "learning_rate": 2.2754456584243818e-05,
      "loss": 0.9567,
      "step": 1025
    },
    {
      "epoch": 0.562687790221251,
      "grad_norm": 0.6674230098724365,
      "learning_rate": 2.2711328349626222e-05,
      "loss": 0.9487,
      "step": 1030
    },
    {
      "epoch": 0.5654192843485386,
      "grad_norm": 0.6951179504394531,
      "learning_rate": 2.2668200115008627e-05,
      "loss": 0.9885,
      "step": 1035
    },
    {
      "epoch": 0.5681507784758263,
      "grad_norm": 0.7464187741279602,
      "learning_rate": 2.262507188039103e-05,
      "loss": 0.9503,
      "step": 1040
    },
    {
      "epoch": 0.5708822726031139,
      "grad_norm": 0.69831383228302,
      "learning_rate": 2.2581943645773432e-05,
      "loss": 0.9567,
      "step": 1045
    },
    {
      "epoch": 0.5736137667304015,
      "grad_norm": 0.6780604720115662,
      "learning_rate": 2.2538815411155836e-05,
      "loss": 0.975,
      "step": 1050
    },
    {
      "epoch": 0.5763452608576891,
      "grad_norm": 0.7216975688934326,
      "learning_rate": 2.249568717653824e-05,
      "loss": 0.9948,
      "step": 1055
    },
    {
      "epoch": 0.5790767549849768,
      "grad_norm": 0.7621845006942749,
      "learning_rate": 2.2452558941920642e-05,
      "loss": 0.9995,
      "step": 1060
    },
    {
      "epoch": 0.5818082491122644,
      "grad_norm": 0.7196091413497925,
      "learning_rate": 2.2409430707303046e-05,
      "loss": 1.0007,
      "step": 1065
    },
    {
      "epoch": 0.584539743239552,
      "grad_norm": 0.6992865204811096,
      "learning_rate": 2.236630247268545e-05,
      "loss": 0.9363,
      "step": 1070
    },
    {
      "epoch": 0.5872712373668396,
      "grad_norm": 0.6687476634979248,
      "learning_rate": 2.2323174238067858e-05,
      "loss": 1.0072,
      "step": 1075
    },
    {
      "epoch": 0.5900027314941273,
      "grad_norm": 0.7828387022018433,
      "learning_rate": 2.228004600345026e-05,
      "loss": 0.994,
      "step": 1080
    },
    {
      "epoch": 0.5927342256214149,
      "grad_norm": 0.7133594751358032,
      "learning_rate": 2.2236917768832664e-05,
      "loss": 0.8923,
      "step": 1085
    },
    {
      "epoch": 0.5954657197487025,
      "grad_norm": 0.7610213160514832,
      "learning_rate": 2.2193789534215068e-05,
      "loss": 0.9855,
      "step": 1090
    },
    {
      "epoch": 0.5981972138759901,
      "grad_norm": 0.8042429089546204,
      "learning_rate": 2.2150661299597472e-05,
      "loss": 0.8981,
      "step": 1095
    },
    {
      "epoch": 0.6009287080032778,
      "grad_norm": 0.7705995440483093,
      "learning_rate": 2.2107533064979873e-05,
      "loss": 1.0007,
      "step": 1100
    },
    {
      "epoch": 0.6036602021305654,
      "grad_norm": 0.8342954516410828,
      "learning_rate": 2.2064404830362278e-05,
      "loss": 0.9614,
      "step": 1105
    },
    {
      "epoch": 0.606391696257853,
      "grad_norm": 0.7102698087692261,
      "learning_rate": 2.2021276595744682e-05,
      "loss": 0.9482,
      "step": 1110
    },
    {
      "epoch": 0.6091231903851406,
      "grad_norm": 0.686964750289917,
      "learning_rate": 2.1978148361127086e-05,
      "loss": 0.9045,
      "step": 1115
    },
    {
      "epoch": 0.6118546845124283,
      "grad_norm": 0.8660001158714294,
      "learning_rate": 2.1935020126509487e-05,
      "loss": 0.9551,
      "step": 1120
    },
    {
      "epoch": 0.6145861786397159,
      "grad_norm": 0.689612090587616,
      "learning_rate": 2.1891891891891892e-05,
      "loss": 0.9795,
      "step": 1125
    },
    {
      "epoch": 0.6173176727670036,
      "grad_norm": 0.7324284315109253,
      "learning_rate": 2.1848763657274296e-05,
      "loss": 0.9707,
      "step": 1130
    },
    {
      "epoch": 0.6200491668942911,
      "grad_norm": 0.7044214010238647,
      "learning_rate": 2.18056354226567e-05,
      "loss": 0.9864,
      "step": 1135
    },
    {
      "epoch": 0.6227806610215788,
      "grad_norm": 0.6462258696556091,
      "learning_rate": 2.17625071880391e-05,
      "loss": 0.9469,
      "step": 1140
    },
    {
      "epoch": 0.6255121551488664,
      "grad_norm": 0.7109295129776001,
      "learning_rate": 2.1719378953421506e-05,
      "loss": 0.8984,
      "step": 1145
    },
    {
      "epoch": 0.6282436492761541,
      "grad_norm": 0.5951446890830994,
      "learning_rate": 2.167625071880391e-05,
      "loss": 0.9383,
      "step": 1150
    },
    {
      "epoch": 0.6309751434034416,
      "grad_norm": 0.7271871566772461,
      "learning_rate": 2.1633122484186314e-05,
      "loss": 0.9713,
      "step": 1155
    },
    {
      "epoch": 0.6337066375307293,
      "grad_norm": 0.6672769784927368,
      "learning_rate": 2.158999424956872e-05,
      "loss": 0.9567,
      "step": 1160
    },
    {
      "epoch": 0.6364381316580169,
      "grad_norm": 0.6343885064125061,
      "learning_rate": 2.1546866014951123e-05,
      "loss": 0.9575,
      "step": 1165
    },
    {
      "epoch": 0.6391696257853046,
      "grad_norm": 0.6709259748458862,
      "learning_rate": 2.1503737780333528e-05,
      "loss": 0.9778,
      "step": 1170
    },
    {
      "epoch": 0.6419011199125921,
      "grad_norm": 0.7463548183441162,
      "learning_rate": 2.146060954571593e-05,
      "loss": 0.9363,
      "step": 1175
    },
    {
      "epoch": 0.6446326140398798,
      "grad_norm": 0.7336212396621704,
      "learning_rate": 2.1417481311098333e-05,
      "loss": 0.9984,
      "step": 1180
    },
    {
      "epoch": 0.6473641081671675,
      "grad_norm": 0.7141072154045105,
      "learning_rate": 2.1374353076480737e-05,
      "loss": 0.959,
      "step": 1185
    },
    {
      "epoch": 0.6500956022944551,
      "grad_norm": 0.7275980710983276,
      "learning_rate": 2.133122484186314e-05,
      "loss": 1.0157,
      "step": 1190
    },
    {
      "epoch": 0.6528270964217427,
      "grad_norm": 0.7292263507843018,
      "learning_rate": 2.1288096607245543e-05,
      "loss": 0.9455,
      "step": 1195
    },
    {
      "epoch": 0.6555585905490303,
      "grad_norm": 0.7778198719024658,
      "learning_rate": 2.1244968372627947e-05,
      "loss": 0.9972,
      "step": 1200
    },
    {
      "epoch": 0.6555585905490303,
      "eval_loss": 1.0104354619979858,
      "eval_runtime": 306.0261,
      "eval_samples_per_second": 11.506,
      "eval_steps_per_second": 2.879,
      "step": 1200
    },
    {
      "epoch": 0.658290084676318,
      "grad_norm": 0.765852689743042,
      "learning_rate": 2.120184013801035e-05,
      "loss": 0.91,
      "step": 1205
    },
    {
      "epoch": 0.6610215788036056,
      "grad_norm": 0.7371508479118347,
      "learning_rate": 2.1158711903392756e-05,
      "loss": 0.9148,
      "step": 1210
    },
    {
      "epoch": 0.6637530729308933,
      "grad_norm": 0.6820752024650574,
      "learning_rate": 2.1115583668775157e-05,
      "loss": 0.9403,
      "step": 1215
    },
    {
      "epoch": 0.6664845670581808,
      "grad_norm": 0.6960161924362183,
      "learning_rate": 2.107245543415756e-05,
      "loss": 0.8883,
      "step": 1220
    },
    {
      "epoch": 0.6692160611854685,
      "grad_norm": 0.7612309455871582,
      "learning_rate": 2.1029327199539965e-05,
      "loss": 0.9822,
      "step": 1225
    },
    {
      "epoch": 0.6719475553127561,
      "grad_norm": 0.7078716158866882,
      "learning_rate": 2.098619896492237e-05,
      "loss": 0.9557,
      "step": 1230
    },
    {
      "epoch": 0.6746790494400438,
      "grad_norm": 0.8086084723472595,
      "learning_rate": 2.094307073030477e-05,
      "loss": 0.99,
      "step": 1235
    },
    {
      "epoch": 0.6774105435673313,
      "grad_norm": 0.7762773036956787,
      "learning_rate": 2.0899942495687175e-05,
      "loss": 0.928,
      "step": 1240
    },
    {
      "epoch": 0.680142037694619,
      "grad_norm": 0.7032769918441772,
      "learning_rate": 2.0856814261069583e-05,
      "loss": 0.925,
      "step": 1245
    },
    {
      "epoch": 0.6828735318219066,
      "grad_norm": 0.7651206254959106,
      "learning_rate": 2.0813686026451987e-05,
      "loss": 1.0394,
      "step": 1250
    },
    {
      "epoch": 0.6856050259491943,
      "grad_norm": 0.692830502986908,
      "learning_rate": 2.0770557791834388e-05,
      "loss": 1.0109,
      "step": 1255
    },
    {
      "epoch": 0.6883365200764818,
      "grad_norm": 0.7856961488723755,
      "learning_rate": 2.0727429557216792e-05,
      "loss": 0.9447,
      "step": 1260
    },
    {
      "epoch": 0.6910680142037695,
      "grad_norm": 0.6694244146347046,
      "learning_rate": 2.0684301322599197e-05,
      "loss": 0.9449,
      "step": 1265
    },
    {
      "epoch": 0.6937995083310571,
      "grad_norm": 0.7393211126327515,
      "learning_rate": 2.06411730879816e-05,
      "loss": 0.919,
      "step": 1270
    },
    {
      "epoch": 0.6965310024583448,
      "grad_norm": 0.6926017999649048,
      "learning_rate": 2.0598044853364002e-05,
      "loss": 0.9542,
      "step": 1275
    },
    {
      "epoch": 0.6992624965856323,
      "grad_norm": 0.7787449955940247,
      "learning_rate": 2.0554916618746407e-05,
      "loss": 0.9872,
      "step": 1280
    },
    {
      "epoch": 0.70199399071292,
      "grad_norm": 0.6585371494293213,
      "learning_rate": 2.051178838412881e-05,
      "loss": 0.9076,
      "step": 1285
    },
    {
      "epoch": 0.7047254848402076,
      "grad_norm": 0.8140162825584412,
      "learning_rate": 2.0468660149511212e-05,
      "loss": 0.9859,
      "step": 1290
    },
    {
      "epoch": 0.7074569789674953,
      "grad_norm": 0.7256448268890381,
      "learning_rate": 2.0425531914893616e-05,
      "loss": 0.9495,
      "step": 1295
    },
    {
      "epoch": 0.7101884730947828,
      "grad_norm": 0.704347550868988,
      "learning_rate": 2.038240368027602e-05,
      "loss": 0.9382,
      "step": 1300
    },
    {
      "epoch": 0.7129199672220705,
      "grad_norm": 0.7334429621696472,
      "learning_rate": 2.0339275445658425e-05,
      "loss": 1.0537,
      "step": 1305
    },
    {
      "epoch": 0.7156514613493581,
      "grad_norm": 0.7472988367080688,
      "learning_rate": 2.0296147211040826e-05,
      "loss": 0.9578,
      "step": 1310
    },
    {
      "epoch": 0.7183829554766458,
      "grad_norm": 0.7188481688499451,
      "learning_rate": 2.025301897642323e-05,
      "loss": 0.9126,
      "step": 1315
    },
    {
      "epoch": 0.7211144496039333,
      "grad_norm": 0.6989107131958008,
      "learning_rate": 2.0209890741805635e-05,
      "loss": 0.9151,
      "step": 1320
    },
    {
      "epoch": 0.723845943731221,
      "grad_norm": 0.7198164463043213,
      "learning_rate": 2.0166762507188042e-05,
      "loss": 1.0286,
      "step": 1325
    },
    {
      "epoch": 0.7265774378585086,
      "grad_norm": 0.6929178237915039,
      "learning_rate": 2.0123634272570443e-05,
      "loss": 0.9355,
      "step": 1330
    },
    {
      "epoch": 0.7293089319857963,
      "grad_norm": 0.7612504363059998,
      "learning_rate": 2.0080506037952848e-05,
      "loss": 0.9146,
      "step": 1335
    },
    {
      "epoch": 0.7320404261130838,
      "grad_norm": 0.7512226104736328,
      "learning_rate": 2.0037377803335252e-05,
      "loss": 0.9341,
      "step": 1340
    },
    {
      "epoch": 0.7347719202403715,
      "grad_norm": 0.6576052904129028,
      "learning_rate": 1.9994249568717656e-05,
      "loss": 0.9835,
      "step": 1345
    },
    {
      "epoch": 0.7375034143676591,
      "grad_norm": 0.6750711798667908,
      "learning_rate": 1.9951121334100057e-05,
      "loss": 0.9306,
      "step": 1350
    },
    {
      "epoch": 0.7402349084949468,
      "grad_norm": 0.7277622222900391,
      "learning_rate": 1.9907993099482462e-05,
      "loss": 0.9277,
      "step": 1355
    },
    {
      "epoch": 0.7429664026222343,
      "grad_norm": 0.6992029547691345,
      "learning_rate": 1.9864864864864866e-05,
      "loss": 0.8974,
      "step": 1360
    },
    {
      "epoch": 0.745697896749522,
      "grad_norm": 0.7547896504402161,
      "learning_rate": 1.982173663024727e-05,
      "loss": 0.9054,
      "step": 1365
    },
    {
      "epoch": 0.7484293908768096,
      "grad_norm": 0.622846245765686,
      "learning_rate": 1.977860839562967e-05,
      "loss": 0.9397,
      "step": 1370
    },
    {
      "epoch": 0.7511608850040973,
      "grad_norm": 0.7345914840698242,
      "learning_rate": 1.9735480161012076e-05,
      "loss": 0.9289,
      "step": 1375
    },
    {
      "epoch": 0.7538923791313848,
      "grad_norm": 0.6609006524085999,
      "learning_rate": 1.969235192639448e-05,
      "loss": 0.9182,
      "step": 1380
    },
    {
      "epoch": 0.7566238732586725,
      "grad_norm": 0.6038909554481506,
      "learning_rate": 1.9649223691776885e-05,
      "loss": 0.951,
      "step": 1385
    },
    {
      "epoch": 0.7593553673859601,
      "grad_norm": 0.8150413632392883,
      "learning_rate": 1.9606095457159286e-05,
      "loss": 0.9485,
      "step": 1390
    },
    {
      "epoch": 0.7620868615132478,
      "grad_norm": 0.7100688815116882,
      "learning_rate": 1.956296722254169e-05,
      "loss": 0.8858,
      "step": 1395
    },
    {
      "epoch": 0.7648183556405354,
      "grad_norm": 0.8150034546852112,
      "learning_rate": 1.9519838987924094e-05,
      "loss": 0.8819,
      "step": 1400
    },
    {
      "epoch": 0.767549849767823,
      "grad_norm": 0.6773537993431091,
      "learning_rate": 1.94767107533065e-05,
      "loss": 0.896,
      "step": 1405
    },
    {
      "epoch": 0.7702813438951106,
      "grad_norm": 0.740321159362793,
      "learning_rate": 1.9433582518688903e-05,
      "loss": 0.999,
      "step": 1410
    },
    {
      "epoch": 0.7730128380223983,
      "grad_norm": 0.7414593696594238,
      "learning_rate": 1.9390454284071307e-05,
      "loss": 0.9705,
      "step": 1415
    },
    {
      "epoch": 0.7757443321496859,
      "grad_norm": 0.6770462393760681,
      "learning_rate": 1.934732604945371e-05,
      "loss": 0.8661,
      "step": 1420
    },
    {
      "epoch": 0.7784758262769735,
      "grad_norm": 0.7381240725517273,
      "learning_rate": 1.9304197814836113e-05,
      "loss": 0.9294,
      "step": 1425
    },
    {
      "epoch": 0.7812073204042611,
      "grad_norm": 0.7964140772819519,
      "learning_rate": 1.9261069580218517e-05,
      "loss": 0.9194,
      "step": 1430
    },
    {
      "epoch": 0.7839388145315488,
      "grad_norm": 0.6870235800743103,
      "learning_rate": 1.921794134560092e-05,
      "loss": 0.9445,
      "step": 1435
    },
    {
      "epoch": 0.7866703086588364,
      "grad_norm": 0.6794748306274414,
      "learning_rate": 1.9174813110983326e-05,
      "loss": 0.9056,
      "step": 1440
    },
    {
      "epoch": 0.789401802786124,
      "grad_norm": 0.7200539112091064,
      "learning_rate": 1.9131684876365727e-05,
      "loss": 0.8967,
      "step": 1445
    },
    {
      "epoch": 0.7921332969134116,
      "grad_norm": 0.607352614402771,
      "learning_rate": 1.908855664174813e-05,
      "loss": 0.9867,
      "step": 1450
    },
    {
      "epoch": 0.7948647910406993,
      "grad_norm": 0.7188989520072937,
      "learning_rate": 1.9045428407130535e-05,
      "loss": 0.94,
      "step": 1455
    },
    {
      "epoch": 0.7975962851679869,
      "grad_norm": 0.6703076958656311,
      "learning_rate": 1.900230017251294e-05,
      "loss": 0.923,
      "step": 1460
    },
    {
      "epoch": 0.8003277792952745,
      "grad_norm": 0.7471827268600464,
      "learning_rate": 1.895917193789534e-05,
      "loss": 0.9722,
      "step": 1465
    },
    {
      "epoch": 0.8030592734225621,
      "grad_norm": 0.7551170587539673,
      "learning_rate": 1.8916043703277745e-05,
      "loss": 1.0264,
      "step": 1470
    },
    {
      "epoch": 0.8057907675498498,
      "grad_norm": 0.7488394975662231,
      "learning_rate": 1.887291546866015e-05,
      "loss": 0.92,
      "step": 1475
    },
    {
      "epoch": 0.8085222616771374,
      "grad_norm": 0.727719783782959,
      "learning_rate": 1.8829787234042554e-05,
      "loss": 0.9529,
      "step": 1480
    },
    {
      "epoch": 0.811253755804425,
      "grad_norm": 0.7175052762031555,
      "learning_rate": 1.8786658999424955e-05,
      "loss": 0.8721,
      "step": 1485
    },
    {
      "epoch": 0.8139852499317126,
      "grad_norm": 0.7018330097198486,
      "learning_rate": 1.874353076480736e-05,
      "loss": 0.9407,
      "step": 1490
    },
    {
      "epoch": 0.8167167440590003,
      "grad_norm": 0.6539778709411621,
      "learning_rate": 1.8700402530189767e-05,
      "loss": 0.858,
      "step": 1495
    },
    {
      "epoch": 0.8194482381862879,
      "grad_norm": 0.7826074361801147,
      "learning_rate": 1.865727429557217e-05,
      "loss": 0.894,
      "step": 1500
    },
    {
      "epoch": 0.8194482381862879,
      "eval_loss": 0.9872580766677856,
      "eval_runtime": 306.8359,
      "eval_samples_per_second": 11.475,
      "eval_steps_per_second": 2.871,
      "step": 1500
    },
    {
      "epoch": 0.8221797323135756,
      "grad_norm": 0.7110973596572876,
      "learning_rate": 1.8614146060954572e-05,
      "loss": 0.9763,
      "step": 1505
    },
    {
      "epoch": 0.8249112264408631,
      "grad_norm": 0.7309880256652832,
      "learning_rate": 1.8571017826336977e-05,
      "loss": 0.9039,
      "step": 1510
    },
    {
      "epoch": 0.8276427205681508,
      "grad_norm": 0.8011833429336548,
      "learning_rate": 1.852788959171938e-05,
      "loss": 0.9001,
      "step": 1515
    },
    {
      "epoch": 0.8303742146954384,
      "grad_norm": 0.7755061984062195,
      "learning_rate": 1.8484761357101785e-05,
      "loss": 0.9879,
      "step": 1520
    },
    {
      "epoch": 0.833105708822726,
      "grad_norm": 0.754245400428772,
      "learning_rate": 1.8441633122484186e-05,
      "loss": 0.9367,
      "step": 1525
    },
    {
      "epoch": 0.8358372029500136,
      "grad_norm": 0.7638076543807983,
      "learning_rate": 1.839850488786659e-05,
      "loss": 0.974,
      "step": 1530
    },
    {
      "epoch": 0.8385686970773013,
      "grad_norm": 0.6868399977684021,
      "learning_rate": 1.8355376653248995e-05,
      "loss": 0.901,
      "step": 1535
    },
    {
      "epoch": 0.8413001912045889,
      "grad_norm": 0.7435300350189209,
      "learning_rate": 1.8312248418631396e-05,
      "loss": 0.9094,
      "step": 1540
    },
    {
      "epoch": 0.8440316853318766,
      "grad_norm": 0.7442822456359863,
      "learning_rate": 1.82691201840138e-05,
      "loss": 0.9331,
      "step": 1545
    },
    {
      "epoch": 0.8467631794591641,
      "grad_norm": 0.6578322052955627,
      "learning_rate": 1.8225991949396205e-05,
      "loss": 0.8728,
      "step": 1550
    },
    {
      "epoch": 0.8494946735864518,
      "grad_norm": 0.7113497257232666,
      "learning_rate": 1.818286371477861e-05,
      "loss": 0.9407,
      "step": 1555
    },
    {
      "epoch": 0.8522261677137394,
      "grad_norm": 0.6778536438941956,
      "learning_rate": 1.813973548016101e-05,
      "loss": 0.9075,
      "step": 1560
    },
    {
      "epoch": 0.8549576618410271,
      "grad_norm": 0.617668092250824,
      "learning_rate": 1.8096607245543414e-05,
      "loss": 0.9012,
      "step": 1565
    },
    {
      "epoch": 0.8576891559683146,
      "grad_norm": 0.6440238356590271,
      "learning_rate": 1.805347901092582e-05,
      "loss": 0.9127,
      "step": 1570
    },
    {
      "epoch": 0.8604206500956023,
      "grad_norm": 0.8441850543022156,
      "learning_rate": 1.8010350776308223e-05,
      "loss": 0.9261,
      "step": 1575
    },
    {
      "epoch": 0.8631521442228899,
      "grad_norm": 0.6639198064804077,
      "learning_rate": 1.7967222541690627e-05,
      "loss": 0.9025,
      "step": 1580
    },
    {
      "epoch": 0.8658836383501776,
      "grad_norm": 0.7301929593086243,
      "learning_rate": 1.7924094307073032e-05,
      "loss": 0.9152,
      "step": 1585
    },
    {
      "epoch": 0.8686151324774651,
      "grad_norm": 0.7648395299911499,
      "learning_rate": 1.7880966072455436e-05,
      "loss": 0.8786,
      "step": 1590
    },
    {
      "epoch": 0.8713466266047528,
      "grad_norm": 0.8249919414520264,
      "learning_rate": 1.783783783783784e-05,
      "loss": 0.9453,
      "step": 1595
    },
    {
      "epoch": 0.8740781207320404,
      "grad_norm": 0.7503889203071594,
      "learning_rate": 1.779470960322024e-05,
      "loss": 0.8989,
      "step": 1600
    },
    {
      "epoch": 0.8768096148593281,
      "grad_norm": 0.6465786099433899,
      "learning_rate": 1.7751581368602646e-05,
      "loss": 0.9424,
      "step": 1605
    },
    {
      "epoch": 0.8795411089866156,
      "grad_norm": 0.741681694984436,
      "learning_rate": 1.770845313398505e-05,
      "loss": 0.9749,
      "step": 1610
    },
    {
      "epoch": 0.8822726031139033,
      "grad_norm": 0.6805129647254944,
      "learning_rate": 1.7665324899367455e-05,
      "loss": 0.8869,
      "step": 1615
    },
    {
      "epoch": 0.8850040972411909,
      "grad_norm": 0.7567791938781738,
      "learning_rate": 1.7622196664749856e-05,
      "loss": 0.8947,
      "step": 1620
    },
    {
      "epoch": 0.8877355913684786,
      "grad_norm": 0.6105583906173706,
      "learning_rate": 1.757906843013226e-05,
      "loss": 0.8362,
      "step": 1625
    },
    {
      "epoch": 0.8904670854957661,
      "grad_norm": 0.7158373594284058,
      "learning_rate": 1.7535940195514664e-05,
      "loss": 0.9471,
      "step": 1630
    },
    {
      "epoch": 0.8931985796230538,
      "grad_norm": 0.5763299465179443,
      "learning_rate": 1.749281196089707e-05,
      "loss": 0.864,
      "step": 1635
    },
    {
      "epoch": 0.8959300737503414,
      "grad_norm": 0.6493390202522278,
      "learning_rate": 1.744968372627947e-05,
      "loss": 0.8604,
      "step": 1640
    },
    {
      "epoch": 0.8986615678776291,
      "grad_norm": 0.6950406432151794,
      "learning_rate": 1.7406555491661874e-05,
      "loss": 0.8781,
      "step": 1645
    },
    {
      "epoch": 0.9013930620049166,
      "grad_norm": 0.8326542973518372,
      "learning_rate": 1.736342725704428e-05,
      "loss": 0.954,
      "step": 1650
    },
    {
      "epoch": 0.9041245561322043,
      "grad_norm": 0.6683987379074097,
      "learning_rate": 1.7320299022426683e-05,
      "loss": 0.882,
      "step": 1655
    },
    {
      "epoch": 0.9068560502594919,
      "grad_norm": 0.6118180751800537,
      "learning_rate": 1.7277170787809084e-05,
      "loss": 0.9009,
      "step": 1660
    },
    {
      "epoch": 0.9095875443867796,
      "grad_norm": 0.7796676754951477,
      "learning_rate": 1.723404255319149e-05,
      "loss": 0.829,
      "step": 1665
    },
    {
      "epoch": 0.9123190385140671,
      "grad_norm": 0.8553198575973511,
      "learning_rate": 1.7190914318573896e-05,
      "loss": 0.9174,
      "step": 1670
    },
    {
      "epoch": 0.9150505326413548,
      "grad_norm": 0.7575505971908569,
      "learning_rate": 1.7147786083956297e-05,
      "loss": 0.9401,
      "step": 1675
    },
    {
      "epoch": 0.9177820267686424,
      "grad_norm": 0.7973514199256897,
      "learning_rate": 1.71046578493387e-05,
      "loss": 0.9088,
      "step": 1680
    },
    {
      "epoch": 0.9205135208959301,
      "grad_norm": 0.7348738312721252,
      "learning_rate": 1.7061529614721106e-05,
      "loss": 1.0269,
      "step": 1685
    },
    {
      "epoch": 0.9232450150232177,
      "grad_norm": 0.8025610446929932,
      "learning_rate": 1.701840138010351e-05,
      "loss": 0.9249,
      "step": 1690
    },
    {
      "epoch": 0.9259765091505053,
      "grad_norm": 0.8233335614204407,
      "learning_rate": 1.697527314548591e-05,
      "loss": 0.9512,
      "step": 1695
    },
    {
      "epoch": 0.9287080032777929,
      "grad_norm": 0.6626378893852234,
      "learning_rate": 1.6932144910868315e-05,
      "loss": 0.8922,
      "step": 1700
    },
    {
      "epoch": 0.9314394974050806,
      "grad_norm": 0.6478386521339417,
      "learning_rate": 1.688901667625072e-05,
      "loss": 0.9199,
      "step": 1705
    },
    {
      "epoch": 0.9341709915323682,
      "grad_norm": 0.6564362049102783,
      "learning_rate": 1.6845888441633124e-05,
      "loss": 0.948,
      "step": 1710
    },
    {
      "epoch": 0.9369024856596558,
      "grad_norm": 0.7215321063995361,
      "learning_rate": 1.6802760207015525e-05,
      "loss": 0.9751,
      "step": 1715
    },
    {
      "epoch": 0.9396339797869434,
      "grad_norm": 0.7329283952713013,
      "learning_rate": 1.675963197239793e-05,
      "loss": 0.8813,
      "step": 1720
    },
    {
      "epoch": 0.9423654739142311,
      "grad_norm": 0.7088721394538879,
      "learning_rate": 1.6716503737780334e-05,
      "loss": 0.9062,
      "step": 1725
    },
    {
      "epoch": 0.9450969680415187,
      "grad_norm": 0.7192842364311218,
      "learning_rate": 1.6673375503162738e-05,
      "loss": 0.9459,
      "step": 1730
    },
    {
      "epoch": 0.9478284621688063,
      "grad_norm": 0.6714224219322205,
      "learning_rate": 1.663024726854514e-05,
      "loss": 0.9044,
      "step": 1735
    },
    {
      "epoch": 0.9505599562960939,
      "grad_norm": 0.7423708438873291,
      "learning_rate": 1.6587119033927543e-05,
      "loss": 0.9037,
      "step": 1740
    },
    {
      "epoch": 0.9532914504233816,
      "grad_norm": 0.7379775643348694,
      "learning_rate": 1.6543990799309948e-05,
      "loss": 0.887,
      "step": 1745
    },
    {
      "epoch": 0.9560229445506692,
      "grad_norm": 0.7309372425079346,
      "learning_rate": 1.6500862564692355e-05,
      "loss": 0.8759,
      "step": 1750
    },
    {
      "epoch": 0.9587544386779568,
      "grad_norm": 0.7975478768348694,
      "learning_rate": 1.6457734330074756e-05,
      "loss": 0.9037,
      "step": 1755
    },
    {
      "epoch": 0.9614859328052444,
      "grad_norm": 0.745080292224884,
      "learning_rate": 1.641460609545716e-05,
      "loss": 0.8829,
      "step": 1760
    },
    {
      "epoch": 0.9642174269325321,
      "grad_norm": 0.7956293821334839,
      "learning_rate": 1.6371477860839565e-05,
      "loss": 1.0524,
      "step": 1765
    },
    {
      "epoch": 0.9669489210598197,
      "grad_norm": 0.696330189704895,
      "learning_rate": 1.632834962622197e-05,
      "loss": 0.9771,
      "step": 1770
    },
    {
      "epoch": 0.9696804151871073,
      "grad_norm": 0.6705037951469421,
      "learning_rate": 1.628522139160437e-05,
      "loss": 0.8901,
      "step": 1775
    },
    {
      "epoch": 0.972411909314395,
      "grad_norm": 0.7212891578674316,
      "learning_rate": 1.6242093156986775e-05,
      "loss": 0.954,
      "step": 1780
    },
    {
      "epoch": 0.9751434034416826,
      "grad_norm": 0.7896215319633484,
      "learning_rate": 1.619896492236918e-05,
      "loss": 0.9846,
      "step": 1785
    },
    {
      "epoch": 0.9778748975689703,
      "grad_norm": 0.6579116582870483,
      "learning_rate": 1.615583668775158e-05,
      "loss": 0.9433,
      "step": 1790
    },
    {
      "epoch": 0.9806063916962579,
      "grad_norm": 0.7765350937843323,
      "learning_rate": 1.6112708453133984e-05,
      "loss": 0.9282,
      "step": 1795
    },
    {
      "epoch": 0.9833378858235455,
      "grad_norm": 0.708436131477356,
      "learning_rate": 1.606958021851639e-05,
      "loss": 0.8686,
      "step": 1800
    },
    {
      "epoch": 0.9833378858235455,
      "eval_loss": 0.9697180986404419,
      "eval_runtime": 301.1632,
      "eval_samples_per_second": 11.691,
      "eval_steps_per_second": 2.925,
      "step": 1800
    },
    {
      "epoch": 0.9860693799508331,
      "grad_norm": 0.8018620610237122,
      "learning_rate": 1.6026451983898793e-05,
      "loss": 1.0011,
      "step": 1805
    },
    {
      "epoch": 0.9888008740781208,
      "grad_norm": 0.7609168291091919,
      "learning_rate": 1.5983323749281194e-05,
      "loss": 0.8624,
      "step": 1810
    },
    {
      "epoch": 0.9915323682054084,
      "grad_norm": 0.6601422429084778,
      "learning_rate": 1.59401955146636e-05,
      "loss": 0.9233,
      "step": 1815
    },
    {
      "epoch": 0.994263862332696,
      "grad_norm": 0.7912075519561768,
      "learning_rate": 1.5897067280046003e-05,
      "loss": 0.9028,
      "step": 1820
    },
    {
      "epoch": 0.9969953564599836,
      "grad_norm": 0.7140695452690125,
      "learning_rate": 1.5853939045428407e-05,
      "loss": 0.9264,
      "step": 1825
    },
    {
      "epoch": 0.9997268505872713,
      "grad_norm": 0.808732271194458,
      "learning_rate": 1.5810810810810808e-05,
      "loss": 0.9834,
      "step": 1830
    },
    {
      "epoch": 1.0021851953018301,
      "grad_norm": 0.8098347783088684,
      "learning_rate": 1.5767682576193216e-05,
      "loss": 0.8197,
      "step": 1835
    },
    {
      "epoch": 1.0049166894291177,
      "grad_norm": 0.6910871863365173,
      "learning_rate": 1.572455434157562e-05,
      "loss": 0.8297,
      "step": 1840
    },
    {
      "epoch": 1.0076481835564053,
      "grad_norm": 0.6911448836326599,
      "learning_rate": 1.5681426106958025e-05,
      "loss": 0.8399,
      "step": 1845
    },
    {
      "epoch": 1.010379677683693,
      "grad_norm": 0.6237926483154297,
      "learning_rate": 1.5638297872340426e-05,
      "loss": 0.883,
      "step": 1850
    },
    {
      "epoch": 1.0131111718109806,
      "grad_norm": 0.7451146245002747,
      "learning_rate": 1.559516963772283e-05,
      "loss": 0.8211,
      "step": 1855
    },
    {
      "epoch": 1.0158426659382682,
      "grad_norm": 0.8290321230888367,
      "learning_rate": 1.5552041403105234e-05,
      "loss": 0.8043,
      "step": 1860
    },
    {
      "epoch": 1.0185741600655558,
      "grad_norm": 0.7983705997467041,
      "learning_rate": 1.550891316848764e-05,
      "loss": 0.869,
      "step": 1865
    },
    {
      "epoch": 1.0213056541928436,
      "grad_norm": 0.6545166969299316,
      "learning_rate": 1.546578493387004e-05,
      "loss": 0.8163,
      "step": 1870
    },
    {
      "epoch": 1.0240371483201312,
      "grad_norm": 0.7788228392601013,
      "learning_rate": 1.5422656699252444e-05,
      "loss": 0.8503,
      "step": 1875
    },
    {
      "epoch": 1.0267686424474187,
      "grad_norm": 0.739607572555542,
      "learning_rate": 1.537952846463485e-05,
      "loss": 0.845,
      "step": 1880
    },
    {
      "epoch": 1.0295001365747063,
      "grad_norm": 0.6919524073600769,
      "learning_rate": 1.5336400230017253e-05,
      "loss": 0.8252,
      "step": 1885
    },
    {
      "epoch": 1.032231630701994,
      "grad_norm": 0.7420228719711304,
      "learning_rate": 1.5293271995399654e-05,
      "loss": 0.8708,
      "step": 1890
    },
    {
      "epoch": 1.0349631248292817,
      "grad_norm": 0.769300103187561,
      "learning_rate": 1.5250143760782058e-05,
      "loss": 0.8684,
      "step": 1895
    },
    {
      "epoch": 1.0376946189565692,
      "grad_norm": 0.6629747748374939,
      "learning_rate": 1.5207015526164463e-05,
      "loss": 0.7835,
      "step": 1900
    },
    {
      "epoch": 1.0404261130838568,
      "grad_norm": 0.7395908832550049,
      "learning_rate": 1.5163887291546865e-05,
      "loss": 0.8569,
      "step": 1905
    },
    {
      "epoch": 1.0431576072111446,
      "grad_norm": 0.7261918187141418,
      "learning_rate": 1.5120759056929268e-05,
      "loss": 0.8388,
      "step": 1910
    },
    {
      "epoch": 1.0458891013384322,
      "grad_norm": 0.7595694065093994,
      "learning_rate": 1.5077630822311672e-05,
      "loss": 0.8228,
      "step": 1915
    },
    {
      "epoch": 1.0486205954657197,
      "grad_norm": 0.8336328864097595,
      "learning_rate": 1.5034502587694078e-05,
      "loss": 0.8783,
      "step": 1920
    },
    {
      "epoch": 1.0513520895930073,
      "grad_norm": 0.7210121750831604,
      "learning_rate": 1.4991374353076481e-05,
      "loss": 0.8403,
      "step": 1925
    },
    {
      "epoch": 1.054083583720295,
      "grad_norm": 0.7384738326072693,
      "learning_rate": 1.4948246118458884e-05,
      "loss": 0.8853,
      "step": 1930
    },
    {
      "epoch": 1.0568150778475827,
      "grad_norm": 0.6568289995193481,
      "learning_rate": 1.4905117883841288e-05,
      "loss": 0.799,
      "step": 1935
    },
    {
      "epoch": 1.0595465719748702,
      "grad_norm": 0.8818139433860779,
      "learning_rate": 1.4861989649223692e-05,
      "loss": 0.927,
      "step": 1940
    },
    {
      "epoch": 1.0622780661021578,
      "grad_norm": 0.7465585470199585,
      "learning_rate": 1.4818861414606097e-05,
      "loss": 0.9071,
      "step": 1945
    },
    {
      "epoch": 1.0650095602294456,
      "grad_norm": 0.756374716758728,
      "learning_rate": 1.47757331799885e-05,
      "loss": 0.8751,
      "step": 1950
    },
    {
      "epoch": 1.0677410543567332,
      "grad_norm": 0.7350252270698547,
      "learning_rate": 1.4732604945370904e-05,
      "loss": 0.8215,
      "step": 1955
    },
    {
      "epoch": 1.0704725484840207,
      "grad_norm": 0.7299278974533081,
      "learning_rate": 1.4689476710753306e-05,
      "loss": 0.8626,
      "step": 1960
    },
    {
      "epoch": 1.0732040426113083,
      "grad_norm": 0.7611562609672546,
      "learning_rate": 1.464634847613571e-05,
      "loss": 0.8473,
      "step": 1965
    },
    {
      "epoch": 1.075935536738596,
      "grad_norm": 0.7419504523277283,
      "learning_rate": 1.4603220241518113e-05,
      "loss": 0.9122,
      "step": 1970
    },
    {
      "epoch": 1.0786670308658837,
      "grad_norm": 0.7700083255767822,
      "learning_rate": 1.4560092006900518e-05,
      "loss": 0.898,
      "step": 1975
    },
    {
      "epoch": 1.0813985249931712,
      "grad_norm": 0.815271258354187,
      "learning_rate": 1.4516963772282922e-05,
      "loss": 0.848,
      "step": 1980
    },
    {
      "epoch": 1.0841300191204588,
      "grad_norm": 0.7537347674369812,
      "learning_rate": 1.4473835537665326e-05,
      "loss": 0.8751,
      "step": 1985
    },
    {
      "epoch": 1.0868615132477466,
      "grad_norm": 0.6615073680877686,
      "learning_rate": 1.4430707303047729e-05,
      "loss": 0.8113,
      "step": 1990
    },
    {
      "epoch": 1.0895930073750342,
      "grad_norm": 0.7301376461982727,
      "learning_rate": 1.4387579068430133e-05,
      "loss": 0.8486,
      "step": 1995
    },
    {
      "epoch": 1.0923245015023217,
      "grad_norm": 0.7153547406196594,
      "learning_rate": 1.4344450833812536e-05,
      "loss": 0.7822,
      "step": 2000
    },
    {
      "epoch": 1.0950559956296093,
      "grad_norm": 0.7003058791160583,
      "learning_rate": 1.430132259919494e-05,
      "loss": 0.8438,
      "step": 2005
    },
    {
      "epoch": 1.097787489756897,
      "grad_norm": 0.6865559220314026,
      "learning_rate": 1.4258194364577343e-05,
      "loss": 0.8442,
      "step": 2010
    },
    {
      "epoch": 1.1005189838841847,
      "grad_norm": 0.7226883172988892,
      "learning_rate": 1.4215066129959748e-05,
      "loss": 0.8487,
      "step": 2015
    },
    {
      "epoch": 1.1032504780114722,
      "grad_norm": 0.8276675939559937,
      "learning_rate": 1.417193789534215e-05,
      "loss": 0.8383,
      "step": 2020
    },
    {
      "epoch": 1.1059819721387598,
      "grad_norm": 0.710615336894989,
      "learning_rate": 1.4128809660724555e-05,
      "loss": 0.8396,
      "step": 2025
    },
    {
      "epoch": 1.1087134662660476,
      "grad_norm": 0.708114743232727,
      "learning_rate": 1.4085681426106959e-05,
      "loss": 0.8451,
      "step": 2030
    },
    {
      "epoch": 1.1114449603933352,
      "grad_norm": 0.8237577676773071,
      "learning_rate": 1.4042553191489362e-05,
      "loss": 0.8895,
      "step": 2035
    },
    {
      "epoch": 1.1141764545206227,
      "grad_norm": 0.8851677775382996,
      "learning_rate": 1.3999424956871766e-05,
      "loss": 0.8576,
      "step": 2040
    },
    {
      "epoch": 1.1169079486479103,
      "grad_norm": 0.6728988289833069,
      "learning_rate": 1.3956296722254169e-05,
      "loss": 0.8038,
      "step": 2045
    },
    {
      "epoch": 1.1196394427751981,
      "grad_norm": 0.8209788799285889,
      "learning_rate": 1.3913168487636573e-05,
      "loss": 0.9329,
      "step": 2050
    },
    {
      "epoch": 1.1223709369024857,
      "grad_norm": 0.8296043276786804,
      "learning_rate": 1.3870040253018976e-05,
      "loss": 0.8253,
      "step": 2055
    },
    {
      "epoch": 1.1251024310297733,
      "grad_norm": 0.862583577632904,
      "learning_rate": 1.382691201840138e-05,
      "loss": 0.8362,
      "step": 2060
    },
    {
      "epoch": 1.1278339251570608,
      "grad_norm": 0.7324648499488831,
      "learning_rate": 1.3783783783783784e-05,
      "loss": 0.8622,
      "step": 2065
    },
    {
      "epoch": 1.1305654192843486,
      "grad_norm": 0.7577756643295288,
      "learning_rate": 1.3740655549166189e-05,
      "loss": 0.8403,
      "step": 2070
    },
    {
      "epoch": 1.1332969134116362,
      "grad_norm": 0.7458604574203491,
      "learning_rate": 1.3697527314548591e-05,
      "loss": 0.8534,
      "step": 2075
    },
    {
      "epoch": 1.1360284075389238,
      "grad_norm": 0.7610705494880676,
      "learning_rate": 1.3654399079930996e-05,
      "loss": 0.868,
      "step": 2080
    },
    {
      "epoch": 1.1387599016662113,
      "grad_norm": 0.6969969868659973,
      "learning_rate": 1.3611270845313398e-05,
      "loss": 0.8137,
      "step": 2085
    },
    {
      "epoch": 1.1414913957934991,
      "grad_norm": 0.8028571605682373,
      "learning_rate": 1.3568142610695803e-05,
      "loss": 0.9163,
      "step": 2090
    },
    {
      "epoch": 1.1442228899207867,
      "grad_norm": 0.6725644469261169,
      "learning_rate": 1.3525014376078205e-05,
      "loss": 0.836,
      "step": 2095
    },
    {
      "epoch": 1.1469543840480743,
      "grad_norm": 0.7271857261657715,
      "learning_rate": 1.348188614146061e-05,
      "loss": 0.8345,
      "step": 2100
    },
    {
      "epoch": 1.1469543840480743,
      "eval_loss": 0.9603794813156128,
      "eval_runtime": 299.8443,
      "eval_samples_per_second": 11.743,
      "eval_steps_per_second": 2.938,
      "step": 2100
    },
    {
      "epoch": 1.1496858781753618,
      "grad_norm": 0.8495539426803589,
      "learning_rate": 1.3438757906843012e-05,
      "loss": 0.8977,
      "step": 2105
    },
    {
      "epoch": 1.1524173723026496,
      "grad_norm": 0.7955543398857117,
      "learning_rate": 1.3395629672225419e-05,
      "loss": 0.8212,
      "step": 2110
    },
    {
      "epoch": 1.1551488664299372,
      "grad_norm": 0.6666565537452698,
      "learning_rate": 1.3352501437607821e-05,
      "loss": 0.8875,
      "step": 2115
    },
    {
      "epoch": 1.1578803605572248,
      "grad_norm": 0.8918675184249878,
      "learning_rate": 1.3309373202990226e-05,
      "loss": 0.8418,
      "step": 2120
    },
    {
      "epoch": 1.1606118546845123,
      "grad_norm": 0.6826077699661255,
      "learning_rate": 1.3266244968372628e-05,
      "loss": 0.8562,
      "step": 2125
    },
    {
      "epoch": 1.1633433488118001,
      "grad_norm": 0.7688910961151123,
      "learning_rate": 1.3223116733755033e-05,
      "loss": 0.8057,
      "step": 2130
    },
    {
      "epoch": 1.1660748429390877,
      "grad_norm": 0.750607430934906,
      "learning_rate": 1.3179988499137435e-05,
      "loss": 0.8702,
      "step": 2135
    },
    {
      "epoch": 1.1688063370663753,
      "grad_norm": 0.6954635977745056,
      "learning_rate": 1.313686026451984e-05,
      "loss": 0.8034,
      "step": 2140
    },
    {
      "epoch": 1.1715378311936628,
      "grad_norm": 0.7350913286209106,
      "learning_rate": 1.3093732029902242e-05,
      "loss": 0.8551,
      "step": 2145
    },
    {
      "epoch": 1.1742693253209506,
      "grad_norm": 0.611512303352356,
      "learning_rate": 1.3050603795284647e-05,
      "loss": 0.829,
      "step": 2150
    },
    {
      "epoch": 1.1770008194482382,
      "grad_norm": 0.7744221687316895,
      "learning_rate": 1.3007475560667051e-05,
      "loss": 0.8439,
      "step": 2155
    },
    {
      "epoch": 1.1797323135755258,
      "grad_norm": 0.6697201728820801,
      "learning_rate": 1.2964347326049454e-05,
      "loss": 0.8549,
      "step": 2160
    },
    {
      "epoch": 1.1824638077028133,
      "grad_norm": 0.6822842955589294,
      "learning_rate": 1.2921219091431858e-05,
      "loss": 0.813,
      "step": 2165
    },
    {
      "epoch": 1.1851953018301011,
      "grad_norm": 0.7313398718833923,
      "learning_rate": 1.287809085681426e-05,
      "loss": 0.8151,
      "step": 2170
    },
    {
      "epoch": 1.1879267959573887,
      "grad_norm": 0.7455983757972717,
      "learning_rate": 1.2834962622196665e-05,
      "loss": 0.8477,
      "step": 2175
    },
    {
      "epoch": 1.1906582900846763,
      "grad_norm": 0.7408328652381897,
      "learning_rate": 1.2791834387579068e-05,
      "loss": 0.8163,
      "step": 2180
    },
    {
      "epoch": 1.193389784211964,
      "grad_norm": 0.7584601640701294,
      "learning_rate": 1.2748706152961472e-05,
      "loss": 0.861,
      "step": 2185
    },
    {
      "epoch": 1.1961212783392516,
      "grad_norm": 0.7042814493179321,
      "learning_rate": 1.2705577918343876e-05,
      "loss": 0.794,
      "step": 2190
    },
    {
      "epoch": 1.1988527724665392,
      "grad_norm": 0.7800438404083252,
      "learning_rate": 1.266244968372628e-05,
      "loss": 0.7924,
      "step": 2195
    },
    {
      "epoch": 1.2015842665938268,
      "grad_norm": 0.653647243976593,
      "learning_rate": 1.2619321449108683e-05,
      "loss": 0.794,
      "step": 2200
    },
    {
      "epoch": 1.2043157607211143,
      "grad_norm": 0.7376958131790161,
      "learning_rate": 1.2576193214491088e-05,
      "loss": 0.8922,
      "step": 2205
    },
    {
      "epoch": 1.2070472548484021,
      "grad_norm": 0.7106969952583313,
      "learning_rate": 1.253306497987349e-05,
      "loss": 0.8205,
      "step": 2210
    },
    {
      "epoch": 1.2097787489756897,
      "grad_norm": 0.719859778881073,
      "learning_rate": 1.2489936745255895e-05,
      "loss": 0.8202,
      "step": 2215
    },
    {
      "epoch": 1.2125102431029773,
      "grad_norm": 0.762196958065033,
      "learning_rate": 1.2446808510638298e-05,
      "loss": 0.8512,
      "step": 2220
    },
    {
      "epoch": 1.215241737230265,
      "grad_norm": 0.6730673909187317,
      "learning_rate": 1.2403680276020702e-05,
      "loss": 0.8402,
      "step": 2225
    },
    {
      "epoch": 1.2179732313575526,
      "grad_norm": 0.6612475514411926,
      "learning_rate": 1.2360552041403105e-05,
      "loss": 0.857,
      "step": 2230
    },
    {
      "epoch": 1.2207047254848402,
      "grad_norm": 0.6943302154541016,
      "learning_rate": 1.231742380678551e-05,
      "loss": 0.8807,
      "step": 2235
    },
    {
      "epoch": 1.2234362196121278,
      "grad_norm": 0.680476725101471,
      "learning_rate": 1.2274295572167913e-05,
      "loss": 0.827,
      "step": 2240
    },
    {
      "epoch": 1.2261677137394154,
      "grad_norm": 0.8686658143997192,
      "learning_rate": 1.2231167337550318e-05,
      "loss": 0.8558,
      "step": 2245
    },
    {
      "epoch": 1.2288992078667031,
      "grad_norm": 0.8038902282714844,
      "learning_rate": 1.218803910293272e-05,
      "loss": 0.8664,
      "step": 2250
    },
    {
      "epoch": 1.2316307019939907,
      "grad_norm": 0.7298166751861572,
      "learning_rate": 1.2144910868315125e-05,
      "loss": 0.8323,
      "step": 2255
    },
    {
      "epoch": 1.2343621961212783,
      "grad_norm": 0.7598807215690613,
      "learning_rate": 1.2101782633697527e-05,
      "loss": 0.8666,
      "step": 2260
    },
    {
      "epoch": 1.237093690248566,
      "grad_norm": 0.6743911504745483,
      "learning_rate": 1.2058654399079932e-05,
      "loss": 0.8133,
      "step": 2265
    },
    {
      "epoch": 1.2398251843758537,
      "grad_norm": 0.7879360318183899,
      "learning_rate": 1.2015526164462334e-05,
      "loss": 0.8823,
      "step": 2270
    },
    {
      "epoch": 1.2425566785031412,
      "grad_norm": 0.7517372369766235,
      "learning_rate": 1.1972397929844739e-05,
      "loss": 0.843,
      "step": 2275
    },
    {
      "epoch": 1.2452881726304288,
      "grad_norm": 0.6552916169166565,
      "learning_rate": 1.1929269695227143e-05,
      "loss": 0.7984,
      "step": 2280
    },
    {
      "epoch": 1.2480196667577164,
      "grad_norm": 0.6827423572540283,
      "learning_rate": 1.1886141460609546e-05,
      "loss": 0.8275,
      "step": 2285
    },
    {
      "epoch": 1.2507511608850042,
      "grad_norm": 0.8822212815284729,
      "learning_rate": 1.184301322599195e-05,
      "loss": 0.9157,
      "step": 2290
    },
    {
      "epoch": 1.2534826550122917,
      "grad_norm": 0.6565053462982178,
      "learning_rate": 1.1799884991374353e-05,
      "loss": 0.8521,
      "step": 2295
    },
    {
      "epoch": 1.2562141491395793,
      "grad_norm": 0.7047061324119568,
      "learning_rate": 1.1756756756756757e-05,
      "loss": 0.8847,
      "step": 2300
    },
    {
      "epoch": 1.258945643266867,
      "grad_norm": 0.6856869459152222,
      "learning_rate": 1.171362852213916e-05,
      "loss": 0.8797,
      "step": 2305
    },
    {
      "epoch": 1.2616771373941547,
      "grad_norm": 0.7389653325080872,
      "learning_rate": 1.1670500287521564e-05,
      "loss": 0.8504,
      "step": 2310
    },
    {
      "epoch": 1.2644086315214422,
      "grad_norm": 0.6907625794410706,
      "learning_rate": 1.1627372052903967e-05,
      "loss": 0.8129,
      "step": 2315
    },
    {
      "epoch": 1.2671401256487298,
      "grad_norm": 0.6656849980354309,
      "learning_rate": 1.1584243818286373e-05,
      "loss": 0.8487,
      "step": 2320
    },
    {
      "epoch": 1.2698716197760174,
      "grad_norm": 0.7104740738868713,
      "learning_rate": 1.1541115583668776e-05,
      "loss": 0.8195,
      "step": 2325
    },
    {
      "epoch": 1.2726031139033052,
      "grad_norm": 0.6655605435371399,
      "learning_rate": 1.149798734905118e-05,
      "loss": 0.835,
      "step": 2330
    },
    {
      "epoch": 1.2753346080305927,
      "grad_norm": 0.7858142852783203,
      "learning_rate": 1.1454859114433583e-05,
      "loss": 0.8462,
      "step": 2335
    },
    {
      "epoch": 1.2780661021578803,
      "grad_norm": 0.7418481111526489,
      "learning_rate": 1.1411730879815987e-05,
      "loss": 0.8628,
      "step": 2340
    },
    {
      "epoch": 1.280797596285168,
      "grad_norm": 0.667325496673584,
      "learning_rate": 1.136860264519839e-05,
      "loss": 0.853,
      "step": 2345
    },
    {
      "epoch": 1.2835290904124557,
      "grad_norm": 0.7547652721405029,
      "learning_rate": 1.1325474410580794e-05,
      "loss": 0.8686,
      "step": 2350
    },
    {
      "epoch": 1.2862605845397432,
      "grad_norm": 0.7846309542655945,
      "learning_rate": 1.1282346175963197e-05,
      "loss": 0.8614,
      "step": 2355
    },
    {
      "epoch": 1.2889920786670308,
      "grad_norm": 0.7988253831863403,
      "learning_rate": 1.1239217941345603e-05,
      "loss": 0.7813,
      "step": 2360
    },
    {
      "epoch": 1.2917235727943184,
      "grad_norm": 0.7061751484870911,
      "learning_rate": 1.1196089706728005e-05,
      "loss": 0.7982,
      "step": 2365
    },
    {
      "epoch": 1.2944550669216062,
      "grad_norm": 0.7142939567565918,
      "learning_rate": 1.115296147211041e-05,
      "loss": 0.8418,
      "step": 2370
    },
    {
      "epoch": 1.2971865610488937,
      "grad_norm": 0.7572714686393738,
      "learning_rate": 1.1109833237492812e-05,
      "loss": 0.8548,
      "step": 2375
    },
    {
      "epoch": 1.2999180551761813,
      "grad_norm": 0.6468579173088074,
      "learning_rate": 1.1066705002875217e-05,
      "loss": 0.8206,
      "step": 2380
    },
    {
      "epoch": 1.302649549303469,
      "grad_norm": 0.7635488510131836,
      "learning_rate": 1.102357676825762e-05,
      "loss": 0.8132,
      "step": 2385
    },
    {
      "epoch": 1.3053810434307567,
      "grad_norm": 0.6327168941497803,
      "learning_rate": 1.0980448533640024e-05,
      "loss": 0.8129,
      "step": 2390
    },
    {
      "epoch": 1.3081125375580442,
      "grad_norm": 0.7146739363670349,
      "learning_rate": 1.0937320299022426e-05,
      "loss": 0.7614,
      "step": 2395
    },
    {
      "epoch": 1.3108440316853318,
      "grad_norm": 0.806710422039032,
      "learning_rate": 1.0894192064404829e-05,
      "loss": 0.8833,
      "step": 2400
    },
    {
      "epoch": 1.3108440316853318,
      "eval_loss": 0.9514270424842834,
      "eval_runtime": 300.7103,
      "eval_samples_per_second": 11.709,
      "eval_steps_per_second": 2.93,
      "step": 2400
    },
    {
      "epoch": 1.3135755258126194,
      "grad_norm": 0.737932562828064,
      "learning_rate": 1.0851063829787235e-05,
      "loss": 0.8182,
      "step": 2405
    },
    {
      "epoch": 1.3163070199399072,
      "grad_norm": 0.7519195675849915,
      "learning_rate": 1.0807935595169638e-05,
      "loss": 0.8565,
      "step": 2410
    },
    {
      "epoch": 1.3190385140671947,
      "grad_norm": 0.7231210470199585,
      "learning_rate": 1.0764807360552042e-05,
      "loss": 0.884,
      "step": 2415
    },
    {
      "epoch": 1.3217700081944823,
      "grad_norm": 0.790768027305603,
      "learning_rate": 1.0721679125934445e-05,
      "loss": 0.8609,
      "step": 2420
    },
    {
      "epoch": 1.32450150232177,
      "grad_norm": 0.7810729742050171,
      "learning_rate": 1.067855089131685e-05,
      "loss": 0.8503,
      "step": 2425
    },
    {
      "epoch": 1.3272329964490577,
      "grad_norm": 0.6903507113456726,
      "learning_rate": 1.0635422656699252e-05,
      "loss": 0.844,
      "step": 2430
    },
    {
      "epoch": 1.3299644905763452,
      "grad_norm": 0.7500677704811096,
      "learning_rate": 1.0592294422081656e-05,
      "loss": 0.8753,
      "step": 2435
    },
    {
      "epoch": 1.3326959847036328,
      "grad_norm": 0.8364259600639343,
      "learning_rate": 1.0549166187464059e-05,
      "loss": 0.8508,
      "step": 2440
    },
    {
      "epoch": 1.3354274788309204,
      "grad_norm": 0.7395508885383606,
      "learning_rate": 1.0506037952846465e-05,
      "loss": 0.8851,
      "step": 2445
    },
    {
      "epoch": 1.3381589729582082,
      "grad_norm": 0.7230052351951599,
      "learning_rate": 1.0462909718228868e-05,
      "loss": 0.8452,
      "step": 2450
    },
    {
      "epoch": 1.3408904670854958,
      "grad_norm": 0.6834907531738281,
      "learning_rate": 1.0419781483611272e-05,
      "loss": 0.81,
      "step": 2455
    },
    {
      "epoch": 1.3436219612127833,
      "grad_norm": 0.820035994052887,
      "learning_rate": 1.0376653248993675e-05,
      "loss": 0.8284,
      "step": 2460
    },
    {
      "epoch": 1.3463534553400711,
      "grad_norm": 0.665709912776947,
      "learning_rate": 1.0333525014376079e-05,
      "loss": 0.8094,
      "step": 2465
    },
    {
      "epoch": 1.3490849494673587,
      "grad_norm": 0.6796711683273315,
      "learning_rate": 1.0290396779758482e-05,
      "loss": 0.8182,
      "step": 2470
    },
    {
      "epoch": 1.3518164435946463,
      "grad_norm": 0.7614695429801941,
      "learning_rate": 1.0247268545140886e-05,
      "loss": 0.8336,
      "step": 2475
    },
    {
      "epoch": 1.3545479377219338,
      "grad_norm": 0.7171001434326172,
      "learning_rate": 1.0204140310523289e-05,
      "loss": 0.8347,
      "step": 2480
    },
    {
      "epoch": 1.3572794318492214,
      "grad_norm": 0.8130117654800415,
      "learning_rate": 1.0161012075905693e-05,
      "loss": 0.8516,
      "step": 2485
    },
    {
      "epoch": 1.3600109259765092,
      "grad_norm": 0.764981210231781,
      "learning_rate": 1.0117883841288097e-05,
      "loss": 0.8623,
      "step": 2490
    },
    {
      "epoch": 1.3627424201037968,
      "grad_norm": 0.714309573173523,
      "learning_rate": 1.0074755606670502e-05,
      "loss": 0.8203,
      "step": 2495
    },
    {
      "epoch": 1.3654739142310843,
      "grad_norm": 0.7773436903953552,
      "learning_rate": 1.0031627372052904e-05,
      "loss": 0.8181,
      "step": 2500
    },
    {
      "epoch": 1.3682054083583721,
      "grad_norm": 0.7160648107528687,
      "learning_rate": 9.988499137435309e-06,
      "loss": 0.8081,
      "step": 2505
    },
    {
      "epoch": 1.3709369024856597,
      "grad_norm": 0.6794509291648865,
      "learning_rate": 9.945370902817711e-06,
      "loss": 0.8498,
      "step": 2510
    },
    {
      "epoch": 1.3736683966129473,
      "grad_norm": 0.7373344898223877,
      "learning_rate": 9.902242668200114e-06,
      "loss": 0.8283,
      "step": 2515
    },
    {
      "epoch": 1.3763998907402348,
      "grad_norm": 0.7624025344848633,
      "learning_rate": 9.859114433582518e-06,
      "loss": 0.8564,
      "step": 2520
    },
    {
      "epoch": 1.3791313848675224,
      "grad_norm": 0.7660391926765442,
      "learning_rate": 9.815986198964921e-06,
      "loss": 0.8129,
      "step": 2525
    },
    {
      "epoch": 1.3818628789948102,
      "grad_norm": 0.7183862924575806,
      "learning_rate": 9.772857964347327e-06,
      "loss": 0.8769,
      "step": 2530
    },
    {
      "epoch": 1.3845943731220978,
      "grad_norm": 0.7163282632827759,
      "learning_rate": 9.72972972972973e-06,
      "loss": 0.7862,
      "step": 2535
    },
    {
      "epoch": 1.3873258672493853,
      "grad_norm": 0.786116361618042,
      "learning_rate": 9.686601495112134e-06,
      "loss": 0.8332,
      "step": 2540
    },
    {
      "epoch": 1.3900573613766731,
      "grad_norm": 0.6772438287734985,
      "learning_rate": 9.643473260494537e-06,
      "loss": 0.7998,
      "step": 2545
    },
    {
      "epoch": 1.3927888555039607,
      "grad_norm": 0.731532871723175,
      "learning_rate": 9.600345025876941e-06,
      "loss": 0.8058,
      "step": 2550
    },
    {
      "epoch": 1.3955203496312483,
      "grad_norm": 0.7636890411376953,
      "learning_rate": 9.557216791259344e-06,
      "loss": 0.8652,
      "step": 2555
    },
    {
      "epoch": 1.3982518437585358,
      "grad_norm": 0.7335514426231384,
      "learning_rate": 9.514088556641748e-06,
      "loss": 0.8642,
      "step": 2560
    },
    {
      "epoch": 1.4009833378858234,
      "grad_norm": 0.781554639339447,
      "learning_rate": 9.470960322024151e-06,
      "loss": 0.8641,
      "step": 2565
    },
    {
      "epoch": 1.4037148320131112,
      "grad_norm": 0.7264503240585327,
      "learning_rate": 9.427832087406557e-06,
      "loss": 0.8559,
      "step": 2570
    },
    {
      "epoch": 1.4064463261403988,
      "grad_norm": 0.8563718795776367,
      "learning_rate": 9.38470385278896e-06,
      "loss": 0.8265,
      "step": 2575
    },
    {
      "epoch": 1.4091778202676863,
      "grad_norm": 0.6975945830345154,
      "learning_rate": 9.341575618171364e-06,
      "loss": 0.8625,
      "step": 2580
    },
    {
      "epoch": 1.4119093143949741,
      "grad_norm": 0.6844210624694824,
      "learning_rate": 9.298447383553767e-06,
      "loss": 0.8185,
      "step": 2585
    },
    {
      "epoch": 1.4146408085222617,
      "grad_norm": 0.7747036814689636,
      "learning_rate": 9.255319148936171e-06,
      "loss": 0.8019,
      "step": 2590
    },
    {
      "epoch": 1.4173723026495493,
      "grad_norm": 0.8067139387130737,
      "learning_rate": 9.212190914318574e-06,
      "loss": 0.7995,
      "step": 2595
    },
    {
      "epoch": 1.420103796776837,
      "grad_norm": 0.8115991353988647,
      "learning_rate": 9.169062679700978e-06,
      "loss": 0.833,
      "step": 2600
    },
    {
      "epoch": 1.4228352909041246,
      "grad_norm": 0.8172594308853149,
      "learning_rate": 9.12593444508338e-06,
      "loss": 0.8245,
      "step": 2605
    },
    {
      "epoch": 1.4255667850314122,
      "grad_norm": 0.7747359275817871,
      "learning_rate": 9.082806210465785e-06,
      "loss": 0.8254,
      "step": 2610
    },
    {
      "epoch": 1.4282982791586998,
      "grad_norm": 0.752096951007843,
      "learning_rate": 9.03967797584819e-06,
      "loss": 0.8552,
      "step": 2615
    },
    {
      "epoch": 1.4310297732859873,
      "grad_norm": 0.7678769826889038,
      "learning_rate": 8.996549741230594e-06,
      "loss": 0.8295,
      "step": 2620
    },
    {
      "epoch": 1.4337612674132751,
      "grad_norm": 0.7188131213188171,
      "learning_rate": 8.953421506612996e-06,
      "loss": 0.8236,
      "step": 2625
    },
    {
      "epoch": 1.4364927615405627,
      "grad_norm": 0.7102415561676025,
      "learning_rate": 8.9102932719954e-06,
      "loss": 0.8171,
      "step": 2630
    },
    {
      "epoch": 1.4392242556678503,
      "grad_norm": 0.6934943199157715,
      "learning_rate": 8.867165037377803e-06,
      "loss": 0.8314,
      "step": 2635
    },
    {
      "epoch": 1.441955749795138,
      "grad_norm": 0.7500588297843933,
      "learning_rate": 8.824036802760206e-06,
      "loss": 0.8568,
      "step": 2640
    },
    {
      "epoch": 1.4446872439224256,
      "grad_norm": 0.7399765253067017,
      "learning_rate": 8.78090856814261e-06,
      "loss": 0.8751,
      "step": 2645
    },
    {
      "epoch": 1.4474187380497132,
      "grad_norm": 0.7341210842132568,
      "learning_rate": 8.737780333525013e-06,
      "loss": 0.9003,
      "step": 2650
    },
    {
      "epoch": 1.4501502321770008,
      "grad_norm": 0.8152205944061279,
      "learning_rate": 8.69465209890742e-06,
      "loss": 0.8265,
      "step": 2655
    },
    {
      "epoch": 1.4528817263042884,
      "grad_norm": 0.8102734088897705,
      "learning_rate": 8.651523864289822e-06,
      "loss": 0.8483,
      "step": 2660
    },
    {
      "epoch": 1.4556132204315761,
      "grad_norm": 0.6146027445793152,
      "learning_rate": 8.608395629672226e-06,
      "loss": 0.8203,
      "step": 2665
    },
    {
      "epoch": 1.4583447145588637,
      "grad_norm": 0.6515645980834961,
      "learning_rate": 8.565267395054629e-06,
      "loss": 0.8286,
      "step": 2670
    },
    {
      "epoch": 1.4610762086861513,
      "grad_norm": 0.7171005010604858,
      "learning_rate": 8.522139160437033e-06,
      "loss": 0.7295,
      "step": 2675
    },
    {
      "epoch": 1.463807702813439,
      "grad_norm": 0.9386002421379089,
      "learning_rate": 8.479010925819436e-06,
      "loss": 0.8543,
      "step": 2680
    },
    {
      "epoch": 1.4665391969407267,
      "grad_norm": 0.713670551776886,
      "learning_rate": 8.43588269120184e-06,
      "loss": 0.807,
      "step": 2685
    },
    {
      "epoch": 1.4692706910680142,
      "grad_norm": 0.7260085344314575,
      "learning_rate": 8.392754456584243e-06,
      "loss": 0.8553,
      "step": 2690
    },
    {
      "epoch": 1.4720021851953018,
      "grad_norm": 0.7840970754623413,
      "learning_rate": 8.349626221966647e-06,
      "loss": 0.762,
      "step": 2695
    },
    {
      "epoch": 1.4747336793225894,
      "grad_norm": 0.7410457730293274,
      "learning_rate": 8.306497987349052e-06,
      "loss": 0.7904,
      "step": 2700
    },
    {
      "epoch": 1.4747336793225894,
      "eval_loss": 0.9441689848899841,
      "eval_runtime": 301.0517,
      "eval_samples_per_second": 11.696,
      "eval_steps_per_second": 2.926,
      "step": 2700
    },
    {
      "epoch": 1.4774651734498772,
      "grad_norm": 0.7552523016929626,
      "learning_rate": 8.263369752731456e-06,
      "loss": 0.8074,
      "step": 2705
    },
    {
      "epoch": 1.4801966675771647,
      "grad_norm": 0.7052621841430664,
      "learning_rate": 8.220241518113859e-06,
      "loss": 0.7971,
      "step": 2710
    },
    {
      "epoch": 1.4829281617044523,
      "grad_norm": 0.7879542708396912,
      "learning_rate": 8.177113283496263e-06,
      "loss": 0.8643,
      "step": 2715
    },
    {
      "epoch": 1.48565965583174,
      "grad_norm": 0.7303378582000732,
      "learning_rate": 8.133985048878666e-06,
      "loss": 0.8859,
      "step": 2720
    },
    {
      "epoch": 1.4883911499590277,
      "grad_norm": 0.7375146150588989,
      "learning_rate": 8.09085681426107e-06,
      "loss": 0.8092,
      "step": 2725
    },
    {
      "epoch": 1.4911226440863152,
      "grad_norm": 0.8698132038116455,
      "learning_rate": 8.047728579643473e-06,
      "loss": 0.8553,
      "step": 2730
    },
    {
      "epoch": 1.4938541382136028,
      "grad_norm": 0.7611997723579407,
      "learning_rate": 8.004600345025877e-06,
      "loss": 0.8381,
      "step": 2735
    },
    {
      "epoch": 1.4965856323408904,
      "grad_norm": 0.6923120617866516,
      "learning_rate": 7.961472110408281e-06,
      "loss": 0.8,
      "step": 2740
    },
    {
      "epoch": 1.4993171264681782,
      "grad_norm": 0.7281080484390259,
      "learning_rate": 7.918343875790686e-06,
      "loss": 0.8483,
      "step": 2745
    },
    {
      "epoch": 1.5020486205954657,
      "grad_norm": 0.7408185601234436,
      "learning_rate": 7.875215641173089e-06,
      "loss": 0.8345,
      "step": 2750
    },
    {
      "epoch": 1.5047801147227533,
      "grad_norm": 0.8271670341491699,
      "learning_rate": 7.832087406555493e-06,
      "loss": 0.8682,
      "step": 2755
    },
    {
      "epoch": 1.507511608850041,
      "grad_norm": 0.7656266093254089,
      "learning_rate": 7.788959171937896e-06,
      "loss": 0.7815,
      "step": 2760
    },
    {
      "epoch": 1.5102431029773284,
      "grad_norm": 0.8432281017303467,
      "learning_rate": 7.745830937320298e-06,
      "loss": 0.8209,
      "step": 2765
    },
    {
      "epoch": 1.5129745971046162,
      "grad_norm": 0.6880435943603516,
      "learning_rate": 7.702702702702703e-06,
      "loss": 0.8327,
      "step": 2770
    },
    {
      "epoch": 1.5157060912319038,
      "grad_norm": 0.755211591720581,
      "learning_rate": 7.659574468085105e-06,
      "loss": 0.7772,
      "step": 2775
    },
    {
      "epoch": 1.5184375853591914,
      "grad_norm": 0.7103990316390991,
      "learning_rate": 7.61644623346751e-06,
      "loss": 0.7692,
      "step": 2780
    },
    {
      "epoch": 1.5211690794864792,
      "grad_norm": 0.6834583878517151,
      "learning_rate": 7.573317998849915e-06,
      "loss": 0.8033,
      "step": 2785
    },
    {
      "epoch": 1.5239005736137667,
      "grad_norm": 0.7348767518997192,
      "learning_rate": 7.530189764232318e-06,
      "loss": 0.8424,
      "step": 2790
    },
    {
      "epoch": 1.5266320677410543,
      "grad_norm": 0.6979133486747742,
      "learning_rate": 7.487061529614722e-06,
      "loss": 0.8531,
      "step": 2795
    },
    {
      "epoch": 1.529363561868342,
      "grad_norm": 0.7166607975959778,
      "learning_rate": 7.443933294997125e-06,
      "loss": 0.8352,
      "step": 2800
    },
    {
      "epoch": 1.5320950559956295,
      "grad_norm": 0.728095531463623,
      "learning_rate": 7.400805060379529e-06,
      "loss": 0.7986,
      "step": 2805
    },
    {
      "epoch": 1.5348265501229172,
      "grad_norm": 0.7192780375480652,
      "learning_rate": 7.357676825761932e-06,
      "loss": 0.8487,
      "step": 2810
    },
    {
      "epoch": 1.5375580442502048,
      "grad_norm": 0.7558136582374573,
      "learning_rate": 7.314548591144337e-06,
      "loss": 0.7731,
      "step": 2815
    },
    {
      "epoch": 1.5402895383774924,
      "grad_norm": 0.7416742444038391,
      "learning_rate": 7.271420356526739e-06,
      "loss": 0.8703,
      "step": 2820
    },
    {
      "epoch": 1.5430210325047802,
      "grad_norm": 0.7492592930793762,
      "learning_rate": 7.228292121909143e-06,
      "loss": 0.8543,
      "step": 2825
    },
    {
      "epoch": 1.5457525266320677,
      "grad_norm": 0.735135018825531,
      "learning_rate": 7.1851638872915464e-06,
      "loss": 0.8182,
      "step": 2830
    },
    {
      "epoch": 1.5484840207593553,
      "grad_norm": 0.7999926805496216,
      "learning_rate": 7.142035652673951e-06,
      "loss": 0.8357,
      "step": 2835
    },
    {
      "epoch": 1.551215514886643,
      "grad_norm": 0.6479154229164124,
      "learning_rate": 7.098907418056354e-06,
      "loss": 0.818,
      "step": 2840
    },
    {
      "epoch": 1.5539470090139305,
      "grad_norm": 0.7310101985931396,
      "learning_rate": 7.055779183438758e-06,
      "loss": 0.8128,
      "step": 2845
    },
    {
      "epoch": 1.5566785031412183,
      "grad_norm": 0.8505690693855286,
      "learning_rate": 7.012650948821161e-06,
      "loss": 0.8962,
      "step": 2850
    },
    {
      "epoch": 1.5594099972685058,
      "grad_norm": 0.7174296379089355,
      "learning_rate": 6.969522714203566e-06,
      "loss": 0.8713,
      "step": 2855
    },
    {
      "epoch": 1.5621414913957934,
      "grad_norm": 0.8072212934494019,
      "learning_rate": 6.926394479585969e-06,
      "loss": 0.8519,
      "step": 2860
    },
    {
      "epoch": 1.5648729855230812,
      "grad_norm": 0.7206900119781494,
      "learning_rate": 6.883266244968373e-06,
      "loss": 0.8267,
      "step": 2865
    },
    {
      "epoch": 1.5676044796503688,
      "grad_norm": 0.8404891490936279,
      "learning_rate": 6.840138010350776e-06,
      "loss": 0.7637,
      "step": 2870
    },
    {
      "epoch": 1.5703359737776563,
      "grad_norm": 0.7053221464157104,
      "learning_rate": 6.79700977573318e-06,
      "loss": 0.866,
      "step": 2875
    },
    {
      "epoch": 1.5730674679049441,
      "grad_norm": 0.6834285259246826,
      "learning_rate": 6.753881541115584e-06,
      "loss": 0.7982,
      "step": 2880
    },
    {
      "epoch": 1.5757989620322315,
      "grad_norm": 0.6242473125457764,
      "learning_rate": 6.710753306497988e-06,
      "loss": 0.7846,
      "step": 2885
    },
    {
      "epoch": 1.5785304561595193,
      "grad_norm": 0.7751233577728271,
      "learning_rate": 6.667625071880391e-06,
      "loss": 0.7999,
      "step": 2890
    },
    {
      "epoch": 1.581261950286807,
      "grad_norm": 0.6637606024742126,
      "learning_rate": 6.624496837262795e-06,
      "loss": 0.8333,
      "step": 2895
    },
    {
      "epoch": 1.5839934444140944,
      "grad_norm": 0.6839407086372375,
      "learning_rate": 6.581368602645199e-06,
      "loss": 0.8095,
      "step": 2900
    },
    {
      "epoch": 1.5867249385413822,
      "grad_norm": 0.6986004114151001,
      "learning_rate": 6.5382403680276025e-06,
      "loss": 0.8145,
      "step": 2905
    },
    {
      "epoch": 1.5894564326686698,
      "grad_norm": 0.6816026568412781,
      "learning_rate": 6.495112133410006e-06,
      "loss": 0.8627,
      "step": 2910
    },
    {
      "epoch": 1.5921879267959573,
      "grad_norm": 0.741155207157135,
      "learning_rate": 6.4519838987924095e-06,
      "loss": 0.8205,
      "step": 2915
    },
    {
      "epoch": 1.5949194209232451,
      "grad_norm": 0.7307175993919373,
      "learning_rate": 6.408855664174814e-06,
      "loss": 0.8277,
      "step": 2920
    },
    {
      "epoch": 1.5976509150505327,
      "grad_norm": 0.7820848822593689,
      "learning_rate": 6.365727429557217e-06,
      "loss": 0.8987,
      "step": 2925
    },
    {
      "epoch": 1.6003824091778203,
      "grad_norm": 1.0657157897949219,
      "learning_rate": 6.322599194939621e-06,
      "loss": 0.8832,
      "step": 2930
    },
    {
      "epoch": 1.603113903305108,
      "grad_norm": 0.7115588784217834,
      "learning_rate": 6.2794709603220244e-06,
      "loss": 0.8223,
      "step": 2935
    },
    {
      "epoch": 1.6058453974323954,
      "grad_norm": 0.7738519906997681,
      "learning_rate": 6.236342725704428e-06,
      "loss": 0.8419,
      "step": 2940
    },
    {
      "epoch": 1.6085768915596832,
      "grad_norm": 0.803810179233551,
      "learning_rate": 6.1932144910868315e-06,
      "loss": 0.8971,
      "step": 2945
    },
    {
      "epoch": 1.6113083856869708,
      "grad_norm": 0.7021570801734924,
      "learning_rate": 6.150086256469235e-06,
      "loss": 0.7942,
      "step": 2950
    },
    {
      "epoch": 1.6140398798142583,
      "grad_norm": 0.7227820754051208,
      "learning_rate": 6.1069580218516385e-06,
      "loss": 0.8428,
      "step": 2955
    },
    {
      "epoch": 1.6167713739415461,
      "grad_norm": 0.6469954252243042,
      "learning_rate": 6.063829787234042e-06,
      "loss": 0.7956,
      "step": 2960
    },
    {
      "epoch": 1.6195028680688337,
      "grad_norm": 0.8556625247001648,
      "learning_rate": 6.020701552616446e-06,
      "loss": 0.8597,
      "step": 2965
    },
    {
      "epoch": 1.6222343621961213,
      "grad_norm": 0.8201519250869751,
      "learning_rate": 5.97757331799885e-06,
      "loss": 0.8307,
      "step": 2970
    },
    {
      "epoch": 1.624965856323409,
      "grad_norm": 0.7724832892417908,
      "learning_rate": 5.934445083381253e-06,
      "loss": 0.8356,
      "step": 2975
    },
    {
      "epoch": 1.6276973504506964,
      "grad_norm": 0.8077118992805481,
      "learning_rate": 5.891316848763657e-06,
      "loss": 0.866,
      "step": 2980
    },
    {
      "epoch": 1.6304288445779842,
      "grad_norm": 0.77112877368927,
      "learning_rate": 5.848188614146061e-06,
      "loss": 0.8655,
      "step": 2985
    },
    {
      "epoch": 1.6331603387052718,
      "grad_norm": 0.7135609984397888,
      "learning_rate": 5.805060379528465e-06,
      "loss": 0.8123,
      "step": 2990
    },
    {
      "epoch": 1.6358918328325593,
      "grad_norm": 0.728249192237854,
      "learning_rate": 5.761932144910868e-06,
      "loss": 0.8586,
      "step": 2995
    },
    {
      "epoch": 1.6386233269598471,
      "grad_norm": 0.8270325660705566,
      "learning_rate": 5.718803910293272e-06,
      "loss": 0.8192,
      "step": 3000
    },
    {
      "epoch": 1.6386233269598471,
      "eval_loss": 0.9388798475265503,
      "eval_runtime": 300.7263,
      "eval_samples_per_second": 11.708,
      "eval_steps_per_second": 2.93,
      "step": 3000
    },
    {
      "epoch": 1.6413548210871347,
      "grad_norm": 0.6866654753684998,
      "learning_rate": 5.675675675675676e-06,
      "loss": 0.8,
      "step": 3005
    },
    {
      "epoch": 1.6440863152144223,
      "grad_norm": 0.7318571209907532,
      "learning_rate": 5.63254744105808e-06,
      "loss": 0.8246,
      "step": 3010
    },
    {
      "epoch": 1.64681780934171,
      "grad_norm": 0.7500631809234619,
      "learning_rate": 5.589419206440483e-06,
      "loss": 0.8936,
      "step": 3015
    },
    {
      "epoch": 1.6495493034689974,
      "grad_norm": 0.7019023299217224,
      "learning_rate": 5.546290971822887e-06,
      "loss": 0.858,
      "step": 3020
    },
    {
      "epoch": 1.6522807975962852,
      "grad_norm": 0.7267279624938965,
      "learning_rate": 5.503162737205291e-06,
      "loss": 0.8347,
      "step": 3025
    },
    {
      "epoch": 1.6550122917235728,
      "grad_norm": 0.6996795535087585,
      "learning_rate": 5.4600345025876946e-06,
      "loss": 0.7644,
      "step": 3030
    },
    {
      "epoch": 1.6577437858508604,
      "grad_norm": 0.8153805136680603,
      "learning_rate": 5.416906267970098e-06,
      "loss": 0.8255,
      "step": 3035
    },
    {
      "epoch": 1.6604752799781481,
      "grad_norm": 0.7931836247444153,
      "learning_rate": 5.373778033352502e-06,
      "loss": 0.7945,
      "step": 3040
    },
    {
      "epoch": 1.6632067741054357,
      "grad_norm": 0.7283747792243958,
      "learning_rate": 5.330649798734906e-06,
      "loss": 0.8604,
      "step": 3045
    },
    {
      "epoch": 1.6659382682327233,
      "grad_norm": 0.789698600769043,
      "learning_rate": 5.2875215641173095e-06,
      "loss": 0.8318,
      "step": 3050
    },
    {
      "epoch": 1.668669762360011,
      "grad_norm": 0.7711718082427979,
      "learning_rate": 5.244393329499713e-06,
      "loss": 0.8161,
      "step": 3055
    },
    {
      "epoch": 1.6714012564872984,
      "grad_norm": 0.6737769246101379,
      "learning_rate": 5.2012650948821165e-06,
      "loss": 0.8275,
      "step": 3060
    },
    {
      "epoch": 1.6741327506145862,
      "grad_norm": 0.6363145709037781,
      "learning_rate": 5.158136860264519e-06,
      "loss": 0.771,
      "step": 3065
    },
    {
      "epoch": 1.6768642447418738,
      "grad_norm": 0.6760769486427307,
      "learning_rate": 5.1150086256469235e-06,
      "loss": 0.8379,
      "step": 3070
    },
    {
      "epoch": 1.6795957388691614,
      "grad_norm": 0.7138999104499817,
      "learning_rate": 5.071880391029327e-06,
      "loss": 0.8812,
      "step": 3075
    },
    {
      "epoch": 1.6823272329964492,
      "grad_norm": 0.8640497326850891,
      "learning_rate": 5.0287521564117306e-06,
      "loss": 0.8405,
      "step": 3080
    },
    {
      "epoch": 1.6850587271237367,
      "grad_norm": 0.7529298663139343,
      "learning_rate": 4.985623921794134e-06,
      "loss": 0.8373,
      "step": 3085
    },
    {
      "epoch": 1.6877902212510243,
      "grad_norm": 0.7427359819412231,
      "learning_rate": 4.9424956871765384e-06,
      "loss": 0.8225,
      "step": 3090
    },
    {
      "epoch": 1.690521715378312,
      "grad_norm": 0.7428495287895203,
      "learning_rate": 4.899367452558942e-06,
      "loss": 0.8534,
      "step": 3095
    },
    {
      "epoch": 1.6932532095055994,
      "grad_norm": 0.7773987054824829,
      "learning_rate": 4.8562392179413455e-06,
      "loss": 0.8536,
      "step": 3100
    },
    {
      "epoch": 1.6959847036328872,
      "grad_norm": 0.7582395672798157,
      "learning_rate": 4.813110983323749e-06,
      "loss": 0.7629,
      "step": 3105
    },
    {
      "epoch": 1.6987161977601748,
      "grad_norm": 0.7156893610954285,
      "learning_rate": 4.769982748706153e-06,
      "loss": 0.8006,
      "step": 3110
    },
    {
      "epoch": 1.7014476918874624,
      "grad_norm": 0.7617497444152832,
      "learning_rate": 4.726854514088557e-06,
      "loss": 0.8285,
      "step": 3115
    },
    {
      "epoch": 1.7041791860147502,
      "grad_norm": 0.7520387172698975,
      "learning_rate": 4.68372627947096e-06,
      "loss": 0.8608,
      "step": 3120
    },
    {
      "epoch": 1.7069106801420377,
      "grad_norm": 0.6886020302772522,
      "learning_rate": 4.640598044853364e-06,
      "loss": 0.8259,
      "step": 3125
    },
    {
      "epoch": 1.7096421742693253,
      "grad_norm": 0.8330241441726685,
      "learning_rate": 4.597469810235768e-06,
      "loss": 0.7891,
      "step": 3130
    },
    {
      "epoch": 1.712373668396613,
      "grad_norm": 0.7715080976486206,
      "learning_rate": 4.554341575618172e-06,
      "loss": 0.828,
      "step": 3135
    },
    {
      "epoch": 1.7151051625239004,
      "grad_norm": 0.7944726943969727,
      "learning_rate": 4.511213341000575e-06,
      "loss": 0.7786,
      "step": 3140
    },
    {
      "epoch": 1.7178366566511882,
      "grad_norm": 0.7173528075218201,
      "learning_rate": 4.468085106382979e-06,
      "loss": 0.8248,
      "step": 3145
    },
    {
      "epoch": 1.7205681507784758,
      "grad_norm": 0.7944976091384888,
      "learning_rate": 4.424956871765382e-06,
      "loss": 0.8543,
      "step": 3150
    },
    {
      "epoch": 1.7232996449057634,
      "grad_norm": 0.7700731158256531,
      "learning_rate": 4.381828637147787e-06,
      "loss": 0.8077,
      "step": 3155
    },
    {
      "epoch": 1.7260311390330512,
      "grad_norm": 0.7129545211791992,
      "learning_rate": 4.33870040253019e-06,
      "loss": 0.8458,
      "step": 3160
    },
    {
      "epoch": 1.7287626331603387,
      "grad_norm": 0.7916214466094971,
      "learning_rate": 4.295572167912594e-06,
      "loss": 0.828,
      "step": 3165
    },
    {
      "epoch": 1.7314941272876263,
      "grad_norm": 0.7434884309768677,
      "learning_rate": 4.252443933294997e-06,
      "loss": 0.8267,
      "step": 3170
    },
    {
      "epoch": 1.734225621414914,
      "grad_norm": 0.7301231622695923,
      "learning_rate": 4.2093156986774015e-06,
      "loss": 0.8221,
      "step": 3175
    },
    {
      "epoch": 1.7369571155422014,
      "grad_norm": 0.6785838603973389,
      "learning_rate": 4.166187464059805e-06,
      "loss": 0.795,
      "step": 3180
    },
    {
      "epoch": 1.7396886096694892,
      "grad_norm": 0.6249417066574097,
      "learning_rate": 4.1230592294422086e-06,
      "loss": 0.7943,
      "step": 3185
    },
    {
      "epoch": 1.7424201037967768,
      "grad_norm": 0.7639848589897156,
      "learning_rate": 4.079930994824611e-06,
      "loss": 0.7893,
      "step": 3190
    },
    {
      "epoch": 1.7451515979240644,
      "grad_norm": 0.7818441987037659,
      "learning_rate": 4.036802760207016e-06,
      "loss": 0.8562,
      "step": 3195
    },
    {
      "epoch": 1.7478830920513522,
      "grad_norm": 0.8730034232139587,
      "learning_rate": 3.993674525589419e-06,
      "loss": 0.8542,
      "step": 3200
    },
    {
      "epoch": 1.7506145861786397,
      "grad_norm": 0.6441556215286255,
      "learning_rate": 3.950546290971823e-06,
      "loss": 0.7838,
      "step": 3205
    },
    {
      "epoch": 1.7533460803059273,
      "grad_norm": 0.6805165410041809,
      "learning_rate": 3.907418056354226e-06,
      "loss": 0.7945,
      "step": 3210
    },
    {
      "epoch": 1.756077574433215,
      "grad_norm": 0.7056381106376648,
      "learning_rate": 3.8642898217366305e-06,
      "loss": 0.8046,
      "step": 3215
    },
    {
      "epoch": 1.7588090685605025,
      "grad_norm": 0.7608081698417664,
      "learning_rate": 3.821161587119034e-06,
      "loss": 0.8143,
      "step": 3220
    },
    {
      "epoch": 1.7615405626877902,
      "grad_norm": 0.7973917722702026,
      "learning_rate": 3.7780333525014375e-06,
      "loss": 0.8942,
      "step": 3225
    },
    {
      "epoch": 1.7642720568150778,
      "grad_norm": 0.77592933177948,
      "learning_rate": 3.7349051178838415e-06,
      "loss": 0.8009,
      "step": 3230
    },
    {
      "epoch": 1.7670035509423654,
      "grad_norm": 0.6842568516731262,
      "learning_rate": 3.691776883266245e-06,
      "loss": 0.8346,
      "step": 3235
    },
    {
      "epoch": 1.7697350450696532,
      "grad_norm": 0.6500614881515503,
      "learning_rate": 3.648648648648649e-06,
      "loss": 0.8363,
      "step": 3240
    },
    {
      "epoch": 1.7724665391969407,
      "grad_norm": 0.8021740317344666,
      "learning_rate": 3.6055204140310524e-06,
      "loss": 0.8026,
      "step": 3245
    },
    {
      "epoch": 1.7751980333242283,
      "grad_norm": 0.7573009133338928,
      "learning_rate": 3.562392179413456e-06,
      "loss": 0.8014,
      "step": 3250
    },
    {
      "epoch": 1.7779295274515161,
      "grad_norm": 0.8284993171691895,
      "learning_rate": 3.51926394479586e-06,
      "loss": 0.7968,
      "step": 3255
    },
    {
      "epoch": 1.7806610215788035,
      "grad_norm": 0.9808593988418579,
      "learning_rate": 3.4761357101782634e-06,
      "loss": 0.8956,
      "step": 3260
    },
    {
      "epoch": 1.7833925157060913,
      "grad_norm": 0.801047146320343,
      "learning_rate": 3.4330074755606673e-06,
      "loss": 0.8086,
      "step": 3265
    },
    {
      "epoch": 1.7861240098333788,
      "grad_norm": 0.6470543146133423,
      "learning_rate": 3.389879240943071e-06,
      "loss": 0.7439,
      "step": 3270
    },
    {
      "epoch": 1.7888555039606664,
      "grad_norm": 0.7826109528541565,
      "learning_rate": 3.3467510063254748e-06,
      "loss": 0.8315,
      "step": 3275
    },
    {
      "epoch": 1.7915869980879542,
      "grad_norm": 0.7127923965454102,
      "learning_rate": 3.303622771707878e-06,
      "loss": 0.8047,
      "step": 3280
    },
    {
      "epoch": 1.7943184922152418,
      "grad_norm": 0.7150490880012512,
      "learning_rate": 3.260494537090282e-06,
      "loss": 0.8151,
      "step": 3285
    },
    {
      "epoch": 1.7970499863425293,
      "grad_norm": 0.6673474907875061,
      "learning_rate": 3.2173663024726853e-06,
      "loss": 0.8047,
      "step": 3290
    },
    {
      "epoch": 1.7997814804698171,
      "grad_norm": 0.7676151394844055,
      "learning_rate": 3.1742380678550892e-06,
      "loss": 0.8339,
      "step": 3295
    },
    {
      "epoch": 1.8025129745971045,
      "grad_norm": 0.8165467977523804,
      "learning_rate": 3.1311098332374928e-06,
      "loss": 0.8592,
      "step": 3300
    },
    {
      "epoch": 1.8025129745971045,
      "eval_loss": 0.9352796673774719,
      "eval_runtime": 299.4496,
      "eval_samples_per_second": 11.758,
      "eval_steps_per_second": 2.942,
      "step": 3300
    },
    {
      "epoch": 1.8052444687243923,
      "grad_norm": 0.8313693404197693,
      "learning_rate": 3.0879815986198967e-06,
      "loss": 0.8396,
      "step": 3305
    },
    {
      "epoch": 1.8079759628516798,
      "grad_norm": 0.8412713408470154,
      "learning_rate": 3.0448533640023e-06,
      "loss": 0.8887,
      "step": 3310
    },
    {
      "epoch": 1.8107074569789674,
      "grad_norm": 0.6956152319908142,
      "learning_rate": 3.001725129384704e-06,
      "loss": 0.8436,
      "step": 3315
    },
    {
      "epoch": 1.8134389511062552,
      "grad_norm": 0.9303175210952759,
      "learning_rate": 2.9585968947671077e-06,
      "loss": 0.8425,
      "step": 3320
    },
    {
      "epoch": 1.8161704452335428,
      "grad_norm": 0.6691704988479614,
      "learning_rate": 2.9154686601495116e-06,
      "loss": 0.7799,
      "step": 3325
    },
    {
      "epoch": 1.8189019393608303,
      "grad_norm": 0.6424058079719543,
      "learning_rate": 2.872340425531915e-06,
      "loss": 0.7835,
      "step": 3330
    },
    {
      "epoch": 1.8216334334881181,
      "grad_norm": 0.7195141315460205,
      "learning_rate": 2.829212190914319e-06,
      "loss": 0.7964,
      "step": 3335
    },
    {
      "epoch": 1.8243649276154055,
      "grad_norm": 0.7766082286834717,
      "learning_rate": 2.786083956296722e-06,
      "loss": 0.7849,
      "step": 3340
    },
    {
      "epoch": 1.8270964217426933,
      "grad_norm": 0.7251452803611755,
      "learning_rate": 2.7429557216791256e-06,
      "loss": 0.8789,
      "step": 3345
    },
    {
      "epoch": 1.8298279158699808,
      "grad_norm": 0.8340855836868286,
      "learning_rate": 2.6998274870615296e-06,
      "loss": 0.839,
      "step": 3350
    },
    {
      "epoch": 1.8325594099972684,
      "grad_norm": 0.777708113193512,
      "learning_rate": 2.656699252443933e-06,
      "loss": 0.8307,
      "step": 3355
    },
    {
      "epoch": 1.8352909041245562,
      "grad_norm": 0.7656396627426147,
      "learning_rate": 2.613571017826337e-06,
      "loss": 0.8267,
      "step": 3360
    },
    {
      "epoch": 1.8380223982518438,
      "grad_norm": 0.7076913714408875,
      "learning_rate": 2.5704427832087405e-06,
      "loss": 0.8568,
      "step": 3365
    },
    {
      "epoch": 1.8407538923791313,
      "grad_norm": 0.8412337899208069,
      "learning_rate": 2.5273145485911445e-06,
      "loss": 0.8134,
      "step": 3370
    },
    {
      "epoch": 1.8434853865064191,
      "grad_norm": 0.6766529679298401,
      "learning_rate": 2.484186313973548e-06,
      "loss": 0.8416,
      "step": 3375
    },
    {
      "epoch": 1.8462168806337065,
      "grad_norm": 0.8257123827934265,
      "learning_rate": 2.441058079355952e-06,
      "loss": 0.7869,
      "step": 3380
    },
    {
      "epoch": 1.8489483747609943,
      "grad_norm": 0.8125414252281189,
      "learning_rate": 2.3979298447383554e-06,
      "loss": 0.8212,
      "step": 3385
    },
    {
      "epoch": 1.8516798688882818,
      "grad_norm": 0.7885363698005676,
      "learning_rate": 2.3548016101207594e-06,
      "loss": 0.8491,
      "step": 3390
    },
    {
      "epoch": 1.8544113630155694,
      "grad_norm": 0.6646851301193237,
      "learning_rate": 2.311673375503163e-06,
      "loss": 0.7664,
      "step": 3395
    },
    {
      "epoch": 1.8571428571428572,
      "grad_norm": 0.7766485810279846,
      "learning_rate": 2.2685451408855664e-06,
      "loss": 0.8218,
      "step": 3400
    },
    {
      "epoch": 1.8598743512701448,
      "grad_norm": 0.908065676689148,
      "learning_rate": 2.22541690626797e-06,
      "loss": 0.8301,
      "step": 3405
    },
    {
      "epoch": 1.8626058453974323,
      "grad_norm": 0.8512767553329468,
      "learning_rate": 2.182288671650374e-06,
      "loss": 0.8579,
      "step": 3410
    },
    {
      "epoch": 1.8653373395247201,
      "grad_norm": 0.8669475317001343,
      "learning_rate": 2.1391604370327774e-06,
      "loss": 0.8864,
      "step": 3415
    },
    {
      "epoch": 1.8680688336520075,
      "grad_norm": 0.8183215856552124,
      "learning_rate": 2.0960322024151813e-06,
      "loss": 0.8684,
      "step": 3420
    },
    {
      "epoch": 1.8708003277792953,
      "grad_norm": 0.8169001340866089,
      "learning_rate": 2.052903967797585e-06,
      "loss": 0.9152,
      "step": 3425
    },
    {
      "epoch": 1.8735318219065829,
      "grad_norm": 0.6913219690322876,
      "learning_rate": 2.0097757331799888e-06,
      "loss": 0.7813,
      "step": 3430
    },
    {
      "epoch": 1.8762633160338704,
      "grad_norm": 0.7832525372505188,
      "learning_rate": 1.9666474985623923e-06,
      "loss": 0.8205,
      "step": 3435
    },
    {
      "epoch": 1.8789948101611582,
      "grad_norm": 0.8245301246643066,
      "learning_rate": 1.9235192639447958e-06,
      "loss": 0.8211,
      "step": 3440
    },
    {
      "epoch": 1.8817263042884458,
      "grad_norm": 0.7154508829116821,
      "learning_rate": 1.8803910293271997e-06,
      "loss": 0.8073,
      "step": 3445
    },
    {
      "epoch": 1.8844577984157334,
      "grad_norm": 0.7859438061714172,
      "learning_rate": 1.8372627947096032e-06,
      "loss": 0.8366,
      "step": 3450
    },
    {
      "epoch": 1.8871892925430211,
      "grad_norm": 0.800834059715271,
      "learning_rate": 1.794134560092007e-06,
      "loss": 0.8302,
      "step": 3455
    },
    {
      "epoch": 1.8899207866703085,
      "grad_norm": 0.8212534189224243,
      "learning_rate": 1.7510063254744107e-06,
      "loss": 0.8022,
      "step": 3460
    },
    {
      "epoch": 1.8926522807975963,
      "grad_norm": 0.8553736209869385,
      "learning_rate": 1.7078780908568144e-06,
      "loss": 0.8454,
      "step": 3465
    },
    {
      "epoch": 1.8953837749248839,
      "grad_norm": 0.7611083984375,
      "learning_rate": 1.6647498562392181e-06,
      "loss": 0.8274,
      "step": 3470
    },
    {
      "epoch": 1.8981152690521714,
      "grad_norm": 0.8202541470527649,
      "learning_rate": 1.6216216216216219e-06,
      "loss": 0.8143,
      "step": 3475
    },
    {
      "epoch": 1.9008467631794592,
      "grad_norm": 0.6400332450866699,
      "learning_rate": 1.5784933870040254e-06,
      "loss": 0.7993,
      "step": 3480
    },
    {
      "epoch": 1.9035782573067468,
      "grad_norm": 0.7497656345367432,
      "learning_rate": 1.5353651523864289e-06,
      "loss": 0.8165,
      "step": 3485
    },
    {
      "epoch": 1.9063097514340344,
      "grad_norm": 0.7206113338470459,
      "learning_rate": 1.4922369177688326e-06,
      "loss": 0.8809,
      "step": 3490
    },
    {
      "epoch": 1.9090412455613222,
      "grad_norm": 0.7341408729553223,
      "learning_rate": 1.4491086831512363e-06,
      "loss": 0.8515,
      "step": 3495
    },
    {
      "epoch": 1.9117727396886097,
      "grad_norm": 0.7438867688179016,
      "learning_rate": 1.40598044853364e-06,
      "loss": 0.7952,
      "step": 3500
    },
    {
      "epoch": 1.9145042338158973,
      "grad_norm": 0.8853686451911926,
      "learning_rate": 1.3628522139160438e-06,
      "loss": 0.7949,
      "step": 3505
    },
    {
      "epoch": 1.917235727943185,
      "grad_norm": 0.7891769409179688,
      "learning_rate": 1.3197239792984473e-06,
      "loss": 0.7935,
      "step": 3510
    },
    {
      "epoch": 1.9199672220704724,
      "grad_norm": 1.0255788564682007,
      "learning_rate": 1.276595744680851e-06,
      "loss": 0.8227,
      "step": 3515
    },
    {
      "epoch": 1.9226987161977602,
      "grad_norm": 0.7512651085853577,
      "learning_rate": 1.2334675100632547e-06,
      "loss": 0.8014,
      "step": 3520
    },
    {
      "epoch": 1.9254302103250478,
      "grad_norm": 0.6517429351806641,
      "learning_rate": 1.1903392754456585e-06,
      "loss": 0.8186,
      "step": 3525
    },
    {
      "epoch": 1.9281617044523354,
      "grad_norm": 0.6782920956611633,
      "learning_rate": 1.1472110408280622e-06,
      "loss": 0.7471,
      "step": 3530
    },
    {
      "epoch": 1.9308931985796232,
      "grad_norm": 0.7998325228691101,
      "learning_rate": 1.104082806210466e-06,
      "loss": 0.7834,
      "step": 3535
    },
    {
      "epoch": 1.9336246927069107,
      "grad_norm": 0.6881343722343445,
      "learning_rate": 1.0609545715928694e-06,
      "loss": 0.7815,
      "step": 3540
    },
    {
      "epoch": 1.9363561868341983,
      "grad_norm": 0.8117784857749939,
      "learning_rate": 1.0178263369752732e-06,
      "loss": 0.8221,
      "step": 3545
    },
    {
      "epoch": 1.939087680961486,
      "grad_norm": 0.7323679327964783,
      "learning_rate": 9.746981023576769e-07,
      "loss": 0.8436,
      "step": 3550
    },
    {
      "epoch": 1.9418191750887734,
      "grad_norm": 0.804025411605835,
      "learning_rate": 9.315698677400805e-07,
      "loss": 0.835,
      "step": 3555
    },
    {
      "epoch": 1.9445506692160612,
      "grad_norm": 0.6342939734458923,
      "learning_rate": 8.884416331224842e-07,
      "loss": 0.7668,
      "step": 3560
    },
    {
      "epoch": 1.9472821633433488,
      "grad_norm": 0.9365503787994385,
      "learning_rate": 8.453133985048878e-07,
      "loss": 0.847,
      "step": 3565
    },
    {
      "epoch": 1.9500136574706364,
      "grad_norm": 0.7761809825897217,
      "learning_rate": 8.021851638872916e-07,
      "loss": 0.8816,
      "step": 3570
    },
    {
      "epoch": 1.9527451515979242,
      "grad_norm": 0.7353388667106628,
      "learning_rate": 7.590569292696953e-07,
      "loss": 0.8459,
      "step": 3575
    },
    {
      "epoch": 1.9554766457252117,
      "grad_norm": 0.7061073780059814,
      "learning_rate": 7.159286946520989e-07,
      "loss": 0.782,
      "step": 3580
    },
    {
      "epoch": 1.9582081398524993,
      "grad_norm": 0.6874290704727173,
      "learning_rate": 6.728004600345026e-07,
      "loss": 0.7976,
      "step": 3585
    },
    {
      "epoch": 1.960939633979787,
      "grad_norm": 0.7184991836547852,
      "learning_rate": 6.296722254169064e-07,
      "loss": 0.826,
      "step": 3590
    },
    {
      "epoch": 1.9636711281070744,
      "grad_norm": 0.7778326272964478,
      "learning_rate": 5.8654399079931e-07,
      "loss": 0.8151,
      "step": 3595
    },
    {
      "epoch": 1.9664026222343622,
      "grad_norm": 0.7717835307121277,
      "learning_rate": 5.434157561817137e-07,
      "loss": 0.8702,
      "step": 3600
    },
    {
      "epoch": 1.9664026222343622,
      "eval_loss": 0.9335657954216003,
      "eval_runtime": 301.3,
      "eval_samples_per_second": 11.686,
      "eval_steps_per_second": 2.924,
      "step": 3600
    },
    {
      "epoch": 1.9691341163616498,
      "grad_norm": 0.7777953743934631,
      "learning_rate": 5.002875215641173e-07,
      "loss": 0.7966,
      "step": 3605
    },
    {
      "epoch": 1.9718656104889374,
      "grad_norm": 0.9295082688331604,
      "learning_rate": 4.5715928694652105e-07,
      "loss": 0.8906,
      "step": 3610
    },
    {
      "epoch": 1.9745971046162252,
      "grad_norm": 0.7250046133995056,
      "learning_rate": 4.1403105232892466e-07,
      "loss": 0.8249,
      "step": 3615
    },
    {
      "epoch": 1.9773285987435127,
      "grad_norm": 0.8891762495040894,
      "learning_rate": 3.7090281771132834e-07,
      "loss": 0.8635,
      "step": 3620
    },
    {
      "epoch": 1.9800600928708003,
      "grad_norm": 0.7426323294639587,
      "learning_rate": 3.2777458309373206e-07,
      "loss": 0.8527,
      "step": 3625
    },
    {
      "epoch": 1.982791586998088,
      "grad_norm": 0.8124968409538269,
      "learning_rate": 2.8464634847613573e-07,
      "loss": 0.889,
      "step": 3630
    },
    {
      "epoch": 1.9855230811253755,
      "grad_norm": 0.7425868511199951,
      "learning_rate": 2.415181138585394e-07,
      "loss": 0.7681,
      "step": 3635
    },
    {
      "epoch": 1.9882545752526632,
      "grad_norm": 0.6784554123878479,
      "learning_rate": 1.9838987924094308e-07,
      "loss": 0.7942,
      "step": 3640
    },
    {
      "epoch": 1.9909860693799508,
      "grad_norm": 0.7988487482070923,
      "learning_rate": 1.5526164462334675e-07,
      "loss": 0.8488,
      "step": 3645
    },
    {
      "epoch": 1.9937175635072384,
      "grad_norm": 0.6853664517402649,
      "learning_rate": 1.1213341000575043e-07,
      "loss": 0.7516,
      "step": 3650
    },
    {
      "epoch": 1.9964490576345262,
      "grad_norm": 0.8320609927177429,
      "learning_rate": 6.900517538815412e-08,
      "loss": 0.7944,
      "step": 3655
    },
    {
      "epoch": 1.9991805517618138,
      "grad_norm": 0.7473215460777283,
      "learning_rate": 2.587694077055779e-08,
      "loss": 0.8585,
      "step": 3660
    },
    {
      "epoch": 2.0016388964763725,
      "grad_norm": 0.7319318056106567,
      "learning_rate": 1.5782664941785253e-05,
      "loss": 0.8188,
      "step": 3665
    },
    {
      "epoch": 2.0043703906036603,
      "grad_norm": 0.7051223516464233,
      "learning_rate": 1.576110392410522e-05,
      "loss": 0.7581,
      "step": 3670
    },
    {
      "epoch": 2.0071018847309476,
      "grad_norm": 0.7501633763313293,
      "learning_rate": 1.5739542906425185e-05,
      "loss": 0.7568,
      "step": 3675
    },
    {
      "epoch": 2.0098333788582354,
      "grad_norm": 0.7506686449050903,
      "learning_rate": 1.5717981888745148e-05,
      "loss": 0.791,
      "step": 3680
    },
    {
      "epoch": 2.0125648729855232,
      "grad_norm": 0.7914782166481018,
      "learning_rate": 1.5696420871065114e-05,
      "loss": 0.7865,
      "step": 3685
    },
    {
      "epoch": 2.0152963671128106,
      "grad_norm": 0.7318350672721863,
      "learning_rate": 1.567485985338508e-05,
      "loss": 0.7548,
      "step": 3690
    },
    {
      "epoch": 2.0180278612400984,
      "grad_norm": 0.694589376449585,
      "learning_rate": 1.5653298835705046e-05,
      "loss": 0.7808,
      "step": 3695
    },
    {
      "epoch": 2.020759355367386,
      "grad_norm": 0.6557597517967224,
      "learning_rate": 1.563173781802501e-05,
      "loss": 0.753,
      "step": 3700
    },
    {
      "epoch": 2.0234908494946735,
      "grad_norm": 0.6921776533126831,
      "learning_rate": 1.561017680034498e-05,
      "loss": 0.8208,
      "step": 3705
    },
    {
      "epoch": 2.0262223436219613,
      "grad_norm": 0.7546330094337463,
      "learning_rate": 1.558861578266494e-05,
      "loss": 0.7923,
      "step": 3710
    },
    {
      "epoch": 2.0289538377492486,
      "grad_norm": 0.9784765243530273,
      "learning_rate": 1.5567054764984907e-05,
      "loss": 0.8301,
      "step": 3715
    },
    {
      "epoch": 2.0316853318765364,
      "grad_norm": 0.72115159034729,
      "learning_rate": 1.5545493747304873e-05,
      "loss": 0.8057,
      "step": 3720
    },
    {
      "epoch": 2.0344168260038242,
      "grad_norm": 0.7705895900726318,
      "learning_rate": 1.552393272962484e-05,
      "loss": 0.7775,
      "step": 3725
    },
    {
      "epoch": 2.0371483201311116,
      "grad_norm": 0.7333831787109375,
      "learning_rate": 1.5502371711944802e-05,
      "loss": 0.7796,
      "step": 3730
    },
    {
      "epoch": 2.0398798142583994,
      "grad_norm": 0.8714722394943237,
      "learning_rate": 1.5480810694264768e-05,
      "loss": 0.8728,
      "step": 3735
    },
    {
      "epoch": 2.042611308385687,
      "grad_norm": 0.7178484201431274,
      "learning_rate": 1.5459249676584734e-05,
      "loss": 0.8011,
      "step": 3740
    },
    {
      "epoch": 2.0453428025129745,
      "grad_norm": 0.7613635659217834,
      "learning_rate": 1.54376886589047e-05,
      "loss": 0.8263,
      "step": 3745
    },
    {
      "epoch": 2.0480742966402623,
      "grad_norm": 0.7936369776725769,
      "learning_rate": 1.5416127641224666e-05,
      "loss": 0.7467,
      "step": 3750
    },
    {
      "epoch": 2.0508057907675497,
      "grad_norm": 0.666117787361145,
      "learning_rate": 1.5394566623544633e-05,
      "loss": 0.8015,
      "step": 3755
    },
    {
      "epoch": 2.0535372848948374,
      "grad_norm": 0.6949426531791687,
      "learning_rate": 1.53730056058646e-05,
      "loss": 0.8087,
      "step": 3760
    },
    {
      "epoch": 2.0562687790221252,
      "grad_norm": 0.7881883382797241,
      "learning_rate": 1.535144458818456e-05,
      "loss": 0.8145,
      "step": 3765
    },
    {
      "epoch": 2.0590002731494126,
      "grad_norm": 0.7423451542854309,
      "learning_rate": 1.532988357050453e-05,
      "loss": 0.7835,
      "step": 3770
    },
    {
      "epoch": 2.0617317672767004,
      "grad_norm": 0.7422988414764404,
      "learning_rate": 1.5308322552824494e-05,
      "loss": 0.8309,
      "step": 3775
    },
    {
      "epoch": 2.064463261403988,
      "grad_norm": 0.7277097105979919,
      "learning_rate": 1.528676153514446e-05,
      "loss": 0.7736,
      "step": 3780
    },
    {
      "epoch": 2.0671947555312755,
      "grad_norm": 0.7224512100219727,
      "learning_rate": 1.5265200517464422e-05,
      "loss": 0.8018,
      "step": 3785
    },
    {
      "epoch": 2.0699262496585633,
      "grad_norm": 0.6958188414573669,
      "learning_rate": 1.524363949978439e-05,
      "loss": 0.8336,
      "step": 3790
    },
    {
      "epoch": 2.0726577437858507,
      "grad_norm": 0.7252750992774963,
      "learning_rate": 1.5222078482104354e-05,
      "loss": 0.7878,
      "step": 3795
    },
    {
      "epoch": 2.0753892379131385,
      "grad_norm": 0.758294403553009,
      "learning_rate": 1.5200517464424322e-05,
      "loss": 0.7854,
      "step": 3800
    },
    {
      "epoch": 2.0781207320404262,
      "grad_norm": 0.752086877822876,
      "learning_rate": 1.5178956446744285e-05,
      "loss": 0.8175,
      "step": 3805
    },
    {
      "epoch": 2.0808522261677136,
      "grad_norm": 0.895892322063446,
      "learning_rate": 1.5157395429064253e-05,
      "loss": 0.8081,
      "step": 3810
    },
    {
      "epoch": 2.0835837202950014,
      "grad_norm": 0.8314038515090942,
      "learning_rate": 1.5135834411384215e-05,
      "loss": 0.7869,
      "step": 3815
    },
    {
      "epoch": 2.086315214422289,
      "grad_norm": 0.7267419099807739,
      "learning_rate": 1.5114273393704183e-05,
      "loss": 0.7649,
      "step": 3820
    },
    {
      "epoch": 2.0890467085495765,
      "grad_norm": 0.701091468334198,
      "learning_rate": 1.5092712376024151e-05,
      "loss": 0.8043,
      "step": 3825
    },
    {
      "epoch": 2.0917782026768643,
      "grad_norm": 0.7192620038986206,
      "learning_rate": 1.5071151358344114e-05,
      "loss": 0.7558,
      "step": 3830
    },
    {
      "epoch": 2.0945096968041517,
      "grad_norm": 0.8244616389274597,
      "learning_rate": 1.5049590340664081e-05,
      "loss": 0.8201,
      "step": 3835
    },
    {
      "epoch": 2.0972411909314395,
      "grad_norm": 0.7200716733932495,
      "learning_rate": 1.5028029322984044e-05,
      "loss": 0.7394,
      "step": 3840
    },
    {
      "epoch": 2.0999726850587273,
      "grad_norm": 0.9516389966011047,
      "learning_rate": 1.5006468305304012e-05,
      "loss": 0.8358,
      "step": 3845
    },
    {
      "epoch": 2.1027041791860146,
      "grad_norm": 0.7172725200653076,
      "learning_rate": 1.4984907287623976e-05,
      "loss": 0.8957,
      "step": 3850
    },
    {
      "epoch": 2.1054356733133024,
      "grad_norm": 0.6775708198547363,
      "learning_rate": 1.496334626994394e-05,
      "loss": 0.8274,
      "step": 3855
    },
    {
      "epoch": 2.10816716744059,
      "grad_norm": 0.6522817015647888,
      "learning_rate": 1.4941785252263907e-05,
      "loss": 0.7731,
      "step": 3860
    },
    {
      "epoch": 2.1108986615678775,
      "grad_norm": 0.830079972743988,
      "learning_rate": 1.4920224234583873e-05,
      "loss": 0.8334,
      "step": 3865
    },
    {
      "epoch": 2.1136301556951653,
      "grad_norm": 0.8399609327316284,
      "learning_rate": 1.4898663216903839e-05,
      "loss": 0.8273,
      "step": 3870
    },
    {
      "epoch": 2.1163616498224527,
      "grad_norm": 0.7075542211532593,
      "learning_rate": 1.4877102199223805e-05,
      "loss": 0.8263,
      "step": 3875
    },
    {
      "epoch": 2.1190931439497405,
      "grad_norm": 0.8559184670448303,
      "learning_rate": 1.485554118154377e-05,
      "loss": 0.7854,
      "step": 3880
    },
    {
      "epoch": 2.1218246380770283,
      "grad_norm": 0.7275727987289429,
      "learning_rate": 1.4833980163863736e-05,
      "loss": 0.7714,
      "step": 3885
    },
    {
      "epoch": 2.1245561322043156,
      "grad_norm": 0.6957250237464905,
      "learning_rate": 1.48124191461837e-05,
      "loss": 0.7886,
      "step": 3890
    },
    {
      "epoch": 2.1272876263316034,
      "grad_norm": 0.7279730439186096,
      "learning_rate": 1.4790858128503666e-05,
      "loss": 0.7642,
      "step": 3895
    },
    {
      "epoch": 2.130019120458891,
      "grad_norm": 0.6682025790214539,
      "learning_rate": 1.4769297110823632e-05,
      "loss": 0.8177,
      "step": 3900
    },
    {
      "epoch": 2.130019120458891,
      "eval_loss": 0.9341248869895935,
      "eval_runtime": 296.5102,
      "eval_samples_per_second": 11.875,
      "eval_steps_per_second": 2.971,
      "step": 3900
    },
    {
      "epoch": 2.1327506145861785,
      "grad_norm": 0.6160957217216492,
      "learning_rate": 1.4747736093143596e-05,
      "loss": 0.766,
      "step": 3905
    },
    {
      "epoch": 2.1354821087134663,
      "grad_norm": 0.8791837096214294,
      "learning_rate": 1.4726175075463563e-05,
      "loss": 0.7801,
      "step": 3910
    },
    {
      "epoch": 2.1382136028407537,
      "grad_norm": 0.6789302229881287,
      "learning_rate": 1.4704614057783527e-05,
      "loss": 0.7746,
      "step": 3915
    },
    {
      "epoch": 2.1409450969680415,
      "grad_norm": 0.6534218192100525,
      "learning_rate": 1.4683053040103493e-05,
      "loss": 0.7422,
      "step": 3920
    },
    {
      "epoch": 2.1436765910953293,
      "grad_norm": 0.6851027607917786,
      "learning_rate": 1.4661492022423459e-05,
      "loss": 0.762,
      "step": 3925
    },
    {
      "epoch": 2.1464080852226166,
      "grad_norm": 0.8011928200721741,
      "learning_rate": 1.4639931004743423e-05,
      "loss": 0.7665,
      "step": 3930
    },
    {
      "epoch": 2.1491395793499044,
      "grad_norm": 0.8282194137573242,
      "learning_rate": 1.461836998706339e-05,
      "loss": 0.8187,
      "step": 3935
    },
    {
      "epoch": 2.151871073477192,
      "grad_norm": 0.7016075253486633,
      "learning_rate": 1.4596808969383354e-05,
      "loss": 0.7601,
      "step": 3940
    },
    {
      "epoch": 2.1546025676044795,
      "grad_norm": 0.7013123631477356,
      "learning_rate": 1.4575247951703322e-05,
      "loss": 0.7542,
      "step": 3945
    },
    {
      "epoch": 2.1573340617317673,
      "grad_norm": 0.7040947675704956,
      "learning_rate": 1.4553686934023288e-05,
      "loss": 0.7981,
      "step": 3950
    },
    {
      "epoch": 2.160065555859055,
      "grad_norm": 0.8876264095306396,
      "learning_rate": 1.4532125916343252e-05,
      "loss": 0.8221,
      "step": 3955
    },
    {
      "epoch": 2.1627970499863425,
      "grad_norm": 0.6969845294952393,
      "learning_rate": 1.4510564898663218e-05,
      "loss": 0.8246,
      "step": 3960
    },
    {
      "epoch": 2.1655285441136303,
      "grad_norm": 0.8121285438537598,
      "learning_rate": 1.4489003880983183e-05,
      "loss": 0.8392,
      "step": 3965
    },
    {
      "epoch": 2.1682600382409176,
      "grad_norm": 0.7749564051628113,
      "learning_rate": 1.4467442863303149e-05,
      "loss": 0.8084,
      "step": 3970
    },
    {
      "epoch": 2.1709915323682054,
      "grad_norm": 0.9159696698188782,
      "learning_rate": 1.4445881845623113e-05,
      "loss": 0.8563,
      "step": 3975
    },
    {
      "epoch": 2.173723026495493,
      "grad_norm": 0.8330530524253845,
      "learning_rate": 1.442432082794308e-05,
      "loss": 0.7882,
      "step": 3980
    },
    {
      "epoch": 2.1764545206227806,
      "grad_norm": 0.6948736906051636,
      "learning_rate": 1.4402759810263045e-05,
      "loss": 0.8164,
      "step": 3985
    },
    {
      "epoch": 2.1791860147500683,
      "grad_norm": 0.8895037174224854,
      "learning_rate": 1.438119879258301e-05,
      "loss": 0.7705,
      "step": 3990
    },
    {
      "epoch": 2.1819175088773557,
      "grad_norm": 0.6750216484069824,
      "learning_rate": 1.4359637774902976e-05,
      "loss": 0.7435,
      "step": 3995
    },
    {
      "epoch": 2.1846490030046435,
      "grad_norm": 0.7232965230941772,
      "learning_rate": 1.433807675722294e-05,
      "loss": 0.8289,
      "step": 4000
    },
    {
      "epoch": 2.1873804971319313,
      "grad_norm": 0.7342071533203125,
      "learning_rate": 1.4316515739542906e-05,
      "loss": 0.7838,
      "step": 4005
    },
    {
      "epoch": 2.1901119912592186,
      "grad_norm": 0.6869019269943237,
      "learning_rate": 1.4294954721862872e-05,
      "loss": 0.7482,
      "step": 4010
    },
    {
      "epoch": 2.1928434853865064,
      "grad_norm": 0.8189377784729004,
      "learning_rate": 1.4273393704182837e-05,
      "loss": 0.7861,
      "step": 4015
    },
    {
      "epoch": 2.195574979513794,
      "grad_norm": 0.7131912112236023,
      "learning_rate": 1.4251832686502803e-05,
      "loss": 0.7488,
      "step": 4020
    },
    {
      "epoch": 2.1983064736410816,
      "grad_norm": 0.6690083146095276,
      "learning_rate": 1.4230271668822767e-05,
      "loss": 0.7593,
      "step": 4025
    },
    {
      "epoch": 2.2010379677683694,
      "grad_norm": 0.7157140970230103,
      "learning_rate": 1.4208710651142735e-05,
      "loss": 0.8124,
      "step": 4030
    },
    {
      "epoch": 2.203769461895657,
      "grad_norm": 0.7318872809410095,
      "learning_rate": 1.4187149633462701e-05,
      "loss": 0.793,
      "step": 4035
    },
    {
      "epoch": 2.2065009560229445,
      "grad_norm": 0.7739484906196594,
      "learning_rate": 1.4165588615782665e-05,
      "loss": 0.788,
      "step": 4040
    },
    {
      "epoch": 2.2092324501502323,
      "grad_norm": 0.7915065288543701,
      "learning_rate": 1.4144027598102632e-05,
      "loss": 0.8171,
      "step": 4045
    },
    {
      "epoch": 2.2119639442775196,
      "grad_norm": 0.7829121351242065,
      "learning_rate": 1.4122466580422596e-05,
      "loss": 0.7548,
      "step": 4050
    },
    {
      "epoch": 2.2146954384048074,
      "grad_norm": 0.7062816619873047,
      "learning_rate": 1.4100905562742562e-05,
      "loss": 0.7894,
      "step": 4055
    },
    {
      "epoch": 2.217426932532095,
      "grad_norm": 0.7477509379386902,
      "learning_rate": 1.4079344545062528e-05,
      "loss": 0.8622,
      "step": 4060
    },
    {
      "epoch": 2.2201584266593826,
      "grad_norm": 0.7906818389892578,
      "learning_rate": 1.4057783527382493e-05,
      "loss": 0.7972,
      "step": 4065
    },
    {
      "epoch": 2.2228899207866704,
      "grad_norm": 0.9905873537063599,
      "learning_rate": 1.4036222509702459e-05,
      "loss": 0.8739,
      "step": 4070
    },
    {
      "epoch": 2.2256214149139577,
      "grad_norm": 0.6984094977378845,
      "learning_rate": 1.4014661492022423e-05,
      "loss": 0.773,
      "step": 4075
    },
    {
      "epoch": 2.2283529090412455,
      "grad_norm": 0.7641189098358154,
      "learning_rate": 1.3993100474342389e-05,
      "loss": 0.8112,
      "step": 4080
    },
    {
      "epoch": 2.2310844031685333,
      "grad_norm": 0.935867965221405,
      "learning_rate": 1.3971539456662355e-05,
      "loss": 0.8833,
      "step": 4085
    },
    {
      "epoch": 2.2338158972958206,
      "grad_norm": 0.861794114112854,
      "learning_rate": 1.394997843898232e-05,
      "loss": 0.7455,
      "step": 4090
    },
    {
      "epoch": 2.2365473914231084,
      "grad_norm": 0.9031226634979248,
      "learning_rate": 1.3928417421302286e-05,
      "loss": 0.8022,
      "step": 4095
    },
    {
      "epoch": 2.2392788855503962,
      "grad_norm": 0.6768134236335754,
      "learning_rate": 1.390685640362225e-05,
      "loss": 0.7694,
      "step": 4100
    },
    {
      "epoch": 2.2420103796776836,
      "grad_norm": 0.701326847076416,
      "learning_rate": 1.3885295385942216e-05,
      "loss": 0.7764,
      "step": 4105
    },
    {
      "epoch": 2.2447418738049714,
      "grad_norm": 0.7094439268112183,
      "learning_rate": 1.3863734368262184e-05,
      "loss": 0.7985,
      "step": 4110
    },
    {
      "epoch": 2.247473367932259,
      "grad_norm": 0.7312394976615906,
      "learning_rate": 1.3842173350582148e-05,
      "loss": 0.8113,
      "step": 4115
    },
    {
      "epoch": 2.2502048620595465,
      "grad_norm": 0.7001371383666992,
      "learning_rate": 1.3820612332902114e-05,
      "loss": 0.7564,
      "step": 4120
    },
    {
      "epoch": 2.2529363561868343,
      "grad_norm": 0.6896631121635437,
      "learning_rate": 1.3799051315222079e-05,
      "loss": 0.8286,
      "step": 4125
    },
    {
      "epoch": 2.2556678503141216,
      "grad_norm": 0.9941986203193665,
      "learning_rate": 1.3777490297542045e-05,
      "loss": 0.8587,
      "step": 4130
    },
    {
      "epoch": 2.2583993444414094,
      "grad_norm": 0.7232380509376526,
      "learning_rate": 1.3755929279862011e-05,
      "loss": 0.726,
      "step": 4135
    },
    {
      "epoch": 2.2611308385686972,
      "grad_norm": 0.7439639568328857,
      "learning_rate": 1.3734368262181975e-05,
      "loss": 0.8296,
      "step": 4140
    },
    {
      "epoch": 2.2638623326959846,
      "grad_norm": 0.7760093808174133,
      "learning_rate": 1.3712807244501941e-05,
      "loss": 0.7572,
      "step": 4145
    },
    {
      "epoch": 2.2665938268232724,
      "grad_norm": 0.8365876078605652,
      "learning_rate": 1.3691246226821906e-05,
      "loss": 0.8698,
      "step": 4150
    },
    {
      "epoch": 2.2693253209505597,
      "grad_norm": 0.6379351019859314,
      "learning_rate": 1.3669685209141872e-05,
      "loss": 0.7298,
      "step": 4155
    },
    {
      "epoch": 2.2720568150778475,
      "grad_norm": 0.7523884177207947,
      "learning_rate": 1.3648124191461836e-05,
      "loss": 0.7733,
      "step": 4160
    },
    {
      "epoch": 2.2747883092051353,
      "grad_norm": 0.7487993836402893,
      "learning_rate": 1.3626563173781802e-05,
      "loss": 0.7618,
      "step": 4165
    },
    {
      "epoch": 2.2775198033324227,
      "grad_norm": 0.7205899953842163,
      "learning_rate": 1.3605002156101768e-05,
      "loss": 0.8136,
      "step": 4170
    },
    {
      "epoch": 2.2802512974597104,
      "grad_norm": 0.7175250053405762,
      "learning_rate": 1.3583441138421733e-05,
      "loss": 0.7354,
      "step": 4175
    },
    {
      "epoch": 2.2829827915869982,
      "grad_norm": 0.7742190957069397,
      "learning_rate": 1.3561880120741699e-05,
      "loss": 0.7987,
      "step": 4180
    },
    {
      "epoch": 2.2857142857142856,
      "grad_norm": 0.7730711102485657,
      "learning_rate": 1.3540319103061663e-05,
      "loss": 0.7648,
      "step": 4185
    },
    {
      "epoch": 2.2884457798415734,
      "grad_norm": 0.6889259815216064,
      "learning_rate": 1.3518758085381631e-05,
      "loss": 0.8092,
      "step": 4190
    },
    {
      "epoch": 2.291177273968861,
      "grad_norm": 0.6672682166099548,
      "learning_rate": 1.3497197067701597e-05,
      "loss": 0.8145,
      "step": 4195
    },
    {
      "epoch": 2.2939087680961485,
      "grad_norm": 0.9464843273162842,
      "learning_rate": 1.3475636050021562e-05,
      "loss": 0.846,
      "step": 4200
    },
    {
      "epoch": 2.2939087680961485,
      "eval_loss": 0.9262539744377136,
      "eval_runtime": 297.4394,
      "eval_samples_per_second": 11.838,
      "eval_steps_per_second": 2.962,
      "step": 4200
    },
    {
      "epoch": 2.2966402622234363,
      "grad_norm": 0.6689907312393188,
      "learning_rate": 1.3454075032341528e-05,
      "loss": 0.7643,
      "step": 4205
    },
    {
      "epoch": 2.2993717563507237,
      "grad_norm": 0.78407883644104,
      "learning_rate": 1.3432514014661492e-05,
      "loss": 0.8049,
      "step": 4210
    },
    {
      "epoch": 2.3021032504780115,
      "grad_norm": 0.8163665533065796,
      "learning_rate": 1.3410952996981458e-05,
      "loss": 0.8188,
      "step": 4215
    },
    {
      "epoch": 2.3048347446052992,
      "grad_norm": 0.667530357837677,
      "learning_rate": 1.3389391979301424e-05,
      "loss": 0.7758,
      "step": 4220
    },
    {
      "epoch": 2.3075662387325866,
      "grad_norm": 0.6950967311859131,
      "learning_rate": 1.3367830961621389e-05,
      "loss": 0.7657,
      "step": 4225
    },
    {
      "epoch": 2.3102977328598744,
      "grad_norm": 0.7282412052154541,
      "learning_rate": 1.3346269943941355e-05,
      "loss": 0.766,
      "step": 4230
    },
    {
      "epoch": 2.3130292269871617,
      "grad_norm": 0.8621053695678711,
      "learning_rate": 1.3324708926261319e-05,
      "loss": 0.7528,
      "step": 4235
    },
    {
      "epoch": 2.3157607211144495,
      "grad_norm": 0.9072563052177429,
      "learning_rate": 1.3303147908581285e-05,
      "loss": 0.7814,
      "step": 4240
    },
    {
      "epoch": 2.3184922152417373,
      "grad_norm": 0.8264155387878418,
      "learning_rate": 1.3281586890901251e-05,
      "loss": 0.8119,
      "step": 4245
    },
    {
      "epoch": 2.3212237093690247,
      "grad_norm": 0.8605033159255981,
      "learning_rate": 1.3260025873221216e-05,
      "loss": 0.8205,
      "step": 4250
    },
    {
      "epoch": 2.3239552034963125,
      "grad_norm": 0.6696557402610779,
      "learning_rate": 1.3238464855541182e-05,
      "loss": 0.747,
      "step": 4255
    },
    {
      "epoch": 2.3266866976236003,
      "grad_norm": 0.7751865386962891,
      "learning_rate": 1.3216903837861146e-05,
      "loss": 0.7862,
      "step": 4260
    },
    {
      "epoch": 2.3294181917508876,
      "grad_norm": 0.7971178293228149,
      "learning_rate": 1.3195342820181112e-05,
      "loss": 0.7831,
      "step": 4265
    },
    {
      "epoch": 2.3321496858781754,
      "grad_norm": 0.7750131487846375,
      "learning_rate": 1.3173781802501078e-05,
      "loss": 0.7684,
      "step": 4270
    },
    {
      "epoch": 2.334881180005463,
      "grad_norm": 0.788883626461029,
      "learning_rate": 1.3152220784821044e-05,
      "loss": 0.8209,
      "step": 4275
    },
    {
      "epoch": 2.3376126741327505,
      "grad_norm": 0.8019657135009766,
      "learning_rate": 1.313065976714101e-05,
      "loss": 0.7794,
      "step": 4280
    },
    {
      "epoch": 2.3403441682600383,
      "grad_norm": 0.7541218996047974,
      "learning_rate": 1.3109098749460975e-05,
      "loss": 0.7586,
      "step": 4285
    },
    {
      "epoch": 2.3430756623873257,
      "grad_norm": 0.7851794958114624,
      "learning_rate": 1.3087537731780941e-05,
      "loss": 0.8057,
      "step": 4290
    },
    {
      "epoch": 2.3458071565146135,
      "grad_norm": 0.7472942471504211,
      "learning_rate": 1.3065976714100907e-05,
      "loss": 0.7925,
      "step": 4295
    },
    {
      "epoch": 2.3485386506419013,
      "grad_norm": 0.7513644099235535,
      "learning_rate": 1.3044415696420871e-05,
      "loss": 0.7911,
      "step": 4300
    },
    {
      "epoch": 2.3512701447691886,
      "grad_norm": 0.7507604360580444,
      "learning_rate": 1.3022854678740837e-05,
      "loss": 0.7895,
      "step": 4305
    },
    {
      "epoch": 2.3540016388964764,
      "grad_norm": 0.7856028079986572,
      "learning_rate": 1.3001293661060802e-05,
      "loss": 0.8078,
      "step": 4310
    },
    {
      "epoch": 2.356733133023764,
      "grad_norm": 0.9324090480804443,
      "learning_rate": 1.2979732643380768e-05,
      "loss": 0.8163,
      "step": 4315
    },
    {
      "epoch": 2.3594646271510515,
      "grad_norm": 0.722343921661377,
      "learning_rate": 1.2958171625700734e-05,
      "loss": 0.7511,
      "step": 4320
    },
    {
      "epoch": 2.3621961212783393,
      "grad_norm": 0.9830405116081238,
      "learning_rate": 1.2936610608020698e-05,
      "loss": 0.787,
      "step": 4325
    },
    {
      "epoch": 2.3649276154056267,
      "grad_norm": 0.8058767318725586,
      "learning_rate": 1.2915049590340664e-05,
      "loss": 0.7735,
      "step": 4330
    },
    {
      "epoch": 2.3676591095329145,
      "grad_norm": 0.8515341281890869,
      "learning_rate": 1.2893488572660629e-05,
      "loss": 0.807,
      "step": 4335
    },
    {
      "epoch": 2.3703906036602023,
      "grad_norm": 0.7659634351730347,
      "learning_rate": 1.2871927554980595e-05,
      "loss": 0.7515,
      "step": 4340
    },
    {
      "epoch": 2.3731220977874896,
      "grad_norm": 0.8038457632064819,
      "learning_rate": 1.2850366537300561e-05,
      "loss": 0.8918,
      "step": 4345
    },
    {
      "epoch": 2.3758535919147774,
      "grad_norm": 0.7973572015762329,
      "learning_rate": 1.2828805519620525e-05,
      "loss": 0.8241,
      "step": 4350
    },
    {
      "epoch": 2.378585086042065,
      "grad_norm": 0.7273423075675964,
      "learning_rate": 1.2807244501940493e-05,
      "loss": 0.7819,
      "step": 4355
    },
    {
      "epoch": 2.3813165801693525,
      "grad_norm": 0.6779032349586487,
      "learning_rate": 1.2785683484260458e-05,
      "loss": 0.8191,
      "step": 4360
    },
    {
      "epoch": 2.3840480742966403,
      "grad_norm": 1.0431166887283325,
      "learning_rate": 1.2764122466580424e-05,
      "loss": 0.7695,
      "step": 4365
    },
    {
      "epoch": 2.386779568423928,
      "grad_norm": 0.8091884255409241,
      "learning_rate": 1.2742561448900388e-05,
      "loss": 0.7774,
      "step": 4370
    },
    {
      "epoch": 2.3895110625512155,
      "grad_norm": 0.819164514541626,
      "learning_rate": 1.2721000431220354e-05,
      "loss": 0.7451,
      "step": 4375
    },
    {
      "epoch": 2.3922425566785033,
      "grad_norm": 0.7259253859519958,
      "learning_rate": 1.269943941354032e-05,
      "loss": 0.7748,
      "step": 4380
    },
    {
      "epoch": 2.3949740508057906,
      "grad_norm": 0.6403051614761353,
      "learning_rate": 1.2677878395860285e-05,
      "loss": 0.7366,
      "step": 4385
    },
    {
      "epoch": 2.3977055449330784,
      "grad_norm": 0.8575317859649658,
      "learning_rate": 1.265631737818025e-05,
      "loss": 0.8034,
      "step": 4390
    },
    {
      "epoch": 2.400437039060366,
      "grad_norm": 0.7741707563400269,
      "learning_rate": 1.2634756360500215e-05,
      "loss": 0.7993,
      "step": 4395
    },
    {
      "epoch": 2.4031685331876536,
      "grad_norm": 0.8399520516395569,
      "learning_rate": 1.2613195342820181e-05,
      "loss": 0.7915,
      "step": 4400
    },
    {
      "epoch": 2.4059000273149413,
      "grad_norm": 0.7090021371841431,
      "learning_rate": 1.2591634325140147e-05,
      "loss": 0.7909,
      "step": 4405
    },
    {
      "epoch": 2.4086315214422287,
      "grad_norm": 0.8017282485961914,
      "learning_rate": 1.2570073307460112e-05,
      "loss": 0.7945,
      "step": 4410
    },
    {
      "epoch": 2.4113630155695165,
      "grad_norm": 0.9520066976547241,
      "learning_rate": 1.2548512289780078e-05,
      "loss": 0.869,
      "step": 4415
    },
    {
      "epoch": 2.4140945096968043,
      "grad_norm": 0.8347050547599792,
      "learning_rate": 1.2526951272100042e-05,
      "loss": 0.8121,
      "step": 4420
    },
    {
      "epoch": 2.4168260038240916,
      "grad_norm": 0.7482141852378845,
      "learning_rate": 1.2505390254420008e-05,
      "loss": 0.8008,
      "step": 4425
    },
    {
      "epoch": 2.4195574979513794,
      "grad_norm": 0.7613436579704285,
      "learning_rate": 1.2483829236739974e-05,
      "loss": 0.7838,
      "step": 4430
    },
    {
      "epoch": 2.422288992078667,
      "grad_norm": 0.7921198010444641,
      "learning_rate": 1.246226821905994e-05,
      "loss": 0.789,
      "step": 4435
    },
    {
      "epoch": 2.4250204862059546,
      "grad_norm": 0.7739691138267517,
      "learning_rate": 1.2440707201379906e-05,
      "loss": 0.801,
      "step": 4440
    },
    {
      "epoch": 2.4277519803332424,
      "grad_norm": 0.9030047059059143,
      "learning_rate": 1.2419146183699871e-05,
      "loss": 0.8809,
      "step": 4445
    },
    {
      "epoch": 2.43048347446053,
      "grad_norm": 0.8139593601226807,
      "learning_rate": 1.2397585166019837e-05,
      "loss": 0.8302,
      "step": 4450
    },
    {
      "epoch": 2.4332149685878175,
      "grad_norm": 0.7780411839485168,
      "learning_rate": 1.2376024148339803e-05,
      "loss": 0.7773,
      "step": 4455
    },
    {
      "epoch": 2.4359464627151053,
      "grad_norm": 0.6775504946708679,
      "learning_rate": 1.2354463130659767e-05,
      "loss": 0.8039,
      "step": 4460
    },
    {
      "epoch": 2.4386779568423926,
      "grad_norm": 0.7571560740470886,
      "learning_rate": 1.2332902112979734e-05,
      "loss": 0.7657,
      "step": 4465
    },
    {
      "epoch": 2.4414094509696804,
      "grad_norm": 0.8740114569664001,
      "learning_rate": 1.2311341095299698e-05,
      "loss": 0.7904,
      "step": 4470
    },
    {
      "epoch": 2.444140945096968,
      "grad_norm": 0.7589646577835083,
      "learning_rate": 1.2289780077619664e-05,
      "loss": 0.7992,
      "step": 4475
    },
    {
      "epoch": 2.4468724392242556,
      "grad_norm": 0.8440977931022644,
      "learning_rate": 1.226821905993963e-05,
      "loss": 0.7876,
      "step": 4480
    },
    {
      "epoch": 2.4496039333515434,
      "grad_norm": 0.7380586862564087,
      "learning_rate": 1.2246658042259594e-05,
      "loss": 0.7262,
      "step": 4485
    },
    {
      "epoch": 2.4523354274788307,
      "grad_norm": 0.8782178163528442,
      "learning_rate": 1.222509702457956e-05,
      "loss": 0.8128,
      "step": 4490
    },
    {
      "epoch": 2.4550669216061185,
      "grad_norm": 0.7687152028083801,
      "learning_rate": 1.2203536006899525e-05,
      "loss": 0.8181,
      "step": 4495
    },
    {
      "epoch": 2.4577984157334063,
      "grad_norm": 0.710198700428009,
      "learning_rate": 1.2181974989219491e-05,
      "loss": 0.8592,
      "step": 4500
    },
    {
      "epoch": 2.4577984157334063,
      "eval_loss": 0.920670747756958,
      "eval_runtime": 297.7661,
      "eval_samples_per_second": 11.825,
      "eval_steps_per_second": 2.959,
      "step": 4500
    },
    {
      "epoch": 2.4605299098606936,
      "grad_norm": 0.8350089192390442,
      "learning_rate": 1.2160413971539457e-05,
      "loss": 0.7771,
      "step": 4505
    },
    {
      "epoch": 2.4632614039879814,
      "grad_norm": 0.779538631439209,
      "learning_rate": 1.2138852953859421e-05,
      "loss": 0.8373,
      "step": 4510
    },
    {
      "epoch": 2.4659928981152692,
      "grad_norm": 0.7419815063476562,
      "learning_rate": 1.211729193617939e-05,
      "loss": 0.7919,
      "step": 4515
    },
    {
      "epoch": 2.4687243922425566,
      "grad_norm": 0.686601459980011,
      "learning_rate": 1.2095730918499354e-05,
      "loss": 0.7649,
      "step": 4520
    },
    {
      "epoch": 2.4714558863698444,
      "grad_norm": 0.823641836643219,
      "learning_rate": 1.207416990081932e-05,
      "loss": 0.7766,
      "step": 4525
    },
    {
      "epoch": 2.474187380497132,
      "grad_norm": 0.7858705520629883,
      "learning_rate": 1.2052608883139286e-05,
      "loss": 0.8423,
      "step": 4530
    },
    {
      "epoch": 2.4769188746244195,
      "grad_norm": 0.8001030087471008,
      "learning_rate": 1.203104786545925e-05,
      "loss": 0.8011,
      "step": 4535
    },
    {
      "epoch": 2.4796503687517073,
      "grad_norm": 0.8217907547950745,
      "learning_rate": 1.2009486847779216e-05,
      "loss": 0.8341,
      "step": 4540
    },
    {
      "epoch": 2.4823818628789946,
      "grad_norm": 0.7537449598312378,
      "learning_rate": 1.198792583009918e-05,
      "loss": 0.7272,
      "step": 4545
    },
    {
      "epoch": 2.4851133570062824,
      "grad_norm": 0.7548356056213379,
      "learning_rate": 1.1966364812419147e-05,
      "loss": 0.7361,
      "step": 4550
    },
    {
      "epoch": 2.4878448511335702,
      "grad_norm": 0.7265061140060425,
      "learning_rate": 1.1944803794739111e-05,
      "loss": 0.8617,
      "step": 4555
    },
    {
      "epoch": 2.4905763452608576,
      "grad_norm": 0.8167422413825989,
      "learning_rate": 1.1923242777059077e-05,
      "loss": 0.8371,
      "step": 4560
    },
    {
      "epoch": 2.4933078393881454,
      "grad_norm": 0.8406078219413757,
      "learning_rate": 1.1901681759379043e-05,
      "loss": 0.7942,
      "step": 4565
    },
    {
      "epoch": 2.4960393335154327,
      "grad_norm": 0.6461910605430603,
      "learning_rate": 1.1880120741699008e-05,
      "loss": 0.7427,
      "step": 4570
    },
    {
      "epoch": 2.4987708276427205,
      "grad_norm": 0.8043162226676941,
      "learning_rate": 1.1858559724018974e-05,
      "loss": 0.7838,
      "step": 4575
    },
    {
      "epoch": 2.5015023217700083,
      "grad_norm": 0.7796498537063599,
      "learning_rate": 1.1836998706338938e-05,
      "loss": 0.7636,
      "step": 4580
    },
    {
      "epoch": 2.5042338158972957,
      "grad_norm": 0.7185204029083252,
      "learning_rate": 1.1815437688658904e-05,
      "loss": 0.8285,
      "step": 4585
    },
    {
      "epoch": 2.5069653100245834,
      "grad_norm": 0.7848299145698547,
      "learning_rate": 1.179387667097887e-05,
      "loss": 0.7762,
      "step": 4590
    },
    {
      "epoch": 2.5096968041518712,
      "grad_norm": 0.8009158372879028,
      "learning_rate": 1.1772315653298835e-05,
      "loss": 0.7902,
      "step": 4595
    },
    {
      "epoch": 2.5124282982791586,
      "grad_norm": 0.8115645051002502,
      "learning_rate": 1.1750754635618803e-05,
      "loss": 0.7787,
      "step": 4600
    },
    {
      "epoch": 2.5151597924064464,
      "grad_norm": 0.8867664933204651,
      "learning_rate": 1.1729193617938767e-05,
      "loss": 0.8709,
      "step": 4605
    },
    {
      "epoch": 2.517891286533734,
      "grad_norm": 0.8079234957695007,
      "learning_rate": 1.1707632600258733e-05,
      "loss": 0.7665,
      "step": 4610
    },
    {
      "epoch": 2.5206227806610215,
      "grad_norm": 0.7213905453681946,
      "learning_rate": 1.1686071582578699e-05,
      "loss": 0.7946,
      "step": 4615
    },
    {
      "epoch": 2.5233542747883093,
      "grad_norm": 0.7402395009994507,
      "learning_rate": 1.1664510564898663e-05,
      "loss": 0.7971,
      "step": 4620
    },
    {
      "epoch": 2.526085768915597,
      "grad_norm": 0.6701128482818604,
      "learning_rate": 1.164294954721863e-05,
      "loss": 0.7801,
      "step": 4625
    },
    {
      "epoch": 2.5288172630428845,
      "grad_norm": 0.7747988700866699,
      "learning_rate": 1.1621388529538594e-05,
      "loss": 0.7284,
      "step": 4630
    },
    {
      "epoch": 2.5315487571701722,
      "grad_norm": 0.732720136642456,
      "learning_rate": 1.159982751185856e-05,
      "loss": 0.7934,
      "step": 4635
    },
    {
      "epoch": 2.5342802512974596,
      "grad_norm": 0.7755371332168579,
      "learning_rate": 1.1578266494178526e-05,
      "loss": 0.7679,
      "step": 4640
    },
    {
      "epoch": 2.5370117454247474,
      "grad_norm": 0.7975987195968628,
      "learning_rate": 1.155670547649849e-05,
      "loss": 0.7573,
      "step": 4645
    },
    {
      "epoch": 2.5397432395520347,
      "grad_norm": 0.7659042477607727,
      "learning_rate": 1.1535144458818457e-05,
      "loss": 0.7842,
      "step": 4650
    },
    {
      "epoch": 2.5424747336793225,
      "grad_norm": 0.8602875471115112,
      "learning_rate": 1.1513583441138421e-05,
      "loss": 0.7776,
      "step": 4655
    },
    {
      "epoch": 2.5452062278066103,
      "grad_norm": 0.9775980710983276,
      "learning_rate": 1.1492022423458387e-05,
      "loss": 0.8129,
      "step": 4660
    },
    {
      "epoch": 2.5479377219338977,
      "grad_norm": 0.8187624216079712,
      "learning_rate": 1.1470461405778353e-05,
      "loss": 0.7723,
      "step": 4665
    },
    {
      "epoch": 2.5506692160611855,
      "grad_norm": 0.7742021679878235,
      "learning_rate": 1.1448900388098318e-05,
      "loss": 0.7808,
      "step": 4670
    },
    {
      "epoch": 2.5534007101884733,
      "grad_norm": 0.7678861021995544,
      "learning_rate": 1.1427339370418284e-05,
      "loss": 0.7604,
      "step": 4675
    },
    {
      "epoch": 2.5561322043157606,
      "grad_norm": 0.973621666431427,
      "learning_rate": 1.140577835273825e-05,
      "loss": 0.8316,
      "step": 4680
    },
    {
      "epoch": 2.5588636984430484,
      "grad_norm": 0.75911545753479,
      "learning_rate": 1.1384217335058216e-05,
      "loss": 0.7803,
      "step": 4685
    },
    {
      "epoch": 2.561595192570336,
      "grad_norm": 0.7606973648071289,
      "learning_rate": 1.1362656317378182e-05,
      "loss": 0.8103,
      "step": 4690
    },
    {
      "epoch": 2.5643266866976235,
      "grad_norm": 0.9047139883041382,
      "learning_rate": 1.1341095299698146e-05,
      "loss": 0.7755,
      "step": 4695
    },
    {
      "epoch": 2.5670581808249113,
      "grad_norm": 0.849153995513916,
      "learning_rate": 1.1319534282018112e-05,
      "loss": 0.8195,
      "step": 4700
    },
    {
      "epoch": 2.569789674952199,
      "grad_norm": 0.7619132399559021,
      "learning_rate": 1.1297973264338077e-05,
      "loss": 0.8617,
      "step": 4705
    },
    {
      "epoch": 2.5725211690794865,
      "grad_norm": 0.9894094467163086,
      "learning_rate": 1.1276412246658043e-05,
      "loss": 0.8164,
      "step": 4710
    },
    {
      "epoch": 2.5752526632067743,
      "grad_norm": 0.8894760012626648,
      "learning_rate": 1.1254851228978009e-05,
      "loss": 0.7983,
      "step": 4715
    },
    {
      "epoch": 2.5779841573340616,
      "grad_norm": 0.6793032288551331,
      "learning_rate": 1.1233290211297973e-05,
      "loss": 0.7317,
      "step": 4720
    },
    {
      "epoch": 2.5807156514613494,
      "grad_norm": 0.7268416285514832,
      "learning_rate": 1.121172919361794e-05,
      "loss": 0.729,
      "step": 4725
    },
    {
      "epoch": 2.5834471455886368,
      "grad_norm": 0.7058541178703308,
      "learning_rate": 1.1190168175937904e-05,
      "loss": 0.724,
      "step": 4730
    },
    {
      "epoch": 2.5861786397159245,
      "grad_norm": 0.8915583491325378,
      "learning_rate": 1.116860715825787e-05,
      "loss": 0.7949,
      "step": 4735
    },
    {
      "epoch": 2.5889101338432123,
      "grad_norm": 0.6411117315292358,
      "learning_rate": 1.1147046140577834e-05,
      "loss": 0.7458,
      "step": 4740
    },
    {
      "epoch": 2.5916416279704997,
      "grad_norm": 0.7651311755180359,
      "learning_rate": 1.11254851228978e-05,
      "loss": 0.8048,
      "step": 4745
    },
    {
      "epoch": 2.5943731220977875,
      "grad_norm": 0.8468698263168335,
      "learning_rate": 1.1103924105217766e-05,
      "loss": 0.7487,
      "step": 4750
    },
    {
      "epoch": 2.5971046162250753,
      "grad_norm": 0.7958516478538513,
      "learning_rate": 1.108236308753773e-05,
      "loss": 0.7716,
      "step": 4755
    },
    {
      "epoch": 2.5998361103523626,
      "grad_norm": 0.7221107482910156,
      "learning_rate": 1.1060802069857699e-05,
      "loss": 0.8122,
      "step": 4760
    },
    {
      "epoch": 2.6025676044796504,
      "grad_norm": 0.7842141389846802,
      "learning_rate": 1.1039241052177663e-05,
      "loss": 0.7518,
      "step": 4765
    },
    {
      "epoch": 2.605299098606938,
      "grad_norm": 0.7418232560157776,
      "learning_rate": 1.1017680034497629e-05,
      "loss": 0.7405,
      "step": 4770
    },
    {
      "epoch": 2.6080305927342256,
      "grad_norm": 0.7389415502548218,
      "learning_rate": 1.0996119016817595e-05,
      "loss": 0.7259,
      "step": 4775
    },
    {
      "epoch": 2.6107620868615133,
      "grad_norm": 0.8378607630729675,
      "learning_rate": 1.097455799913756e-05,
      "loss": 0.7358,
      "step": 4780
    },
    {
      "epoch": 2.613493580988801,
      "grad_norm": 0.7662971615791321,
      "learning_rate": 1.0952996981457526e-05,
      "loss": 0.8267,
      "step": 4785
    },
    {
      "epoch": 2.6162250751160885,
      "grad_norm": 0.7570760250091553,
      "learning_rate": 1.093143596377749e-05,
      "loss": 0.7746,
      "step": 4790
    },
    {
      "epoch": 2.6189565692433763,
      "grad_norm": 0.8133824467658997,
      "learning_rate": 1.0909874946097456e-05,
      "loss": 0.8165,
      "step": 4795
    },
    {
      "epoch": 2.6216880633706636,
      "grad_norm": 0.833907425403595,
      "learning_rate": 1.0888313928417422e-05,
      "loss": 0.8204,
      "step": 4800
    },
    {
      "epoch": 2.6216880633706636,
      "eval_loss": 0.914101243019104,
      "eval_runtime": 298.101,
      "eval_samples_per_second": 11.811,
      "eval_steps_per_second": 2.955,
      "step": 4800
    },
    {
      "epoch": 2.6244195574979514,
      "grad_norm": 0.8671056628227234,
      "learning_rate": 1.0866752910737387e-05,
      "loss": 0.8404,
      "step": 4805
    },
    {
      "epoch": 2.6271510516252388,
      "grad_norm": 0.7383393049240112,
      "learning_rate": 1.0845191893057353e-05,
      "loss": 0.7683,
      "step": 4810
    },
    {
      "epoch": 2.6298825457525266,
      "grad_norm": 0.7541636824607849,
      "learning_rate": 1.0823630875377317e-05,
      "loss": 0.8044,
      "step": 4815
    },
    {
      "epoch": 2.6326140398798143,
      "grad_norm": 0.8117208480834961,
      "learning_rate": 1.0802069857697283e-05,
      "loss": 0.7759,
      "step": 4820
    },
    {
      "epoch": 2.6353455340071017,
      "grad_norm": 0.8050516247749329,
      "learning_rate": 1.078050884001725e-05,
      "loss": 0.7562,
      "step": 4825
    },
    {
      "epoch": 2.6380770281343895,
      "grad_norm": 0.8634320497512817,
      "learning_rate": 1.0758947822337214e-05,
      "loss": 0.7643,
      "step": 4830
    },
    {
      "epoch": 2.6408085222616773,
      "grad_norm": 0.7925430536270142,
      "learning_rate": 1.073738680465718e-05,
      "loss": 0.7803,
      "step": 4835
    },
    {
      "epoch": 2.6435400163889646,
      "grad_norm": 0.8106513619422913,
      "learning_rate": 1.0715825786977144e-05,
      "loss": 0.8037,
      "step": 4840
    },
    {
      "epoch": 2.6462715105162524,
      "grad_norm": 0.6673171520233154,
      "learning_rate": 1.0694264769297112e-05,
      "loss": 0.7435,
      "step": 4845
    },
    {
      "epoch": 2.64900300464354,
      "grad_norm": 0.8566637635231018,
      "learning_rate": 1.0672703751617078e-05,
      "loss": 0.7851,
      "step": 4850
    },
    {
      "epoch": 2.6517344987708276,
      "grad_norm": 0.7599483132362366,
      "learning_rate": 1.0651142733937042e-05,
      "loss": 0.8256,
      "step": 4855
    },
    {
      "epoch": 2.6544659928981154,
      "grad_norm": 0.7473616003990173,
      "learning_rate": 1.0629581716257008e-05,
      "loss": 0.7593,
      "step": 4860
    },
    {
      "epoch": 2.657197487025403,
      "grad_norm": 0.8565317988395691,
      "learning_rate": 1.0608020698576973e-05,
      "loss": 0.8051,
      "step": 4865
    },
    {
      "epoch": 2.6599289811526905,
      "grad_norm": 0.7901437878608704,
      "learning_rate": 1.0586459680896939e-05,
      "loss": 0.8124,
      "step": 4870
    },
    {
      "epoch": 2.6626604752799783,
      "grad_norm": 0.7486543655395508,
      "learning_rate": 1.0564898663216905e-05,
      "loss": 0.7863,
      "step": 4875
    },
    {
      "epoch": 2.6653919694072656,
      "grad_norm": 0.9908071160316467,
      "learning_rate": 1.054333764553687e-05,
      "loss": 0.8213,
      "step": 4880
    },
    {
      "epoch": 2.6681234635345534,
      "grad_norm": 0.7769798040390015,
      "learning_rate": 1.0521776627856835e-05,
      "loss": 0.7892,
      "step": 4885
    },
    {
      "epoch": 2.670854957661841,
      "grad_norm": 0.8946226239204407,
      "learning_rate": 1.05002156101768e-05,
      "loss": 0.8194,
      "step": 4890
    },
    {
      "epoch": 2.6735864517891286,
      "grad_norm": 0.7486757636070251,
      "learning_rate": 1.0478654592496766e-05,
      "loss": 0.7985,
      "step": 4895
    },
    {
      "epoch": 2.6763179459164164,
      "grad_norm": 0.7342307567596436,
      "learning_rate": 1.0457093574816732e-05,
      "loss": 0.7887,
      "step": 4900
    },
    {
      "epoch": 2.6790494400437037,
      "grad_norm": 0.7860587239265442,
      "learning_rate": 1.0435532557136696e-05,
      "loss": 0.7892,
      "step": 4905
    },
    {
      "epoch": 2.6817809341709915,
      "grad_norm": 0.7645874619483948,
      "learning_rate": 1.0413971539456663e-05,
      "loss": 0.8244,
      "step": 4910
    },
    {
      "epoch": 2.6845124282982793,
      "grad_norm": 0.7704142928123474,
      "learning_rate": 1.0392410521776627e-05,
      "loss": 0.7664,
      "step": 4915
    },
    {
      "epoch": 2.6872439224255666,
      "grad_norm": 0.8156923651695251,
      "learning_rate": 1.0370849504096593e-05,
      "loss": 0.7568,
      "step": 4920
    },
    {
      "epoch": 2.6899754165528544,
      "grad_norm": 0.71125328540802,
      "learning_rate": 1.0349288486416559e-05,
      "loss": 0.7673,
      "step": 4925
    },
    {
      "epoch": 2.6927069106801422,
      "grad_norm": 0.6792523860931396,
      "learning_rate": 1.0327727468736525e-05,
      "loss": 0.7632,
      "step": 4930
    },
    {
      "epoch": 2.6954384048074296,
      "grad_norm": 0.6375525593757629,
      "learning_rate": 1.0306166451056491e-05,
      "loss": 0.7467,
      "step": 4935
    },
    {
      "epoch": 2.6981698989347174,
      "grad_norm": 0.8573178052902222,
      "learning_rate": 1.0284605433376456e-05,
      "loss": 0.8274,
      "step": 4940
    },
    {
      "epoch": 2.700901393062005,
      "grad_norm": 0.6843066811561584,
      "learning_rate": 1.0263044415696422e-05,
      "loss": 0.7667,
      "step": 4945
    },
    {
      "epoch": 2.7036328871892925,
      "grad_norm": 0.8079308867454529,
      "learning_rate": 1.0241483398016386e-05,
      "loss": 0.7447,
      "step": 4950
    },
    {
      "epoch": 2.7063643813165803,
      "grad_norm": 0.7261304259300232,
      "learning_rate": 1.0219922380336352e-05,
      "loss": 0.7902,
      "step": 4955
    },
    {
      "epoch": 2.7090958754438677,
      "grad_norm": 0.6953102350234985,
      "learning_rate": 1.0198361362656318e-05,
      "loss": 0.7991,
      "step": 4960
    },
    {
      "epoch": 2.7118273695711554,
      "grad_norm": 0.7195969223976135,
      "learning_rate": 1.0176800344976283e-05,
      "loss": 0.7809,
      "step": 4965
    },
    {
      "epoch": 2.714558863698443,
      "grad_norm": 0.7635664939880371,
      "learning_rate": 1.0155239327296249e-05,
      "loss": 0.7468,
      "step": 4970
    },
    {
      "epoch": 2.7172903578257306,
      "grad_norm": 0.875450849533081,
      "learning_rate": 1.0133678309616213e-05,
      "loss": 0.7888,
      "step": 4975
    },
    {
      "epoch": 2.7200218519530184,
      "grad_norm": 0.8408946990966797,
      "learning_rate": 1.011211729193618e-05,
      "loss": 0.783,
      "step": 4980
    },
    {
      "epoch": 2.7227533460803057,
      "grad_norm": 0.7973111867904663,
      "learning_rate": 1.0090556274256145e-05,
      "loss": 0.8091,
      "step": 4985
    },
    {
      "epoch": 2.7254848402075935,
      "grad_norm": 0.7177147269248962,
      "learning_rate": 1.006899525657611e-05,
      "loss": 0.815,
      "step": 4990
    },
    {
      "epoch": 2.7282163343348813,
      "grad_norm": 0.6764112710952759,
      "learning_rate": 1.0047434238896076e-05,
      "loss": 0.7815,
      "step": 4995
    },
    {
      "epoch": 2.7309478284621687,
      "grad_norm": 0.8373432159423828,
      "learning_rate": 1.002587322121604e-05,
      "loss": 0.765,
      "step": 5000
    },
    {
      "epoch": 2.7336793225894565,
      "grad_norm": 0.8018892407417297,
      "learning_rate": 1.0004312203536008e-05,
      "loss": 0.7961,
      "step": 5005
    },
    {
      "epoch": 2.7364108167167442,
      "grad_norm": 0.8066474199295044,
      "learning_rate": 9.982751185855974e-06,
      "loss": 0.8076,
      "step": 5010
    },
    {
      "epoch": 2.7391423108440316,
      "grad_norm": 0.8018581867218018,
      "learning_rate": 9.961190168175938e-06,
      "loss": 0.7934,
      "step": 5015
    },
    {
      "epoch": 2.7418738049713194,
      "grad_norm": 0.7070809006690979,
      "learning_rate": 9.939629150495904e-06,
      "loss": 0.7918,
      "step": 5020
    },
    {
      "epoch": 2.744605299098607,
      "grad_norm": 0.7052949070930481,
      "learning_rate": 9.918068132815869e-06,
      "loss": 0.7297,
      "step": 5025
    },
    {
      "epoch": 2.7473367932258945,
      "grad_norm": 0.7754566669464111,
      "learning_rate": 9.896507115135835e-06,
      "loss": 0.756,
      "step": 5030
    },
    {
      "epoch": 2.7500682873531823,
      "grad_norm": 0.7512825727462769,
      "learning_rate": 9.874946097455801e-06,
      "loss": 0.7394,
      "step": 5035
    },
    {
      "epoch": 2.7527997814804697,
      "grad_norm": 0.6898414492607117,
      "learning_rate": 9.853385079775765e-06,
      "loss": 0.7468,
      "step": 5040
    },
    {
      "epoch": 2.7555312756077575,
      "grad_norm": 0.6388275623321533,
      "learning_rate": 9.831824062095732e-06,
      "loss": 0.7343,
      "step": 5045
    },
    {
      "epoch": 2.758262769735045,
      "grad_norm": 0.8408862948417664,
      "learning_rate": 9.810263044415696e-06,
      "loss": 0.8101,
      "step": 5050
    },
    {
      "epoch": 2.7609942638623326,
      "grad_norm": 0.7864372730255127,
      "learning_rate": 9.788702026735662e-06,
      "loss": 0.7753,
      "step": 5055
    },
    {
      "epoch": 2.7637257579896204,
      "grad_norm": 0.7817166447639465,
      "learning_rate": 9.767141009055628e-06,
      "loss": 0.7906,
      "step": 5060
    },
    {
      "epoch": 2.7664572521169077,
      "grad_norm": 0.7181990742683411,
      "learning_rate": 9.745579991375592e-06,
      "loss": 0.7896,
      "step": 5065
    },
    {
      "epoch": 2.7691887462441955,
      "grad_norm": 0.802594006061554,
      "learning_rate": 9.724018973695559e-06,
      "loss": 0.7972,
      "step": 5070
    },
    {
      "epoch": 2.7719202403714833,
      "grad_norm": 0.7054097652435303,
      "learning_rate": 9.702457956015523e-06,
      "loss": 0.7318,
      "step": 5075
    },
    {
      "epoch": 2.7746517344987707,
      "grad_norm": 0.8892520070075989,
      "learning_rate": 9.680896938335489e-06,
      "loss": 0.8036,
      "step": 5080
    },
    {
      "epoch": 2.7773832286260585,
      "grad_norm": 0.8432682752609253,
      "learning_rate": 9.659335920655457e-06,
      "loss": 0.8091,
      "step": 5085
    },
    {
      "epoch": 2.7801147227533463,
      "grad_norm": 0.8742365837097168,
      "learning_rate": 9.637774902975421e-06,
      "loss": 0.7692,
      "step": 5090
    },
    {
      "epoch": 2.7828462168806336,
      "grad_norm": 0.6473404765129089,
      "learning_rate": 9.616213885295387e-06,
      "loss": 0.7592,
      "step": 5095
    },
    {
      "epoch": 2.7855777110079214,
      "grad_norm": 0.9212759733200073,
      "learning_rate": 9.594652867615352e-06,
      "loss": 0.8638,
      "step": 5100
    },
    {
      "epoch": 2.7855777110079214,
      "eval_loss": 0.9100801348686218,
      "eval_runtime": 298.6056,
      "eval_samples_per_second": 11.791,
      "eval_steps_per_second": 2.95,
      "step": 5100
    },
    {
      "epoch": 2.788309205135209,
      "grad_norm": 0.7847127914428711,
      "learning_rate": 9.573091849935318e-06,
      "loss": 0.7516,
      "step": 5105
    },
    {
      "epoch": 2.7910406992624965,
      "grad_norm": 0.9584234952926636,
      "learning_rate": 9.551530832255284e-06,
      "loss": 0.7918,
      "step": 5110
    },
    {
      "epoch": 2.7937721933897843,
      "grad_norm": 0.8609654903411865,
      "learning_rate": 9.529969814575248e-06,
      "loss": 0.7517,
      "step": 5115
    },
    {
      "epoch": 2.7965036875170717,
      "grad_norm": 0.7463063597679138,
      "learning_rate": 9.508408796895214e-06,
      "loss": 0.683,
      "step": 5120
    },
    {
      "epoch": 2.7992351816443595,
      "grad_norm": 0.8521767854690552,
      "learning_rate": 9.486847779215179e-06,
      "loss": 0.7641,
      "step": 5125
    },
    {
      "epoch": 2.801966675771647,
      "grad_norm": 0.7557817697525024,
      "learning_rate": 9.465286761535145e-06,
      "loss": 0.7781,
      "step": 5130
    },
    {
      "epoch": 2.8046981698989346,
      "grad_norm": 0.7500202059745789,
      "learning_rate": 9.44372574385511e-06,
      "loss": 0.8064,
      "step": 5135
    },
    {
      "epoch": 2.8074296640262224,
      "grad_norm": 0.7218493819236755,
      "learning_rate": 9.422164726175075e-06,
      "loss": 0.7344,
      "step": 5140
    },
    {
      "epoch": 2.8101611581535098,
      "grad_norm": 0.8501706123352051,
      "learning_rate": 9.400603708495041e-06,
      "loss": 0.7591,
      "step": 5145
    },
    {
      "epoch": 2.8128926522807975,
      "grad_norm": 0.691214382648468,
      "learning_rate": 9.379042690815006e-06,
      "loss": 0.7595,
      "step": 5150
    },
    {
      "epoch": 2.8156241464080853,
      "grad_norm": 0.7975975871086121,
      "learning_rate": 9.357481673134972e-06,
      "loss": 0.7894,
      "step": 5155
    },
    {
      "epoch": 2.8183556405353727,
      "grad_norm": 0.7674605250358582,
      "learning_rate": 9.335920655454936e-06,
      "loss": 0.7773,
      "step": 5160
    },
    {
      "epoch": 2.8210871346626605,
      "grad_norm": 0.8946635127067566,
      "learning_rate": 9.314359637774902e-06,
      "loss": 0.787,
      "step": 5165
    },
    {
      "epoch": 2.8238186287899483,
      "grad_norm": 0.8302443623542786,
      "learning_rate": 9.29279862009487e-06,
      "loss": 0.719,
      "step": 5170
    },
    {
      "epoch": 2.8265501229172356,
      "grad_norm": 0.7362715005874634,
      "learning_rate": 9.271237602414834e-06,
      "loss": 0.7709,
      "step": 5175
    },
    {
      "epoch": 2.8292816170445234,
      "grad_norm": 0.7691307663917542,
      "learning_rate": 9.2496765847348e-06,
      "loss": 0.6861,
      "step": 5180
    },
    {
      "epoch": 2.832013111171811,
      "grad_norm": 0.7596755623817444,
      "learning_rate": 9.228115567054765e-06,
      "loss": 0.7909,
      "step": 5185
    },
    {
      "epoch": 2.8347446052990986,
      "grad_norm": 0.7873607873916626,
      "learning_rate": 9.206554549374731e-06,
      "loss": 0.7367,
      "step": 5190
    },
    {
      "epoch": 2.8374760994263863,
      "grad_norm": 0.9081354141235352,
      "learning_rate": 9.184993531694697e-06,
      "loss": 0.7863,
      "step": 5195
    },
    {
      "epoch": 2.840207593553674,
      "grad_norm": 0.7981383204460144,
      "learning_rate": 9.163432514014662e-06,
      "loss": 0.7709,
      "step": 5200
    },
    {
      "epoch": 2.8429390876809615,
      "grad_norm": 0.6903979182243347,
      "learning_rate": 9.141871496334628e-06,
      "loss": 0.7711,
      "step": 5205
    },
    {
      "epoch": 2.8456705818082493,
      "grad_norm": 0.72367262840271,
      "learning_rate": 9.120310478654592e-06,
      "loss": 0.73,
      "step": 5210
    },
    {
      "epoch": 2.8484020759355366,
      "grad_norm": 0.7095135450363159,
      "learning_rate": 9.098749460974558e-06,
      "loss": 0.775,
      "step": 5215
    },
    {
      "epoch": 2.8511335700628244,
      "grad_norm": 0.7772736549377441,
      "learning_rate": 9.077188443294524e-06,
      "loss": 0.7953,
      "step": 5220
    },
    {
      "epoch": 2.8538650641901118,
      "grad_norm": 0.9331889152526855,
      "learning_rate": 9.055627425614489e-06,
      "loss": 0.7912,
      "step": 5225
    },
    {
      "epoch": 2.8565965583173996,
      "grad_norm": 0.722665548324585,
      "learning_rate": 9.034066407934455e-06,
      "loss": 0.7486,
      "step": 5230
    },
    {
      "epoch": 2.8593280524446874,
      "grad_norm": 0.7647317051887512,
      "learning_rate": 9.012505390254419e-06,
      "loss": 0.7456,
      "step": 5235
    },
    {
      "epoch": 2.8620595465719747,
      "grad_norm": 0.7717449069023132,
      "learning_rate": 8.990944372574385e-06,
      "loss": 0.8001,
      "step": 5240
    },
    {
      "epoch": 2.8647910406992625,
      "grad_norm": 0.9723305106163025,
      "learning_rate": 8.969383354894351e-06,
      "loss": 0.7627,
      "step": 5245
    },
    {
      "epoch": 2.8675225348265503,
      "grad_norm": 0.7806791067123413,
      "learning_rate": 8.947822337214317e-06,
      "loss": 0.754,
      "step": 5250
    },
    {
      "epoch": 2.8702540289538376,
      "grad_norm": 0.788318932056427,
      "learning_rate": 8.926261319534283e-06,
      "loss": 0.7938,
      "step": 5255
    },
    {
      "epoch": 2.8729855230811254,
      "grad_norm": 0.8084414601325989,
      "learning_rate": 8.904700301854248e-06,
      "loss": 0.7944,
      "step": 5260
    },
    {
      "epoch": 2.875717017208413,
      "grad_norm": 0.7164191603660583,
      "learning_rate": 8.883139284174214e-06,
      "loss": 0.8009,
      "step": 5265
    },
    {
      "epoch": 2.8784485113357006,
      "grad_norm": 0.875485897064209,
      "learning_rate": 8.86157826649418e-06,
      "loss": 0.8004,
      "step": 5270
    },
    {
      "epoch": 2.8811800054629884,
      "grad_norm": 0.8927438259124756,
      "learning_rate": 8.840017248814144e-06,
      "loss": 0.7803,
      "step": 5275
    },
    {
      "epoch": 2.883911499590276,
      "grad_norm": 0.725167989730835,
      "learning_rate": 8.81845623113411e-06,
      "loss": 0.7884,
      "step": 5280
    },
    {
      "epoch": 2.8866429937175635,
      "grad_norm": 0.7986631989479065,
      "learning_rate": 8.796895213454075e-06,
      "loss": 0.7558,
      "step": 5285
    },
    {
      "epoch": 2.8893744878448513,
      "grad_norm": 0.7309257388114929,
      "learning_rate": 8.775334195774041e-06,
      "loss": 0.7367,
      "step": 5290
    },
    {
      "epoch": 2.8921059819721386,
      "grad_norm": 0.8264611959457397,
      "learning_rate": 8.753773178094007e-06,
      "loss": 0.7364,
      "step": 5295
    },
    {
      "epoch": 2.8948374760994264,
      "grad_norm": 0.8610091805458069,
      "learning_rate": 8.732212160413971e-06,
      "loss": 0.7806,
      "step": 5300
    },
    {
      "epoch": 2.897568970226714,
      "grad_norm": 0.9611162543296814,
      "learning_rate": 8.710651142733937e-06,
      "loss": 0.8356,
      "step": 5305
    },
    {
      "epoch": 2.9003004643540016,
      "grad_norm": 0.7416754364967346,
      "learning_rate": 8.689090125053902e-06,
      "loss": 0.7524,
      "step": 5310
    },
    {
      "epoch": 2.9030319584812894,
      "grad_norm": 0.9265521168708801,
      "learning_rate": 8.667529107373868e-06,
      "loss": 0.7933,
      "step": 5315
    },
    {
      "epoch": 2.9057634526085767,
      "grad_norm": 0.9508645534515381,
      "learning_rate": 8.645968089693832e-06,
      "loss": 0.8514,
      "step": 5320
    },
    {
      "epoch": 2.9084949467358645,
      "grad_norm": 0.7876265048980713,
      "learning_rate": 8.624407072013798e-06,
      "loss": 0.8432,
      "step": 5325
    },
    {
      "epoch": 2.9112264408631523,
      "grad_norm": 1.0237846374511719,
      "learning_rate": 8.602846054333766e-06,
      "loss": 0.7792,
      "step": 5330
    },
    {
      "epoch": 2.9139579349904396,
      "grad_norm": 0.7499310374259949,
      "learning_rate": 8.58128503665373e-06,
      "loss": 0.7334,
      "step": 5335
    },
    {
      "epoch": 2.9166894291177274,
      "grad_norm": 0.8537408709526062,
      "learning_rate": 8.559724018973697e-06,
      "loss": 0.7967,
      "step": 5340
    },
    {
      "epoch": 2.9194209232450152,
      "grad_norm": 0.8417090177536011,
      "learning_rate": 8.538163001293661e-06,
      "loss": 0.8368,
      "step": 5345
    },
    {
      "epoch": 2.9221524173723026,
      "grad_norm": 0.91497802734375,
      "learning_rate": 8.516601983613627e-06,
      "loss": 0.7688,
      "step": 5350
    },
    {
      "epoch": 2.9248839114995904,
      "grad_norm": 0.7559711337089539,
      "learning_rate": 8.495040965933593e-06,
      "loss": 0.7473,
      "step": 5355
    },
    {
      "epoch": 2.927615405626878,
      "grad_norm": 0.7242297530174255,
      "learning_rate": 8.473479948253558e-06,
      "loss": 0.8165,
      "step": 5360
    },
    {
      "epoch": 2.9303468997541655,
      "grad_norm": 0.7911830544471741,
      "learning_rate": 8.451918930573524e-06,
      "loss": 0.81,
      "step": 5365
    },
    {
      "epoch": 2.9330783938814533,
      "grad_norm": 0.6985219120979309,
      "learning_rate": 8.430357912893488e-06,
      "loss": 0.8019,
      "step": 5370
    },
    {
      "epoch": 2.9358098880087407,
      "grad_norm": 0.7943094968795776,
      "learning_rate": 8.408796895213454e-06,
      "loss": 0.7902,
      "step": 5375
    },
    {
      "epoch": 2.9385413821360284,
      "grad_norm": 0.7524906992912292,
      "learning_rate": 8.38723587753342e-06,
      "loss": 0.7616,
      "step": 5380
    },
    {
      "epoch": 2.941272876263316,
      "grad_norm": 0.8610596656799316,
      "learning_rate": 8.365674859853385e-06,
      "loss": 0.7554,
      "step": 5385
    },
    {
      "epoch": 2.9440043703906036,
      "grad_norm": 0.7854871153831482,
      "learning_rate": 8.34411384217335e-06,
      "loss": 0.7412,
      "step": 5390
    },
    {
      "epoch": 2.9467358645178914,
      "grad_norm": 0.738402247428894,
      "learning_rate": 8.322552824493315e-06,
      "loss": 0.815,
      "step": 5395
    },
    {
      "epoch": 2.9494673586451787,
      "grad_norm": 0.6899759769439697,
      "learning_rate": 8.300991806813281e-06,
      "loss": 0.7723,
      "step": 5400
    },
    {
      "epoch": 2.9494673586451787,
      "eval_loss": 0.9063332080841064,
      "eval_runtime": 297.5232,
      "eval_samples_per_second": 11.834,
      "eval_steps_per_second": 2.961,
      "step": 5400
    },
    {
      "epoch": 2.9521988527724665,
      "grad_norm": 0.7586565613746643,
      "learning_rate": 8.279430789133247e-06,
      "loss": 0.7925,
      "step": 5405
    },
    {
      "epoch": 2.9549303468997543,
      "grad_norm": 0.7677170038223267,
      "learning_rate": 8.257869771453212e-06,
      "loss": 0.7585,
      "step": 5410
    },
    {
      "epoch": 2.9576618410270417,
      "grad_norm": 0.6486620903015137,
      "learning_rate": 8.23630875377318e-06,
      "loss": 0.7712,
      "step": 5415
    },
    {
      "epoch": 2.9603933351543295,
      "grad_norm": 0.7643607258796692,
      "learning_rate": 8.214747736093144e-06,
      "loss": 0.8175,
      "step": 5420
    },
    {
      "epoch": 2.9631248292816172,
      "grad_norm": 0.8257291316986084,
      "learning_rate": 8.19318671841311e-06,
      "loss": 0.8093,
      "step": 5425
    },
    {
      "epoch": 2.9658563234089046,
      "grad_norm": 0.8423243761062622,
      "learning_rate": 8.171625700733076e-06,
      "loss": 0.7726,
      "step": 5430
    },
    {
      "epoch": 2.9685878175361924,
      "grad_norm": 0.7092588543891907,
      "learning_rate": 8.15006468305304e-06,
      "loss": 0.7392,
      "step": 5435
    },
    {
      "epoch": 2.97131931166348,
      "grad_norm": 0.6785277128219604,
      "learning_rate": 8.128503665373006e-06,
      "loss": 0.7683,
      "step": 5440
    },
    {
      "epoch": 2.9740508057907675,
      "grad_norm": 0.7288199067115784,
      "learning_rate": 8.10694264769297e-06,
      "loss": 0.7282,
      "step": 5445
    },
    {
      "epoch": 2.9767822999180553,
      "grad_norm": 0.8532629013061523,
      "learning_rate": 8.085381630012937e-06,
      "loss": 0.7384,
      "step": 5450
    },
    {
      "epoch": 2.9795137940453427,
      "grad_norm": 0.8098965287208557,
      "learning_rate": 8.063820612332903e-06,
      "loss": 0.8205,
      "step": 5455
    },
    {
      "epoch": 2.9822452881726305,
      "grad_norm": 0.7966192364692688,
      "learning_rate": 8.042259594652867e-06,
      "loss": 0.7744,
      "step": 5460
    },
    {
      "epoch": 2.984976782299918,
      "grad_norm": 0.7212642431259155,
      "learning_rate": 8.020698576972833e-06,
      "loss": 0.7576,
      "step": 5465
    },
    {
      "epoch": 2.9877082764272056,
      "grad_norm": 0.7706379294395447,
      "learning_rate": 7.999137559292798e-06,
      "loss": 0.7342,
      "step": 5470
    },
    {
      "epoch": 2.9904397705544934,
      "grad_norm": 0.8115203380584717,
      "learning_rate": 7.977576541612764e-06,
      "loss": 0.7622,
      "step": 5475
    },
    {
      "epoch": 2.9931712646817807,
      "grad_norm": 0.7536317706108093,
      "learning_rate": 7.95601552393273e-06,
      "loss": 0.7404,
      "step": 5480
    },
    {
      "epoch": 2.9959027588090685,
      "grad_norm": 0.7357735633850098,
      "learning_rate": 7.934454506252694e-06,
      "loss": 0.7306,
      "step": 5485
    },
    {
      "epoch": 2.9986342529363563,
      "grad_norm": 0.8137198686599731,
      "learning_rate": 7.91289348857266e-06,
      "loss": 0.8075,
      "step": 5490
    },
    {
      "epoch": 3.001092597650915,
      "grad_norm": 0.7922897338867188,
      "learning_rate": 7.891332470892627e-06,
      "loss": 0.9653,
      "step": 5495
    },
    {
      "epoch": 3.0038240917782026,
      "grad_norm": 0.7555220127105713,
      "learning_rate": 7.869771453212593e-06,
      "loss": 0.7151,
      "step": 5500
    },
    {
      "epoch": 3.0065555859054904,
      "grad_norm": 0.7075891494750977,
      "learning_rate": 7.848210435532557e-06,
      "loss": 0.7195,
      "step": 5505
    },
    {
      "epoch": 3.009287080032778,
      "grad_norm": 0.7720159888267517,
      "learning_rate": 7.826649417852523e-06,
      "loss": 0.7436,
      "step": 5510
    },
    {
      "epoch": 3.0120185741600656,
      "grad_norm": 0.6859265565872192,
      "learning_rate": 7.80508840017249e-06,
      "loss": 0.7296,
      "step": 5515
    },
    {
      "epoch": 3.0147500682873534,
      "grad_norm": 0.6583262085914612,
      "learning_rate": 7.783527382492454e-06,
      "loss": 0.7235,
      "step": 5520
    },
    {
      "epoch": 3.0174815624146407,
      "grad_norm": 0.7170140147209167,
      "learning_rate": 7.76196636481242e-06,
      "loss": 0.7122,
      "step": 5525
    },
    {
      "epoch": 3.0202130565419285,
      "grad_norm": 0.9034721255302429,
      "learning_rate": 7.740405347132384e-06,
      "loss": 0.7249,
      "step": 5530
    },
    {
      "epoch": 3.022944550669216,
      "grad_norm": 0.8089941143989563,
      "learning_rate": 7.71884432945235e-06,
      "loss": 0.7638,
      "step": 5535
    },
    {
      "epoch": 3.0256760447965036,
      "grad_norm": 0.8177892565727234,
      "learning_rate": 7.697283311772316e-06,
      "loss": 0.7678,
      "step": 5540
    },
    {
      "epoch": 3.0284075389237914,
      "grad_norm": 0.7905592322349548,
      "learning_rate": 7.67572229409228e-06,
      "loss": 0.7311,
      "step": 5545
    },
    {
      "epoch": 3.031139033051079,
      "grad_norm": 0.7201488614082336,
      "learning_rate": 7.654161276412247e-06,
      "loss": 0.7239,
      "step": 5550
    },
    {
      "epoch": 3.0338705271783666,
      "grad_norm": 0.725028932094574,
      "learning_rate": 7.632600258732211e-06,
      "loss": 0.7306,
      "step": 5555
    },
    {
      "epoch": 3.0366020213056544,
      "grad_norm": 0.7748144865036011,
      "learning_rate": 7.611039241052177e-06,
      "loss": 0.7359,
      "step": 5560
    },
    {
      "epoch": 3.0393335154329417,
      "grad_norm": 0.7894132137298584,
      "learning_rate": 7.5894782233721425e-06,
      "loss": 0.7677,
      "step": 5565
    },
    {
      "epoch": 3.0420650095602295,
      "grad_norm": 0.8185566067695618,
      "learning_rate": 7.567917205692108e-06,
      "loss": 0.7293,
      "step": 5570
    },
    {
      "epoch": 3.044796503687517,
      "grad_norm": 0.7175382375717163,
      "learning_rate": 7.5463561880120755e-06,
      "loss": 0.7543,
      "step": 5575
    },
    {
      "epoch": 3.0475279978148047,
      "grad_norm": 0.8099451065063477,
      "learning_rate": 7.524795170332041e-06,
      "loss": 0.7007,
      "step": 5580
    },
    {
      "epoch": 3.0502594919420924,
      "grad_norm": 0.9371067881584167,
      "learning_rate": 7.503234152652006e-06,
      "loss": 0.7748,
      "step": 5585
    },
    {
      "epoch": 3.05299098606938,
      "grad_norm": 0.7716384530067444,
      "learning_rate": 7.48167313497197e-06,
      "loss": 0.7335,
      "step": 5590
    },
    {
      "epoch": 3.0557224801966676,
      "grad_norm": 0.8236814737319946,
      "learning_rate": 7.4601121172919364e-06,
      "loss": 0.7944,
      "step": 5595
    },
    {
      "epoch": 3.0584539743239554,
      "grad_norm": 0.8343513011932373,
      "learning_rate": 7.4385510996119025e-06,
      "loss": 0.7522,
      "step": 5600
    },
    {
      "epoch": 3.0611854684512427,
      "grad_norm": 0.7970889806747437,
      "learning_rate": 7.416990081931868e-06,
      "loss": 0.7322,
      "step": 5605
    },
    {
      "epoch": 3.0639169625785305,
      "grad_norm": 0.6767557859420776,
      "learning_rate": 7.395429064251833e-06,
      "loss": 0.6968,
      "step": 5610
    },
    {
      "epoch": 3.066648456705818,
      "grad_norm": 0.7309384942054749,
      "learning_rate": 7.373868046571798e-06,
      "loss": 0.712,
      "step": 5615
    },
    {
      "epoch": 3.0693799508331057,
      "grad_norm": 0.7825921177864075,
      "learning_rate": 7.3523070288917635e-06,
      "loss": 0.7812,
      "step": 5620
    },
    {
      "epoch": 3.0721114449603935,
      "grad_norm": 0.8280141949653625,
      "learning_rate": 7.3307460112117295e-06,
      "loss": 0.7651,
      "step": 5625
    },
    {
      "epoch": 3.074842939087681,
      "grad_norm": 0.7479425072669983,
      "learning_rate": 7.309184993531695e-06,
      "loss": 0.7427,
      "step": 5630
    },
    {
      "epoch": 3.0775744332149686,
      "grad_norm": 0.7494877576828003,
      "learning_rate": 7.287623975851661e-06,
      "loss": 0.7157,
      "step": 5635
    },
    {
      "epoch": 3.0803059273422564,
      "grad_norm": 0.7961239814758301,
      "learning_rate": 7.266062958171626e-06,
      "loss": 0.7455,
      "step": 5640
    },
    {
      "epoch": 3.0830374214695437,
      "grad_norm": 0.84522944688797,
      "learning_rate": 7.244501940491591e-06,
      "loss": 0.768,
      "step": 5645
    },
    {
      "epoch": 3.0857689155968315,
      "grad_norm": 0.8585657477378845,
      "learning_rate": 7.222940922811557e-06,
      "loss": 0.7919,
      "step": 5650
    },
    {
      "epoch": 3.088500409724119,
      "grad_norm": 0.8459474444389343,
      "learning_rate": 7.201379905131523e-06,
      "loss": 0.7172,
      "step": 5655
    },
    {
      "epoch": 3.0912319038514067,
      "grad_norm": 0.7859456539154053,
      "learning_rate": 7.179818887451488e-06,
      "loss": 0.7233,
      "step": 5660
    },
    {
      "epoch": 3.0939633979786945,
      "grad_norm": 0.8313788175582886,
      "learning_rate": 7.158257869771453e-06,
      "loss": 0.7752,
      "step": 5665
    },
    {
      "epoch": 3.096694892105982,
      "grad_norm": 0.7361313104629517,
      "learning_rate": 7.136696852091418e-06,
      "loss": 0.7507,
      "step": 5670
    },
    {
      "epoch": 3.0994263862332696,
      "grad_norm": 0.7741536498069763,
      "learning_rate": 7.115135834411384e-06,
      "loss": 0.7164,
      "step": 5675
    },
    {
      "epoch": 3.1021578803605574,
      "grad_norm": 0.7938446402549744,
      "learning_rate": 7.0935748167313505e-06,
      "loss": 0.7286,
      "step": 5680
    },
    {
      "epoch": 3.1048893744878447,
      "grad_norm": 0.8923072218894958,
      "learning_rate": 7.072013799051316e-06,
      "loss": 0.7706,
      "step": 5685
    },
    {
      "epoch": 3.1076208686151325,
      "grad_norm": 0.7862333655357361,
      "learning_rate": 7.050452781371281e-06,
      "loss": 0.782,
      "step": 5690
    },
    {
      "epoch": 3.11035236274242,
      "grad_norm": 0.7718535661697388,
      "learning_rate": 7.028891763691246e-06,
      "loss": 0.7341,
      "step": 5695
    },
    {
      "epoch": 3.1130838568697077,
      "grad_norm": 0.747524082660675,
      "learning_rate": 7.0073307460112115e-06,
      "loss": 0.7028,
      "step": 5700
    },
    {
      "epoch": 3.1130838568697077,
      "eval_loss": 0.9074884653091431,
      "eval_runtime": 299.3327,
      "eval_samples_per_second": 11.763,
      "eval_steps_per_second": 2.943,
      "step": 5700
    },
    {
      "epoch": 3.1158153509969955,
      "grad_norm": 0.7153909206390381,
      "learning_rate": 6.985769728331178e-06,
      "loss": 0.7808,
      "step": 5705
    },
    {
      "epoch": 3.118546845124283,
      "grad_norm": 0.6645474433898926,
      "learning_rate": 6.964208710651143e-06,
      "loss": 0.7289,
      "step": 5710
    },
    {
      "epoch": 3.1212783392515706,
      "grad_norm": 1.0183302164077759,
      "learning_rate": 6.942647692971108e-06,
      "loss": 0.7468,
      "step": 5715
    },
    {
      "epoch": 3.1240098333788584,
      "grad_norm": 0.7027918100357056,
      "learning_rate": 6.921086675291074e-06,
      "loss": 0.7143,
      "step": 5720
    },
    {
      "epoch": 3.1267413275061458,
      "grad_norm": 0.8599754571914673,
      "learning_rate": 6.899525657611039e-06,
      "loss": 0.7373,
      "step": 5725
    },
    {
      "epoch": 3.1294728216334335,
      "grad_norm": 0.73380446434021,
      "learning_rate": 6.8779646399310055e-06,
      "loss": 0.7115,
      "step": 5730
    },
    {
      "epoch": 3.1322043157607213,
      "grad_norm": 0.6875489950180054,
      "learning_rate": 6.856403622250971e-06,
      "loss": 0.7186,
      "step": 5735
    },
    {
      "epoch": 3.1349358098880087,
      "grad_norm": 0.7565447092056274,
      "learning_rate": 6.834842604570936e-06,
      "loss": 0.7686,
      "step": 5740
    },
    {
      "epoch": 3.1376673040152965,
      "grad_norm": 0.8121775984764099,
      "learning_rate": 6.813281586890901e-06,
      "loss": 0.7716,
      "step": 5745
    },
    {
      "epoch": 3.140398798142584,
      "grad_norm": 0.8609010577201843,
      "learning_rate": 6.791720569210866e-06,
      "loss": 0.7736,
      "step": 5750
    },
    {
      "epoch": 3.1431302922698716,
      "grad_norm": 0.7285606861114502,
      "learning_rate": 6.770159551530832e-06,
      "loss": 0.7437,
      "step": 5755
    },
    {
      "epoch": 3.1458617863971594,
      "grad_norm": 0.9312959313392639,
      "learning_rate": 6.7485985338507986e-06,
      "loss": 0.7623,
      "step": 5760
    },
    {
      "epoch": 3.1485932805244468,
      "grad_norm": 0.7533763647079468,
      "learning_rate": 6.727037516170764e-06,
      "loss": 0.7042,
      "step": 5765
    },
    {
      "epoch": 3.1513247746517346,
      "grad_norm": 0.7893332839012146,
      "learning_rate": 6.705476498490729e-06,
      "loss": 0.7522,
      "step": 5770
    },
    {
      "epoch": 3.154056268779022,
      "grad_norm": 0.835340678691864,
      "learning_rate": 6.683915480810694e-06,
      "loss": 0.7713,
      "step": 5775
    },
    {
      "epoch": 3.1567877629063097,
      "grad_norm": 0.7660753726959229,
      "learning_rate": 6.6623544631306595e-06,
      "loss": 0.7314,
      "step": 5780
    },
    {
      "epoch": 3.1595192570335975,
      "grad_norm": 0.8737154006958008,
      "learning_rate": 6.640793445450626e-06,
      "loss": 0.7092,
      "step": 5785
    },
    {
      "epoch": 3.162250751160885,
      "grad_norm": 0.7273027300834656,
      "learning_rate": 6.619232427770591e-06,
      "loss": 0.7062,
      "step": 5790
    },
    {
      "epoch": 3.1649822452881726,
      "grad_norm": 0.6877878308296204,
      "learning_rate": 6.597671410090556e-06,
      "loss": 0.7636,
      "step": 5795
    },
    {
      "epoch": 3.1677137394154604,
      "grad_norm": 0.7895363569259644,
      "learning_rate": 6.576110392410522e-06,
      "loss": 0.7124,
      "step": 5800
    },
    {
      "epoch": 3.1704452335427478,
      "grad_norm": 0.812980055809021,
      "learning_rate": 6.554549374730487e-06,
      "loss": 0.7324,
      "step": 5805
    },
    {
      "epoch": 3.1731767276700356,
      "grad_norm": 0.8730754852294922,
      "learning_rate": 6.5329883570504535e-06,
      "loss": 0.7314,
      "step": 5810
    },
    {
      "epoch": 3.1759082217973233,
      "grad_norm": 0.8842508792877197,
      "learning_rate": 6.511427339370419e-06,
      "loss": 0.7775,
      "step": 5815
    },
    {
      "epoch": 3.1786397159246107,
      "grad_norm": 0.749729573726654,
      "learning_rate": 6.489866321690384e-06,
      "loss": 0.7284,
      "step": 5820
    },
    {
      "epoch": 3.1813712100518985,
      "grad_norm": 0.7484405636787415,
      "learning_rate": 6.468305304010349e-06,
      "loss": 0.6989,
      "step": 5825
    },
    {
      "epoch": 3.184102704179186,
      "grad_norm": 0.8252250552177429,
      "learning_rate": 6.4467442863303144e-06,
      "loss": 0.7238,
      "step": 5830
    },
    {
      "epoch": 3.1868341983064736,
      "grad_norm": 0.794208288192749,
      "learning_rate": 6.4251832686502805e-06,
      "loss": 0.7283,
      "step": 5835
    },
    {
      "epoch": 3.1895656924337614,
      "grad_norm": 0.7774311304092407,
      "learning_rate": 6.403622250970247e-06,
      "loss": 0.7232,
      "step": 5840
    },
    {
      "epoch": 3.1922971865610488,
      "grad_norm": 0.9857580661773682,
      "learning_rate": 6.382061233290212e-06,
      "loss": 0.7987,
      "step": 5845
    },
    {
      "epoch": 3.1950286806883366,
      "grad_norm": 0.744079053401947,
      "learning_rate": 6.360500215610177e-06,
      "loss": 0.7764,
      "step": 5850
    },
    {
      "epoch": 3.197760174815624,
      "grad_norm": 0.8476716876029968,
      "learning_rate": 6.338939197930142e-06,
      "loss": 0.7653,
      "step": 5855
    },
    {
      "epoch": 3.2004916689429117,
      "grad_norm": 0.8362342715263367,
      "learning_rate": 6.3173781802501076e-06,
      "loss": 0.6875,
      "step": 5860
    },
    {
      "epoch": 3.2032231630701995,
      "grad_norm": 0.838164210319519,
      "learning_rate": 6.295817162570074e-06,
      "loss": 0.7436,
      "step": 5865
    },
    {
      "epoch": 3.205954657197487,
      "grad_norm": 0.6917914748191833,
      "learning_rate": 6.274256144890039e-06,
      "loss": 0.7077,
      "step": 5870
    },
    {
      "epoch": 3.2086861513247746,
      "grad_norm": 0.8909876942634583,
      "learning_rate": 6.252695127210004e-06,
      "loss": 0.7257,
      "step": 5875
    },
    {
      "epoch": 3.2114176454520624,
      "grad_norm": 0.8921764492988586,
      "learning_rate": 6.23113410952997e-06,
      "loss": 0.7231,
      "step": 5880
    },
    {
      "epoch": 3.21414913957935,
      "grad_norm": 0.7965174317359924,
      "learning_rate": 6.2095730918499354e-06,
      "loss": 0.7677,
      "step": 5885
    },
    {
      "epoch": 3.2168806337066376,
      "grad_norm": 0.9181920886039734,
      "learning_rate": 6.1880120741699015e-06,
      "loss": 0.7563,
      "step": 5890
    },
    {
      "epoch": 3.2196121278339254,
      "grad_norm": 0.7486518025398254,
      "learning_rate": 6.166451056489867e-06,
      "loss": 0.751,
      "step": 5895
    },
    {
      "epoch": 3.2223436219612127,
      "grad_norm": 0.794414758682251,
      "learning_rate": 6.144890038809832e-06,
      "loss": 0.7194,
      "step": 5900
    },
    {
      "epoch": 3.2250751160885005,
      "grad_norm": 0.7770363092422485,
      "learning_rate": 6.123329021129797e-06,
      "loss": 0.7214,
      "step": 5905
    },
    {
      "epoch": 3.227806610215788,
      "grad_norm": 0.804531455039978,
      "learning_rate": 6.1017680034497625e-06,
      "loss": 0.7472,
      "step": 5910
    },
    {
      "epoch": 3.2305381043430756,
      "grad_norm": 0.7146393060684204,
      "learning_rate": 6.0802069857697286e-06,
      "loss": 0.7219,
      "step": 5915
    },
    {
      "epoch": 3.2332695984703634,
      "grad_norm": 1.0326611995697021,
      "learning_rate": 6.058645968089695e-06,
      "loss": 0.7221,
      "step": 5920
    },
    {
      "epoch": 3.236001092597651,
      "grad_norm": 0.6951677203178406,
      "learning_rate": 6.03708495040966e-06,
      "loss": 0.7308,
      "step": 5925
    },
    {
      "epoch": 3.2387325867249386,
      "grad_norm": 0.9959564805030823,
      "learning_rate": 6.015523932729625e-06,
      "loss": 0.77,
      "step": 5930
    },
    {
      "epoch": 3.2414640808522264,
      "grad_norm": 1.0677785873413086,
      "learning_rate": 5.99396291504959e-06,
      "loss": 0.7854,
      "step": 5935
    },
    {
      "epoch": 3.2441955749795137,
      "grad_norm": 0.7543079257011414,
      "learning_rate": 5.972401897369556e-06,
      "loss": 0.6869,
      "step": 5940
    },
    {
      "epoch": 3.2469270691068015,
      "grad_norm": 0.7693931460380554,
      "learning_rate": 5.950840879689522e-06,
      "loss": 0.7246,
      "step": 5945
    },
    {
      "epoch": 3.249658563234089,
      "grad_norm": 0.8066092729568481,
      "learning_rate": 5.929279862009487e-06,
      "loss": 0.7541,
      "step": 5950
    },
    {
      "epoch": 3.2523900573613767,
      "grad_norm": 0.7975667119026184,
      "learning_rate": 5.907718844329452e-06,
      "loss": 0.7092,
      "step": 5955
    },
    {
      "epoch": 3.2551215514886644,
      "grad_norm": 0.8280119895935059,
      "learning_rate": 5.886157826649417e-06,
      "loss": 0.7208,
      "step": 5960
    },
    {
      "epoch": 3.257853045615952,
      "grad_norm": 0.8499802350997925,
      "learning_rate": 5.8645968089693835e-06,
      "loss": 0.7709,
      "step": 5965
    },
    {
      "epoch": 3.2605845397432396,
      "grad_norm": 0.8265390396118164,
      "learning_rate": 5.8430357912893496e-06,
      "loss": 0.7042,
      "step": 5970
    },
    {
      "epoch": 3.2633160338705274,
      "grad_norm": 0.7472238540649414,
      "learning_rate": 5.821474773609315e-06,
      "loss": 0.758,
      "step": 5975
    },
    {
      "epoch": 3.2660475279978147,
      "grad_norm": 0.8082042336463928,
      "learning_rate": 5.79991375592928e-06,
      "loss": 0.8441,
      "step": 5980
    },
    {
      "epoch": 3.2687790221251025,
      "grad_norm": 0.718476414680481,
      "learning_rate": 5.778352738249245e-06,
      "loss": 0.7007,
      "step": 5985
    },
    {
      "epoch": 3.27151051625239,
      "grad_norm": 0.8342536687850952,
      "learning_rate": 5.7567917205692105e-06,
      "loss": 0.7597,
      "step": 5990
    },
    {
      "epoch": 3.2742420103796777,
      "grad_norm": 0.8257967233657837,
      "learning_rate": 5.735230702889177e-06,
      "loss": 0.7252,
      "step": 5995
    },
    {
      "epoch": 3.2769735045069655,
      "grad_norm": 0.8357173800468445,
      "learning_rate": 5.713669685209142e-06,
      "loss": 0.7337,
      "step": 6000
    },
    {
      "epoch": 3.2769735045069655,
      "eval_loss": 0.9046825170516968,
      "eval_runtime": 298.2206,
      "eval_samples_per_second": 11.807,
      "eval_steps_per_second": 2.954,
      "step": 6000
    }
  ],
  "logging_steps": 5,
  "max_steps": 7324,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 300,
  "stateful_callbacks": {
    "EarlyStoppingCallback": [
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 0
        }
      },
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 0
        }
      },
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 0
        }
      },
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 0
        }
      },
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 0
        }
      },
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 0
        }
      },
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 0
        }
      },
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 0
        }
      },
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 0
        }
      },
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 0
        }
      },
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 0
        }
      },
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 0
        }
      },
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 0
        }
      },
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 0
        }
      },
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 1
        }
      },
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 1
        }
      },
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 2
        }
      },
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 2
        }
      },
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 3
        }
      },
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 3
        }
      },
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 4
        }
      },
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 4
        }
      },
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 5
        }
      },
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 5
        }
      },
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 6
        }
      },
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 6
        }
      },
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 6
        }
      },
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 6
        }
      },
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 1
        }
      },
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 1
        }
      },
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 2
        }
      },
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 2
        }
      },
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 3
        }
      },
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 3
        }
      },
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 4
        }
      },
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 4
        }
      },
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 5
        }
      },
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 5
        }
      },
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 6
        }
      },
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 6
        }
      },
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 7
        }
      },
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 7
        }
      },
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 8
        }
      },
      {
        "args": {
          "early_stopping_patience": 8,
          "early_stopping_threshold": 0.01
        },
        "attributes": {
          "early_stopping_patience_counter": 8
        }
      }
    ],
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.961099498987015e+18,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}