{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.5259634694463039,
  "eval_steps": 500,
  "global_step": 5500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.000478148608587549,
      "grad_norm": 1.6285005807876587,
      "learning_rate": 5.000000000000001e-07,
      "loss": 0.2464,
      "step": 5
    },
    {
      "epoch": 0.000956297217175098,
      "grad_norm": 1.759332299232483,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 0.2398,
      "step": 10
    },
    {
      "epoch": 0.001434445825762647,
      "grad_norm": 1.141316294670105,
      "learning_rate": 1.5e-06,
      "loss": 0.2278,
      "step": 15
    },
    {
      "epoch": 0.001912594434350196,
      "grad_norm": 1.299346923828125,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 0.2276,
      "step": 20
    },
    {
      "epoch": 0.0023907430429377452,
      "grad_norm": 1.1582778692245483,
      "learning_rate": 2.5e-06,
      "loss": 0.2326,
      "step": 25
    },
    {
      "epoch": 0.002868891651525294,
      "grad_norm": 1.215218186378479,
      "learning_rate": 3e-06,
      "loss": 0.2052,
      "step": 30
    },
    {
      "epoch": 0.003347040260112843,
      "grad_norm": 1.0278244018554688,
      "learning_rate": 3.5e-06,
      "loss": 0.1856,
      "step": 35
    },
    {
      "epoch": 0.003825188868700392,
      "grad_norm": 0.9540461897850037,
      "learning_rate": 4.000000000000001e-06,
      "loss": 0.1603,
      "step": 40
    },
    {
      "epoch": 0.004303337477287941,
      "grad_norm": 0.6237497925758362,
      "learning_rate": 4.5e-06,
      "loss": 0.1426,
      "step": 45
    },
    {
      "epoch": 0.0047814860858754905,
      "grad_norm": 0.648866593837738,
      "learning_rate": 5e-06,
      "loss": 0.1472,
      "step": 50
    },
    {
      "epoch": 0.005259634694463039,
      "grad_norm": 0.6078641414642334,
      "learning_rate": 5.500000000000001e-06,
      "loss": 0.1361,
      "step": 55
    },
    {
      "epoch": 0.005737783303050588,
      "grad_norm": 0.6857866048812866,
      "learning_rate": 6e-06,
      "loss": 0.1285,
      "step": 60
    },
    {
      "epoch": 0.0062159319116381374,
      "grad_norm": 0.607608437538147,
      "learning_rate": 6.5000000000000004e-06,
      "loss": 0.1244,
      "step": 65
    },
    {
      "epoch": 0.006694080520225686,
      "grad_norm": 0.5154851078987122,
      "learning_rate": 7e-06,
      "loss": 0.1211,
      "step": 70
    },
    {
      "epoch": 0.007172229128813235,
      "grad_norm": 0.7408722043037415,
      "learning_rate": 7.500000000000001e-06,
      "loss": 0.1235,
      "step": 75
    },
    {
      "epoch": 0.007650377737400784,
      "grad_norm": 0.5888839364051819,
      "learning_rate": 8.000000000000001e-06,
      "loss": 0.1157,
      "step": 80
    },
    {
      "epoch": 0.008128526345988334,
      "grad_norm": 0.7379135489463806,
      "learning_rate": 8.5e-06,
      "loss": 0.1224,
      "step": 85
    },
    {
      "epoch": 0.008606674954575882,
      "grad_norm": 0.6627635359764099,
      "learning_rate": 9e-06,
      "loss": 0.1094,
      "step": 90
    },
    {
      "epoch": 0.009084823563163431,
      "grad_norm": 0.7771927714347839,
      "learning_rate": 9.5e-06,
      "loss": 0.1019,
      "step": 95
    },
    {
      "epoch": 0.009562972171750981,
      "grad_norm": 0.6046084761619568,
      "learning_rate": 1e-05,
      "loss": 0.1064,
      "step": 100
    },
    {
      "epoch": 0.010041120780338529,
      "grad_norm": 0.6176571846008301,
      "learning_rate": 1.0500000000000001e-05,
      "loss": 0.0974,
      "step": 105
    },
    {
      "epoch": 0.010519269388926078,
      "grad_norm": 0.6873337626457214,
      "learning_rate": 1.1000000000000001e-05,
      "loss": 0.1049,
      "step": 110
    },
    {
      "epoch": 0.010997417997513628,
      "grad_norm": 0.6394457817077637,
      "learning_rate": 1.15e-05,
      "loss": 0.1003,
      "step": 115
    },
    {
      "epoch": 0.011475566606101176,
      "grad_norm": 0.6541196703910828,
      "learning_rate": 1.2e-05,
      "loss": 0.0943,
      "step": 120
    },
    {
      "epoch": 0.011953715214688725,
      "grad_norm": 0.6783862113952637,
      "learning_rate": 1.25e-05,
      "loss": 0.0932,
      "step": 125
    },
    {
      "epoch": 0.012431863823276275,
      "grad_norm": 0.6770765781402588,
      "learning_rate": 1.3000000000000001e-05,
      "loss": 0.0917,
      "step": 130
    },
    {
      "epoch": 0.012910012431863823,
      "grad_norm": 0.5609673857688904,
      "learning_rate": 1.3500000000000001e-05,
      "loss": 0.0915,
      "step": 135
    },
    {
      "epoch": 0.013388161040451372,
      "grad_norm": 0.6891866326332092,
      "learning_rate": 1.4e-05,
      "loss": 0.0847,
      "step": 140
    },
    {
      "epoch": 0.013866309649038922,
      "grad_norm": 0.5841590166091919,
      "learning_rate": 1.45e-05,
      "loss": 0.0905,
      "step": 145
    },
    {
      "epoch": 0.01434445825762647,
      "grad_norm": 0.7930582165718079,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 0.0847,
      "step": 150
    },
    {
      "epoch": 0.01482260686621402,
      "grad_norm": 0.6227203607559204,
      "learning_rate": 1.55e-05,
      "loss": 0.0772,
      "step": 155
    },
    {
      "epoch": 0.015300755474801569,
      "grad_norm": 0.503367006778717,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 0.0678,
      "step": 160
    },
    {
      "epoch": 0.01577890408338912,
      "grad_norm": 0.554487407207489,
      "learning_rate": 1.65e-05,
      "loss": 0.0655,
      "step": 165
    },
    {
      "epoch": 0.016257052691976668,
      "grad_norm": 0.7712920904159546,
      "learning_rate": 1.7e-05,
      "loss": 0.0614,
      "step": 170
    },
    {
      "epoch": 0.016735201300564214,
      "grad_norm": 0.5072482228279114,
      "learning_rate": 1.7500000000000002e-05,
      "loss": 0.0538,
      "step": 175
    },
    {
      "epoch": 0.017213349909151764,
      "grad_norm": 0.671703577041626,
      "learning_rate": 1.8e-05,
      "loss": 0.0453,
      "step": 180
    },
    {
      "epoch": 0.017691498517739313,
      "grad_norm": 0.603966236114502,
      "learning_rate": 1.8500000000000002e-05,
      "loss": 0.0462,
      "step": 185
    },
    {
      "epoch": 0.018169647126326863,
      "grad_norm": 0.6119552254676819,
      "learning_rate": 1.9e-05,
      "loss": 0.0336,
      "step": 190
    },
    {
      "epoch": 0.018647795734914412,
      "grad_norm": 0.42317843437194824,
      "learning_rate": 1.95e-05,
      "loss": 0.0265,
      "step": 195
    },
    {
      "epoch": 0.019125944343501962,
      "grad_norm": 0.3664129972457886,
      "learning_rate": 2e-05,
      "loss": 0.0192,
      "step": 200
    },
    {
      "epoch": 0.019604092952089508,
      "grad_norm": 0.33818143606185913,
      "learning_rate": 1.9999984960239722e-05,
      "loss": 0.023,
      "step": 205
    },
    {
      "epoch": 0.020082241560677058,
      "grad_norm": 0.5235451459884644,
      "learning_rate": 1.999993984100412e-05,
      "loss": 0.0196,
      "step": 210
    },
    {
      "epoch": 0.020560390169264607,
      "grad_norm": 0.2977897822856903,
      "learning_rate": 1.9999864642428916e-05,
      "loss": 0.0214,
      "step": 215
    },
    {
      "epoch": 0.021038538777852157,
      "grad_norm": 0.26708266139030457,
      "learning_rate": 1.99997593647403e-05,
      "loss": 0.0181,
      "step": 220
    },
    {
      "epoch": 0.021516687386439706,
      "grad_norm": 0.2991751730442047,
      "learning_rate": 1.9999624008254946e-05,
      "loss": 0.0162,
      "step": 225
    },
    {
      "epoch": 0.021994835995027256,
      "grad_norm": 0.23141664266586304,
      "learning_rate": 1.9999458573379996e-05,
      "loss": 0.0177,
      "step": 230
    },
    {
      "epoch": 0.022472984603614802,
      "grad_norm": 0.19408179819583893,
      "learning_rate": 1.999926306061307e-05,
      "loss": 0.0145,
      "step": 235
    },
    {
      "epoch": 0.02295113321220235,
      "grad_norm": 0.2465033382177353,
      "learning_rate": 1.9999037470542263e-05,
      "loss": 0.0143,
      "step": 240
    },
    {
      "epoch": 0.0234292818207899,
      "grad_norm": 0.3615971505641937,
      "learning_rate": 1.9998781803846143e-05,
      "loss": 0.0172,
      "step": 245
    },
    {
      "epoch": 0.02390743042937745,
      "grad_norm": 0.28792813420295715,
      "learning_rate": 1.9998496061293734e-05,
      "loss": 0.0135,
      "step": 250
    },
    {
      "epoch": 0.024385579037965,
      "grad_norm": 0.27890634536743164,
      "learning_rate": 1.9998180243744545e-05,
      "loss": 0.0153,
      "step": 255
    },
    {
      "epoch": 0.02486372764655255,
      "grad_norm": 0.2356213480234146,
      "learning_rate": 1.9997834352148533e-05,
      "loss": 0.0155,
      "step": 260
    },
    {
      "epoch": 0.025341876255140096,
      "grad_norm": 0.18936309218406677,
      "learning_rate": 1.9997458387546127e-05,
      "loss": 0.0103,
      "step": 265
    },
    {
      "epoch": 0.025820024863727645,
      "grad_norm": 0.25055578351020813,
      "learning_rate": 1.9997052351068208e-05,
      "loss": 0.0136,
      "step": 270
    },
    {
      "epoch": 0.026298173472315195,
      "grad_norm": 0.2393379509449005,
      "learning_rate": 1.999661624393612e-05,
      "loss": 0.0115,
      "step": 275
    },
    {
      "epoch": 0.026776322080902745,
      "grad_norm": 0.20053483545780182,
      "learning_rate": 1.9996150067461648e-05,
      "loss": 0.0152,
      "step": 280
    },
    {
      "epoch": 0.027254470689490294,
      "grad_norm": 0.26156219840049744,
      "learning_rate": 1.9995653823047024e-05,
      "loss": 0.0127,
      "step": 285
    },
    {
      "epoch": 0.027732619298077844,
      "grad_norm": 0.2507614195346832,
      "learning_rate": 1.9995127512184934e-05,
      "loss": 0.0119,
      "step": 290
    },
    {
      "epoch": 0.028210767906665393,
      "grad_norm": 0.23560605943202972,
      "learning_rate": 1.99945711364585e-05,
      "loss": 0.0123,
      "step": 295
    },
    {
      "epoch": 0.02868891651525294,
      "grad_norm": 0.19623662531375885,
      "learning_rate": 1.9993984697541263e-05,
      "loss": 0.0125,
      "step": 300
    },
    {
      "epoch": 0.02916706512384049,
      "grad_norm": 0.20097696781158447,
      "learning_rate": 1.999336819719721e-05,
      "loss": 0.0119,
      "step": 305
    },
    {
      "epoch": 0.02964521373242804,
      "grad_norm": 0.18596744537353516,
      "learning_rate": 1.9992721637280735e-05,
      "loss": 0.0128,
      "step": 310
    },
    {
      "epoch": 0.030123362341015588,
      "grad_norm": 0.19682542979717255,
      "learning_rate": 1.999204501973667e-05,
      "loss": 0.0117,
      "step": 315
    },
    {
      "epoch": 0.030601510949603138,
      "grad_norm": 0.16249409317970276,
      "learning_rate": 1.9991338346600248e-05,
      "loss": 0.0128,
      "step": 320
    },
    {
      "epoch": 0.031079659558190687,
      "grad_norm": 0.279489666223526,
      "learning_rate": 1.9990601619997103e-05,
      "loss": 0.012,
      "step": 325
    },
    {
      "epoch": 0.03155780816677824,
      "grad_norm": 0.20809005200862885,
      "learning_rate": 1.9989834842143273e-05,
      "loss": 0.0133,
      "step": 330
    },
    {
      "epoch": 0.03203595677536578,
      "grad_norm": 0.23081418871879578,
      "learning_rate": 1.9989038015345193e-05,
      "loss": 0.0122,
      "step": 335
    },
    {
      "epoch": 0.032514105383953336,
      "grad_norm": 0.2093643695116043,
      "learning_rate": 1.998821114199968e-05,
      "loss": 0.0106,
      "step": 340
    },
    {
      "epoch": 0.03299225399254088,
      "grad_norm": 0.24078011512756348,
      "learning_rate": 1.9987354224593922e-05,
      "loss": 0.0128,
      "step": 345
    },
    {
      "epoch": 0.03347040260112843,
      "grad_norm": 0.26117199659347534,
      "learning_rate": 1.9986467265705493e-05,
      "loss": 0.0126,
      "step": 350
    },
    {
      "epoch": 0.03394855120971598,
      "grad_norm": 0.19453226029872894,
      "learning_rate": 1.998555026800232e-05,
      "loss": 0.0105,
      "step": 355
    },
    {
      "epoch": 0.03442669981830353,
      "grad_norm": 0.1795961558818817,
      "learning_rate": 1.998460323424269e-05,
      "loss": 0.012,
      "step": 360
    },
    {
      "epoch": 0.03490484842689108,
      "grad_norm": 0.24468912184238434,
      "learning_rate": 1.998362616727523e-05,
      "loss": 0.012,
      "step": 365
    },
    {
      "epoch": 0.035382997035478626,
      "grad_norm": 0.1683799773454666,
      "learning_rate": 1.9982619070038914e-05,
      "loss": 0.0112,
      "step": 370
    },
    {
      "epoch": 0.03586114564406617,
      "grad_norm": 0.20692934095859528,
      "learning_rate": 1.9981581945563045e-05,
      "loss": 0.0115,
      "step": 375
    },
    {
      "epoch": 0.036339294252653725,
      "grad_norm": 0.23560677468776703,
      "learning_rate": 1.998051479696724e-05,
      "loss": 0.0112,
      "step": 380
    },
    {
      "epoch": 0.03681744286124127,
      "grad_norm": 0.197722390294075,
      "learning_rate": 1.9979417627461435e-05,
      "loss": 0.0115,
      "step": 385
    },
    {
      "epoch": 0.037295591469828825,
      "grad_norm": 0.17158514261245728,
      "learning_rate": 1.9978290440345857e-05,
      "loss": 0.0109,
      "step": 390
    },
    {
      "epoch": 0.03777374007841637,
      "grad_norm": 0.16312269866466522,
      "learning_rate": 1.9977133239011037e-05,
      "loss": 0.0087,
      "step": 395
    },
    {
      "epoch": 0.038251888687003924,
      "grad_norm": 0.20211806893348694,
      "learning_rate": 1.9975946026937774e-05,
      "loss": 0.0116,
      "step": 400
    },
    {
      "epoch": 0.03873003729559147,
      "grad_norm": 0.12360519915819168,
      "learning_rate": 1.997472880769715e-05,
      "loss": 0.0099,
      "step": 405
    },
    {
      "epoch": 0.039208185904179016,
      "grad_norm": 0.13955578207969666,
      "learning_rate": 1.9973481584950503e-05,
      "loss": 0.0096,
      "step": 410
    },
    {
      "epoch": 0.03968633451276657,
      "grad_norm": 0.13815253973007202,
      "learning_rate": 1.9972204362449416e-05,
      "loss": 0.0102,
      "step": 415
    },
    {
      "epoch": 0.040164483121354115,
      "grad_norm": 0.17123298346996307,
      "learning_rate": 1.9970897144035714e-05,
      "loss": 0.0102,
      "step": 420
    },
    {
      "epoch": 0.04064263172994167,
      "grad_norm": 0.1730334460735321,
      "learning_rate": 1.996955993364145e-05,
      "loss": 0.0111,
      "step": 425
    },
    {
      "epoch": 0.041120780338529214,
      "grad_norm": 0.17800162732601166,
      "learning_rate": 1.9968192735288886e-05,
      "loss": 0.0105,
      "step": 430
    },
    {
      "epoch": 0.04159892894711677,
      "grad_norm": 0.15514303743839264,
      "learning_rate": 1.9966795553090485e-05,
      "loss": 0.0113,
      "step": 435
    },
    {
      "epoch": 0.04207707755570431,
      "grad_norm": 0.1602751761674881,
      "learning_rate": 1.9965368391248912e-05,
      "loss": 0.009,
      "step": 440
    },
    {
      "epoch": 0.04255522616429186,
      "grad_norm": 0.18005941808223724,
      "learning_rate": 1.9963911254057003e-05,
      "loss": 0.0098,
      "step": 445
    },
    {
      "epoch": 0.04303337477287941,
      "grad_norm": 0.1358334869146347,
      "learning_rate": 1.9962424145897745e-05,
      "loss": 0.0098,
      "step": 450
    },
    {
      "epoch": 0.04351152338146696,
      "grad_norm": 0.14719969034194946,
      "learning_rate": 1.99609070712443e-05,
      "loss": 0.009,
      "step": 455
    },
    {
      "epoch": 0.04398967199005451,
      "grad_norm": 0.15567262470722198,
      "learning_rate": 1.9959360034659946e-05,
      "loss": 0.0101,
      "step": 460
    },
    {
      "epoch": 0.04446782059864206,
      "grad_norm": 0.16917075216770172,
      "learning_rate": 1.99577830407981e-05,
      "loss": 0.008,
      "step": 465
    },
    {
      "epoch": 0.044945969207229604,
      "grad_norm": 0.19142837822437286,
      "learning_rate": 1.9956176094402288e-05,
      "loss": 0.0122,
      "step": 470
    },
    {
      "epoch": 0.04542411781581716,
      "grad_norm": 0.15856985747814178,
      "learning_rate": 1.995453920030612e-05,
      "loss": 0.0095,
      "step": 475
    },
    {
      "epoch": 0.0459022664244047,
      "grad_norm": 0.1544889509677887,
      "learning_rate": 1.99528723634333e-05,
      "loss": 0.0088,
      "step": 480
    },
    {
      "epoch": 0.046380415032992256,
      "grad_norm": 0.16197440028190613,
      "learning_rate": 1.995117558879759e-05,
      "loss": 0.0083,
      "step": 485
    },
    {
      "epoch": 0.0468585636415798,
      "grad_norm": 0.14649464190006256,
      "learning_rate": 1.994944888150281e-05,
      "loss": 0.0103,
      "step": 490
    },
    {
      "epoch": 0.047336712250167355,
      "grad_norm": 0.1929994821548462,
      "learning_rate": 1.9947692246742812e-05,
      "loss": 0.0104,
      "step": 495
    },
    {
      "epoch": 0.0478148608587549,
      "grad_norm": 0.22980496287345886,
      "learning_rate": 1.9945905689801466e-05,
      "loss": 0.0095,
      "step": 500
    },
    {
      "epoch": 0.04829300946734245,
      "grad_norm": 0.1435747593641281,
      "learning_rate": 1.994408921605265e-05,
      "loss": 0.0097,
      "step": 505
    },
    {
      "epoch": 0.04877115807593,
      "grad_norm": 0.22566437721252441,
      "learning_rate": 1.9942242830960238e-05,
      "loss": 0.0123,
      "step": 510
    },
    {
      "epoch": 0.049249306684517546,
      "grad_norm": 0.18320342898368835,
      "learning_rate": 1.9940366540078056e-05,
      "loss": 0.0108,
      "step": 515
    },
    {
      "epoch": 0.0497274552931051,
      "grad_norm": 0.16817662119865417,
      "learning_rate": 1.9938460349049907e-05,
      "loss": 0.0098,
      "step": 520
    },
    {
      "epoch": 0.050205603901692646,
      "grad_norm": 0.240935280919075,
      "learning_rate": 1.9936524263609515e-05,
      "loss": 0.0112,
      "step": 525
    },
    {
      "epoch": 0.05068375251028019,
      "grad_norm": 0.18051300942897797,
      "learning_rate": 1.9934558289580536e-05,
      "loss": 0.0091,
      "step": 530
    },
    {
      "epoch": 0.051161901118867745,
      "grad_norm": 0.19828283786773682,
      "learning_rate": 1.9932562432876525e-05,
      "loss": 0.0106,
      "step": 535
    },
    {
      "epoch": 0.05164004972745529,
      "grad_norm": 0.1866847425699234,
      "learning_rate": 1.9930536699500923e-05,
      "loss": 0.0078,
      "step": 540
    },
    {
      "epoch": 0.052118198336042844,
      "grad_norm": 0.1431034952402115,
      "learning_rate": 1.992848109554704e-05,
      "loss": 0.0116,
      "step": 545
    },
    {
      "epoch": 0.05259634694463039,
      "grad_norm": 0.11908771097660065,
      "learning_rate": 1.992639562719803e-05,
      "loss": 0.0085,
      "step": 550
    },
    {
      "epoch": 0.05307449555321794,
      "grad_norm": 0.132414311170578,
      "learning_rate": 1.9924280300726888e-05,
      "loss": 0.0107,
      "step": 555
    },
    {
      "epoch": 0.05355264416180549,
      "grad_norm": 0.16782382130622864,
      "learning_rate": 1.992213512249641e-05,
      "loss": 0.0101,
      "step": 560
    },
    {
      "epoch": 0.054030792770393035,
      "grad_norm": 0.18861261010169983,
      "learning_rate": 1.991996009895919e-05,
      "loss": 0.0098,
      "step": 565
    },
    {
      "epoch": 0.05450894137898059,
      "grad_norm": 0.23423467576503754,
      "learning_rate": 1.9917755236657598e-05,
      "loss": 0.0103,
      "step": 570
    },
    {
      "epoch": 0.054987089987568134,
      "grad_norm": 0.16722846031188965,
      "learning_rate": 1.991552054222375e-05,
      "loss": 0.0083,
      "step": 575
    },
    {
      "epoch": 0.05546523859615569,
      "grad_norm": 0.18444116413593292,
      "learning_rate": 1.9913256022379502e-05,
      "loss": 0.0108,
      "step": 580
    },
    {
      "epoch": 0.05594338720474323,
      "grad_norm": 0.12185337394475937,
      "learning_rate": 1.9910961683936417e-05,
      "loss": 0.0088,
      "step": 585
    },
    {
      "epoch": 0.056421535813330786,
      "grad_norm": 0.1440051794052124,
      "learning_rate": 1.990863753379576e-05,
      "loss": 0.01,
      "step": 590
    },
    {
      "epoch": 0.05689968442191833,
      "grad_norm": 0.15261441469192505,
      "learning_rate": 1.990628357894846e-05,
      "loss": 0.0082,
      "step": 595
    },
    {
      "epoch": 0.05737783303050588,
      "grad_norm": 0.15366916358470917,
      "learning_rate": 1.9903899826475107e-05,
      "loss": 0.0085,
      "step": 600
    },
    {
      "epoch": 0.05785598163909343,
      "grad_norm": 0.132474884390831,
      "learning_rate": 1.9901486283545903e-05,
      "loss": 0.0092,
      "step": 605
    },
    {
      "epoch": 0.05833413024768098,
      "grad_norm": 0.16307532787322998,
      "learning_rate": 1.989904295742068e-05,
      "loss": 0.0085,
      "step": 610
    },
    {
      "epoch": 0.05881227885626853,
      "grad_norm": 0.1874748021364212,
      "learning_rate": 1.9896569855448837e-05,
      "loss": 0.011,
      "step": 615
    },
    {
      "epoch": 0.05929042746485608,
      "grad_norm": 0.15367910265922546,
      "learning_rate": 1.989406698506935e-05,
      "loss": 0.0085,
      "step": 620
    },
    {
      "epoch": 0.05976857607344362,
      "grad_norm": 0.15754398703575134,
      "learning_rate": 1.9891534353810735e-05,
      "loss": 0.0096,
      "step": 625
    },
    {
      "epoch": 0.060246724682031176,
      "grad_norm": 0.16876277327537537,
      "learning_rate": 1.9888971969291026e-05,
      "loss": 0.0095,
      "step": 630
    },
    {
      "epoch": 0.06072487329061872,
      "grad_norm": 0.18007758259773254,
      "learning_rate": 1.988637983921775e-05,
      "loss": 0.0086,
      "step": 635
    },
    {
      "epoch": 0.061203021899206275,
      "grad_norm": 0.16454048454761505,
      "learning_rate": 1.9883757971387907e-05,
      "loss": 0.0077,
      "step": 640
    },
    {
      "epoch": 0.06168117050779382,
      "grad_norm": 0.13600246608257294,
      "learning_rate": 1.9881106373687956e-05,
      "loss": 0.0098,
      "step": 645
    },
    {
      "epoch": 0.062159319116381374,
      "grad_norm": 0.1547061651945114,
      "learning_rate": 1.987842505409377e-05,
      "loss": 0.0081,
      "step": 650
    },
    {
      "epoch": 0.06263746772496892,
      "grad_norm": 0.12786924839019775,
      "learning_rate": 1.9875714020670638e-05,
      "loss": 0.0079,
      "step": 655
    },
    {
      "epoch": 0.06311561633355647,
      "grad_norm": 0.11596638709306717,
      "learning_rate": 1.9872973281573214e-05,
      "loss": 0.0086,
      "step": 660
    },
    {
      "epoch": 0.06359376494214401,
      "grad_norm": 0.13520082831382751,
      "learning_rate": 1.9870202845045507e-05,
      "loss": 0.0099,
      "step": 665
    },
    {
      "epoch": 0.06407191355073157,
      "grad_norm": 0.13733166456222534,
      "learning_rate": 1.9867402719420855e-05,
      "loss": 0.0087,
      "step": 670
    },
    {
      "epoch": 0.06455006215931912,
      "grad_norm": 0.1229022666811943,
      "learning_rate": 1.986457291312191e-05,
      "loss": 0.0078,
      "step": 675
    },
    {
      "epoch": 0.06502821076790667,
      "grad_norm": 0.1614912748336792,
      "learning_rate": 1.986171343466059e-05,
      "loss": 0.0078,
      "step": 680
    },
    {
      "epoch": 0.06550635937649421,
      "grad_norm": 0.21986941993236542,
      "learning_rate": 1.985882429263807e-05,
      "loss": 0.0097,
      "step": 685
    },
    {
      "epoch": 0.06598450798508176,
      "grad_norm": 0.16449400782585144,
      "learning_rate": 1.9855905495744746e-05,
      "loss": 0.0097,
      "step": 690
    },
    {
      "epoch": 0.06646265659366932,
      "grad_norm": 0.16362164914608002,
      "learning_rate": 1.9852957052760226e-05,
      "loss": 0.0089,
      "step": 695
    },
    {
      "epoch": 0.06694080520225686,
      "grad_norm": 0.11370038241147995,
      "learning_rate": 1.984997897255328e-05,
      "loss": 0.0088,
      "step": 700
    },
    {
      "epoch": 0.06741895381084441,
      "grad_norm": 0.14381402730941772,
      "learning_rate": 1.9846971264081833e-05,
      "loss": 0.009,
      "step": 705
    },
    {
      "epoch": 0.06789710241943196,
      "grad_norm": 0.17981407046318054,
      "learning_rate": 1.9843933936392926e-05,
      "loss": 0.008,
      "step": 710
    },
    {
      "epoch": 0.06837525102801952,
      "grad_norm": 0.1745823472738266,
      "learning_rate": 1.9840866998622702e-05,
      "loss": 0.0086,
      "step": 715
    },
    {
      "epoch": 0.06885339963660705,
      "grad_norm": 0.1487770676612854,
      "learning_rate": 1.983777045999635e-05,
      "loss": 0.009,
      "step": 720
    },
    {
      "epoch": 0.06933154824519461,
      "grad_norm": 0.13242216408252716,
      "learning_rate": 1.983464432982812e-05,
      "loss": 0.0091,
      "step": 725
    },
    {
      "epoch": 0.06980969685378216,
      "grad_norm": 0.15115664899349213,
      "learning_rate": 1.9831488617521258e-05,
      "loss": 0.0091,
      "step": 730
    },
    {
      "epoch": 0.0702878454623697,
      "grad_norm": 0.17827589809894562,
      "learning_rate": 1.9828303332567994e-05,
      "loss": 0.0077,
      "step": 735
    },
    {
      "epoch": 0.07076599407095725,
      "grad_norm": 0.1419246345758438,
      "learning_rate": 1.9825088484549515e-05,
      "loss": 0.0078,
      "step": 740
    },
    {
      "epoch": 0.0712441426795448,
      "grad_norm": 0.1455037146806717,
      "learning_rate": 1.982184408313593e-05,
      "loss": 0.0082,
      "step": 745
    },
    {
      "epoch": 0.07172229128813234,
      "grad_norm": 0.15974457561969757,
      "learning_rate": 1.981857013808624e-05,
      "loss": 0.0096,
      "step": 750
    },
    {
      "epoch": 0.0722004398967199,
      "grad_norm": 0.1386708915233612,
      "learning_rate": 1.981526665924832e-05,
      "loss": 0.0085,
      "step": 755
    },
    {
      "epoch": 0.07267858850530745,
      "grad_norm": 0.192318394780159,
      "learning_rate": 1.981193365655887e-05,
      "loss": 0.0092,
      "step": 760
    },
    {
      "epoch": 0.073156737113895,
      "grad_norm": 0.18624091148376465,
      "learning_rate": 1.9808571140043402e-05,
      "loss": 0.0097,
      "step": 765
    },
    {
      "epoch": 0.07363488572248254,
      "grad_norm": 0.13095049560070038,
      "learning_rate": 1.9805179119816213e-05,
      "loss": 0.0091,
      "step": 770
    },
    {
      "epoch": 0.0741130343310701,
      "grad_norm": 0.12210898846387863,
      "learning_rate": 1.9801757606080327e-05,
      "loss": 0.0084,
      "step": 775
    },
    {
      "epoch": 0.07459118293965765,
      "grad_norm": 0.17325998842716217,
      "learning_rate": 1.97983066091275e-05,
      "loss": 0.0077,
      "step": 780
    },
    {
      "epoch": 0.07506933154824519,
      "grad_norm": 0.1117004007101059,
      "learning_rate": 1.9794826139338163e-05,
      "loss": 0.0086,
      "step": 785
    },
    {
      "epoch": 0.07554748015683274,
      "grad_norm": 0.11802387237548828,
      "learning_rate": 1.97913162071814e-05,
      "loss": 0.0087,
      "step": 790
    },
    {
      "epoch": 0.0760256287654203,
      "grad_norm": 0.11983735859394073,
      "learning_rate": 1.9787776823214924e-05,
      "loss": 0.0074,
      "step": 795
    },
    {
      "epoch": 0.07650377737400785,
      "grad_norm": 0.13119089603424072,
      "learning_rate": 1.978420799808503e-05,
      "loss": 0.0085,
      "step": 800
    },
    {
      "epoch": 0.07698192598259539,
      "grad_norm": 0.10882262140512466,
      "learning_rate": 1.9780609742526567e-05,
      "loss": 0.0073,
      "step": 805
    },
    {
      "epoch": 0.07746007459118294,
      "grad_norm": 0.12737655639648438,
      "learning_rate": 1.9776982067362926e-05,
      "loss": 0.0083,
      "step": 810
    },
    {
      "epoch": 0.07793822319977049,
      "grad_norm": 0.14765919744968414,
      "learning_rate": 1.977332498350597e-05,
      "loss": 0.0077,
      "step": 815
    },
    {
      "epoch": 0.07841637180835803,
      "grad_norm": 0.10377088189125061,
      "learning_rate": 1.976963850195604e-05,
      "loss": 0.0078,
      "step": 820
    },
    {
      "epoch": 0.07889452041694558,
      "grad_norm": 0.1161591038107872,
      "learning_rate": 1.976592263380189e-05,
      "loss": 0.0076,
      "step": 825
    },
    {
      "epoch": 0.07937266902553314,
      "grad_norm": 0.14931392669677734,
      "learning_rate": 1.9762177390220675e-05,
      "loss": 0.0085,
      "step": 830
    },
    {
      "epoch": 0.07985081763412069,
      "grad_norm": 0.1824115514755249,
      "learning_rate": 1.975840278247791e-05,
      "loss": 0.0106,
      "step": 835
    },
    {
      "epoch": 0.08032896624270823,
      "grad_norm": 0.15029068291187286,
      "learning_rate": 1.9754598821927433e-05,
      "loss": 0.0082,
      "step": 840
    },
    {
      "epoch": 0.08080711485129578,
      "grad_norm": 0.18009506165981293,
      "learning_rate": 1.9750765520011373e-05,
      "loss": 0.008,
      "step": 845
    },
    {
      "epoch": 0.08128526345988334,
      "grad_norm": 0.14248254895210266,
      "learning_rate": 1.974690288826012e-05,
      "loss": 0.0075,
      "step": 850
    },
    {
      "epoch": 0.08176341206847088,
      "grad_norm": 0.21309955418109894,
      "learning_rate": 1.9743010938292285e-05,
      "loss": 0.0077,
      "step": 855
    },
    {
      "epoch": 0.08224156067705843,
      "grad_norm": 0.18671435117721558,
      "learning_rate": 1.9739089681814663e-05,
      "loss": 0.0073,
      "step": 860
    },
    {
      "epoch": 0.08271970928564598,
      "grad_norm": 0.1157049685716629,
      "learning_rate": 1.9735139130622215e-05,
      "loss": 0.0078,
      "step": 865
    },
    {
      "epoch": 0.08319785789423353,
      "grad_norm": 0.24543379247188568,
      "learning_rate": 1.9731159296598005e-05,
      "loss": 0.0092,
      "step": 870
    },
    {
      "epoch": 0.08367600650282107,
      "grad_norm": 0.1981218308210373,
      "learning_rate": 1.9727150191713175e-05,
      "loss": 0.0089,
      "step": 875
    },
    {
      "epoch": 0.08415415511140863,
      "grad_norm": 0.1381044089794159,
      "learning_rate": 1.972311182802693e-05,
      "loss": 0.0074,
      "step": 880
    },
    {
      "epoch": 0.08463230371999618,
      "grad_norm": 0.11880110949277878,
      "learning_rate": 1.9719044217686477e-05,
      "loss": 0.0075,
      "step": 885
    },
    {
      "epoch": 0.08511045232858372,
      "grad_norm": 0.13678357005119324,
      "learning_rate": 1.9714947372926982e-05,
      "loss": 0.0085,
      "step": 890
    },
    {
      "epoch": 0.08558860093717127,
      "grad_norm": 0.15044640004634857,
      "learning_rate": 1.9710821306071563e-05,
      "loss": 0.0076,
      "step": 895
    },
    {
      "epoch": 0.08606674954575882,
      "grad_norm": 0.16095201671123505,
      "learning_rate": 1.9706666029531234e-05,
      "loss": 0.0079,
      "step": 900
    },
    {
      "epoch": 0.08654489815434636,
      "grad_norm": 0.11395151913166046,
      "learning_rate": 1.970248155580486e-05,
      "loss": 0.0074,
      "step": 905
    },
    {
      "epoch": 0.08702304676293392,
      "grad_norm": 0.21134360134601593,
      "learning_rate": 1.969826789747915e-05,
      "loss": 0.0072,
      "step": 910
    },
    {
      "epoch": 0.08750119537152147,
      "grad_norm": 0.1730654239654541,
      "learning_rate": 1.969402506722857e-05,
      "loss": 0.0082,
      "step": 915
    },
    {
      "epoch": 0.08797934398010902,
      "grad_norm": 0.13481496274471283,
      "learning_rate": 1.9689753077815366e-05,
      "loss": 0.0084,
      "step": 920
    },
    {
      "epoch": 0.08845749258869656,
      "grad_norm": 0.10820294916629791,
      "learning_rate": 1.9685451942089467e-05,
      "loss": 0.0078,
      "step": 925
    },
    {
      "epoch": 0.08893564119728412,
      "grad_norm": 0.15484113991260529,
      "learning_rate": 1.9681121672988484e-05,
      "loss": 0.0073,
      "step": 930
    },
    {
      "epoch": 0.08941378980587167,
      "grad_norm": 0.14101548492908478,
      "learning_rate": 1.9676762283537663e-05,
      "loss": 0.0076,
      "step": 935
    },
    {
      "epoch": 0.08989193841445921,
      "grad_norm": 0.11039276421070099,
      "learning_rate": 1.9672373786849834e-05,
      "loss": 0.0078,
      "step": 940
    },
    {
      "epoch": 0.09037008702304676,
      "grad_norm": 0.1220928207039833,
      "learning_rate": 1.9667956196125392e-05,
      "loss": 0.0077,
      "step": 945
    },
    {
      "epoch": 0.09084823563163431,
      "grad_norm": 0.13089890778064728,
      "learning_rate": 1.9663509524652228e-05,
      "loss": 0.0082,
      "step": 950
    },
    {
      "epoch": 0.09132638424022187,
      "grad_norm": 0.14293837547302246,
      "learning_rate": 1.965903378580572e-05,
      "loss": 0.0083,
      "step": 955
    },
    {
      "epoch": 0.0918045328488094,
      "grad_norm": 0.13467228412628174,
      "learning_rate": 1.965452899304868e-05,
      "loss": 0.0087,
      "step": 960
    },
    {
      "epoch": 0.09228268145739696,
      "grad_norm": 0.16479547321796417,
      "learning_rate": 1.9649995159931306e-05,
      "loss": 0.0078,
      "step": 965
    },
    {
      "epoch": 0.09276083006598451,
      "grad_norm": 0.17580562829971313,
      "learning_rate": 1.964543230009115e-05,
      "loss": 0.0082,
      "step": 970
    },
    {
      "epoch": 0.09323897867457205,
      "grad_norm": 0.16880857944488525,
      "learning_rate": 1.9640840427253078e-05,
      "loss": 0.0091,
      "step": 975
    },
    {
      "epoch": 0.0937171272831596,
      "grad_norm": 0.1474369913339615,
      "learning_rate": 1.9636219555229218e-05,
      "loss": 0.0073,
      "step": 980
    },
    {
      "epoch": 0.09419527589174716,
      "grad_norm": 0.15639452636241913,
      "learning_rate": 1.9631569697918938e-05,
      "loss": 0.0078,
      "step": 985
    },
    {
      "epoch": 0.09467342450033471,
      "grad_norm": 0.1604864001274109,
      "learning_rate": 1.9626890869308785e-05,
      "loss": 0.0069,
      "step": 990
    },
    {
      "epoch": 0.09515157310892225,
      "grad_norm": 0.13959312438964844,
      "learning_rate": 1.9622183083472444e-05,
      "loss": 0.0082,
      "step": 995
    },
    {
      "epoch": 0.0956297217175098,
      "grad_norm": 0.14950324594974518,
      "learning_rate": 1.9617446354570718e-05,
      "loss": 0.0087,
      "step": 1000
    },
    {
      "epoch": 0.09610787032609736,
      "grad_norm": 0.1353764533996582,
      "learning_rate": 1.9612680696851452e-05,
      "loss": 0.0073,
      "step": 1005
    },
    {
      "epoch": 0.0965860189346849,
      "grad_norm": 0.17020277678966522,
      "learning_rate": 1.9607886124649525e-05,
      "loss": 0.0094,
      "step": 1010
    },
    {
      "epoch": 0.09706416754327245,
      "grad_norm": 0.13339291512966156,
      "learning_rate": 1.9603062652386776e-05,
      "loss": 0.0088,
      "step": 1015
    },
    {
      "epoch": 0.09754231615186,
      "grad_norm": 0.12166035175323486,
      "learning_rate": 1.9598210294571976e-05,
      "loss": 0.0079,
      "step": 1020
    },
    {
      "epoch": 0.09802046476044755,
      "grad_norm": 0.14422118663787842,
      "learning_rate": 1.959332906580079e-05,
      "loss": 0.0088,
      "step": 1025
    },
    {
      "epoch": 0.09849861336903509,
      "grad_norm": 0.1498907059431076,
      "learning_rate": 1.9588418980755715e-05,
      "loss": 0.0084,
      "step": 1030
    },
    {
      "epoch": 0.09897676197762265,
      "grad_norm": 0.12694261968135834,
      "learning_rate": 1.9583480054206055e-05,
      "loss": 0.0073,
      "step": 1035
    },
    {
      "epoch": 0.0994549105862102,
      "grad_norm": 0.12367917597293854,
      "learning_rate": 1.957851230100786e-05,
      "loss": 0.0066,
      "step": 1040
    },
    {
      "epoch": 0.09993305919479774,
      "grad_norm": 0.15538492798805237,
      "learning_rate": 1.9573515736103896e-05,
      "loss": 0.0086,
      "step": 1045
    },
    {
      "epoch": 0.10041120780338529,
      "grad_norm": 0.1368076652288437,
      "learning_rate": 1.9568490374523593e-05,
      "loss": 0.0074,
      "step": 1050
    },
    {
      "epoch": 0.10088935641197284,
      "grad_norm": 0.11461225897073746,
      "learning_rate": 1.9563436231382992e-05,
      "loss": 0.0074,
      "step": 1055
    },
    {
      "epoch": 0.10136750502056038,
      "grad_norm": 0.14572782814502716,
      "learning_rate": 1.955835332188472e-05,
      "loss": 0.0082,
      "step": 1060
    },
    {
      "epoch": 0.10184565362914794,
      "grad_norm": 0.13356716930866241,
      "learning_rate": 1.955324166131792e-05,
      "loss": 0.0076,
      "step": 1065
    },
    {
      "epoch": 0.10232380223773549,
      "grad_norm": 0.1434972733259201,
      "learning_rate": 1.9548101265058225e-05,
      "loss": 0.0079,
      "step": 1070
    },
    {
      "epoch": 0.10280195084632304,
      "grad_norm": 0.12901459634304047,
      "learning_rate": 1.95429321485677e-05,
      "loss": 0.0074,
      "step": 1075
    },
    {
      "epoch": 0.10328009945491058,
      "grad_norm": 0.13252857327461243,
      "learning_rate": 1.95377343273948e-05,
      "loss": 0.0075,
      "step": 1080
    },
    {
      "epoch": 0.10375824806349813,
      "grad_norm": 0.13158603012561798,
      "learning_rate": 1.9532507817174316e-05,
      "loss": 0.007,
      "step": 1085
    },
    {
      "epoch": 0.10423639667208569,
      "grad_norm": 0.16997762024402618,
      "learning_rate": 1.9527252633627347e-05,
      "loss": 0.0082,
      "step": 1090
    },
    {
      "epoch": 0.10471454528067323,
      "grad_norm": 0.1380149871110916,
      "learning_rate": 1.9521968792561234e-05,
      "loss": 0.0072,
      "step": 1095
    },
    {
      "epoch": 0.10519269388926078,
      "grad_norm": 0.12383663654327393,
      "learning_rate": 1.951665630986951e-05,
      "loss": 0.007,
      "step": 1100
    },
    {
      "epoch": 0.10567084249784833,
      "grad_norm": 0.14140895009040833,
      "learning_rate": 1.9511315201531874e-05,
      "loss": 0.0077,
      "step": 1105
    },
    {
      "epoch": 0.10614899110643589,
      "grad_norm": 0.1578519493341446,
      "learning_rate": 1.9505945483614124e-05,
      "loss": 0.0074,
      "step": 1110
    },
    {
      "epoch": 0.10662713971502343,
      "grad_norm": 0.11358300596475601,
      "learning_rate": 1.950054717226811e-05,
      "loss": 0.009,
      "step": 1115
    },
    {
      "epoch": 0.10710528832361098,
      "grad_norm": 0.1724344938993454,
      "learning_rate": 1.94951202837317e-05,
      "loss": 0.0084,
      "step": 1120
    },
    {
      "epoch": 0.10758343693219853,
      "grad_norm": 0.18102750182151794,
      "learning_rate": 1.948966483432871e-05,
      "loss": 0.0082,
      "step": 1125
    },
    {
      "epoch": 0.10806158554078607,
      "grad_norm": 0.09844882041215897,
      "learning_rate": 1.948418084046887e-05,
      "loss": 0.0072,
      "step": 1130
    },
    {
      "epoch": 0.10853973414937362,
      "grad_norm": 0.13347187638282776,
      "learning_rate": 1.947866831864777e-05,
      "loss": 0.0069,
      "step": 1135
    },
    {
      "epoch": 0.10901788275796118,
      "grad_norm": 0.12146791070699692,
      "learning_rate": 1.947312728544682e-05,
      "loss": 0.0077,
      "step": 1140
    },
    {
      "epoch": 0.10949603136654873,
      "grad_norm": 0.1132955327630043,
      "learning_rate": 1.9467557757533168e-05,
      "loss": 0.0079,
      "step": 1145
    },
    {
      "epoch": 0.10997417997513627,
      "grad_norm": 0.12161917239427567,
      "learning_rate": 1.94619597516597e-05,
      "loss": 0.0064,
      "step": 1150
    },
    {
      "epoch": 0.11045232858372382,
      "grad_norm": 0.13582710921764374,
      "learning_rate": 1.9456333284664937e-05,
      "loss": 0.0077,
      "step": 1155
    },
    {
      "epoch": 0.11093047719231137,
      "grad_norm": 0.10808062553405762,
      "learning_rate": 1.945067837347303e-05,
      "loss": 0.007,
      "step": 1160
    },
    {
      "epoch": 0.11140862580089891,
      "grad_norm": 0.12088172137737274,
      "learning_rate": 1.9444995035093684e-05,
      "loss": 0.0074,
      "step": 1165
    },
    {
      "epoch": 0.11188677440948647,
      "grad_norm": 0.11874087154865265,
      "learning_rate": 1.94392832866221e-05,
      "loss": 0.0064,
      "step": 1170
    },
    {
      "epoch": 0.11236492301807402,
      "grad_norm": 0.13608141243457794,
      "learning_rate": 1.9433543145238948e-05,
      "loss": 0.0068,
      "step": 1175
    },
    {
      "epoch": 0.11284307162666157,
      "grad_norm": 0.10182386636734009,
      "learning_rate": 1.94277746282103e-05,
      "loss": 0.0071,
      "step": 1180
    },
    {
      "epoch": 0.11332122023524911,
      "grad_norm": 0.10884186625480652,
      "learning_rate": 1.942197775288757e-05,
      "loss": 0.0066,
      "step": 1185
    },
    {
      "epoch": 0.11379936884383667,
      "grad_norm": 0.08875167369842529,
      "learning_rate": 1.941615253670749e-05,
      "loss": 0.007,
      "step": 1190
    },
    {
      "epoch": 0.11427751745242422,
      "grad_norm": 0.1307586282491684,
      "learning_rate": 1.9410298997192028e-05,
      "loss": 0.0081,
      "step": 1195
    },
    {
      "epoch": 0.11475566606101176,
      "grad_norm": 0.1308463215827942,
      "learning_rate": 1.9404417151948353e-05,
      "loss": 0.0097,
      "step": 1200
    },
    {
      "epoch": 0.11523381466959931,
      "grad_norm": 0.1315120905637741,
      "learning_rate": 1.9398507018668765e-05,
      "loss": 0.0081,
      "step": 1205
    },
    {
      "epoch": 0.11571196327818686,
      "grad_norm": 0.17732024192810059,
      "learning_rate": 1.939256861513067e-05,
      "loss": 0.0072,
      "step": 1210
    },
    {
      "epoch": 0.1161901118867744,
      "grad_norm": 0.1571626365184784,
      "learning_rate": 1.93866019591965e-05,
      "loss": 0.0085,
      "step": 1215
    },
    {
      "epoch": 0.11666826049536196,
      "grad_norm": 0.12529544532299042,
      "learning_rate": 1.938060706881367e-05,
      "loss": 0.0076,
      "step": 1220
    },
    {
      "epoch": 0.11714640910394951,
      "grad_norm": 0.12983156740665436,
      "learning_rate": 1.9374583962014518e-05,
      "loss": 0.0089,
      "step": 1225
    },
    {
      "epoch": 0.11762455771253706,
      "grad_norm": 0.13022422790527344,
      "learning_rate": 1.9368532656916264e-05,
      "loss": 0.0076,
      "step": 1230
    },
    {
      "epoch": 0.1181027063211246,
      "grad_norm": 0.13813532888889313,
      "learning_rate": 1.9362453171720942e-05,
      "loss": 0.0067,
      "step": 1235
    },
    {
      "epoch": 0.11858085492971215,
      "grad_norm": 0.1303650438785553,
      "learning_rate": 1.935634552471535e-05,
      "loss": 0.0066,
      "step": 1240
    },
    {
      "epoch": 0.11905900353829971,
      "grad_norm": 0.11504048109054565,
      "learning_rate": 1.935020973427101e-05,
      "loss": 0.008,
      "step": 1245
    },
    {
      "epoch": 0.11953715214688725,
      "grad_norm": 0.1604631245136261,
      "learning_rate": 1.934404581884407e-05,
      "loss": 0.0081,
      "step": 1250
    },
    {
      "epoch": 0.1200153007554748,
      "grad_norm": 0.15466512739658356,
      "learning_rate": 1.93378537969753e-05,
      "loss": 0.0076,
      "step": 1255
    },
    {
      "epoch": 0.12049344936406235,
      "grad_norm": 0.12484030425548553,
      "learning_rate": 1.9331633687289997e-05,
      "loss": 0.0077,
      "step": 1260
    },
    {
      "epoch": 0.1209715979726499,
      "grad_norm": 0.11730008572340012,
      "learning_rate": 1.9325385508497966e-05,
      "loss": 0.0073,
      "step": 1265
    },
    {
      "epoch": 0.12144974658123744,
      "grad_norm": 0.1201813817024231,
      "learning_rate": 1.9319109279393422e-05,
      "loss": 0.0075,
      "step": 1270
    },
    {
      "epoch": 0.121927895189825,
      "grad_norm": 0.12132231146097183,
      "learning_rate": 1.931280501885496e-05,
      "loss": 0.0081,
      "step": 1275
    },
    {
      "epoch": 0.12240604379841255,
      "grad_norm": 0.11073244363069534,
      "learning_rate": 1.9306472745845496e-05,
      "loss": 0.0061,
      "step": 1280
    },
    {
      "epoch": 0.12288419240700009,
      "grad_norm": 0.11678891628980637,
      "learning_rate": 1.93001124794122e-05,
      "loss": 0.0065,
      "step": 1285
    },
    {
      "epoch": 0.12336234101558764,
      "grad_norm": 0.08571147918701172,
      "learning_rate": 1.929372423868645e-05,
      "loss": 0.0064,
      "step": 1290
    },
    {
      "epoch": 0.1238404896241752,
      "grad_norm": 0.12239404022693634,
      "learning_rate": 1.928730804288377e-05,
      "loss": 0.0072,
      "step": 1295
    },
    {
      "epoch": 0.12431863823276275,
      "grad_norm": 0.12433477491140366,
      "learning_rate": 1.9280863911303767e-05,
      "loss": 0.0072,
      "step": 1300
    },
    {
      "epoch": 0.12479678684135029,
      "grad_norm": 0.11998650431632996,
      "learning_rate": 1.9274391863330083e-05,
      "loss": 0.0058,
      "step": 1305
    },
    {
      "epoch": 0.12527493544993784,
      "grad_norm": 0.1133967712521553,
      "learning_rate": 1.9267891918430324e-05,
      "loss": 0.0063,
      "step": 1310
    },
    {
      "epoch": 0.1257530840585254,
      "grad_norm": 0.09805429726839066,
      "learning_rate": 1.9261364096156017e-05,
      "loss": 0.0078,
      "step": 1315
    },
    {
      "epoch": 0.12623123266711295,
      "grad_norm": 0.14677412807941437,
      "learning_rate": 1.9254808416142533e-05,
      "loss": 0.0069,
      "step": 1320
    },
    {
      "epoch": 0.1267093812757005,
      "grad_norm": 0.09086493402719498,
      "learning_rate": 1.9248224898109046e-05,
      "loss": 0.0059,
      "step": 1325
    },
    {
      "epoch": 0.12718752988428803,
      "grad_norm": 0.09145915508270264,
      "learning_rate": 1.9241613561858466e-05,
      "loss": 0.0069,
      "step": 1330
    },
    {
      "epoch": 0.12766567849287558,
      "grad_norm": 0.14462445676326752,
      "learning_rate": 1.923497442727737e-05,
      "loss": 0.0059,
      "step": 1335
    },
    {
      "epoch": 0.12814382710146313,
      "grad_norm": 0.1301819384098053,
      "learning_rate": 1.922830751433596e-05,
      "loss": 0.0074,
      "step": 1340
    },
    {
      "epoch": 0.12862197571005068,
      "grad_norm": 0.09070843458175659,
      "learning_rate": 1.9221612843087988e-05,
      "loss": 0.0073,
      "step": 1345
    },
    {
      "epoch": 0.12910012431863824,
      "grad_norm": 0.13731376826763153,
      "learning_rate": 1.9214890433670705e-05,
      "loss": 0.0077,
      "step": 1350
    },
    {
      "epoch": 0.1295782729272258,
      "grad_norm": 0.1553800255060196,
      "learning_rate": 1.9208140306304796e-05,
      "loss": 0.0081,
      "step": 1355
    },
    {
      "epoch": 0.13005642153581334,
      "grad_norm": 0.09915761649608612,
      "learning_rate": 1.9201362481294324e-05,
      "loss": 0.0071,
      "step": 1360
    },
    {
      "epoch": 0.13053457014440087,
      "grad_norm": 0.12815800309181213,
      "learning_rate": 1.9194556979026658e-05,
      "loss": 0.008,
      "step": 1365
    },
    {
      "epoch": 0.13101271875298842,
      "grad_norm": 0.09489448368549347,
      "learning_rate": 1.9187723819972422e-05,
      "loss": 0.0071,
      "step": 1370
    },
    {
      "epoch": 0.13149086736157597,
      "grad_norm": 0.18697994947433472,
      "learning_rate": 1.9180863024685434e-05,
      "loss": 0.008,
      "step": 1375
    },
    {
      "epoch": 0.13196901597016353,
      "grad_norm": 0.1546364277601242,
      "learning_rate": 1.9173974613802634e-05,
      "loss": 0.0085,
      "step": 1380
    },
    {
      "epoch": 0.13244716457875108,
      "grad_norm": 0.11594913899898529,
      "learning_rate": 1.9167058608044028e-05,
      "loss": 0.0064,
      "step": 1385
    },
    {
      "epoch": 0.13292531318733863,
      "grad_norm": 0.11769183725118637,
      "learning_rate": 1.9160115028212642e-05,
      "loss": 0.007,
      "step": 1390
    },
    {
      "epoch": 0.1334034617959262,
      "grad_norm": 0.12144464254379272,
      "learning_rate": 1.9153143895194423e-05,
      "loss": 0.0077,
      "step": 1395
    },
    {
      "epoch": 0.1338816104045137,
      "grad_norm": 0.1609107404947281,
      "learning_rate": 1.9146145229958203e-05,
      "loss": 0.0074,
      "step": 1400
    },
    {
      "epoch": 0.13435975901310127,
      "grad_norm": 0.11380846798419952,
      "learning_rate": 1.9139119053555636e-05,
      "loss": 0.0064,
      "step": 1405
    },
    {
      "epoch": 0.13483790762168882,
      "grad_norm": 0.1110338568687439,
      "learning_rate": 1.913206538712112e-05,
      "loss": 0.0078,
      "step": 1410
    },
    {
      "epoch": 0.13531605623027637,
      "grad_norm": 0.11478427052497864,
      "learning_rate": 1.9124984251871752e-05,
      "loss": 0.0077,
      "step": 1415
    },
    {
      "epoch": 0.13579420483886392,
      "grad_norm": 0.10822465270757675,
      "learning_rate": 1.9117875669107243e-05,
      "loss": 0.0072,
      "step": 1420
    },
    {
      "epoch": 0.13627235344745148,
      "grad_norm": 0.12040037661790848,
      "learning_rate": 1.9110739660209866e-05,
      "loss": 0.0066,
      "step": 1425
    },
    {
      "epoch": 0.13675050205603903,
      "grad_norm": 0.1080835610628128,
      "learning_rate": 1.9103576246644396e-05,
      "loss": 0.0064,
      "step": 1430
    },
    {
      "epoch": 0.13722865066462656,
      "grad_norm": 0.1094360426068306,
      "learning_rate": 1.9096385449958038e-05,
      "loss": 0.007,
      "step": 1435
    },
    {
      "epoch": 0.1377067992732141,
      "grad_norm": 0.1556486338376999,
      "learning_rate": 1.908916729178037e-05,
      "loss": 0.008,
      "step": 1440
    },
    {
      "epoch": 0.13818494788180166,
      "grad_norm": 0.11990121006965637,
      "learning_rate": 1.9081921793823254e-05,
      "loss": 0.0065,
      "step": 1445
    },
    {
      "epoch": 0.13866309649038921,
      "grad_norm": 0.113271065056324,
      "learning_rate": 1.9074648977880805e-05,
      "loss": 0.0079,
      "step": 1450
    },
    {
      "epoch": 0.13914124509897677,
      "grad_norm": 0.1151667982339859,
      "learning_rate": 1.906734886582931e-05,
      "loss": 0.0064,
      "step": 1455
    },
    {
      "epoch": 0.13961939370756432,
      "grad_norm": 0.1710149496793747,
      "learning_rate": 1.9060021479627153e-05,
      "loss": 0.0069,
      "step": 1460
    },
    {
      "epoch": 0.14009754231615185,
      "grad_norm": 0.14811287820339203,
      "learning_rate": 1.905266684131475e-05,
      "loss": 0.0061,
      "step": 1465
    },
    {
      "epoch": 0.1405756909247394,
      "grad_norm": 0.12492011487483978,
      "learning_rate": 1.904528497301452e-05,
      "loss": 0.0066,
      "step": 1470
    },
    {
      "epoch": 0.14105383953332695,
      "grad_norm": 0.1382187157869339,
      "learning_rate": 1.9037875896930755e-05,
      "loss": 0.0065,
      "step": 1475
    },
    {
      "epoch": 0.1415319881419145,
      "grad_norm": 0.17161957919597626,
      "learning_rate": 1.9030439635349605e-05,
      "loss": 0.0065,
      "step": 1480
    },
    {
      "epoch": 0.14201013675050206,
      "grad_norm": 0.15044549107551575,
      "learning_rate": 1.9022976210638986e-05,
      "loss": 0.0072,
      "step": 1485
    },
    {
      "epoch": 0.1424882853590896,
      "grad_norm": 0.11038999259471893,
      "learning_rate": 1.9015485645248523e-05,
      "loss": 0.0063,
      "step": 1490
    },
    {
      "epoch": 0.14296643396767716,
      "grad_norm": 0.11378564685583115,
      "learning_rate": 1.900796796170948e-05,
      "loss": 0.0055,
      "step": 1495
    },
    {
      "epoch": 0.1434445825762647,
      "grad_norm": 0.10437949001789093,
      "learning_rate": 1.9000423182634688e-05,
      "loss": 0.0072,
      "step": 1500
    },
    {
      "epoch": 0.14392273118485224,
      "grad_norm": 0.12796729803085327,
      "learning_rate": 1.8992851330718473e-05,
      "loss": 0.006,
      "step": 1505
    },
    {
      "epoch": 0.1444008797934398,
      "grad_norm": 0.09759049862623215,
      "learning_rate": 1.8985252428736614e-05,
      "loss": 0.006,
      "step": 1510
    },
    {
      "epoch": 0.14487902840202735,
      "grad_norm": 0.10561960935592651,
      "learning_rate": 1.8977626499546236e-05,
      "loss": 0.006,
      "step": 1515
    },
    {
      "epoch": 0.1453571770106149,
      "grad_norm": 0.09555850178003311,
      "learning_rate": 1.8969973566085772e-05,
      "loss": 0.006,
      "step": 1520
    },
    {
      "epoch": 0.14583532561920245,
      "grad_norm": 0.0855841413140297,
      "learning_rate": 1.896229365137488e-05,
      "loss": 0.006,
      "step": 1525
    },
    {
      "epoch": 0.14631347422779,
      "grad_norm": 0.08307022601366043,
      "learning_rate": 1.895458677851437e-05,
      "loss": 0.0066,
      "step": 1530
    },
    {
      "epoch": 0.14679162283637753,
      "grad_norm": 0.1189805269241333,
      "learning_rate": 1.8946852970686153e-05,
      "loss": 0.0072,
      "step": 1535
    },
    {
      "epoch": 0.1472697714449651,
      "grad_norm": 0.09387583285570145,
      "learning_rate": 1.8939092251153144e-05,
      "loss": 0.0087,
      "step": 1540
    },
    {
      "epoch": 0.14774792005355264,
      "grad_norm": 0.11423245072364807,
      "learning_rate": 1.893130464325922e-05,
      "loss": 0.0058,
      "step": 1545
    },
    {
      "epoch": 0.1482260686621402,
      "grad_norm": 0.11450447142124176,
      "learning_rate": 1.8923490170429136e-05,
      "loss": 0.0075,
      "step": 1550
    },
    {
      "epoch": 0.14870421727072775,
      "grad_norm": 0.128338024020195,
      "learning_rate": 1.8915648856168445e-05,
      "loss": 0.0066,
      "step": 1555
    },
    {
      "epoch": 0.1491823658793153,
      "grad_norm": 0.1315828412771225,
      "learning_rate": 1.8907780724063446e-05,
      "loss": 0.0077,
      "step": 1560
    },
    {
      "epoch": 0.14966051448790285,
      "grad_norm": 0.12391865253448486,
      "learning_rate": 1.8899885797781106e-05,
      "loss": 0.0058,
      "step": 1565
    },
    {
      "epoch": 0.15013866309649038,
      "grad_norm": 0.127585306763649,
      "learning_rate": 1.889196410106898e-05,
      "loss": 0.0074,
      "step": 1570
    },
    {
      "epoch": 0.15061681170507793,
      "grad_norm": 0.12862206995487213,
      "learning_rate": 1.8884015657755156e-05,
      "loss": 0.0062,
      "step": 1575
    },
    {
      "epoch": 0.15109496031366548,
      "grad_norm": 0.12759096920490265,
      "learning_rate": 1.8876040491748172e-05,
      "loss": 0.0062,
      "step": 1580
    },
    {
      "epoch": 0.15157310892225304,
      "grad_norm": 0.1347808986902237,
      "learning_rate": 1.886803862703694e-05,
      "loss": 0.0063,
      "step": 1585
    },
    {
      "epoch": 0.1520512575308406,
      "grad_norm": 0.13895104825496674,
      "learning_rate": 1.8860010087690685e-05,
      "loss": 0.0076,
      "step": 1590
    },
    {
      "epoch": 0.15252940613942814,
      "grad_norm": 0.15471091866493225,
      "learning_rate": 1.885195489785887e-05,
      "loss": 0.0058,
      "step": 1595
    },
    {
      "epoch": 0.1530075547480157,
      "grad_norm": 0.16540345549583435,
      "learning_rate": 1.8843873081771128e-05,
      "loss": 0.0065,
      "step": 1600
    },
    {
      "epoch": 0.15348570335660322,
      "grad_norm": 0.14703114330768585,
      "learning_rate": 1.883576466373716e-05,
      "loss": 0.0062,
      "step": 1605
    },
    {
      "epoch": 0.15396385196519077,
      "grad_norm": 0.1430489867925644,
      "learning_rate": 1.882762966814671e-05,
      "loss": 0.0066,
      "step": 1610
    },
    {
      "epoch": 0.15444200057377833,
      "grad_norm": 0.12559711933135986,
      "learning_rate": 1.8819468119469448e-05,
      "loss": 0.0055,
      "step": 1615
    },
    {
      "epoch": 0.15492014918236588,
      "grad_norm": 0.1500355452299118,
      "learning_rate": 1.8811280042254922e-05,
      "loss": 0.0078,
      "step": 1620
    },
    {
      "epoch": 0.15539829779095343,
      "grad_norm": 0.12134655565023422,
      "learning_rate": 1.8803065461132482e-05,
      "loss": 0.006,
      "step": 1625
    },
    {
      "epoch": 0.15587644639954099,
      "grad_norm": 0.17838989198207855,
      "learning_rate": 1.8794824400811184e-05,
      "loss": 0.0065,
      "step": 1630
    },
    {
      "epoch": 0.15635459500812854,
      "grad_norm": 0.10944386571645737,
      "learning_rate": 1.878655688607975e-05,
      "loss": 0.0059,
      "step": 1635
    },
    {
      "epoch": 0.15683274361671606,
      "grad_norm": 0.1609412282705307,
      "learning_rate": 1.8778262941806466e-05,
      "loss": 0.0067,
      "step": 1640
    },
    {
      "epoch": 0.15731089222530362,
      "grad_norm": 0.13095742464065552,
      "learning_rate": 1.8769942592939122e-05,
      "loss": 0.0058,
      "step": 1645
    },
    {
      "epoch": 0.15778904083389117,
      "grad_norm": 0.12239229679107666,
      "learning_rate": 1.876159586450492e-05,
      "loss": 0.0064,
      "step": 1650
    },
    {
      "epoch": 0.15826718944247872,
      "grad_norm": 0.09555058926343918,
      "learning_rate": 1.8753222781610425e-05,
      "loss": 0.0063,
      "step": 1655
    },
    {
      "epoch": 0.15874533805106628,
      "grad_norm": 0.09980099648237228,
      "learning_rate": 1.8744823369441467e-05,
      "loss": 0.0058,
      "step": 1660
    },
    {
      "epoch": 0.15922348665965383,
      "grad_norm": 0.24572259187698364,
      "learning_rate": 1.8736397653263075e-05,
      "loss": 0.0077,
      "step": 1665
    },
    {
      "epoch": 0.15970163526824138,
      "grad_norm": 0.15044373273849487,
      "learning_rate": 1.8727945658419405e-05,
      "loss": 0.006,
      "step": 1670
    },
    {
      "epoch": 0.1601797838768289,
      "grad_norm": 0.12087632715702057,
      "learning_rate": 1.871946741033364e-05,
      "loss": 0.0067,
      "step": 1675
    },
    {
      "epoch": 0.16065793248541646,
      "grad_norm": 0.11797211319208145,
      "learning_rate": 1.8710962934507958e-05,
      "loss": 0.0071,
      "step": 1680
    },
    {
      "epoch": 0.161136081094004,
      "grad_norm": 0.13141053915023804,
      "learning_rate": 1.8702432256523406e-05,
      "loss": 0.007,
      "step": 1685
    },
    {
      "epoch": 0.16161422970259157,
      "grad_norm": 0.10423669964075089,
      "learning_rate": 1.8693875402039857e-05,
      "loss": 0.0062,
      "step": 1690
    },
    {
      "epoch": 0.16209237831117912,
      "grad_norm": 0.11415667086839676,
      "learning_rate": 1.8685292396795915e-05,
      "loss": 0.0066,
      "step": 1695
    },
    {
      "epoch": 0.16257052691976667,
      "grad_norm": 0.10734197497367859,
      "learning_rate": 1.8676683266608852e-05,
      "loss": 0.0074,
      "step": 1700
    },
    {
      "epoch": 0.16304867552835423,
      "grad_norm": 0.11383035033941269,
      "learning_rate": 1.866804803737452e-05,
      "loss": 0.0069,
      "step": 1705
    },
    {
      "epoch": 0.16352682413694175,
      "grad_norm": 0.10624471306800842,
      "learning_rate": 1.865938673506727e-05,
      "loss": 0.0052,
      "step": 1710
    },
    {
      "epoch": 0.1640049727455293,
      "grad_norm": 0.14242994785308838,
      "learning_rate": 1.865069938573989e-05,
      "loss": 0.0078,
      "step": 1715
    },
    {
      "epoch": 0.16448312135411686,
      "grad_norm": 0.11653171479701996,
      "learning_rate": 1.864198601552351e-05,
      "loss": 0.0058,
      "step": 1720
    },
    {
      "epoch": 0.1649612699627044,
      "grad_norm": 0.10395476222038269,
      "learning_rate": 1.863324665062752e-05,
      "loss": 0.0051,
      "step": 1725
    },
    {
      "epoch": 0.16543941857129196,
      "grad_norm": 0.09629107266664505,
      "learning_rate": 1.862448131733952e-05,
      "loss": 0.0059,
      "step": 1730
    },
    {
      "epoch": 0.16591756717987952,
      "grad_norm": 0.10053040087223053,
      "learning_rate": 1.861569004202521e-05,
      "loss": 0.0066,
      "step": 1735
    },
    {
      "epoch": 0.16639571578846707,
      "grad_norm": 0.09574897587299347,
      "learning_rate": 1.8606872851128324e-05,
      "loss": 0.0066,
      "step": 1740
    },
    {
      "epoch": 0.1668738643970546,
      "grad_norm": 0.0948428139090538,
      "learning_rate": 1.8598029771170555e-05,
      "loss": 0.007,
      "step": 1745
    },
    {
      "epoch": 0.16735201300564215,
      "grad_norm": 0.11741605401039124,
      "learning_rate": 1.8589160828751454e-05,
      "loss": 0.0075,
      "step": 1750
    },
    {
      "epoch": 0.1678301616142297,
      "grad_norm": 0.12664073705673218,
      "learning_rate": 1.8580266050548378e-05,
      "loss": 0.0059,
      "step": 1755
    },
    {
      "epoch": 0.16830831022281725,
      "grad_norm": 0.0905274897813797,
      "learning_rate": 1.8571345463316396e-05,
      "loss": 0.0054,
      "step": 1760
    },
    {
      "epoch": 0.1687864588314048,
      "grad_norm": 0.0853068009018898,
      "learning_rate": 1.856239909388821e-05,
      "loss": 0.0058,
      "step": 1765
    },
    {
      "epoch": 0.16926460743999236,
      "grad_norm": 0.1373669058084488,
      "learning_rate": 1.8553426969174057e-05,
      "loss": 0.0088,
      "step": 1770
    },
    {
      "epoch": 0.1697427560485799,
      "grad_norm": 0.10032323747873306,
      "learning_rate": 1.8544429116161672e-05,
      "loss": 0.0058,
      "step": 1775
    },
    {
      "epoch": 0.17022090465716744,
      "grad_norm": 0.0983981341123581,
      "learning_rate": 1.8535405561916157e-05,
      "loss": 0.0079,
      "step": 1780
    },
    {
      "epoch": 0.170699053265755,
      "grad_norm": 0.11065718531608582,
      "learning_rate": 1.8526356333579937e-05,
      "loss": 0.0056,
      "step": 1785
    },
    {
      "epoch": 0.17117720187434254,
      "grad_norm": 0.13110773265361786,
      "learning_rate": 1.851728145837265e-05,
      "loss": 0.0063,
      "step": 1790
    },
    {
      "epoch": 0.1716553504829301,
      "grad_norm": 0.09479513019323349,
      "learning_rate": 1.850818096359109e-05,
      "loss": 0.0072,
      "step": 1795
    },
    {
      "epoch": 0.17213349909151765,
      "grad_norm": 0.11094837635755539,
      "learning_rate": 1.849905487660911e-05,
      "loss": 0.0053,
      "step": 1800
    },
    {
      "epoch": 0.1726116477001052,
      "grad_norm": 0.10327484458684921,
      "learning_rate": 1.8489903224877543e-05,
      "loss": 0.0057,
      "step": 1805
    },
    {
      "epoch": 0.17308979630869273,
      "grad_norm": 0.11263325810432434,
      "learning_rate": 1.848072603592411e-05,
      "loss": 0.0059,
      "step": 1810
    },
    {
      "epoch": 0.17356794491728028,
      "grad_norm": 0.10685037821531296,
      "learning_rate": 1.8471523337353362e-05,
      "loss": 0.007,
      "step": 1815
    },
    {
      "epoch": 0.17404609352586783,
      "grad_norm": 0.10213016718626022,
      "learning_rate": 1.8462295156846576e-05,
      "loss": 0.0074,
      "step": 1820
    },
    {
      "epoch": 0.1745242421344554,
      "grad_norm": 0.10979239642620087,
      "learning_rate": 1.8453041522161673e-05,
      "loss": 0.0061,
      "step": 1825
    },
    {
      "epoch": 0.17500239074304294,
      "grad_norm": 0.12555299699306488,
      "learning_rate": 1.8443762461133146e-05,
      "loss": 0.0072,
      "step": 1830
    },
    {
      "epoch": 0.1754805393516305,
      "grad_norm": 0.14944517612457275,
      "learning_rate": 1.843445800167196e-05,
      "loss": 0.0061,
      "step": 1835
    },
    {
      "epoch": 0.17595868796021805,
      "grad_norm": 0.09822545945644379,
      "learning_rate": 1.8425128171765492e-05,
      "loss": 0.0062,
      "step": 1840
    },
    {
      "epoch": 0.17643683656880557,
      "grad_norm": 0.14963588118553162,
      "learning_rate": 1.8415772999477418e-05,
      "loss": 0.0069,
      "step": 1845
    },
    {
      "epoch": 0.17691498517739312,
      "grad_norm": 0.11773130297660828,
      "learning_rate": 1.8406392512947647e-05,
      "loss": 0.0063,
      "step": 1850
    },
    {
      "epoch": 0.17739313378598068,
      "grad_norm": 0.13296198844909668,
      "learning_rate": 1.839698674039223e-05,
      "loss": 0.0076,
      "step": 1855
    },
    {
      "epoch": 0.17787128239456823,
      "grad_norm": 0.13018347322940826,
      "learning_rate": 1.8387555710103285e-05,
      "loss": 0.0067,
      "step": 1860
    },
    {
      "epoch": 0.17834943100315578,
      "grad_norm": 0.11738556623458862,
      "learning_rate": 1.83780994504489e-05,
      "loss": 0.0062,
      "step": 1865
    },
    {
      "epoch": 0.17882757961174334,
      "grad_norm": 0.10448429733514786,
      "learning_rate": 1.836861798987305e-05,
      "loss": 0.0059,
      "step": 1870
    },
    {
      "epoch": 0.1793057282203309,
      "grad_norm": 0.11230084300041199,
      "learning_rate": 1.83591113568955e-05,
      "loss": 0.0058,
      "step": 1875
    },
    {
      "epoch": 0.17978387682891842,
      "grad_norm": 0.09874045103788376,
      "learning_rate": 1.8349579580111768e-05,
      "loss": 0.0065,
      "step": 1880
    },
    {
      "epoch": 0.18026202543750597,
      "grad_norm": 0.09801288694143295,
      "learning_rate": 1.8340022688192973e-05,
      "loss": 0.0052,
      "step": 1885
    },
    {
      "epoch": 0.18074017404609352,
      "grad_norm": 0.10971371084451675,
      "learning_rate": 1.833044070988578e-05,
      "loss": 0.0072,
      "step": 1890
    },
    {
      "epoch": 0.18121832265468107,
      "grad_norm": 0.10802969336509705,
      "learning_rate": 1.8320833674012332e-05,
      "loss": 0.0072,
      "step": 1895
    },
    {
      "epoch": 0.18169647126326863,
      "grad_norm": 0.09562869369983673,
      "learning_rate": 1.831120160947012e-05,
      "loss": 0.0062,
      "step": 1900
    },
    {
      "epoch": 0.18217461987185618,
      "grad_norm": 0.10795977711677551,
      "learning_rate": 1.8301544545231945e-05,
      "loss": 0.0055,
      "step": 1905
    },
    {
      "epoch": 0.18265276848044373,
      "grad_norm": 0.1264887899160385,
      "learning_rate": 1.8291862510345787e-05,
      "loss": 0.0079,
      "step": 1910
    },
    {
      "epoch": 0.18313091708903126,
      "grad_norm": 0.12144328653812408,
      "learning_rate": 1.828215553393474e-05,
      "loss": 0.0061,
      "step": 1915
    },
    {
      "epoch": 0.1836090656976188,
      "grad_norm": 0.13084469735622406,
      "learning_rate": 1.827242364519693e-05,
      "loss": 0.0069,
      "step": 1920
    },
    {
      "epoch": 0.18408721430620636,
      "grad_norm": 0.1528003215789795,
      "learning_rate": 1.8262666873405407e-05,
      "loss": 0.0068,
      "step": 1925
    },
    {
      "epoch": 0.18456536291479392,
      "grad_norm": 0.12150712311267853,
      "learning_rate": 1.8252885247908073e-05,
      "loss": 0.0063,
      "step": 1930
    },
    {
      "epoch": 0.18504351152338147,
      "grad_norm": 0.09120767563581467,
      "learning_rate": 1.8243078798127594e-05,
      "loss": 0.0069,
      "step": 1935
    },
    {
      "epoch": 0.18552166013196902,
      "grad_norm": 0.1072927862405777,
      "learning_rate": 1.8233247553561295e-05,
      "loss": 0.0051,
      "step": 1940
    },
    {
      "epoch": 0.18599980874055658,
      "grad_norm": 0.09280326962471008,
      "learning_rate": 1.822339154378109e-05,
      "loss": 0.0057,
      "step": 1945
    },
    {
      "epoch": 0.1864779573491441,
      "grad_norm": 0.09997879713773727,
      "learning_rate": 1.8213510798433383e-05,
      "loss": 0.006,
      "step": 1950
    },
    {
      "epoch": 0.18695610595773166,
      "grad_norm": 0.10695135593414307,
      "learning_rate": 1.8203605347238985e-05,
      "loss": 0.0053,
      "step": 1955
    },
    {
      "epoch": 0.1874342545663192,
      "grad_norm": 0.09790186583995819,
      "learning_rate": 1.8193675219993013e-05,
      "loss": 0.0058,
      "step": 1960
    },
    {
      "epoch": 0.18791240317490676,
      "grad_norm": 0.11149881035089493,
      "learning_rate": 1.818372044656482e-05,
      "loss": 0.0054,
      "step": 1965
    },
    {
      "epoch": 0.18839055178349431,
      "grad_norm": 0.21364745497703552,
      "learning_rate": 1.8173741056897884e-05,
      "loss": 0.0066,
      "step": 1970
    },
    {
      "epoch": 0.18886870039208187,
      "grad_norm": 0.09439603239297867,
      "learning_rate": 1.816373708100973e-05,
      "loss": 0.0053,
      "step": 1975
    },
    {
      "epoch": 0.18934684900066942,
      "grad_norm": 0.09444990009069443,
      "learning_rate": 1.8153708548991842e-05,
      "loss": 0.0056,
      "step": 1980
    },
    {
      "epoch": 0.18982499760925695,
      "grad_norm": 0.16878104209899902,
      "learning_rate": 1.8143655491009554e-05,
      "loss": 0.0078,
      "step": 1985
    },
    {
      "epoch": 0.1903031462178445,
      "grad_norm": 0.08719038963317871,
      "learning_rate": 1.8133577937301996e-05,
      "loss": 0.0058,
      "step": 1990
    },
    {
      "epoch": 0.19078129482643205,
      "grad_norm": 0.09832760691642761,
      "learning_rate": 1.8123475918181955e-05,
      "loss": 0.0062,
      "step": 1995
    },
    {
      "epoch": 0.1912594434350196,
      "grad_norm": 0.08769293129444122,
      "learning_rate": 1.8113349464035825e-05,
      "loss": 0.006,
      "step": 2000
    },
    {
      "epoch": 0.19173759204360716,
      "grad_norm": 0.10708585381507874,
      "learning_rate": 1.8103198605323494e-05,
      "loss": 0.0057,
      "step": 2005
    },
    {
      "epoch": 0.1922157406521947,
      "grad_norm": 0.10272834450006485,
      "learning_rate": 1.8093023372578257e-05,
      "loss": 0.0064,
      "step": 2010
    },
    {
      "epoch": 0.19269388926078226,
      "grad_norm": 0.10838734358549118,
      "learning_rate": 1.808282379640673e-05,
      "loss": 0.0058,
      "step": 2015
    },
    {
      "epoch": 0.1931720378693698,
      "grad_norm": 0.10673544555902481,
      "learning_rate": 1.8072599907488746e-05,
      "loss": 0.0065,
      "step": 2020
    },
    {
      "epoch": 0.19365018647795734,
      "grad_norm": 0.1336936056613922,
      "learning_rate": 1.8062351736577274e-05,
      "loss": 0.0056,
      "step": 2025
    },
    {
      "epoch": 0.1941283350865449,
      "grad_norm": 0.1412539780139923,
      "learning_rate": 1.8052079314498318e-05,
      "loss": 0.0061,
      "step": 2030
    },
    {
      "epoch": 0.19460648369513245,
      "grad_norm": 0.11932913213968277,
      "learning_rate": 1.8041782672150833e-05,
      "loss": 0.0062,
      "step": 2035
    },
    {
      "epoch": 0.19508463230372,
      "grad_norm": 0.1173180341720581,
      "learning_rate": 1.8031461840506628e-05,
      "loss": 0.0061,
      "step": 2040
    },
    {
      "epoch": 0.19556278091230755,
      "grad_norm": 0.09887540340423584,
      "learning_rate": 1.8021116850610262e-05,
      "loss": 0.0049,
      "step": 2045
    },
    {
      "epoch": 0.1960409295208951,
      "grad_norm": 0.1012963205575943,
      "learning_rate": 1.801074773357898e-05,
      "loss": 0.006,
      "step": 2050
    },
    {
      "epoch": 0.19651907812948263,
      "grad_norm": 0.08685364574193954,
      "learning_rate": 1.8000354520602582e-05,
      "loss": 0.0061,
      "step": 2055
    },
    {
      "epoch": 0.19699722673807019,
      "grad_norm": 0.1018708124756813,
      "learning_rate": 1.7989937242943354e-05,
      "loss": 0.0058,
      "step": 2060
    },
    {
      "epoch": 0.19747537534665774,
      "grad_norm": 0.1239786371588707,
      "learning_rate": 1.797949593193597e-05,
      "loss": 0.0046,
      "step": 2065
    },
    {
      "epoch": 0.1979535239552453,
      "grad_norm": 0.10890109091997147,
      "learning_rate": 1.796903061898739e-05,
      "loss": 0.0062,
      "step": 2070
    },
    {
      "epoch": 0.19843167256383284,
      "grad_norm": 0.08680835366249084,
      "learning_rate": 1.7958541335576778e-05,
      "loss": 0.0056,
      "step": 2075
    },
    {
      "epoch": 0.1989098211724204,
      "grad_norm": 0.12226533144712448,
      "learning_rate": 1.794802811325539e-05,
      "loss": 0.0054,
      "step": 2080
    },
    {
      "epoch": 0.19938796978100795,
      "grad_norm": 0.13438376784324646,
      "learning_rate": 1.7937490983646502e-05,
      "loss": 0.0057,
      "step": 2085
    },
    {
      "epoch": 0.19986611838959548,
      "grad_norm": 0.0893322005867958,
      "learning_rate": 1.792692997844529e-05,
      "loss": 0.0058,
      "step": 2090
    },
    {
      "epoch": 0.20034426699818303,
      "grad_norm": 0.10357826203107834,
      "learning_rate": 1.791634512941875e-05,
      "loss": 0.0062,
      "step": 2095
    },
    {
      "epoch": 0.20082241560677058,
      "grad_norm": 0.10712791979312897,
      "learning_rate": 1.79057364684056e-05,
      "loss": 0.0058,
      "step": 2100
    },
    {
      "epoch": 0.20130056421535814,
      "grad_norm": 0.11592768877744675,
      "learning_rate": 1.789510402731619e-05,
      "loss": 0.0067,
      "step": 2105
    },
    {
      "epoch": 0.2017787128239457,
      "grad_norm": 0.086073137819767,
      "learning_rate": 1.788444783813239e-05,
      "loss": 0.0052,
      "step": 2110
    },
    {
      "epoch": 0.20225686143253324,
      "grad_norm": 0.10093816369771957,
      "learning_rate": 1.7873767932907503e-05,
      "loss": 0.0059,
      "step": 2115
    },
    {
      "epoch": 0.20273501004112077,
      "grad_norm": 0.12148542702198029,
      "learning_rate": 1.7863064343766174e-05,
      "loss": 0.0061,
      "step": 2120
    },
    {
      "epoch": 0.20321315864970832,
      "grad_norm": 0.1270270049571991,
      "learning_rate": 1.785233710290428e-05,
      "loss": 0.0052,
      "step": 2125
    },
    {
      "epoch": 0.20369130725829587,
      "grad_norm": 0.07884518802165985,
      "learning_rate": 1.784158624258886e-05,
      "loss": 0.005,
      "step": 2130
    },
    {
      "epoch": 0.20416945586688343,
      "grad_norm": 0.08910872787237167,
      "learning_rate": 1.7830811795157982e-05,
      "loss": 0.006,
      "step": 2135
    },
    {
      "epoch": 0.20464760447547098,
      "grad_norm": 0.12764161825180054,
      "learning_rate": 1.782001379302066e-05,
      "loss": 0.0052,
      "step": 2140
    },
    {
      "epoch": 0.20512575308405853,
      "grad_norm": 0.11229165643453598,
      "learning_rate": 1.7809192268656774e-05,
      "loss": 0.0056,
      "step": 2145
    },
    {
      "epoch": 0.20560390169264608,
      "grad_norm": 0.12991230189800262,
      "learning_rate": 1.779834725461695e-05,
      "loss": 0.0065,
      "step": 2150
    },
    {
      "epoch": 0.2060820503012336,
      "grad_norm": 0.11121092736721039,
      "learning_rate": 1.7787478783522463e-05,
      "loss": 0.0052,
      "step": 2155
    },
    {
      "epoch": 0.20656019890982116,
      "grad_norm": 0.1090267151594162,
      "learning_rate": 1.777658688806516e-05,
      "loss": 0.0061,
      "step": 2160
    },
    {
      "epoch": 0.20703834751840872,
      "grad_norm": 0.09421263635158539,
      "learning_rate": 1.776567160100734e-05,
      "loss": 0.005,
      "step": 2165
    },
    {
      "epoch": 0.20751649612699627,
      "grad_norm": 0.10081129521131516,
      "learning_rate": 1.7754732955181662e-05,
      "loss": 0.0056,
      "step": 2170
    },
    {
      "epoch": 0.20799464473558382,
      "grad_norm": 0.10296265780925751,
      "learning_rate": 1.774377098349105e-05,
      "loss": 0.0054,
      "step": 2175
    },
    {
      "epoch": 0.20847279334417138,
      "grad_norm": 0.12577098608016968,
      "learning_rate": 1.773278571890858e-05,
      "loss": 0.0053,
      "step": 2180
    },
    {
      "epoch": 0.20895094195275893,
      "grad_norm": 0.12890413403511047,
      "learning_rate": 1.7721777194477417e-05,
      "loss": 0.0063,
      "step": 2185
    },
    {
      "epoch": 0.20942909056134645,
      "grad_norm": 0.11539727449417114,
      "learning_rate": 1.771074544331066e-05,
      "loss": 0.0059,
      "step": 2190
    },
    {
      "epoch": 0.209907239169934,
      "grad_norm": 0.08506458252668381,
      "learning_rate": 1.7699690498591296e-05,
      "loss": 0.005,
      "step": 2195
    },
    {
      "epoch": 0.21038538777852156,
      "grad_norm": 0.10161681473255157,
      "learning_rate": 1.7688612393572068e-05,
      "loss": 0.0048,
      "step": 2200
    },
    {
      "epoch": 0.2108635363871091,
      "grad_norm": 0.09866799414157867,
      "learning_rate": 1.7677511161575382e-05,
      "loss": 0.0064,
      "step": 2205
    },
    {
      "epoch": 0.21134168499569667,
      "grad_norm": 0.09967963397502899,
      "learning_rate": 1.7666386835993214e-05,
      "loss": 0.0061,
      "step": 2210
    },
    {
      "epoch": 0.21181983360428422,
      "grad_norm": 0.1364712417125702,
      "learning_rate": 1.7655239450286997e-05,
      "loss": 0.006,
      "step": 2215
    },
    {
      "epoch": 0.21229798221287177,
      "grad_norm": 0.11744362860918045,
      "learning_rate": 1.764406903798754e-05,
      "loss": 0.007,
      "step": 2220
    },
    {
      "epoch": 0.2127761308214593,
      "grad_norm": 0.09318982809782028,
      "learning_rate": 1.7632875632694902e-05,
      "loss": 0.0053,
      "step": 2225
    },
    {
      "epoch": 0.21325427943004685,
      "grad_norm": 0.1189318299293518,
      "learning_rate": 1.7621659268078314e-05,
      "loss": 0.0052,
      "step": 2230
    },
    {
      "epoch": 0.2137324280386344,
      "grad_norm": 0.07713183015584946,
      "learning_rate": 1.761041997787606e-05,
      "loss": 0.0057,
      "step": 2235
    },
    {
      "epoch": 0.21421057664722196,
      "grad_norm": 0.11101536452770233,
      "learning_rate": 1.7599157795895388e-05,
      "loss": 0.0057,
      "step": 2240
    },
    {
      "epoch": 0.2146887252558095,
      "grad_norm": 0.07588819414377213,
      "learning_rate": 1.7587872756012398e-05,
      "loss": 0.0057,
      "step": 2245
    },
    {
      "epoch": 0.21516687386439706,
      "grad_norm": 0.09375759959220886,
      "learning_rate": 1.757656489217195e-05,
      "loss": 0.005,
      "step": 2250
    },
    {
      "epoch": 0.21564502247298462,
      "grad_norm": 0.11927007138729095,
      "learning_rate": 1.7565234238387562e-05,
      "loss": 0.0058,
      "step": 2255
    },
    {
      "epoch": 0.21612317108157214,
      "grad_norm": 0.12818019092082977,
      "learning_rate": 1.755388082874129e-05,
      "loss": 0.006,
      "step": 2260
    },
    {
      "epoch": 0.2166013196901597,
      "grad_norm": 0.11381038278341293,
      "learning_rate": 1.754250469738365e-05,
      "loss": 0.0045,
      "step": 2265
    },
    {
      "epoch": 0.21707946829874725,
      "grad_norm": 0.15414543449878693,
      "learning_rate": 1.7531105878533495e-05,
      "loss": 0.0052,
      "step": 2270
    },
    {
      "epoch": 0.2175576169073348,
      "grad_norm": 0.08988003432750702,
      "learning_rate": 1.7519684406477932e-05,
      "loss": 0.006,
      "step": 2275
    },
    {
      "epoch": 0.21803576551592235,
      "grad_norm": 0.10152685642242432,
      "learning_rate": 1.75082403155722e-05,
      "loss": 0.0054,
      "step": 2280
    },
    {
      "epoch": 0.2185139141245099,
      "grad_norm": 0.11901501566171646,
      "learning_rate": 1.749677364023957e-05,
      "loss": 0.0055,
      "step": 2285
    },
    {
      "epoch": 0.21899206273309746,
      "grad_norm": 0.07892641425132751,
      "learning_rate": 1.748528441497126e-05,
      "loss": 0.006,
      "step": 2290
    },
    {
      "epoch": 0.21947021134168498,
      "grad_norm": 0.10985388606786728,
      "learning_rate": 1.7473772674326303e-05,
      "loss": 0.0057,
      "step": 2295
    },
    {
      "epoch": 0.21994835995027254,
      "grad_norm": 0.07190271466970444,
      "learning_rate": 1.7462238452931462e-05,
      "loss": 0.0053,
      "step": 2300
    },
    {
      "epoch": 0.2204265085588601,
      "grad_norm": 0.10188387334346771,
      "learning_rate": 1.7450681785481127e-05,
      "loss": 0.0052,
      "step": 2305
    },
    {
      "epoch": 0.22090465716744764,
      "grad_norm": 0.08251169323921204,
      "learning_rate": 1.7439102706737196e-05,
      "loss": 0.0055,
      "step": 2310
    },
    {
      "epoch": 0.2213828057760352,
      "grad_norm": 0.0897371917963028,
      "learning_rate": 1.7427501251528983e-05,
      "loss": 0.0045,
      "step": 2315
    },
    {
      "epoch": 0.22186095438462275,
      "grad_norm": 0.08764193207025528,
      "learning_rate": 1.7415877454753108e-05,
      "loss": 0.0051,
      "step": 2320
    },
    {
      "epoch": 0.2223391029932103,
      "grad_norm": 0.12231430411338806,
      "learning_rate": 1.74042313513734e-05,
      "loss": 0.0064,
      "step": 2325
    },
    {
      "epoch": 0.22281725160179783,
      "grad_norm": 0.1024482324719429,
      "learning_rate": 1.7392562976420773e-05,
      "loss": 0.0066,
      "step": 2330
    },
    {
      "epoch": 0.22329540021038538,
      "grad_norm": 0.21405883133411407,
      "learning_rate": 1.7380872364993146e-05,
      "loss": 0.0055,
      "step": 2335
    },
    {
      "epoch": 0.22377354881897293,
      "grad_norm": 0.10671346634626389,
      "learning_rate": 1.736915955225531e-05,
      "loss": 0.0049,
      "step": 2340
    },
    {
      "epoch": 0.2242516974275605,
      "grad_norm": 0.12034081667661667,
      "learning_rate": 1.7357424573438852e-05,
      "loss": 0.0062,
      "step": 2345
    },
    {
      "epoch": 0.22472984603614804,
      "grad_norm": 0.13480710983276367,
      "learning_rate": 1.734566746384202e-05,
      "loss": 0.0064,
      "step": 2350
    },
    {
      "epoch": 0.2252079946447356,
      "grad_norm": 0.13237755000591278,
      "learning_rate": 1.7333888258829637e-05,
      "loss": 0.0054,
      "step": 2355
    },
    {
      "epoch": 0.22568614325332315,
      "grad_norm": 0.12158703058958054,
      "learning_rate": 1.732208699383299e-05,
      "loss": 0.005,
      "step": 2360
    },
    {
      "epoch": 0.22616429186191067,
      "grad_norm": 0.11399683356285095,
      "learning_rate": 1.7310263704349713e-05,
      "loss": 0.0049,
      "step": 2365
    },
    {
      "epoch": 0.22664244047049822,
      "grad_norm": 0.3335641026496887,
      "learning_rate": 1.7298418425943693e-05,
      "loss": 0.0061,
      "step": 2370
    },
    {
      "epoch": 0.22712058907908578,
      "grad_norm": 0.10125114023685455,
      "learning_rate": 1.728655119424497e-05,
      "loss": 0.0059,
      "step": 2375
    },
    {
      "epoch": 0.22759873768767333,
      "grad_norm": 0.10057295858860016,
      "learning_rate": 1.72746620449496e-05,
      "loss": 0.0053,
      "step": 2380
    },
    {
      "epoch": 0.22807688629626088,
      "grad_norm": 0.14556756615638733,
      "learning_rate": 1.7262751013819576e-05,
      "loss": 0.0055,
      "step": 2385
    },
    {
      "epoch": 0.22855503490484844,
      "grad_norm": 0.15628834068775177,
      "learning_rate": 1.725081813668271e-05,
      "loss": 0.0065,
      "step": 2390
    },
    {
      "epoch": 0.229033183513436,
      "grad_norm": 0.13487567007541656,
      "learning_rate": 1.7238863449432518e-05,
      "loss": 0.0061,
      "step": 2395
    },
    {
      "epoch": 0.22951133212202351,
      "grad_norm": 0.10295163840055466,
      "learning_rate": 1.722688698802813e-05,
      "loss": 0.0055,
      "step": 2400
    },
    {
      "epoch": 0.22998948073061107,
      "grad_norm": 0.10341137647628784,
      "learning_rate": 1.7214888788494172e-05,
      "loss": 0.0046,
      "step": 2405
    },
    {
      "epoch": 0.23046762933919862,
      "grad_norm": 0.11492083221673965,
      "learning_rate": 1.7202868886920644e-05,
      "loss": 0.0058,
      "step": 2410
    },
    {
      "epoch": 0.23094577794778617,
      "grad_norm": 0.11186214536428452,
      "learning_rate": 1.7190827319462845e-05,
      "loss": 0.0047,
      "step": 2415
    },
    {
      "epoch": 0.23142392655637373,
      "grad_norm": 0.1114397644996643,
      "learning_rate": 1.717876412234122e-05,
      "loss": 0.0047,
      "step": 2420
    },
    {
      "epoch": 0.23190207516496128,
      "grad_norm": 0.08996991813182831,
      "learning_rate": 1.7166679331841297e-05,
      "loss": 0.0051,
      "step": 2425
    },
    {
      "epoch": 0.2323802237735488,
      "grad_norm": 0.07687471807003021,
      "learning_rate": 1.7154572984313546e-05,
      "loss": 0.0057,
      "step": 2430
    },
    {
      "epoch": 0.23285837238213636,
      "grad_norm": 0.11508224159479141,
      "learning_rate": 1.7142445116173273e-05,
      "loss": 0.0061,
      "step": 2435
    },
    {
      "epoch": 0.2333365209907239,
      "grad_norm": 0.1006801426410675,
      "learning_rate": 1.713029576390053e-05,
      "loss": 0.0053,
      "step": 2440
    },
    {
      "epoch": 0.23381466959931146,
      "grad_norm": 0.09042012691497803,
      "learning_rate": 1.7118124964039985e-05,
      "loss": 0.0047,
      "step": 2445
    },
    {
      "epoch": 0.23429281820789902,
      "grad_norm": 0.1305520385503769,
      "learning_rate": 1.710593275320082e-05,
      "loss": 0.0059,
      "step": 2450
    },
    {
      "epoch": 0.23477096681648657,
      "grad_norm": 0.10908210277557373,
      "learning_rate": 1.7093719168056616e-05,
      "loss": 0.0056,
      "step": 2455
    },
    {
      "epoch": 0.23524911542507412,
      "grad_norm": 0.11437156796455383,
      "learning_rate": 1.708148424534526e-05,
      "loss": 0.0062,
      "step": 2460
    },
    {
      "epoch": 0.23572726403366165,
      "grad_norm": 0.1142299622297287,
      "learning_rate": 1.706922802186881e-05,
      "loss": 0.0054,
      "step": 2465
    },
    {
      "epoch": 0.2362054126422492,
      "grad_norm": 0.12203556299209595,
      "learning_rate": 1.7056950534493398e-05,
      "loss": 0.0054,
      "step": 2470
    },
    {
      "epoch": 0.23668356125083675,
      "grad_norm": 0.09740874171257019,
      "learning_rate": 1.7044651820149113e-05,
      "loss": 0.0054,
      "step": 2475
    },
    {
      "epoch": 0.2371617098594243,
      "grad_norm": 0.10092982649803162,
      "learning_rate": 1.7032331915829906e-05,
      "loss": 0.0051,
      "step": 2480
    },
    {
      "epoch": 0.23763985846801186,
      "grad_norm": 0.08623842149972916,
      "learning_rate": 1.7019990858593455e-05,
      "loss": 0.0046,
      "step": 2485
    },
    {
      "epoch": 0.23811800707659941,
      "grad_norm": 0.132396399974823,
      "learning_rate": 1.7007628685561064e-05,
      "loss": 0.0061,
      "step": 2490
    },
    {
      "epoch": 0.23859615568518697,
      "grad_norm": 0.09340553730726242,
      "learning_rate": 1.699524543391756e-05,
      "loss": 0.0043,
      "step": 2495
    },
    {
      "epoch": 0.2390743042937745,
      "grad_norm": 0.07536926865577698,
      "learning_rate": 1.6982841140911173e-05,
      "loss": 0.0047,
      "step": 2500
    },
    {
      "epoch": 0.23955245290236205,
      "grad_norm": 0.061899445950984955,
      "learning_rate": 1.697041584385342e-05,
      "loss": 0.0044,
      "step": 2505
    },
    {
      "epoch": 0.2400306015109496,
      "grad_norm": 0.10372364521026611,
      "learning_rate": 1.6957969580119e-05,
      "loss": 0.0054,
      "step": 2510
    },
    {
      "epoch": 0.24050875011953715,
      "grad_norm": 0.07758210599422455,
      "learning_rate": 1.6945502387145673e-05,
      "loss": 0.0043,
      "step": 2515
    },
    {
      "epoch": 0.2409868987281247,
      "grad_norm": 0.08427358418703079,
      "learning_rate": 1.6933014302434164e-05,
      "loss": 0.0055,
      "step": 2520
    },
    {
      "epoch": 0.24146504733671226,
      "grad_norm": 0.09325024485588074,
      "learning_rate": 1.692050536354803e-05,
      "loss": 0.0049,
      "step": 2525
    },
    {
      "epoch": 0.2419431959452998,
      "grad_norm": 0.08326517790555954,
      "learning_rate": 1.690797560811356e-05,
      "loss": 0.0049,
      "step": 2530
    },
    {
      "epoch": 0.24242134455388734,
      "grad_norm": 0.09796401858329773,
      "learning_rate": 1.6895425073819652e-05,
      "loss": 0.0046,
      "step": 2535
    },
    {
      "epoch": 0.2428994931624749,
      "grad_norm": 0.08499198406934738,
      "learning_rate": 1.6882853798417724e-05,
      "loss": 0.0057,
      "step": 2540
    },
    {
      "epoch": 0.24337764177106244,
      "grad_norm": 0.1020202487707138,
      "learning_rate": 1.6870261819721556e-05,
      "loss": 0.0042,
      "step": 2545
    },
    {
      "epoch": 0.24385579037965,
      "grad_norm": 0.10324844717979431,
      "learning_rate": 1.6857649175607223e-05,
      "loss": 0.0056,
      "step": 2550
    },
    {
      "epoch": 0.24433393898823755,
      "grad_norm": 0.0962035059928894,
      "learning_rate": 1.6845015904012955e-05,
      "loss": 0.0048,
      "step": 2555
    },
    {
      "epoch": 0.2448120875968251,
      "grad_norm": 0.09102167189121246,
      "learning_rate": 1.6832362042939025e-05,
      "loss": 0.0053,
      "step": 2560
    },
    {
      "epoch": 0.24529023620541265,
      "grad_norm": 0.10650904476642609,
      "learning_rate": 1.681968763044764e-05,
      "loss": 0.0043,
      "step": 2565
    },
    {
      "epoch": 0.24576838481400018,
      "grad_norm": 0.10154145210981369,
      "learning_rate": 1.6806992704662824e-05,
      "loss": 0.0051,
      "step": 2570
    },
    {
      "epoch": 0.24624653342258773,
      "grad_norm": 0.08809744566679001,
      "learning_rate": 1.679427730377031e-05,
      "loss": 0.0053,
      "step": 2575
    },
    {
      "epoch": 0.24672468203117529,
      "grad_norm": 0.1059889867901802,
      "learning_rate": 1.6781541466017413e-05,
      "loss": 0.0049,
      "step": 2580
    },
    {
      "epoch": 0.24720283063976284,
      "grad_norm": 0.084452323615551,
      "learning_rate": 1.676878522971292e-05,
      "loss": 0.0055,
      "step": 2585
    },
    {
      "epoch": 0.2476809792483504,
      "grad_norm": 0.08505081385374069,
      "learning_rate": 1.6756008633226976e-05,
      "loss": 0.0047,
      "step": 2590
    },
    {
      "epoch": 0.24815912785693794,
      "grad_norm": 0.09237230569124222,
      "learning_rate": 1.6743211714990976e-05,
      "loss": 0.005,
      "step": 2595
    },
    {
      "epoch": 0.2486372764655255,
      "grad_norm": 0.1033974289894104,
      "learning_rate": 1.6730394513497436e-05,
      "loss": 0.0051,
      "step": 2600
    },
    {
      "epoch": 0.24911542507411302,
      "grad_norm": 0.11433451622724533,
      "learning_rate": 1.6717557067299878e-05,
      "loss": 0.0049,
      "step": 2605
    },
    {
      "epoch": 0.24959357368270058,
      "grad_norm": 0.11041028052568436,
      "learning_rate": 1.6704699415012727e-05,
      "loss": 0.0061,
      "step": 2610
    },
    {
      "epoch": 0.25007172229128816,
      "grad_norm": 0.09753184020519257,
      "learning_rate": 1.669182159531119e-05,
      "loss": 0.0055,
      "step": 2615
    },
    {
      "epoch": 0.2505498708998757,
      "grad_norm": 0.11043240875005722,
      "learning_rate": 1.6678923646931124e-05,
      "loss": 0.0054,
      "step": 2620
    },
    {
      "epoch": 0.2510280195084632,
      "grad_norm": 0.10167618095874786,
      "learning_rate": 1.6666005608668948e-05,
      "loss": 0.0056,
      "step": 2625
    },
    {
      "epoch": 0.2515061681170508,
      "grad_norm": 0.09300089627504349,
      "learning_rate": 1.6653067519381492e-05,
      "loss": 0.0053,
      "step": 2630
    },
    {
      "epoch": 0.2519843167256383,
      "grad_norm": 0.0969729796051979,
      "learning_rate": 1.664010941798591e-05,
      "loss": 0.0055,
      "step": 2635
    },
    {
      "epoch": 0.2524624653342259,
      "grad_norm": 0.08727864176034927,
      "learning_rate": 1.6627131343459558e-05,
      "loss": 0.0044,
      "step": 2640
    },
    {
      "epoch": 0.2529406139428134,
      "grad_norm": 0.08309799432754517,
      "learning_rate": 1.6614133334839853e-05,
      "loss": 0.0047,
      "step": 2645
    },
    {
      "epoch": 0.253418762551401,
      "grad_norm": 0.0886460617184639,
      "learning_rate": 1.660111543122419e-05,
      "loss": 0.0047,
      "step": 2650
    },
    {
      "epoch": 0.2538969111599885,
      "grad_norm": 0.07968398183584213,
      "learning_rate": 1.6588077671769787e-05,
      "loss": 0.005,
      "step": 2655
    },
    {
      "epoch": 0.25437505976857605,
      "grad_norm": 0.08174225687980652,
      "learning_rate": 1.657502009569361e-05,
      "loss": 0.004,
      "step": 2660
    },
    {
      "epoch": 0.25485320837716363,
      "grad_norm": 0.10160966217517853,
      "learning_rate": 1.6561942742272214e-05,
      "loss": 0.0048,
      "step": 2665
    },
    {
      "epoch": 0.25533135698575116,
      "grad_norm": 0.0959920659661293,
      "learning_rate": 1.654884565084166e-05,
      "loss": 0.0051,
      "step": 2670
    },
    {
      "epoch": 0.25580950559433874,
      "grad_norm": 0.09308848530054092,
      "learning_rate": 1.6535728860797363e-05,
      "loss": 0.0054,
      "step": 2675
    },
    {
      "epoch": 0.25628765420292626,
      "grad_norm": 0.10573390126228333,
      "learning_rate": 1.6522592411594005e-05,
      "loss": 0.005,
      "step": 2680
    },
    {
      "epoch": 0.25676580281151384,
      "grad_norm": 0.09320151805877686,
      "learning_rate": 1.6509436342745394e-05,
      "loss": 0.0039,
      "step": 2685
    },
    {
      "epoch": 0.25724395142010137,
      "grad_norm": 0.09091849625110626,
      "learning_rate": 1.649626069382435e-05,
      "loss": 0.0041,
      "step": 2690
    },
    {
      "epoch": 0.2577221000286889,
      "grad_norm": 0.08722089231014252,
      "learning_rate": 1.6483065504462597e-05,
      "loss": 0.0052,
      "step": 2695
    },
    {
      "epoch": 0.2582002486372765,
      "grad_norm": 0.09522518515586853,
      "learning_rate": 1.6469850814350628e-05,
      "loss": 0.0056,
      "step": 2700
    },
    {
      "epoch": 0.258678397245864,
      "grad_norm": 0.10425608605146408,
      "learning_rate": 1.6456616663237604e-05,
      "loss": 0.0046,
      "step": 2705
    },
    {
      "epoch": 0.2591565458544516,
      "grad_norm": 0.09125076234340668,
      "learning_rate": 1.644336309093121e-05,
      "loss": 0.0051,
      "step": 2710
    },
    {
      "epoch": 0.2596346944630391,
      "grad_norm": 0.08277573436498642,
      "learning_rate": 1.643009013729756e-05,
      "loss": 0.0045,
      "step": 2715
    },
    {
      "epoch": 0.2601128430716267,
      "grad_norm": 0.10390657931566238,
      "learning_rate": 1.6416797842261062e-05,
      "loss": 0.0056,
      "step": 2720
    },
    {
      "epoch": 0.2605909916802142,
      "grad_norm": 0.102300725877285,
      "learning_rate": 1.64034862458043e-05,
      "loss": 0.0049,
      "step": 2725
    },
    {
      "epoch": 0.26106914028880174,
      "grad_norm": 0.09157010912895203,
      "learning_rate": 1.6390155387967922e-05,
      "loss": 0.0049,
      "step": 2730
    },
    {
      "epoch": 0.2615472888973893,
      "grad_norm": 0.10110824555158615,
      "learning_rate": 1.637680530885051e-05,
      "loss": 0.0045,
      "step": 2735
    },
    {
      "epoch": 0.26202543750597684,
      "grad_norm": 0.08094119280576706,
      "learning_rate": 1.636343604860845e-05,
      "loss": 0.0043,
      "step": 2740
    },
    {
      "epoch": 0.2625035861145644,
      "grad_norm": 0.06962240487337112,
      "learning_rate": 1.635004764745585e-05,
      "loss": 0.0046,
      "step": 2745
    },
    {
      "epoch": 0.26298173472315195,
      "grad_norm": 0.07189957797527313,
      "learning_rate": 1.6336640145664376e-05,
      "loss": 0.0046,
      "step": 2750
    },
    {
      "epoch": 0.26345988333173953,
      "grad_norm": 0.07357735186815262,
      "learning_rate": 1.632321358356314e-05,
      "loss": 0.0045,
      "step": 2755
    },
    {
      "epoch": 0.26393803194032706,
      "grad_norm": 0.09088198840618134,
      "learning_rate": 1.6309768001538615e-05,
      "loss": 0.0052,
      "step": 2760
    },
    {
      "epoch": 0.2644161805489146,
      "grad_norm": 0.11307830363512039,
      "learning_rate": 1.629630344003445e-05,
      "loss": 0.0053,
      "step": 2765
    },
    {
      "epoch": 0.26489432915750216,
      "grad_norm": 0.0948028564453125,
      "learning_rate": 1.628281993955141e-05,
      "loss": 0.0045,
      "step": 2770
    },
    {
      "epoch": 0.2653724777660897,
      "grad_norm": 0.08139313757419586,
      "learning_rate": 1.6269317540647215e-05,
      "loss": 0.005,
      "step": 2775
    },
    {
      "epoch": 0.26585062637467727,
      "grad_norm": 0.1059953048825264,
      "learning_rate": 1.6255796283936435e-05,
      "loss": 0.0049,
      "step": 2780
    },
    {
      "epoch": 0.2663287749832648,
      "grad_norm": 0.09745310246944427,
      "learning_rate": 1.624225621009036e-05,
      "loss": 0.0056,
      "step": 2785
    },
    {
      "epoch": 0.2668069235918524,
      "grad_norm": 0.0958705022931099,
      "learning_rate": 1.6228697359836883e-05,
      "loss": 0.0065,
      "step": 2790
    },
    {
      "epoch": 0.2672850722004399,
      "grad_norm": 0.08451683819293976,
      "learning_rate": 1.621511977396038e-05,
      "loss": 0.0047,
      "step": 2795
    },
    {
      "epoch": 0.2677632208090274,
      "grad_norm": 0.08921054750680923,
      "learning_rate": 1.620152349330157e-05,
      "loss": 0.0048,
      "step": 2800
    },
    {
      "epoch": 0.268241369417615,
      "grad_norm": 0.10688779503107071,
      "learning_rate": 1.618790855875742e-05,
      "loss": 0.0047,
      "step": 2805
    },
    {
      "epoch": 0.26871951802620253,
      "grad_norm": 0.0841844379901886,
      "learning_rate": 1.6174275011281002e-05,
      "loss": 0.0048,
      "step": 2810
    },
    {
      "epoch": 0.2691976666347901,
      "grad_norm": 0.12995094060897827,
      "learning_rate": 1.616062289188137e-05,
      "loss": 0.0061,
      "step": 2815
    },
    {
      "epoch": 0.26967581524337764,
      "grad_norm": 0.1008434072136879,
      "learning_rate": 1.6146952241623438e-05,
      "loss": 0.0051,
      "step": 2820
    },
    {
      "epoch": 0.2701539638519652,
      "grad_norm": 0.10726872086524963,
      "learning_rate": 1.6133263101627876e-05,
      "loss": 0.0044,
      "step": 2825
    },
    {
      "epoch": 0.27063211246055274,
      "grad_norm": 0.1022844910621643,
      "learning_rate": 1.6119555513070957e-05,
      "loss": 0.0039,
      "step": 2830
    },
    {
      "epoch": 0.27111026106914027,
      "grad_norm": 0.07329639792442322,
      "learning_rate": 1.6105829517184454e-05,
      "loss": 0.0039,
      "step": 2835
    },
    {
      "epoch": 0.27158840967772785,
      "grad_norm": 0.06542779505252838,
      "learning_rate": 1.6092085155255498e-05,
      "loss": 0.0045,
      "step": 2840
    },
    {
      "epoch": 0.2720665582863154,
      "grad_norm": 0.10073556005954742,
      "learning_rate": 1.6078322468626475e-05,
      "loss": 0.0058,
      "step": 2845
    },
    {
      "epoch": 0.27254470689490295,
      "grad_norm": 0.08127723634243011,
      "learning_rate": 1.6064541498694887e-05,
      "loss": 0.0056,
      "step": 2850
    },
    {
      "epoch": 0.2730228555034905,
      "grad_norm": 0.09294704347848892,
      "learning_rate": 1.605074228691323e-05,
      "loss": 0.0044,
      "step": 2855
    },
    {
      "epoch": 0.27350100411207806,
      "grad_norm": 0.08560289442539215,
      "learning_rate": 1.603692487478887e-05,
      "loss": 0.0044,
      "step": 2860
    },
    {
      "epoch": 0.2739791527206656,
      "grad_norm": 0.08842386305332184,
      "learning_rate": 1.602308930388392e-05,
      "loss": 0.0045,
      "step": 2865
    },
    {
      "epoch": 0.2744573013292531,
      "grad_norm": 0.04989003762602806,
      "learning_rate": 1.6009235615815116e-05,
      "loss": 0.0037,
      "step": 2870
    },
    {
      "epoch": 0.2749354499378407,
      "grad_norm": 0.10665232688188553,
      "learning_rate": 1.5995363852253687e-05,
      "loss": 0.0059,
      "step": 2875
    },
    {
      "epoch": 0.2754135985464282,
      "grad_norm": 0.10313012450933456,
      "learning_rate": 1.5981474054925233e-05,
      "loss": 0.0047,
      "step": 2880
    },
    {
      "epoch": 0.2758917471550158,
      "grad_norm": 0.08514412492513657,
      "learning_rate": 1.5967566265609596e-05,
      "loss": 0.0046,
      "step": 2885
    },
    {
      "epoch": 0.2763698957636033,
      "grad_norm": 0.0968138575553894,
      "learning_rate": 1.5953640526140745e-05,
      "loss": 0.0047,
      "step": 2890
    },
    {
      "epoch": 0.2768480443721909,
      "grad_norm": 0.10394402593374252,
      "learning_rate": 1.593969687840663e-05,
      "loss": 0.0051,
      "step": 2895
    },
    {
      "epoch": 0.27732619298077843,
      "grad_norm": 0.0871623307466507,
      "learning_rate": 1.5925735364349076e-05,
      "loss": 0.0054,
      "step": 2900
    },
    {
      "epoch": 0.27780434158936596,
      "grad_norm": 0.0989176407456398,
      "learning_rate": 1.5911756025963652e-05,
      "loss": 0.0046,
      "step": 2905
    },
    {
      "epoch": 0.27828249019795354,
      "grad_norm": 0.09207941591739655,
      "learning_rate": 1.5897758905299535e-05,
      "loss": 0.0045,
      "step": 2910
    },
    {
      "epoch": 0.27876063880654106,
      "grad_norm": 0.08731875568628311,
      "learning_rate": 1.5883744044459393e-05,
      "loss": 0.0043,
      "step": 2915
    },
    {
      "epoch": 0.27923878741512864,
      "grad_norm": 0.09044044464826584,
      "learning_rate": 1.5869711485599254e-05,
      "loss": 0.0045,
      "step": 2920
    },
    {
      "epoch": 0.27971693602371617,
      "grad_norm": 0.0794248953461647,
      "learning_rate": 1.585566127092839e-05,
      "loss": 0.0046,
      "step": 2925
    },
    {
      "epoch": 0.2801950846323037,
      "grad_norm": 0.08232659101486206,
      "learning_rate": 1.584159344270916e-05,
      "loss": 0.0054,
      "step": 2930
    },
    {
      "epoch": 0.2806732332408913,
      "grad_norm": 0.07082338631153107,
      "learning_rate": 1.5827508043256928e-05,
      "loss": 0.0045,
      "step": 2935
    },
    {
      "epoch": 0.2811513818494788,
      "grad_norm": 0.08904684334993362,
      "learning_rate": 1.5813405114939895e-05,
      "loss": 0.0052,
      "step": 2940
    },
    {
      "epoch": 0.2816295304580664,
      "grad_norm": 0.09183559566736221,
      "learning_rate": 1.5799284700178995e-05,
      "loss": 0.0054,
      "step": 2945
    },
    {
      "epoch": 0.2821076790666539,
      "grad_norm": 0.11868738383054733,
      "learning_rate": 1.5785146841447756e-05,
      "loss": 0.0053,
      "step": 2950
    },
    {
      "epoch": 0.2825858276752415,
      "grad_norm": 0.10235674679279327,
      "learning_rate": 1.577099158127218e-05,
      "loss": 0.0046,
      "step": 2955
    },
    {
      "epoch": 0.283063976283829,
      "grad_norm": 0.07453925162553787,
      "learning_rate": 1.5756818962230618e-05,
      "loss": 0.0044,
      "step": 2960
    },
    {
      "epoch": 0.28354212489241654,
      "grad_norm": 0.08009806275367737,
      "learning_rate": 1.574262902695362e-05,
      "loss": 0.0049,
      "step": 2965
    },
    {
      "epoch": 0.2840202735010041,
      "grad_norm": 0.11528611928224564,
      "learning_rate": 1.5728421818123832e-05,
      "loss": 0.005,
      "step": 2970
    },
    {
      "epoch": 0.28449842210959164,
      "grad_norm": 0.10968088358640671,
      "learning_rate": 1.571419737847586e-05,
      "loss": 0.0045,
      "step": 2975
    },
    {
      "epoch": 0.2849765707181792,
      "grad_norm": 0.11118330806493759,
      "learning_rate": 1.5699955750796136e-05,
      "loss": 0.0052,
      "step": 2980
    },
    {
      "epoch": 0.28545471932676675,
      "grad_norm": 0.09974022209644318,
      "learning_rate": 1.568569697792279e-05,
      "loss": 0.005,
      "step": 2985
    },
    {
      "epoch": 0.28593286793535433,
      "grad_norm": 0.06628164649009705,
      "learning_rate": 1.567142110274553e-05,
      "loss": 0.0047,
      "step": 2990
    },
    {
      "epoch": 0.28641101654394185,
      "grad_norm": 0.08463896065950394,
      "learning_rate": 1.565712816820551e-05,
      "loss": 0.005,
      "step": 2995
    },
    {
      "epoch": 0.2868891651525294,
      "grad_norm": 0.08195469528436661,
      "learning_rate": 1.5642818217295177e-05,
      "loss": 0.0045,
      "step": 3000
    },
    {
      "epoch": 0.28736731376111696,
      "grad_norm": 0.08957747370004654,
      "learning_rate": 1.562849129305819e-05,
      "loss": 0.0045,
      "step": 3005
    },
    {
      "epoch": 0.2878454623697045,
      "grad_norm": 0.08802641928195953,
      "learning_rate": 1.5614147438589244e-05,
      "loss": 0.0045,
      "step": 3010
    },
    {
      "epoch": 0.28832361097829207,
      "grad_norm": 0.07425116747617722,
      "learning_rate": 1.559978669703397e-05,
      "loss": 0.0048,
      "step": 3015
    },
    {
      "epoch": 0.2888017595868796,
      "grad_norm": 0.12529495358467102,
      "learning_rate": 1.558540911158879e-05,
      "loss": 0.0045,
      "step": 3020
    },
    {
      "epoch": 0.2892799081954672,
      "grad_norm": 0.0878661647439003,
      "learning_rate": 1.5571014725500788e-05,
      "loss": 0.004,
      "step": 3025
    },
    {
      "epoch": 0.2897580568040547,
      "grad_norm": 0.09350854158401489,
      "learning_rate": 1.555660358206758e-05,
      "loss": 0.0041,
      "step": 3030
    },
    {
      "epoch": 0.2902362054126422,
      "grad_norm": 0.08467353135347366,
      "learning_rate": 1.5542175724637215e-05,
      "loss": 0.0044,
      "step": 3035
    },
    {
      "epoch": 0.2907143540212298,
      "grad_norm": 0.11593206226825714,
      "learning_rate": 1.5527731196607977e-05,
      "loss": 0.0054,
      "step": 3040
    },
    {
      "epoch": 0.29119250262981733,
      "grad_norm": 0.06594206392765045,
      "learning_rate": 1.5513270041428324e-05,
      "loss": 0.0049,
      "step": 3045
    },
    {
      "epoch": 0.2916706512384049,
      "grad_norm": 0.08848414570093155,
      "learning_rate": 1.5498792302596716e-05,
      "loss": 0.0041,
      "step": 3050
    },
    {
      "epoch": 0.29214879984699244,
      "grad_norm": 0.07221944630146027,
      "learning_rate": 1.5484298023661494e-05,
      "loss": 0.0047,
      "step": 3055
    },
    {
      "epoch": 0.29262694845558,
      "grad_norm": 0.10415510088205338,
      "learning_rate": 1.546978724822076e-05,
      "loss": 0.0046,
      "step": 3060
    },
    {
      "epoch": 0.29310509706416754,
      "grad_norm": 0.09272594749927521,
      "learning_rate": 1.5455260019922223e-05,
      "loss": 0.0046,
      "step": 3065
    },
    {
      "epoch": 0.29358324567275507,
      "grad_norm": 0.07085301727056503,
      "learning_rate": 1.5440716382463094e-05,
      "loss": 0.0044,
      "step": 3070
    },
    {
      "epoch": 0.29406139428134265,
      "grad_norm": 0.09267733246088028,
      "learning_rate": 1.5426156379589936e-05,
      "loss": 0.0046,
      "step": 3075
    },
    {
      "epoch": 0.2945395428899302,
      "grad_norm": 0.09004933387041092,
      "learning_rate": 1.5411580055098543e-05,
      "loss": 0.0046,
      "step": 3080
    },
    {
      "epoch": 0.29501769149851775,
      "grad_norm": 0.07849407941102982,
      "learning_rate": 1.5396987452833795e-05,
      "loss": 0.0041,
      "step": 3085
    },
    {
      "epoch": 0.2954958401071053,
      "grad_norm": 0.10019175708293915,
      "learning_rate": 1.538237861668954e-05,
      "loss": 0.0045,
      "step": 3090
    },
    {
      "epoch": 0.29597398871569286,
      "grad_norm": 0.09007962793111801,
      "learning_rate": 1.5367753590608464e-05,
      "loss": 0.0055,
      "step": 3095
    },
    {
      "epoch": 0.2964521373242804,
      "grad_norm": 0.09783467650413513,
      "learning_rate": 1.5353112418581934e-05,
      "loss": 0.004,
      "step": 3100
    },
    {
      "epoch": 0.2969302859328679,
      "grad_norm": 0.10099585354328156,
      "learning_rate": 1.5338455144649903e-05,
      "loss": 0.0043,
      "step": 3105
    },
    {
      "epoch": 0.2974084345414555,
      "grad_norm": 0.10357604175806046,
      "learning_rate": 1.5323781812900744e-05,
      "loss": 0.0045,
      "step": 3110
    },
    {
      "epoch": 0.297886583150043,
      "grad_norm": 0.05830463767051697,
      "learning_rate": 1.530909246747113e-05,
      "loss": 0.0042,
      "step": 3115
    },
    {
      "epoch": 0.2983647317586306,
      "grad_norm": 0.08477941155433655,
      "learning_rate": 1.529438715254592e-05,
      "loss": 0.005,
      "step": 3120
    },
    {
      "epoch": 0.2988428803672181,
      "grad_norm": 0.08659937977790833,
      "learning_rate": 1.5279665912357985e-05,
      "loss": 0.0049,
      "step": 3125
    },
    {
      "epoch": 0.2993210289758057,
      "grad_norm": 0.1157432347536087,
      "learning_rate": 1.5264928791188113e-05,
      "loss": 0.0046,
      "step": 3130
    },
    {
      "epoch": 0.29979917758439323,
      "grad_norm": 0.08387629687786102,
      "learning_rate": 1.5250175833364865e-05,
      "loss": 0.0049,
      "step": 3135
    },
    {
      "epoch": 0.30027732619298075,
      "grad_norm": 0.09115216135978699,
      "learning_rate": 1.5235407083264422e-05,
      "loss": 0.005,
      "step": 3140
    },
    {
      "epoch": 0.30075547480156833,
      "grad_norm": 0.09270505607128143,
      "learning_rate": 1.5220622585310476e-05,
      "loss": 0.0048,
      "step": 3145
    },
    {
      "epoch": 0.30123362341015586,
      "grad_norm": 0.07106334716081619,
      "learning_rate": 1.5205822383974092e-05,
      "loss": 0.0041,
      "step": 3150
    },
    {
      "epoch": 0.30171177201874344,
      "grad_norm": 0.059540748596191406,
      "learning_rate": 1.519100652377357e-05,
      "loss": 0.0046,
      "step": 3155
    },
    {
      "epoch": 0.30218992062733097,
      "grad_norm": 0.09001293778419495,
      "learning_rate": 1.5176175049274297e-05,
      "loss": 0.0046,
      "step": 3160
    },
    {
      "epoch": 0.30266806923591855,
      "grad_norm": 0.07273479551076889,
      "learning_rate": 1.5161328005088645e-05,
      "loss": 0.0041,
      "step": 3165
    },
    {
      "epoch": 0.30314621784450607,
      "grad_norm": 0.10200311243534088,
      "learning_rate": 1.5146465435875808e-05,
      "loss": 0.0055,
      "step": 3170
    },
    {
      "epoch": 0.3036243664530936,
      "grad_norm": 0.09828363358974457,
      "learning_rate": 1.5131587386341682e-05,
      "loss": 0.0048,
      "step": 3175
    },
    {
      "epoch": 0.3041025150616812,
      "grad_norm": 0.09238536655902863,
      "learning_rate": 1.5116693901238729e-05,
      "loss": 0.0039,
      "step": 3180
    },
    {
      "epoch": 0.3045806636702687,
      "grad_norm": 0.07902218401432037,
      "learning_rate": 1.5101785025365834e-05,
      "loss": 0.0057,
      "step": 3185
    },
    {
      "epoch": 0.3050588122788563,
      "grad_norm": 0.10777284950017929,
      "learning_rate": 1.5086860803568182e-05,
      "loss": 0.0052,
      "step": 3190
    },
    {
      "epoch": 0.3055369608874438,
      "grad_norm": 0.10580089688301086,
      "learning_rate": 1.507192128073712e-05,
      "loss": 0.0043,
      "step": 3195
    },
    {
      "epoch": 0.3060151094960314,
      "grad_norm": 0.07851828634738922,
      "learning_rate": 1.5056966501810011e-05,
      "loss": 0.0048,
      "step": 3200
    },
    {
      "epoch": 0.3064932581046189,
      "grad_norm": 0.08780000358819962,
      "learning_rate": 1.5041996511770119e-05,
      "loss": 0.0043,
      "step": 3205
    },
    {
      "epoch": 0.30697140671320644,
      "grad_norm": 0.07279476523399353,
      "learning_rate": 1.502701135564645e-05,
      "loss": 0.0041,
      "step": 3210
    },
    {
      "epoch": 0.307449555321794,
      "grad_norm": 0.07449956238269806,
      "learning_rate": 1.501201107851364e-05,
      "loss": 0.0047,
      "step": 3215
    },
    {
      "epoch": 0.30792770393038155,
      "grad_norm": 0.07582986354827881,
      "learning_rate": 1.4996995725491804e-05,
      "loss": 0.0043,
      "step": 3220
    },
    {
      "epoch": 0.3084058525389691,
      "grad_norm": 0.08713843673467636,
      "learning_rate": 1.4981965341746399e-05,
      "loss": 0.0041,
      "step": 3225
    },
    {
      "epoch": 0.30888400114755665,
      "grad_norm": 0.06633280962705612,
      "learning_rate": 1.4966919972488101e-05,
      "loss": 0.004,
      "step": 3230
    },
    {
      "epoch": 0.30936214975614423,
      "grad_norm": 0.09564077854156494,
      "learning_rate": 1.495185966297266e-05,
      "loss": 0.0045,
      "step": 3235
    },
    {
      "epoch": 0.30984029836473176,
      "grad_norm": 0.060066692531108856,
      "learning_rate": 1.4936784458500768e-05,
      "loss": 0.0039,
      "step": 3240
    },
    {
      "epoch": 0.3103184469733193,
      "grad_norm": 0.10455072671175003,
      "learning_rate": 1.4921694404417912e-05,
      "loss": 0.0043,
      "step": 3245
    },
    {
      "epoch": 0.31079659558190686,
      "grad_norm": 0.08878514915704727,
      "learning_rate": 1.4906589546114254e-05,
      "loss": 0.0043,
      "step": 3250
    },
    {
      "epoch": 0.3112747441904944,
      "grad_norm": 0.08139701187610626,
      "learning_rate": 1.4891469929024483e-05,
      "loss": 0.0037,
      "step": 3255
    },
    {
      "epoch": 0.31175289279908197,
      "grad_norm": 0.08419390767812729,
      "learning_rate": 1.487633559862768e-05,
      "loss": 0.0035,
      "step": 3260
    },
    {
      "epoch": 0.3122310414076695,
      "grad_norm": 0.08634600043296814,
      "learning_rate": 1.486118660044719e-05,
      "loss": 0.004,
      "step": 3265
    },
    {
      "epoch": 0.3127091900162571,
      "grad_norm": 0.10163164138793945,
      "learning_rate": 1.4846022980050471e-05,
      "loss": 0.005,
      "step": 3270
    },
    {
      "epoch": 0.3131873386248446,
      "grad_norm": 0.07754582166671753,
      "learning_rate": 1.4830844783048965e-05,
      "loss": 0.0041,
      "step": 3275
    },
    {
      "epoch": 0.3136654872334321,
      "grad_norm": 0.09265835583209991,
      "learning_rate": 1.4815652055097965e-05,
      "loss": 0.0047,
      "step": 3280
    },
    {
      "epoch": 0.3141436358420197,
      "grad_norm": 0.07697952538728714,
      "learning_rate": 1.4800444841896462e-05,
      "loss": 0.0041,
      "step": 3285
    },
    {
      "epoch": 0.31462178445060723,
      "grad_norm": 0.08057467639446259,
      "learning_rate": 1.4785223189187028e-05,
      "loss": 0.0041,
      "step": 3290
    },
    {
      "epoch": 0.3150999330591948,
      "grad_norm": 0.12839651107788086,
      "learning_rate": 1.4769987142755664e-05,
      "loss": 0.0051,
      "step": 3295
    },
    {
      "epoch": 0.31557808166778234,
      "grad_norm": 0.05519383028149605,
      "learning_rate": 1.4754736748431664e-05,
      "loss": 0.0039,
      "step": 3300
    },
    {
      "epoch": 0.3160562302763699,
      "grad_norm": 0.06747862696647644,
      "learning_rate": 1.4739472052087492e-05,
      "loss": 0.0043,
      "step": 3305
    },
    {
      "epoch": 0.31653437888495745,
      "grad_norm": 0.11008422076702118,
      "learning_rate": 1.4724193099638611e-05,
      "loss": 0.0044,
      "step": 3310
    },
    {
      "epoch": 0.31701252749354497,
      "grad_norm": 0.10361095517873764,
      "learning_rate": 1.4708899937043386e-05,
      "loss": 0.0054,
      "step": 3315
    },
    {
      "epoch": 0.31749067610213255,
      "grad_norm": 0.06957931816577911,
      "learning_rate": 1.4693592610302911e-05,
      "loss": 0.0056,
      "step": 3320
    },
    {
      "epoch": 0.3179688247107201,
      "grad_norm": 0.09578637033700943,
      "learning_rate": 1.4678271165460899e-05,
      "loss": 0.0057,
      "step": 3325
    },
    {
      "epoch": 0.31844697331930766,
      "grad_norm": 0.07351893931627274,
      "learning_rate": 1.4662935648603513e-05,
      "loss": 0.0035,
      "step": 3330
    },
    {
      "epoch": 0.3189251219278952,
      "grad_norm": 0.10499215871095657,
      "learning_rate": 1.4647586105859256e-05,
      "loss": 0.0049,
      "step": 3335
    },
    {
      "epoch": 0.31940327053648276,
      "grad_norm": 0.08957771956920624,
      "learning_rate": 1.4632222583398818e-05,
      "loss": 0.0048,
      "step": 3340
    },
    {
      "epoch": 0.3198814191450703,
      "grad_norm": 0.11335904896259308,
      "learning_rate": 1.4616845127434935e-05,
      "loss": 0.0047,
      "step": 3345
    },
    {
      "epoch": 0.3203595677536578,
      "grad_norm": 0.11015116423368454,
      "learning_rate": 1.460145378422226e-05,
      "loss": 0.005,
      "step": 3350
    },
    {
      "epoch": 0.3208377163622454,
      "grad_norm": 0.07398810237646103,
      "learning_rate": 1.4586048600057214e-05,
      "loss": 0.0049,
      "step": 3355
    },
    {
      "epoch": 0.3213158649708329,
      "grad_norm": 0.08411943167448044,
      "learning_rate": 1.4570629621277854e-05,
      "loss": 0.0039,
      "step": 3360
    },
    {
      "epoch": 0.3217940135794205,
      "grad_norm": 0.08123749494552612,
      "learning_rate": 1.4555196894263726e-05,
      "loss": 0.0043,
      "step": 3365
    },
    {
      "epoch": 0.322272162188008,
      "grad_norm": 0.10004201531410217,
      "learning_rate": 1.4539750465435734e-05,
      "loss": 0.0044,
      "step": 3370
    },
    {
      "epoch": 0.3227503107965956,
      "grad_norm": 0.08147317916154861,
      "learning_rate": 1.4524290381255996e-05,
      "loss": 0.0045,
      "step": 3375
    },
    {
      "epoch": 0.32322845940518313,
      "grad_norm": 0.09311901777982712,
      "learning_rate": 1.4508816688227706e-05,
      "loss": 0.0044,
      "step": 3380
    },
    {
      "epoch": 0.32370660801377066,
      "grad_norm": 0.0939013808965683,
      "learning_rate": 1.4493329432894987e-05,
      "loss": 0.0043,
      "step": 3385
    },
    {
      "epoch": 0.32418475662235824,
      "grad_norm": 0.09169979393482208,
      "learning_rate": 1.4477828661842765e-05,
      "loss": 0.0042,
      "step": 3390
    },
    {
      "epoch": 0.32466290523094576,
      "grad_norm": 0.07315916568040848,
      "learning_rate": 1.446231442169661e-05,
      "loss": 0.0034,
      "step": 3395
    },
    {
      "epoch": 0.32514105383953334,
      "grad_norm": 0.09807156026363373,
      "learning_rate": 1.444678675912262e-05,
      "loss": 0.0047,
      "step": 3400
    },
    {
      "epoch": 0.32561920244812087,
      "grad_norm": 0.07705546170473099,
      "learning_rate": 1.4431245720827252e-05,
      "loss": 0.0042,
      "step": 3405
    },
    {
      "epoch": 0.32609735105670845,
      "grad_norm": 0.10034901648759842,
      "learning_rate": 1.4415691353557206e-05,
      "loss": 0.005,
      "step": 3410
    },
    {
      "epoch": 0.326575499665296,
      "grad_norm": 0.08076698333024979,
      "learning_rate": 1.4400123704099277e-05,
      "loss": 0.0044,
      "step": 3415
    },
    {
      "epoch": 0.3270536482738835,
      "grad_norm": 0.0941573977470398,
      "learning_rate": 1.4384542819280207e-05,
      "loss": 0.0044,
      "step": 3420
    },
    {
      "epoch": 0.3275317968824711,
      "grad_norm": 0.06306293606758118,
      "learning_rate": 1.4368948745966547e-05,
      "loss": 0.0036,
      "step": 3425
    },
    {
      "epoch": 0.3280099454910586,
      "grad_norm": 0.10556470602750778,
      "learning_rate": 1.4353341531064524e-05,
      "loss": 0.0045,
      "step": 3430
    },
    {
      "epoch": 0.3284880940996462,
      "grad_norm": 0.09385515004396439,
      "learning_rate": 1.4337721221519894e-05,
      "loss": 0.004,
      "step": 3435
    },
    {
      "epoch": 0.3289662427082337,
      "grad_norm": 0.06910113990306854,
      "learning_rate": 1.4322087864317797e-05,
      "loss": 0.004,
      "step": 3440
    },
    {
      "epoch": 0.3294443913168213,
      "grad_norm": 0.07087165862321854,
      "learning_rate": 1.430644150648262e-05,
      "loss": 0.0044,
      "step": 3445
    },
    {
      "epoch": 0.3299225399254088,
      "grad_norm": 0.07563938200473785,
      "learning_rate": 1.4290782195077864e-05,
      "loss": 0.0037,
      "step": 3450
    },
    {
      "epoch": 0.33040068853399635,
      "grad_norm": 0.06920064240694046,
      "learning_rate": 1.4275109977205981e-05,
      "loss": 0.0034,
      "step": 3455
    },
    {
      "epoch": 0.3308788371425839,
      "grad_norm": 0.07370798289775848,
      "learning_rate": 1.4259424900008251e-05,
      "loss": 0.0047,
      "step": 3460
    },
    {
      "epoch": 0.33135698575117145,
      "grad_norm": 0.08351682126522064,
      "learning_rate": 1.4243727010664637e-05,
      "loss": 0.0045,
      "step": 3465
    },
    {
      "epoch": 0.33183513435975903,
      "grad_norm": 0.07894972711801529,
      "learning_rate": 1.4228016356393636e-05,
      "loss": 0.0047,
      "step": 3470
    },
    {
      "epoch": 0.33231328296834656,
      "grad_norm": 0.0855598896741867,
      "learning_rate": 1.4212292984452143e-05,
      "loss": 0.004,
      "step": 3475
    },
    {
      "epoch": 0.33279143157693414,
      "grad_norm": 0.08283323049545288,
      "learning_rate": 1.4196556942135308e-05,
      "loss": 0.0038,
      "step": 3480
    },
    {
      "epoch": 0.33326958018552166,
      "grad_norm": 0.08225426822900772,
      "learning_rate": 1.418080827677639e-05,
      "loss": 0.0044,
      "step": 3485
    },
    {
      "epoch": 0.3337477287941092,
      "grad_norm": 0.09565283358097076,
      "learning_rate": 1.4165047035746623e-05,
      "loss": 0.005,
      "step": 3490
    },
    {
      "epoch": 0.33422587740269677,
      "grad_norm": 0.07422377169132233,
      "learning_rate": 1.4149273266455057e-05,
      "loss": 0.0045,
      "step": 3495
    },
    {
      "epoch": 0.3347040260112843,
      "grad_norm": 0.07297395914793015,
      "learning_rate": 1.4133487016348441e-05,
      "loss": 0.0035,
      "step": 3500
    },
    {
      "epoch": 0.3351821746198719,
      "grad_norm": 0.07545680552721024,
      "learning_rate": 1.4117688332911058e-05,
      "loss": 0.0043,
      "step": 3505
    },
    {
      "epoch": 0.3356603232284594,
      "grad_norm": 0.13381536304950714,
      "learning_rate": 1.4101877263664585e-05,
      "loss": 0.004,
      "step": 3510
    },
    {
      "epoch": 0.336138471837047,
      "grad_norm": 0.0703614354133606,
      "learning_rate": 1.4086053856167964e-05,
      "loss": 0.0043,
      "step": 3515
    },
    {
      "epoch": 0.3366166204456345,
      "grad_norm": 0.10227813571691513,
      "learning_rate": 1.4070218158017246e-05,
      "loss": 0.0043,
      "step": 3520
    },
    {
      "epoch": 0.33709476905422203,
      "grad_norm": 0.07623136788606644,
      "learning_rate": 1.4054370216845452e-05,
      "loss": 0.0042,
      "step": 3525
    },
    {
      "epoch": 0.3375729176628096,
      "grad_norm": 0.08627737313508987,
      "learning_rate": 1.4038510080322427e-05,
      "loss": 0.0041,
      "step": 3530
    },
    {
      "epoch": 0.33805106627139714,
      "grad_norm": 0.06518743187189102,
      "learning_rate": 1.4022637796154703e-05,
      "loss": 0.0037,
      "step": 3535
    },
    {
      "epoch": 0.3385292148799847,
      "grad_norm": 0.05763763561844826,
      "learning_rate": 1.4006753412085352e-05,
      "loss": 0.0039,
      "step": 3540
    },
    {
      "epoch": 0.33900736348857224,
      "grad_norm": 0.08136612176895142,
      "learning_rate": 1.3990856975893836e-05,
      "loss": 0.0036,
      "step": 3545
    },
    {
      "epoch": 0.3394855120971598,
      "grad_norm": 0.09389469027519226,
      "learning_rate": 1.3974948535395874e-05,
      "loss": 0.0032,
      "step": 3550
    },
    {
      "epoch": 0.33996366070574735,
      "grad_norm": 0.07921168208122253,
      "learning_rate": 1.3959028138443291e-05,
      "loss": 0.0039,
      "step": 3555
    },
    {
      "epoch": 0.3404418093143349,
      "grad_norm": 0.0932566374540329,
      "learning_rate": 1.3943095832923882e-05,
      "loss": 0.0036,
      "step": 3560
    },
    {
      "epoch": 0.34091995792292246,
      "grad_norm": 0.08927200734615326,
      "learning_rate": 1.3927151666761253e-05,
      "loss": 0.0038,
      "step": 3565
    },
    {
      "epoch": 0.34139810653151,
      "grad_norm": 0.08053837716579437,
      "learning_rate": 1.3911195687914696e-05,
      "loss": 0.0042,
      "step": 3570
    },
    {
      "epoch": 0.34187625514009756,
      "grad_norm": 0.1078350767493248,
      "learning_rate": 1.3895227944379026e-05,
      "loss": 0.0051,
      "step": 3575
    },
    {
      "epoch": 0.3423544037486851,
      "grad_norm": 0.07444583624601364,
      "learning_rate": 1.3879248484184459e-05,
      "loss": 0.0036,
      "step": 3580
    },
    {
      "epoch": 0.3428325523572726,
      "grad_norm": 0.10567236691713333,
      "learning_rate": 1.386325735539643e-05,
      "loss": 0.0041,
      "step": 3585
    },
    {
      "epoch": 0.3433107009658602,
      "grad_norm": 0.10014869272708893,
      "learning_rate": 1.3847254606115499e-05,
      "loss": 0.0043,
      "step": 3590
    },
    {
      "epoch": 0.3437888495744477,
      "grad_norm": 0.08640509843826294,
      "learning_rate": 1.3831240284477167e-05,
      "loss": 0.004,
      "step": 3595
    },
    {
      "epoch": 0.3442669981830353,
      "grad_norm": 0.07343918085098267,
      "learning_rate": 1.3815214438651742e-05,
      "loss": 0.004,
      "step": 3600
    },
    {
      "epoch": 0.3447451467916228,
      "grad_norm": 0.1005745604634285,
      "learning_rate": 1.3799177116844204e-05,
      "loss": 0.0045,
      "step": 3605
    },
    {
      "epoch": 0.3452232954002104,
      "grad_norm": 0.06519737839698792,
      "learning_rate": 1.3783128367294047e-05,
      "loss": 0.0036,
      "step": 3610
    },
    {
      "epoch": 0.34570144400879793,
      "grad_norm": 0.07774492353200912,
      "learning_rate": 1.3767068238275138e-05,
      "loss": 0.005,
      "step": 3615
    },
    {
      "epoch": 0.34617959261738546,
      "grad_norm": 0.0607621856033802,
      "learning_rate": 1.375099677809558e-05,
      "loss": 0.0034,
      "step": 3620
    },
    {
      "epoch": 0.34665774122597304,
      "grad_norm": 0.05890273675322533,
      "learning_rate": 1.3734914035097548e-05,
      "loss": 0.0044,
      "step": 3625
    },
    {
      "epoch": 0.34713588983456056,
      "grad_norm": 0.08197476714849472,
      "learning_rate": 1.3718820057657168e-05,
      "loss": 0.005,
      "step": 3630
    },
    {
      "epoch": 0.34761403844314814,
      "grad_norm": 0.07033012807369232,
      "learning_rate": 1.3702714894184348e-05,
      "loss": 0.0039,
      "step": 3635
    },
    {
      "epoch": 0.34809218705173567,
      "grad_norm": 0.0916883796453476,
      "learning_rate": 1.368659859312265e-05,
      "loss": 0.0047,
      "step": 3640
    },
    {
      "epoch": 0.34857033566032325,
      "grad_norm": 0.0643140897154808,
      "learning_rate": 1.3670471202949131e-05,
      "loss": 0.0041,
      "step": 3645
    },
    {
      "epoch": 0.3490484842689108,
      "grad_norm": 0.1260487139225006,
      "learning_rate": 1.3654332772174217e-05,
      "loss": 0.0044,
      "step": 3650
    },
    {
      "epoch": 0.3495266328774983,
      "grad_norm": 0.07561100274324417,
      "learning_rate": 1.3638183349341523e-05,
      "loss": 0.0047,
      "step": 3655
    },
    {
      "epoch": 0.3500047814860859,
      "grad_norm": 0.07083356380462646,
      "learning_rate": 1.3622022983027746e-05,
      "loss": 0.0035,
      "step": 3660
    },
    {
      "epoch": 0.3504829300946734,
      "grad_norm": 0.06675931811332703,
      "learning_rate": 1.3605851721842486e-05,
      "loss": 0.0037,
      "step": 3665
    },
    {
      "epoch": 0.350961078703261,
      "grad_norm": 0.0825033038854599,
      "learning_rate": 1.3589669614428132e-05,
      "loss": 0.0045,
      "step": 3670
    },
    {
      "epoch": 0.3514392273118485,
      "grad_norm": 0.06963488459587097,
      "learning_rate": 1.3573476709459676e-05,
      "loss": 0.004,
      "step": 3675
    },
    {
      "epoch": 0.3519173759204361,
      "grad_norm": 0.08876362442970276,
      "learning_rate": 1.3557273055644606e-05,
      "loss": 0.0044,
      "step": 3680
    },
    {
      "epoch": 0.3523955245290236,
      "grad_norm": 0.09510301798582077,
      "learning_rate": 1.3541058701722736e-05,
      "loss": 0.0044,
      "step": 3685
    },
    {
      "epoch": 0.35287367313761114,
      "grad_norm": 0.07860054820775986,
      "learning_rate": 1.3524833696466065e-05,
      "loss": 0.0046,
      "step": 3690
    },
    {
      "epoch": 0.3533518217461987,
      "grad_norm": 0.09430108964443207,
      "learning_rate": 1.3508598088678628e-05,
      "loss": 0.0048,
      "step": 3695
    },
    {
      "epoch": 0.35382997035478625,
      "grad_norm": 0.0848933607339859,
      "learning_rate": 1.3492351927196356e-05,
      "loss": 0.0041,
      "step": 3700
    },
    {
      "epoch": 0.35430811896337383,
      "grad_norm": 0.06413793563842773,
      "learning_rate": 1.3476095260886926e-05,
      "loss": 0.0036,
      "step": 3705
    },
    {
      "epoch": 0.35478626757196136,
      "grad_norm": 0.08911304175853729,
      "learning_rate": 1.3459828138649606e-05,
      "loss": 0.0039,
      "step": 3710
    },
    {
      "epoch": 0.35526441618054894,
      "grad_norm": 0.09139601141214371,
      "learning_rate": 1.3443550609415126e-05,
      "loss": 0.0042,
      "step": 3715
    },
    {
      "epoch": 0.35574256478913646,
      "grad_norm": 0.08015992492437363,
      "learning_rate": 1.3427262722145514e-05,
      "loss": 0.0044,
      "step": 3720
    },
    {
      "epoch": 0.356220713397724,
      "grad_norm": 0.05492383986711502,
      "learning_rate": 1.3410964525833945e-05,
      "loss": 0.0041,
      "step": 3725
    },
    {
      "epoch": 0.35669886200631157,
      "grad_norm": 0.10806328803300858,
      "learning_rate": 1.3394656069504622e-05,
      "loss": 0.0037,
      "step": 3730
    },
    {
      "epoch": 0.3571770106148991,
      "grad_norm": 0.060987889766693115,
      "learning_rate": 1.3378337402212592e-05,
      "loss": 0.0033,
      "step": 3735
    },
    {
      "epoch": 0.3576551592234867,
      "grad_norm": 0.08642211556434631,
      "learning_rate": 1.3362008573043625e-05,
      "loss": 0.0047,
      "step": 3740
    },
    {
      "epoch": 0.3581333078320742,
      "grad_norm": 0.071530282497406,
      "learning_rate": 1.3345669631114064e-05,
      "loss": 0.004,
      "step": 3745
    },
    {
      "epoch": 0.3586114564406618,
      "grad_norm": 0.06531507521867752,
      "learning_rate": 1.3329320625570655e-05,
      "loss": 0.0041,
      "step": 3750
    },
    {
      "epoch": 0.3590896050492493,
      "grad_norm": 0.08493315428495407,
      "learning_rate": 1.3312961605590425e-05,
      "loss": 0.0046,
      "step": 3755
    },
    {
      "epoch": 0.35956775365783683,
      "grad_norm": 0.060914844274520874,
      "learning_rate": 1.3296592620380524e-05,
      "loss": 0.0041,
      "step": 3760
    },
    {
      "epoch": 0.3600459022664244,
      "grad_norm": 0.06243225559592247,
      "learning_rate": 1.328021371917807e-05,
      "loss": 0.004,
      "step": 3765
    },
    {
      "epoch": 0.36052405087501194,
      "grad_norm": 0.060119811445474625,
      "learning_rate": 1.3263824951250017e-05,
      "loss": 0.0035,
      "step": 3770
    },
    {
      "epoch": 0.3610021994835995,
      "grad_norm": 0.06569892168045044,
      "learning_rate": 1.3247426365892992e-05,
      "loss": 0.0041,
      "step": 3775
    },
    {
      "epoch": 0.36148034809218704,
      "grad_norm": 0.11518976092338562,
      "learning_rate": 1.3231018012433153e-05,
      "loss": 0.004,
      "step": 3780
    },
    {
      "epoch": 0.3619584967007746,
      "grad_norm": 0.07236947864294052,
      "learning_rate": 1.321459994022604e-05,
      "loss": 0.0042,
      "step": 3785
    },
    {
      "epoch": 0.36243664530936215,
      "grad_norm": 0.08785364031791687,
      "learning_rate": 1.3198172198656426e-05,
      "loss": 0.0037,
      "step": 3790
    },
    {
      "epoch": 0.3629147939179497,
      "grad_norm": 0.09079670161008835,
      "learning_rate": 1.3181734837138179e-05,
      "loss": 0.0037,
      "step": 3795
    },
    {
      "epoch": 0.36339294252653725,
      "grad_norm": 0.08606261759996414,
      "learning_rate": 1.316528790511408e-05,
      "loss": 0.0039,
      "step": 3800
    },
    {
      "epoch": 0.3638710911351248,
      "grad_norm": 0.07133549451828003,
      "learning_rate": 1.3148831452055719e-05,
      "loss": 0.0038,
      "step": 3805
    },
    {
      "epoch": 0.36434923974371236,
      "grad_norm": 0.06929744780063629,
      "learning_rate": 1.313236552746332e-05,
      "loss": 0.0034,
      "step": 3810
    },
    {
      "epoch": 0.3648273883522999,
      "grad_norm": 0.08471592515707016,
      "learning_rate": 1.3115890180865594e-05,
      "loss": 0.0035,
      "step": 3815
    },
    {
      "epoch": 0.36530553696088747,
      "grad_norm": 0.06566949933767319,
      "learning_rate": 1.309940546181959e-05,
      "loss": 0.0032,
      "step": 3820
    },
    {
      "epoch": 0.365783685569475,
      "grad_norm": 0.0650518536567688,
      "learning_rate": 1.3082911419910556e-05,
      "loss": 0.0031,
      "step": 3825
    },
    {
      "epoch": 0.3662618341780625,
      "grad_norm": 0.06820441037416458,
      "learning_rate": 1.3066408104751778e-05,
      "loss": 0.0035,
      "step": 3830
    },
    {
      "epoch": 0.3667399827866501,
      "grad_norm": 0.09959974139928818,
      "learning_rate": 1.3049895565984437e-05,
      "loss": 0.0043,
      "step": 3835
    },
    {
      "epoch": 0.3672181313952376,
      "grad_norm": 0.07279293239116669,
      "learning_rate": 1.3033373853277458e-05,
      "loss": 0.0039,
      "step": 3840
    },
    {
      "epoch": 0.3676962800038252,
      "grad_norm": 0.07807504385709763,
      "learning_rate": 1.3016843016327358e-05,
      "loss": 0.0041,
      "step": 3845
    },
    {
      "epoch": 0.36817442861241273,
      "grad_norm": 0.07457428425550461,
      "learning_rate": 1.300030310485811e-05,
      "loss": 0.0041,
      "step": 3850
    },
    {
      "epoch": 0.3686525772210003,
      "grad_norm": 0.06308488547801971,
      "learning_rate": 1.2983754168620965e-05,
      "loss": 0.0039,
      "step": 3855
    },
    {
      "epoch": 0.36913072582958784,
      "grad_norm": 0.057157933712005615,
      "learning_rate": 1.2967196257394335e-05,
      "loss": 0.0035,
      "step": 3860
    },
    {
      "epoch": 0.36960887443817536,
      "grad_norm": 0.07442087680101395,
      "learning_rate": 1.295062942098362e-05,
      "loss": 0.0035,
      "step": 3865
    },
    {
      "epoch": 0.37008702304676294,
      "grad_norm": 0.08385228365659714,
      "learning_rate": 1.2934053709221075e-05,
      "loss": 0.0036,
      "step": 3870
    },
    {
      "epoch": 0.37056517165535047,
      "grad_norm": 0.08004241436719894,
      "learning_rate": 1.291746917196564e-05,
      "loss": 0.0039,
      "step": 3875
    },
    {
      "epoch": 0.37104332026393805,
      "grad_norm": 0.07337538152933121,
      "learning_rate": 1.2900875859102813e-05,
      "loss": 0.0038,
      "step": 3880
    },
    {
      "epoch": 0.3715214688725256,
      "grad_norm": 0.08300653845071793,
      "learning_rate": 1.2884273820544481e-05,
      "loss": 0.005,
      "step": 3885
    },
    {
      "epoch": 0.37199961748111315,
      "grad_norm": 0.07504284381866455,
      "learning_rate": 1.2867663106228783e-05,
      "loss": 0.004,
      "step": 3890
    },
    {
      "epoch": 0.3724777660897007,
      "grad_norm": 0.060669053345918655,
      "learning_rate": 1.2851043766119946e-05,
      "loss": 0.003,
      "step": 3895
    },
    {
      "epoch": 0.3729559146982882,
      "grad_norm": 0.07301457971334457,
      "learning_rate": 1.2834415850208148e-05,
      "loss": 0.0041,
      "step": 3900
    },
    {
      "epoch": 0.3734340633068758,
      "grad_norm": 0.056613124907016754,
      "learning_rate": 1.2817779408509373e-05,
      "loss": 0.0037,
      "step": 3905
    },
    {
      "epoch": 0.3739122119154633,
      "grad_norm": 0.10062956809997559,
      "learning_rate": 1.2801134491065228e-05,
      "loss": 0.0032,
      "step": 3910
    },
    {
      "epoch": 0.3743903605240509,
      "grad_norm": 0.07508441805839539,
      "learning_rate": 1.2784481147942833e-05,
      "loss": 0.0039,
      "step": 3915
    },
    {
      "epoch": 0.3748685091326384,
      "grad_norm": 0.07724040001630783,
      "learning_rate": 1.2767819429234644e-05,
      "loss": 0.0033,
      "step": 3920
    },
    {
      "epoch": 0.375346657741226,
      "grad_norm": 0.07176081836223602,
      "learning_rate": 1.2751149385058313e-05,
      "loss": 0.0036,
      "step": 3925
    },
    {
      "epoch": 0.3758248063498135,
      "grad_norm": 0.06788867712020874,
      "learning_rate": 1.2734471065556532e-05,
      "loss": 0.004,
      "step": 3930
    },
    {
      "epoch": 0.37630295495840105,
      "grad_norm": 0.07868890464305878,
      "learning_rate": 1.2717784520896887e-05,
      "loss": 0.003,
      "step": 3935
    },
    {
      "epoch": 0.37678110356698863,
      "grad_norm": 0.061574503779411316,
      "learning_rate": 1.2701089801271707e-05,
      "loss": 0.0031,
      "step": 3940
    },
    {
      "epoch": 0.37725925217557615,
      "grad_norm": 0.08192262053489685,
      "learning_rate": 1.2684386956897905e-05,
      "loss": 0.0037,
      "step": 3945
    },
    {
      "epoch": 0.37773740078416373,
      "grad_norm": 0.07943171262741089,
      "learning_rate": 1.2667676038016836e-05,
      "loss": 0.0037,
      "step": 3950
    },
    {
      "epoch": 0.37821554939275126,
      "grad_norm": 0.05970214679837227,
      "learning_rate": 1.2650957094894145e-05,
      "loss": 0.0039,
      "step": 3955
    },
    {
      "epoch": 0.37869369800133884,
      "grad_norm": 0.051546886563301086,
      "learning_rate": 1.2634230177819611e-05,
      "loss": 0.0038,
      "step": 3960
    },
    {
      "epoch": 0.37917184660992637,
      "grad_norm": 0.06714577972888947,
      "learning_rate": 1.2617495337106996e-05,
      "loss": 0.0031,
      "step": 3965
    },
    {
      "epoch": 0.3796499952185139,
      "grad_norm": 0.07534817606210709,
      "learning_rate": 1.2600752623093899e-05,
      "loss": 0.0044,
      "step": 3970
    },
    {
      "epoch": 0.3801281438271015,
      "grad_norm": 0.07190262526273727,
      "learning_rate": 1.2584002086141603e-05,
      "loss": 0.0035,
      "step": 3975
    },
    {
      "epoch": 0.380606292435689,
      "grad_norm": 0.07804760336875916,
      "learning_rate": 1.2567243776634922e-05,
      "loss": 0.0039,
      "step": 3980
    },
    {
      "epoch": 0.3810844410442766,
      "grad_norm": 0.07744619995355606,
      "learning_rate": 1.2550477744982043e-05,
      "loss": 0.0038,
      "step": 3985
    },
    {
      "epoch": 0.3815625896528641,
      "grad_norm": 0.07712733000516891,
      "learning_rate": 1.2533704041614387e-05,
      "loss": 0.0034,
      "step": 3990
    },
    {
      "epoch": 0.3820407382614517,
      "grad_norm": 0.06638357043266296,
      "learning_rate": 1.251692271698645e-05,
      "loss": 0.0036,
      "step": 3995
    },
    {
      "epoch": 0.3825188868700392,
      "grad_norm": 0.06577044725418091,
      "learning_rate": 1.2500133821575653e-05,
      "loss": 0.0038,
      "step": 4000
    },
    {
      "epoch": 0.38299703547862674,
      "grad_norm": 0.07051504403352737,
      "learning_rate": 1.2483337405882185e-05,
      "loss": 0.0039,
      "step": 4005
    },
    {
      "epoch": 0.3834751840872143,
      "grad_norm": 0.06559234112501144,
      "learning_rate": 1.2466533520428863e-05,
      "loss": 0.0043,
      "step": 4010
    },
    {
      "epoch": 0.38395333269580184,
      "grad_norm": 0.07160143554210663,
      "learning_rate": 1.2449722215760966e-05,
      "loss": 0.0039,
      "step": 4015
    },
    {
      "epoch": 0.3844314813043894,
      "grad_norm": 0.06849540024995804,
      "learning_rate": 1.2432903542446095e-05,
      "loss": 0.0039,
      "step": 4020
    },
    {
      "epoch": 0.38490962991297695,
      "grad_norm": 0.07928597927093506,
      "learning_rate": 1.2416077551074008e-05,
      "loss": 0.0044,
      "step": 4025
    },
    {
      "epoch": 0.38538777852156453,
      "grad_norm": 0.0721135288476944,
      "learning_rate": 1.2399244292256487e-05,
      "loss": 0.0037,
      "step": 4030
    },
    {
      "epoch": 0.38586592713015205,
      "grad_norm": 0.07298152148723602,
      "learning_rate": 1.2382403816627167e-05,
      "loss": 0.0035,
      "step": 4035
    },
    {
      "epoch": 0.3863440757387396,
      "grad_norm": 0.1404617577791214,
      "learning_rate": 1.2365556174841384e-05,
      "loss": 0.0041,
      "step": 4040
    },
    {
      "epoch": 0.38682222434732716,
      "grad_norm": 0.06092673912644386,
      "learning_rate": 1.234870141757604e-05,
      "loss": 0.0032,
      "step": 4045
    },
    {
      "epoch": 0.3873003729559147,
      "grad_norm": 0.06835968792438507,
      "learning_rate": 1.2331839595529444e-05,
      "loss": 0.0031,
      "step": 4050
    },
    {
      "epoch": 0.38777852156450227,
      "grad_norm": 0.06757817417383194,
      "learning_rate": 1.2314970759421139e-05,
      "loss": 0.0032,
      "step": 4055
    },
    {
      "epoch": 0.3882566701730898,
      "grad_norm": 0.09099162369966507,
      "learning_rate": 1.2298094959991782e-05,
      "loss": 0.0035,
      "step": 4060
    },
    {
      "epoch": 0.38873481878167737,
      "grad_norm": 0.07149730622768402,
      "learning_rate": 1.2281212248002961e-05,
      "loss": 0.0039,
      "step": 4065
    },
    {
      "epoch": 0.3892129673902649,
      "grad_norm": 0.07078510522842407,
      "learning_rate": 1.2264322674237073e-05,
      "loss": 0.0034,
      "step": 4070
    },
    {
      "epoch": 0.3896911159988524,
      "grad_norm": 0.08379188179969788,
      "learning_rate": 1.2247426289497137e-05,
      "loss": 0.0037,
      "step": 4075
    },
    {
      "epoch": 0.39016926460744,
      "grad_norm": 0.06749813258647919,
      "learning_rate": 1.2230523144606675e-05,
      "loss": 0.0033,
      "step": 4080
    },
    {
      "epoch": 0.39064741321602753,
      "grad_norm": 0.05222512409090996,
      "learning_rate": 1.2213613290409532e-05,
      "loss": 0.0032,
      "step": 4085
    },
    {
      "epoch": 0.3911255618246151,
      "grad_norm": 0.092336006462574,
      "learning_rate": 1.2196696777769746e-05,
      "loss": 0.0045,
      "step": 4090
    },
    {
      "epoch": 0.39160371043320263,
      "grad_norm": 0.07406263053417206,
      "learning_rate": 1.2179773657571365e-05,
      "loss": 0.0044,
      "step": 4095
    },
    {
      "epoch": 0.3920818590417902,
      "grad_norm": 0.0885714516043663,
      "learning_rate": 1.2162843980718334e-05,
      "loss": 0.0035,
      "step": 4100
    },
    {
      "epoch": 0.39256000765037774,
      "grad_norm": 0.0751161202788353,
      "learning_rate": 1.2145907798134302e-05,
      "loss": 0.0034,
      "step": 4105
    },
    {
      "epoch": 0.39303815625896527,
      "grad_norm": 0.07761823385953903,
      "learning_rate": 1.2128965160762496e-05,
      "loss": 0.003,
      "step": 4110
    },
    {
      "epoch": 0.39351630486755285,
      "grad_norm": 0.0646604597568512,
      "learning_rate": 1.2112016119565559e-05,
      "loss": 0.0036,
      "step": 4115
    },
    {
      "epoch": 0.39399445347614037,
      "grad_norm": 0.07677625864744186,
      "learning_rate": 1.2095060725525391e-05,
      "loss": 0.0036,
      "step": 4120
    },
    {
      "epoch": 0.39447260208472795,
      "grad_norm": 0.09087661653757095,
      "learning_rate": 1.2078099029643012e-05,
      "loss": 0.0038,
      "step": 4125
    },
    {
      "epoch": 0.3949507506933155,
      "grad_norm": 0.08342156559228897,
      "learning_rate": 1.2061131082938378e-05,
      "loss": 0.0039,
      "step": 4130
    },
    {
      "epoch": 0.39542889930190306,
      "grad_norm": 0.08634135127067566,
      "learning_rate": 1.2044156936450269e-05,
      "loss": 0.0037,
      "step": 4135
    },
    {
      "epoch": 0.3959070479104906,
      "grad_norm": 0.05085638910531998,
      "learning_rate": 1.2027176641236098e-05,
      "loss": 0.0038,
      "step": 4140
    },
    {
      "epoch": 0.3963851965190781,
      "grad_norm": 0.06375841051340103,
      "learning_rate": 1.2010190248371783e-05,
      "loss": 0.0037,
      "step": 4145
    },
    {
      "epoch": 0.3968633451276657,
      "grad_norm": 0.055756982415914536,
      "learning_rate": 1.1993197808951575e-05,
      "loss": 0.0034,
      "step": 4150
    },
    {
      "epoch": 0.3973414937362532,
      "grad_norm": 0.06557802110910416,
      "learning_rate": 1.1976199374087923e-05,
      "loss": 0.0038,
      "step": 4155
    },
    {
      "epoch": 0.3978196423448408,
      "grad_norm": 0.05802460014820099,
      "learning_rate": 1.19591949949113e-05,
      "loss": 0.0039,
      "step": 4160
    },
    {
      "epoch": 0.3982977909534283,
      "grad_norm": 0.060212623327970505,
      "learning_rate": 1.1942184722570063e-05,
      "loss": 0.0035,
      "step": 4165
    },
    {
      "epoch": 0.3987759395620159,
      "grad_norm": 0.08190564811229706,
      "learning_rate": 1.1925168608230298e-05,
      "loss": 0.0035,
      "step": 4170
    },
    {
      "epoch": 0.3992540881706034,
      "grad_norm": 0.06802092492580414,
      "learning_rate": 1.1908146703075659e-05,
      "loss": 0.0034,
      "step": 4175
    },
    {
      "epoch": 0.39973223677919095,
      "grad_norm": 0.08804794400930405,
      "learning_rate": 1.1891119058307221e-05,
      "loss": 0.0037,
      "step": 4180
    },
    {
      "epoch": 0.40021038538777853,
      "grad_norm": 0.0914180651307106,
      "learning_rate": 1.1874085725143323e-05,
      "loss": 0.0038,
      "step": 4185
    },
    {
      "epoch": 0.40068853399636606,
      "grad_norm": 0.09048396348953247,
      "learning_rate": 1.1857046754819414e-05,
      "loss": 0.0033,
      "step": 4190
    },
    {
      "epoch": 0.40116668260495364,
      "grad_norm": 0.08053074777126312,
      "learning_rate": 1.1840002198587903e-05,
      "loss": 0.0046,
      "step": 4195
    },
    {
      "epoch": 0.40164483121354116,
      "grad_norm": 0.07608406990766525,
      "learning_rate": 1.1822952107717997e-05,
      "loss": 0.003,
      "step": 4200
    },
    {
      "epoch": 0.4021229798221287,
      "grad_norm": 0.057269833981990814,
      "learning_rate": 1.1805896533495549e-05,
      "loss": 0.004,
      "step": 4205
    },
    {
      "epoch": 0.40260112843071627,
      "grad_norm": 0.07980585843324661,
      "learning_rate": 1.1788835527222909e-05,
      "loss": 0.0035,
      "step": 4210
    },
    {
      "epoch": 0.4030792770393038,
      "grad_norm": 0.08365020155906677,
      "learning_rate": 1.1771769140218769e-05,
      "loss": 0.0036,
      "step": 4215
    },
    {
      "epoch": 0.4035574256478914,
      "grad_norm": 0.0722215548157692,
      "learning_rate": 1.1754697423818e-05,
      "loss": 0.0033,
      "step": 4220
    },
    {
      "epoch": 0.4040355742564789,
      "grad_norm": 0.04882363602519035,
      "learning_rate": 1.1737620429371506e-05,
      "loss": 0.0029,
      "step": 4225
    },
    {
      "epoch": 0.4045137228650665,
      "grad_norm": 0.0468146838247776,
      "learning_rate": 1.172053820824607e-05,
      "loss": 0.0035,
      "step": 4230
    },
    {
      "epoch": 0.404991871473654,
      "grad_norm": 0.05547303333878517,
      "learning_rate": 1.1703450811824195e-05,
      "loss": 0.0038,
      "step": 4235
    },
    {
      "epoch": 0.40547002008224153,
      "grad_norm": 0.06525316834449768,
      "learning_rate": 1.1686358291503948e-05,
      "loss": 0.0051,
      "step": 4240
    },
    {
      "epoch": 0.4059481686908291,
      "grad_norm": 0.070221908390522,
      "learning_rate": 1.1669260698698807e-05,
      "loss": 0.0031,
      "step": 4245
    },
    {
      "epoch": 0.40642631729941664,
      "grad_norm": 0.06123330816626549,
      "learning_rate": 1.165215808483752e-05,
      "loss": 0.0032,
      "step": 4250
    },
    {
      "epoch": 0.4069044659080042,
      "grad_norm": 0.05293886736035347,
      "learning_rate": 1.1635050501363924e-05,
      "loss": 0.0036,
      "step": 4255
    },
    {
      "epoch": 0.40738261451659175,
      "grad_norm": 0.06979483366012573,
      "learning_rate": 1.161793799973681e-05,
      "loss": 0.004,
      "step": 4260
    },
    {
      "epoch": 0.4078607631251793,
      "grad_norm": 0.07268542796373367,
      "learning_rate": 1.1600820631429764e-05,
      "loss": 0.0034,
      "step": 4265
    },
    {
      "epoch": 0.40833891173376685,
      "grad_norm": 0.06708361208438873,
      "learning_rate": 1.158369844793101e-05,
      "loss": 0.0036,
      "step": 4270
    },
    {
      "epoch": 0.4088170603423544,
      "grad_norm": 0.0759461298584938,
      "learning_rate": 1.1566571500743248e-05,
      "loss": 0.0037,
      "step": 4275
    },
    {
      "epoch": 0.40929520895094196,
      "grad_norm": 0.07665132731199265,
      "learning_rate": 1.1549439841383525e-05,
      "loss": 0.0035,
      "step": 4280
    },
    {
      "epoch": 0.4097733575595295,
      "grad_norm": 0.07168835401535034,
      "learning_rate": 1.1532303521383044e-05,
      "loss": 0.0037,
      "step": 4285
    },
    {
      "epoch": 0.41025150616811706,
      "grad_norm": 0.06484080106019974,
      "learning_rate": 1.1515162592287037e-05,
      "loss": 0.0034,
      "step": 4290
    },
    {
      "epoch": 0.4107296547767046,
      "grad_norm": 0.08392821252346039,
      "learning_rate": 1.149801710565459e-05,
      "loss": 0.0038,
      "step": 4295
    },
    {
      "epoch": 0.41120780338529217,
      "grad_norm": 0.06706760823726654,
      "learning_rate": 1.1480867113058514e-05,
      "loss": 0.0029,
      "step": 4300
    },
    {
      "epoch": 0.4116859519938797,
      "grad_norm": 0.06176390126347542,
      "learning_rate": 1.1463712666085162e-05,
      "loss": 0.0034,
      "step": 4305
    },
    {
      "epoch": 0.4121641006024672,
      "grad_norm": 0.06968995183706284,
      "learning_rate": 1.1446553816334284e-05,
      "loss": 0.003,
      "step": 4310
    },
    {
      "epoch": 0.4126422492110548,
      "grad_norm": 0.053005728870630264,
      "learning_rate": 1.1429390615418881e-05,
      "loss": 0.0032,
      "step": 4315
    },
    {
      "epoch": 0.4131203978196423,
      "grad_norm": 0.08011562377214432,
      "learning_rate": 1.1412223114965038e-05,
      "loss": 0.0039,
      "step": 4320
    },
    {
      "epoch": 0.4135985464282299,
      "grad_norm": 0.06358729302883148,
      "learning_rate": 1.1395051366611773e-05,
      "loss": 0.0036,
      "step": 4325
    },
    {
      "epoch": 0.41407669503681743,
      "grad_norm": 0.04575766995549202,
      "learning_rate": 1.137787542201088e-05,
      "loss": 0.0035,
      "step": 4330
    },
    {
      "epoch": 0.414554843645405,
      "grad_norm": 0.0625401958823204,
      "learning_rate": 1.136069533282678e-05,
      "loss": 0.003,
      "step": 4335
    },
    {
      "epoch": 0.41503299225399254,
      "grad_norm": 0.07928143441677094,
      "learning_rate": 1.1343511150736354e-05,
      "loss": 0.0036,
      "step": 4340
    },
    {
      "epoch": 0.41551114086258006,
      "grad_norm": 0.06366145610809326,
      "learning_rate": 1.1326322927428804e-05,
      "loss": 0.0035,
      "step": 4345
    },
    {
      "epoch": 0.41598928947116764,
      "grad_norm": 0.05699609965085983,
      "learning_rate": 1.1309130714605474e-05,
      "loss": 0.0031,
      "step": 4350
    },
    {
      "epoch": 0.41646743807975517,
      "grad_norm": 0.053683437407016754,
      "learning_rate": 1.1291934563979721e-05,
      "loss": 0.0031,
      "step": 4355
    },
    {
      "epoch": 0.41694558668834275,
      "grad_norm": 0.06315023452043533,
      "learning_rate": 1.1274734527276741e-05,
      "loss": 0.0031,
      "step": 4360
    },
    {
      "epoch": 0.4174237352969303,
      "grad_norm": 0.06838158518075943,
      "learning_rate": 1.1257530656233418e-05,
      "loss": 0.003,
      "step": 4365
    },
    {
      "epoch": 0.41790188390551786,
      "grad_norm": 0.06958494335412979,
      "learning_rate": 1.124032300259817e-05,
      "loss": 0.003,
      "step": 4370
    },
    {
      "epoch": 0.4183800325141054,
      "grad_norm": 0.060321956872940063,
      "learning_rate": 1.1223111618130797e-05,
      "loss": 0.0028,
      "step": 4375
    },
    {
      "epoch": 0.4188581811226929,
      "grad_norm": 0.08859197050333023,
      "learning_rate": 1.120589655460232e-05,
      "loss": 0.0038,
      "step": 4380
    },
    {
      "epoch": 0.4193363297312805,
      "grad_norm": 0.06435224413871765,
      "learning_rate": 1.1188677863794822e-05,
      "loss": 0.0034,
      "step": 4385
    },
    {
      "epoch": 0.419814478339868,
      "grad_norm": 0.07081642001867294,
      "learning_rate": 1.11714555975013e-05,
      "loss": 0.0041,
      "step": 4390
    },
    {
      "epoch": 0.4202926269484556,
      "grad_norm": 0.06518445909023285,
      "learning_rate": 1.1154229807525503e-05,
      "loss": 0.0031,
      "step": 4395
    },
    {
      "epoch": 0.4207707755570431,
      "grad_norm": 0.05255410447716713,
      "learning_rate": 1.1137000545681784e-05,
      "loss": 0.0033,
      "step": 4400
    },
    {
      "epoch": 0.4212489241656307,
      "grad_norm": 0.04986736923456192,
      "learning_rate": 1.1119767863794938e-05,
      "loss": 0.0038,
      "step": 4405
    },
    {
      "epoch": 0.4217270727742182,
      "grad_norm": 0.08096222579479218,
      "learning_rate": 1.110253181370004e-05,
      "loss": 0.0036,
      "step": 4410
    },
    {
      "epoch": 0.42220522138280575,
      "grad_norm": 0.06741490215063095,
      "learning_rate": 1.108529244724231e-05,
      "loss": 0.0037,
      "step": 4415
    },
    {
      "epoch": 0.42268336999139333,
      "grad_norm": 0.07323692739009857,
      "learning_rate": 1.1068049816276929e-05,
      "loss": 0.0039,
      "step": 4420
    },
    {
      "epoch": 0.42316151859998086,
      "grad_norm": 0.09079791605472565,
      "learning_rate": 1.1050803972668908e-05,
      "loss": 0.004,
      "step": 4425
    },
    {
      "epoch": 0.42363966720856844,
      "grad_norm": 0.08495242893695831,
      "learning_rate": 1.1033554968292917e-05,
      "loss": 0.0031,
      "step": 4430
    },
    {
      "epoch": 0.42411781581715596,
      "grad_norm": 0.06694336235523224,
      "learning_rate": 1.1016302855033137e-05,
      "loss": 0.0036,
      "step": 4435
    },
    {
      "epoch": 0.42459596442574354,
      "grad_norm": 0.0944426879286766,
      "learning_rate": 1.0999047684783091e-05,
      "loss": 0.0038,
      "step": 4440
    },
    {
      "epoch": 0.42507411303433107,
      "grad_norm": 0.08306565880775452,
      "learning_rate": 1.0981789509445508e-05,
      "loss": 0.0037,
      "step": 4445
    },
    {
      "epoch": 0.4255522616429186,
      "grad_norm": 0.0757223516702652,
      "learning_rate": 1.0964528380932151e-05,
      "loss": 0.0037,
      "step": 4450
    },
    {
      "epoch": 0.4260304102515062,
      "grad_norm": 0.0911959782242775,
      "learning_rate": 1.094726435116367e-05,
      "loss": 0.0038,
      "step": 4455
    },
    {
      "epoch": 0.4265085588600937,
      "grad_norm": 0.08525770157575607,
      "learning_rate": 1.0929997472069436e-05,
      "loss": 0.0035,
      "step": 4460
    },
    {
      "epoch": 0.4269867074686813,
      "grad_norm": 0.06263121962547302,
      "learning_rate": 1.0912727795587392e-05,
      "loss": 0.0028,
      "step": 4465
    },
    {
      "epoch": 0.4274648560772688,
      "grad_norm": 0.07797269523143768,
      "learning_rate": 1.0895455373663902e-05,
      "loss": 0.0031,
      "step": 4470
    },
    {
      "epoch": 0.4279430046858564,
      "grad_norm": 0.06370723247528076,
      "learning_rate": 1.0878180258253577e-05,
      "loss": 0.0033,
      "step": 4475
    },
    {
      "epoch": 0.4284211532944439,
      "grad_norm": 0.08470664918422699,
      "learning_rate": 1.086090250131914e-05,
      "loss": 0.003,
      "step": 4480
    },
    {
      "epoch": 0.42889930190303144,
      "grad_norm": 0.06878693401813507,
      "learning_rate": 1.0843622154831252e-05,
      "loss": 0.0035,
      "step": 4485
    },
    {
      "epoch": 0.429377450511619,
      "grad_norm": 0.06788098067045212,
      "learning_rate": 1.0826339270768371e-05,
      "loss": 0.0031,
      "step": 4490
    },
    {
      "epoch": 0.42985559912020654,
      "grad_norm": 0.05825826898217201,
      "learning_rate": 1.0809053901116581e-05,
      "loss": 0.0033,
      "step": 4495
    },
    {
      "epoch": 0.4303337477287941,
      "grad_norm": 0.05838198587298393,
      "learning_rate": 1.0791766097869447e-05,
      "loss": 0.0033,
      "step": 4500
    },
    {
      "epoch": 0.43081189633738165,
      "grad_norm": 0.07916400581598282,
      "learning_rate": 1.0774475913027849e-05,
      "loss": 0.003,
      "step": 4505
    },
    {
      "epoch": 0.43129004494596923,
      "grad_norm": 0.07439891248941422,
      "learning_rate": 1.075718339859984e-05,
      "loss": 0.0035,
      "step": 4510
    },
    {
      "epoch": 0.43176819355455676,
      "grad_norm": 0.06264069676399231,
      "learning_rate": 1.0739888606600466e-05,
      "loss": 0.0032,
      "step": 4515
    },
    {
      "epoch": 0.4322463421631443,
      "grad_norm": 0.0796072781085968,
      "learning_rate": 1.0722591589051636e-05,
      "loss": 0.0032,
      "step": 4520
    },
    {
      "epoch": 0.43272449077173186,
      "grad_norm": 0.0565333254635334,
      "learning_rate": 1.0705292397981954e-05,
      "loss": 0.003,
      "step": 4525
    },
    {
      "epoch": 0.4332026393803194,
      "grad_norm": 0.06955159455537796,
      "learning_rate": 1.0687991085426553e-05,
      "loss": 0.0032,
      "step": 4530
    },
    {
      "epoch": 0.43368078798890697,
      "grad_norm": 0.054091159254312515,
      "learning_rate": 1.067068770342695e-05,
      "loss": 0.0032,
      "step": 4535
    },
    {
      "epoch": 0.4341589365974945,
      "grad_norm": 0.057804930955171585,
      "learning_rate": 1.0653382304030888e-05,
      "loss": 0.0035,
      "step": 4540
    },
    {
      "epoch": 0.4346370852060821,
      "grad_norm": 0.054195526987314224,
      "learning_rate": 1.0636074939292188e-05,
      "loss": 0.0032,
      "step": 4545
    },
    {
      "epoch": 0.4351152338146696,
      "grad_norm": 0.0548165924847126,
      "learning_rate": 1.0618765661270563e-05,
      "loss": 0.0029,
      "step": 4550
    },
    {
      "epoch": 0.4355933824232571,
      "grad_norm": 0.05974290519952774,
      "learning_rate": 1.0601454522031494e-05,
      "loss": 0.0035,
      "step": 4555
    },
    {
      "epoch": 0.4360715310318447,
      "grad_norm": 0.06316830217838287,
      "learning_rate": 1.058414157364606e-05,
      "loss": 0.003,
      "step": 4560
    },
    {
      "epoch": 0.43654967964043223,
      "grad_norm": 0.10349684953689575,
      "learning_rate": 1.0566826868190778e-05,
      "loss": 0.0034,
      "step": 4565
    },
    {
      "epoch": 0.4370278282490198,
      "grad_norm": 0.08381228148937225,
      "learning_rate": 1.0549510457747454e-05,
      "loss": 0.0044,
      "step": 4570
    },
    {
      "epoch": 0.43750597685760734,
      "grad_norm": 0.059782207012176514,
      "learning_rate": 1.0532192394403016e-05,
      "loss": 0.0034,
      "step": 4575
    },
    {
      "epoch": 0.4379841254661949,
      "grad_norm": 0.06217462569475174,
      "learning_rate": 1.0514872730249374e-05,
      "loss": 0.0038,
      "step": 4580
    },
    {
      "epoch": 0.43846227407478244,
      "grad_norm": 0.07320331782102585,
      "learning_rate": 1.0497551517383244e-05,
      "loss": 0.0036,
      "step": 4585
    },
    {
      "epoch": 0.43894042268336997,
      "grad_norm": 0.06476930528879166,
      "learning_rate": 1.0480228807906003e-05,
      "loss": 0.0032,
      "step": 4590
    },
    {
      "epoch": 0.43941857129195755,
      "grad_norm": 0.09587468951940536,
      "learning_rate": 1.0462904653923532e-05,
      "loss": 0.0038,
      "step": 4595
    },
    {
      "epoch": 0.4398967199005451,
      "grad_norm": 0.059240151196718216,
      "learning_rate": 1.0445579107546059e-05,
      "loss": 0.0032,
      "step": 4600
    },
    {
      "epoch": 0.44037486850913266,
      "grad_norm": 0.06437770277261734,
      "learning_rate": 1.0428252220887988e-05,
      "loss": 0.0037,
      "step": 4605
    },
    {
      "epoch": 0.4408530171177202,
      "grad_norm": 0.05632460489869118,
      "learning_rate": 1.0410924046067774e-05,
      "loss": 0.0031,
      "step": 4610
    },
    {
      "epoch": 0.44133116572630776,
      "grad_norm": 0.06694605201482773,
      "learning_rate": 1.0393594635207727e-05,
      "loss": 0.0029,
      "step": 4615
    },
    {
      "epoch": 0.4418093143348953,
      "grad_norm": 0.08222081512212753,
      "learning_rate": 1.0376264040433888e-05,
      "loss": 0.003,
      "step": 4620
    },
    {
      "epoch": 0.4422874629434828,
      "grad_norm": 0.07853476703166962,
      "learning_rate": 1.0358932313875857e-05,
      "loss": 0.003,
      "step": 4625
    },
    {
      "epoch": 0.4427656115520704,
      "grad_norm": 0.05048670992255211,
      "learning_rate": 1.0341599507666634e-05,
      "loss": 0.0031,
      "step": 4630
    },
    {
      "epoch": 0.4432437601606579,
      "grad_norm": 0.07105609774589539,
      "learning_rate": 1.0324265673942469e-05,
      "loss": 0.0031,
      "step": 4635
    },
    {
      "epoch": 0.4437219087692455,
      "grad_norm": 0.05975834280252457,
      "learning_rate": 1.0306930864842704e-05,
      "loss": 0.003,
      "step": 4640
    },
    {
      "epoch": 0.444200057377833,
      "grad_norm": 0.07951243221759796,
      "learning_rate": 1.0289595132509611e-05,
      "loss": 0.0035,
      "step": 4645
    },
    {
      "epoch": 0.4446782059864206,
      "grad_norm": 0.09644252061843872,
      "learning_rate": 1.0272258529088244e-05,
      "loss": 0.0039,
      "step": 4650
    },
    {
      "epoch": 0.44515635459500813,
      "grad_norm": 0.05618354305624962,
      "learning_rate": 1.0254921106726278e-05,
      "loss": 0.003,
      "step": 4655
    },
    {
      "epoch": 0.44563450320359566,
      "grad_norm": 0.07568494230508804,
      "learning_rate": 1.0237582917573843e-05,
      "loss": 0.0033,
      "step": 4660
    },
    {
      "epoch": 0.44611265181218324,
      "grad_norm": 0.07480589300394058,
      "learning_rate": 1.022024401378338e-05,
      "loss": 0.0032,
      "step": 4665
    },
    {
      "epoch": 0.44659080042077076,
      "grad_norm": 0.05391494557261467,
      "learning_rate": 1.0202904447509488e-05,
      "loss": 0.0029,
      "step": 4670
    },
    {
      "epoch": 0.44706894902935834,
      "grad_norm": 0.06356752663850784,
      "learning_rate": 1.0185564270908742e-05,
      "loss": 0.0032,
      "step": 4675
    },
    {
      "epoch": 0.44754709763794587,
      "grad_norm": 0.0608975812792778,
      "learning_rate": 1.0168223536139568e-05,
      "loss": 0.0035,
      "step": 4680
    },
    {
      "epoch": 0.44802524624653345,
      "grad_norm": 0.0586680993437767,
      "learning_rate": 1.015088229536206e-05,
      "loss": 0.0034,
      "step": 4685
    },
    {
      "epoch": 0.448503394855121,
      "grad_norm": 0.06330745667219162,
      "learning_rate": 1.0133540600737845e-05,
      "loss": 0.0034,
      "step": 4690
    },
    {
      "epoch": 0.4489815434637085,
      "grad_norm": 0.08615945279598236,
      "learning_rate": 1.0116198504429902e-05,
      "loss": 0.0034,
      "step": 4695
    },
    {
      "epoch": 0.4494596920722961,
      "grad_norm": 0.055906329303979874,
      "learning_rate": 1.009885605860243e-05,
      "loss": 0.003,
      "step": 4700
    },
    {
      "epoch": 0.4499378406808836,
      "grad_norm": 0.07072188705205917,
      "learning_rate": 1.0081513315420674e-05,
      "loss": 0.0031,
      "step": 4705
    },
    {
      "epoch": 0.4504159892894712,
      "grad_norm": 0.05748439207673073,
      "learning_rate": 1.0064170327050773e-05,
      "loss": 0.0036,
      "step": 4710
    },
    {
      "epoch": 0.4508941378980587,
      "grad_norm": 0.053905464708805084,
      "learning_rate": 1.0046827145659606e-05,
      "loss": 0.0028,
      "step": 4715
    },
    {
      "epoch": 0.4513722865066463,
      "grad_norm": 0.06286659836769104,
      "learning_rate": 1.0029483823414627e-05,
      "loss": 0.0033,
      "step": 4720
    },
    {
      "epoch": 0.4518504351152338,
      "grad_norm": 0.07134672999382019,
      "learning_rate": 1.0012140412483723e-05,
      "loss": 0.0032,
      "step": 4725
    },
    {
      "epoch": 0.45232858372382134,
      "grad_norm": 0.058414749801158905,
      "learning_rate": 9.99479696503504e-06,
      "loss": 0.0033,
      "step": 4730
    },
    {
      "epoch": 0.4528067323324089,
      "grad_norm": 0.061536893248558044,
      "learning_rate": 9.977453533236838e-06,
      "loss": 0.0032,
      "step": 4735
    },
    {
      "epoch": 0.45328488094099645,
      "grad_norm": 0.07721153646707535,
      "learning_rate": 9.960110169257324e-06,
      "loss": 0.0033,
      "step": 4740
    },
    {
      "epoch": 0.45376302954958403,
      "grad_norm": 0.07320164889097214,
      "learning_rate": 9.942766925264512e-06,
      "loss": 0.0032,
      "step": 4745
    },
    {
      "epoch": 0.45424117815817155,
      "grad_norm": 0.08895885199308395,
      "learning_rate": 9.925423853426041e-06,
      "loss": 0.0036,
      "step": 4750
    },
    {
      "epoch": 0.45471932676675914,
      "grad_norm": 0.07499467581510544,
      "learning_rate": 9.908081005909046e-06,
      "loss": 0.0032,
      "step": 4755
    },
    {
      "epoch": 0.45519747537534666,
      "grad_norm": 0.06728512793779373,
      "learning_rate": 9.890738434879977e-06,
      "loss": 0.0034,
      "step": 4760
    },
    {
      "epoch": 0.4556756239839342,
      "grad_norm": 0.0598544180393219,
      "learning_rate": 9.873396192504456e-06,
      "loss": 0.0034,
      "step": 4765
    },
    {
      "epoch": 0.45615377259252177,
      "grad_norm": 0.05929971858859062,
      "learning_rate": 9.856054330947124e-06,
      "loss": 0.0037,
      "step": 4770
    },
    {
      "epoch": 0.4566319212011093,
      "grad_norm": 0.05124754086136818,
      "learning_rate": 9.838712902371459e-06,
      "loss": 0.0028,
      "step": 4775
    },
    {
      "epoch": 0.4571100698096969,
      "grad_norm": 0.055185653269290924,
      "learning_rate": 9.82137195893965e-06,
      "loss": 0.0034,
      "step": 4780
    },
    {
      "epoch": 0.4575882184182844,
      "grad_norm": 0.06314799189567566,
      "learning_rate": 9.804031552812424e-06,
      "loss": 0.003,
      "step": 4785
    },
    {
      "epoch": 0.458066367026872,
      "grad_norm": 0.05274800583720207,
      "learning_rate": 9.786691736148892e-06,
      "loss": 0.0028,
      "step": 4790
    },
    {
      "epoch": 0.4585445156354595,
      "grad_norm": 0.056055210530757904,
      "learning_rate": 9.769352561106392e-06,
      "loss": 0.0032,
      "step": 4795
    },
    {
      "epoch": 0.45902266424404703,
      "grad_norm": 0.06982828676700592,
      "learning_rate": 9.752014079840329e-06,
      "loss": 0.0039,
      "step": 4800
    },
    {
      "epoch": 0.4595008128526346,
      "grad_norm": 0.04934890195727348,
      "learning_rate": 9.734676344504029e-06,
      "loss": 0.0036,
      "step": 4805
    },
    {
      "epoch": 0.45997896146122214,
      "grad_norm": 0.06521384418010712,
      "learning_rate": 9.71733940724856e-06,
      "loss": 0.0034,
      "step": 4810
    },
    {
      "epoch": 0.4604571100698097,
      "grad_norm": 0.05141936242580414,
      "learning_rate": 9.7000033202226e-06,
      "loss": 0.0034,
      "step": 4815
    },
    {
      "epoch": 0.46093525867839724,
      "grad_norm": 0.06888893246650696,
      "learning_rate": 9.682668135572272e-06,
      "loss": 0.0038,
      "step": 4820
    },
    {
      "epoch": 0.4614134072869848,
      "grad_norm": 0.054712869226932526,
      "learning_rate": 9.665333905440977e-06,
      "loss": 0.0032,
      "step": 4825
    },
    {
      "epoch": 0.46189155589557235,
      "grad_norm": 0.0709661990404129,
      "learning_rate": 9.64800068196925e-06,
      "loss": 0.0026,
      "step": 4830
    },
    {
      "epoch": 0.4623697045041599,
      "grad_norm": 0.06066806986927986,
      "learning_rate": 9.630668517294596e-06,
      "loss": 0.0028,
      "step": 4835
    },
    {
      "epoch": 0.46284785311274745,
      "grad_norm": 0.06415337324142456,
      "learning_rate": 9.613337463551336e-06,
      "loss": 0.0028,
      "step": 4840
    },
    {
      "epoch": 0.463326001721335,
      "grad_norm": 0.07726792246103287,
      "learning_rate": 9.596007572870446e-06,
      "loss": 0.003,
      "step": 4845
    },
    {
      "epoch": 0.46380415032992256,
      "grad_norm": 0.0706121176481247,
      "learning_rate": 9.578678897379408e-06,
      "loss": 0.003,
      "step": 4850
    },
    {
      "epoch": 0.4642822989385101,
      "grad_norm": 0.05687039718031883,
      "learning_rate": 9.561351489202048e-06,
      "loss": 0.0034,
      "step": 4855
    },
    {
      "epoch": 0.4647604475470976,
      "grad_norm": 0.061823587864637375,
      "learning_rate": 9.544025400458376e-06,
      "loss": 0.0031,
      "step": 4860
    },
    {
      "epoch": 0.4652385961556852,
      "grad_norm": 0.05380642041563988,
      "learning_rate": 9.526700683264438e-06,
      "loss": 0.0027,
      "step": 4865
    },
    {
      "epoch": 0.4657167447642727,
      "grad_norm": 0.05524439737200737,
      "learning_rate": 9.509377389732152e-06,
      "loss": 0.0032,
      "step": 4870
    },
    {
      "epoch": 0.4661948933728603,
      "grad_norm": 0.0439600944519043,
      "learning_rate": 9.492055571969156e-06,
      "loss": 0.0027,
      "step": 4875
    },
    {
      "epoch": 0.4666730419814478,
      "grad_norm": 0.053394004702568054,
      "learning_rate": 9.474735282078651e-06,
      "loss": 0.003,
      "step": 4880
    },
    {
      "epoch": 0.4671511905900354,
      "grad_norm": 0.054450005292892456,
      "learning_rate": 9.457416572159228e-06,
      "loss": 0.0034,
      "step": 4885
    },
    {
      "epoch": 0.46762933919862293,
      "grad_norm": 0.061688702553510666,
      "learning_rate": 9.440099494304745e-06,
      "loss": 0.003,
      "step": 4890
    },
    {
      "epoch": 0.46810748780721045,
      "grad_norm": 0.050857968628406525,
      "learning_rate": 9.422784100604138e-06,
      "loss": 0.0028,
      "step": 4895
    },
    {
      "epoch": 0.46858563641579803,
      "grad_norm": 0.05587060749530792,
      "learning_rate": 9.405470443141283e-06,
      "loss": 0.0028,
      "step": 4900
    },
    {
      "epoch": 0.46906378502438556,
      "grad_norm": 0.05588280409574509,
      "learning_rate": 9.38815857399483e-06,
      "loss": 0.0032,
      "step": 4905
    },
    {
      "epoch": 0.46954193363297314,
      "grad_norm": 0.05490414425730705,
      "learning_rate": 9.370848545238054e-06,
      "loss": 0.003,
      "step": 4910
    },
    {
      "epoch": 0.47002008224156067,
      "grad_norm": 0.0862732008099556,
      "learning_rate": 9.353540408938693e-06,
      "loss": 0.003,
      "step": 4915
    },
    {
      "epoch": 0.47049823085014825,
      "grad_norm": 0.07723237574100494,
      "learning_rate": 9.336234217158784e-06,
      "loss": 0.0029,
      "step": 4920
    },
    {
      "epoch": 0.47097637945873577,
      "grad_norm": 0.044842805713415146,
      "learning_rate": 9.318930021954525e-06,
      "loss": 0.0028,
      "step": 4925
    },
    {
      "epoch": 0.4714545280673233,
      "grad_norm": 0.05651955306529999,
      "learning_rate": 9.301627875376108e-06,
      "loss": 0.0028,
      "step": 4930
    },
    {
      "epoch": 0.4719326766759109,
      "grad_norm": 0.05273408070206642,
      "learning_rate": 9.284327829467558e-06,
      "loss": 0.0032,
      "step": 4935
    },
    {
      "epoch": 0.4724108252844984,
      "grad_norm": 0.048960186541080475,
      "learning_rate": 9.267029936266586e-06,
      "loss": 0.0025,
      "step": 4940
    },
    {
      "epoch": 0.472888973893086,
      "grad_norm": 0.050748735666275024,
      "learning_rate": 9.249734247804425e-06,
      "loss": 0.0029,
      "step": 4945
    },
    {
      "epoch": 0.4733671225016735,
      "grad_norm": 0.06484382599592209,
      "learning_rate": 9.232440816105675e-06,
      "loss": 0.0025,
      "step": 4950
    },
    {
      "epoch": 0.4738452711102611,
      "grad_norm": 0.06559136509895325,
      "learning_rate": 9.215149693188152e-06,
      "loss": 0.0032,
      "step": 4955
    },
    {
      "epoch": 0.4743234197188486,
      "grad_norm": 0.06143715977668762,
      "learning_rate": 9.197860931062721e-06,
      "loss": 0.0026,
      "step": 4960
    },
    {
      "epoch": 0.47480156832743614,
      "grad_norm": 0.04310600087046623,
      "learning_rate": 9.180574581733153e-06,
      "loss": 0.0026,
      "step": 4965
    },
    {
      "epoch": 0.4752797169360237,
      "grad_norm": 0.0794033408164978,
      "learning_rate": 9.163290697195955e-06,
      "loss": 0.0031,
      "step": 4970
    },
    {
      "epoch": 0.47575786554461125,
      "grad_norm": 0.06144635006785393,
      "learning_rate": 9.146009329440224e-06,
      "loss": 0.0033,
      "step": 4975
    },
    {
      "epoch": 0.47623601415319883,
      "grad_norm": 0.05458669364452362,
      "learning_rate": 9.128730530447487e-06,
      "loss": 0.0026,
      "step": 4980
    },
    {
      "epoch": 0.47671416276178635,
      "grad_norm": 0.056735455989837646,
      "learning_rate": 9.111454352191542e-06,
      "loss": 0.0029,
      "step": 4985
    },
    {
      "epoch": 0.47719231137037393,
      "grad_norm": 0.04448138177394867,
      "learning_rate": 9.09418084663831e-06,
      "loss": 0.0028,
      "step": 4990
    },
    {
      "epoch": 0.47767045997896146,
      "grad_norm": 0.057718463242053986,
      "learning_rate": 9.076910065745657e-06,
      "loss": 0.0025,
      "step": 4995
    },
    {
      "epoch": 0.478148608587549,
      "grad_norm": 0.07166978716850281,
      "learning_rate": 9.05964206146327e-06,
      "loss": 0.0033,
      "step": 5000
    },
    {
      "epoch": 0.47862675719613657,
      "grad_norm": 0.05544166639447212,
      "learning_rate": 9.04237688573248e-06,
      "loss": 0.0028,
      "step": 5005
    },
    {
      "epoch": 0.4791049058047241,
      "grad_norm": 0.07155179232358932,
      "learning_rate": 9.025114590486103e-06,
      "loss": 0.0031,
      "step": 5010
    },
    {
      "epoch": 0.47958305441331167,
      "grad_norm": 0.05629727616906166,
      "learning_rate": 9.007855227648298e-06,
      "loss": 0.0034,
      "step": 5015
    },
    {
      "epoch": 0.4800612030218992,
      "grad_norm": 0.04780140146613121,
      "learning_rate": 8.990598849134402e-06,
      "loss": 0.0029,
      "step": 5020
    },
    {
      "epoch": 0.4805393516304868,
      "grad_norm": 0.05831007659435272,
      "learning_rate": 8.973345506850774e-06,
      "loss": 0.0032,
      "step": 5025
    },
    {
      "epoch": 0.4810175002390743,
      "grad_norm": 0.05669659376144409,
      "learning_rate": 8.956095252694638e-06,
      "loss": 0.003,
      "step": 5030
    },
    {
      "epoch": 0.48149564884766183,
      "grad_norm": 0.0660409927368164,
      "learning_rate": 8.938848138553932e-06,
      "loss": 0.0032,
      "step": 5035
    },
    {
      "epoch": 0.4819737974562494,
      "grad_norm": 0.05805373936891556,
      "learning_rate": 8.92160421630715e-06,
      "loss": 0.0029,
      "step": 5040
    },
    {
      "epoch": 0.48245194606483693,
      "grad_norm": 0.07836853712797165,
      "learning_rate": 8.904363537823183e-06,
      "loss": 0.0029,
      "step": 5045
    },
    {
      "epoch": 0.4829300946734245,
      "grad_norm": 0.09682294726371765,
      "learning_rate": 8.887126154961164e-06,
      "loss": 0.0033,
      "step": 5050
    },
    {
      "epoch": 0.48340824328201204,
      "grad_norm": 0.061358701437711716,
      "learning_rate": 8.869892119570318e-06,
      "loss": 0.003,
      "step": 5055
    },
    {
      "epoch": 0.4838863918905996,
      "grad_norm": 0.07993780821561813,
      "learning_rate": 8.852661483489795e-06,
      "loss": 0.0031,
      "step": 5060
    },
    {
      "epoch": 0.48436454049918715,
      "grad_norm": 0.07633005082607269,
      "learning_rate": 8.835434298548519e-06,
      "loss": 0.0032,
      "step": 5065
    },
    {
      "epoch": 0.48484268910777467,
      "grad_norm": 0.08059611171483994,
      "learning_rate": 8.818210616565039e-06,
      "loss": 0.0032,
      "step": 5070
    },
    {
      "epoch": 0.48532083771636225,
      "grad_norm": 0.04981784522533417,
      "learning_rate": 8.800990489347365e-06,
      "loss": 0.0027,
      "step": 5075
    },
    {
      "epoch": 0.4857989863249498,
      "grad_norm": 0.0649833232164383,
      "learning_rate": 8.783773968692813e-06,
      "loss": 0.0028,
      "step": 5080
    },
    {
      "epoch": 0.48627713493353736,
      "grad_norm": 0.07815445959568024,
      "learning_rate": 8.766561106387853e-06,
      "loss": 0.0033,
      "step": 5085
    },
    {
      "epoch": 0.4867552835421249,
      "grad_norm": 0.06160876899957657,
      "learning_rate": 8.749351954207947e-06,
      "loss": 0.0029,
      "step": 5090
    },
    {
      "epoch": 0.48723343215071246,
      "grad_norm": 0.04651102423667908,
      "learning_rate": 8.732146563917404e-06,
      "loss": 0.003,
      "step": 5095
    },
    {
      "epoch": 0.4877115807593,
      "grad_norm": 0.05204061046242714,
      "learning_rate": 8.714944987269213e-06,
      "loss": 0.0031,
      "step": 5100
    },
    {
      "epoch": 0.4881897293678875,
      "grad_norm": 0.05878869816660881,
      "learning_rate": 8.697747276004888e-06,
      "loss": 0.0029,
      "step": 5105
    },
    {
      "epoch": 0.4886678779764751,
      "grad_norm": 0.057991284877061844,
      "learning_rate": 8.680553481854319e-06,
      "loss": 0.0029,
      "step": 5110
    },
    {
      "epoch": 0.4891460265850626,
      "grad_norm": 0.06803228706121445,
      "learning_rate": 8.663363656535616e-06,
      "loss": 0.0029,
      "step": 5115
    },
    {
      "epoch": 0.4896241751936502,
      "grad_norm": 0.05866934359073639,
      "learning_rate": 8.646177851754953e-06,
      "loss": 0.0025,
      "step": 5120
    },
    {
      "epoch": 0.4901023238022377,
      "grad_norm": 0.06431309133768082,
      "learning_rate": 8.628996119206405e-06,
      "loss": 0.0024,
      "step": 5125
    },
    {
      "epoch": 0.4905804724108253,
      "grad_norm": 0.05031720921397209,
      "learning_rate": 8.611818510571796e-06,
      "loss": 0.0025,
      "step": 5130
    },
    {
      "epoch": 0.49105862101941283,
      "grad_norm": 0.05669749528169632,
      "learning_rate": 8.594645077520557e-06,
      "loss": 0.0025,
      "step": 5135
    },
    {
      "epoch": 0.49153676962800036,
      "grad_norm": 0.07337905466556549,
      "learning_rate": 8.577475871709543e-06,
      "loss": 0.0027,
      "step": 5140
    },
    {
      "epoch": 0.49201491823658794,
      "grad_norm": 0.04267046973109245,
      "learning_rate": 8.560310944782907e-06,
      "loss": 0.0026,
      "step": 5145
    },
    {
      "epoch": 0.49249306684517546,
      "grad_norm": 0.04669324681162834,
      "learning_rate": 8.543150348371922e-06,
      "loss": 0.0026,
      "step": 5150
    },
    {
      "epoch": 0.49297121545376305,
      "grad_norm": 0.06177886202931404,
      "learning_rate": 8.525994134094844e-06,
      "loss": 0.0036,
      "step": 5155
    },
    {
      "epoch": 0.49344936406235057,
      "grad_norm": 0.06936371326446533,
      "learning_rate": 8.508842353556738e-06,
      "loss": 0.0027,
      "step": 5160
    },
    {
      "epoch": 0.49392751267093815,
      "grad_norm": 0.06017981469631195,
      "learning_rate": 8.491695058349345e-06,
      "loss": 0.003,
      "step": 5165
    },
    {
      "epoch": 0.4944056612795257,
      "grad_norm": 0.06713716685771942,
      "learning_rate": 8.474552300050902e-06,
      "loss": 0.0029,
      "step": 5170
    },
    {
      "epoch": 0.4948838098881132,
      "grad_norm": 0.055372901260852814,
      "learning_rate": 8.457414130226001e-06,
      "loss": 0.0029,
      "step": 5175
    },
    {
      "epoch": 0.4953619584967008,
      "grad_norm": 0.05036017671227455,
      "learning_rate": 8.440280600425439e-06,
      "loss": 0.0031,
      "step": 5180
    },
    {
      "epoch": 0.4958401071052883,
      "grad_norm": 0.06302287429571152,
      "learning_rate": 8.423151762186054e-06,
      "loss": 0.0033,
      "step": 5185
    },
    {
      "epoch": 0.4963182557138759,
      "grad_norm": 0.046681784093379974,
      "learning_rate": 8.406027667030565e-06,
      "loss": 0.0028,
      "step": 5190
    },
    {
      "epoch": 0.4967964043224634,
      "grad_norm": 0.04816661775112152,
      "learning_rate": 8.388908366467433e-06,
      "loss": 0.0027,
      "step": 5195
    },
    {
      "epoch": 0.497274552931051,
      "grad_norm": 0.04104935750365257,
      "learning_rate": 8.371793911990692e-06,
      "loss": 0.0025,
      "step": 5200
    },
    {
      "epoch": 0.4977527015396385,
      "grad_norm": 0.05696825683116913,
      "learning_rate": 8.3546843550798e-06,
      "loss": 0.0023,
      "step": 5205
    },
    {
      "epoch": 0.49823085014822605,
      "grad_norm": 0.05753309652209282,
      "learning_rate": 8.337579747199491e-06,
      "loss": 0.0027,
      "step": 5210
    },
    {
      "epoch": 0.4987089987568136,
      "grad_norm": 0.07108896225690842,
      "learning_rate": 8.320480139799594e-06,
      "loss": 0.0029,
      "step": 5215
    },
    {
      "epoch": 0.49918714736540115,
      "grad_norm": 0.04537380114197731,
      "learning_rate": 8.303385584314914e-06,
      "loss": 0.0025,
      "step": 5220
    },
    {
      "epoch": 0.49966529597398873,
      "grad_norm": 0.06155416741967201,
      "learning_rate": 8.286296132165054e-06,
      "loss": 0.0026,
      "step": 5225
    },
    {
      "epoch": 0.5001434445825763,
      "grad_norm": 0.0489424467086792,
      "learning_rate": 8.269211834754267e-06,
      "loss": 0.0029,
      "step": 5230
    },
    {
      "epoch": 0.5006215931911638,
      "grad_norm": 0.058455195277929306,
      "learning_rate": 8.252132743471298e-06,
      "loss": 0.003,
      "step": 5235
    },
    {
      "epoch": 0.5010997417997514,
      "grad_norm": 0.05857580155134201,
      "learning_rate": 8.235058909689237e-06,
      "loss": 0.0027,
      "step": 5240
    },
    {
      "epoch": 0.5015778904083389,
      "grad_norm": 0.05168081074953079,
      "learning_rate": 8.217990384765364e-06,
      "loss": 0.0031,
      "step": 5245
    },
    {
      "epoch": 0.5020560390169264,
      "grad_norm": 0.06811560690402985,
      "learning_rate": 8.20092722004097e-06,
      "loss": 0.0032,
      "step": 5250
    },
    {
      "epoch": 0.502534187625514,
      "grad_norm": 0.056283630430698395,
      "learning_rate": 8.183869466841245e-06,
      "loss": 0.003,
      "step": 5255
    },
    {
      "epoch": 0.5030123362341016,
      "grad_norm": 0.055342111736536026,
      "learning_rate": 8.16681717647509e-06,
      "loss": 0.0028,
      "step": 5260
    },
    {
      "epoch": 0.5034904848426891,
      "grad_norm": 0.06560266762971878,
      "learning_rate": 8.14977040023498e-06,
      "loss": 0.003,
      "step": 5265
    },
    {
      "epoch": 0.5039686334512766,
      "grad_norm": 0.0458991713821888,
      "learning_rate": 8.132729189396796e-06,
      "loss": 0.003,
      "step": 5270
    },
    {
      "epoch": 0.5044467820598642,
      "grad_norm": 0.06737890094518661,
      "learning_rate": 8.11569359521969e-06,
      "loss": 0.0035,
      "step": 5275
    },
    {
      "epoch": 0.5049249306684518,
      "grad_norm": 0.06530033051967621,
      "learning_rate": 8.098663668945908e-06,
      "loss": 0.0028,
      "step": 5280
    },
    {
      "epoch": 0.5054030792770393,
      "grad_norm": 0.05354742705821991,
      "learning_rate": 8.081639461800649e-06,
      "loss": 0.0029,
      "step": 5285
    },
    {
      "epoch": 0.5058812278856268,
      "grad_norm": 0.059230297803878784,
      "learning_rate": 8.064621024991915e-06,
      "loss": 0.0032,
      "step": 5290
    },
    {
      "epoch": 0.5063593764942144,
      "grad_norm": 0.06902284175157547,
      "learning_rate": 8.04760840971035e-06,
      "loss": 0.0026,
      "step": 5295
    },
    {
      "epoch": 0.506837525102802,
      "grad_norm": 0.058721933513879776,
      "learning_rate": 8.030601667129082e-06,
      "loss": 0.0031,
      "step": 5300
    },
    {
      "epoch": 0.5073156737113895,
      "grad_norm": 0.04982918128371239,
      "learning_rate": 8.013600848403578e-06,
      "loss": 0.0024,
      "step": 5305
    },
    {
      "epoch": 0.507793822319977,
      "grad_norm": 0.056059643626213074,
      "learning_rate": 7.996606004671485e-06,
      "loss": 0.0025,
      "step": 5310
    },
    {
      "epoch": 0.5082719709285646,
      "grad_norm": 0.05294260382652283,
      "learning_rate": 7.979617187052483e-06,
      "loss": 0.0027,
      "step": 5315
    },
    {
      "epoch": 0.5087501195371521,
      "grad_norm": 0.0550687313079834,
      "learning_rate": 7.962634446648115e-06,
      "loss": 0.0029,
      "step": 5320
    },
    {
      "epoch": 0.5092282681457397,
      "grad_norm": 0.05293266102671623,
      "learning_rate": 7.94565783454165e-06,
      "loss": 0.0027,
      "step": 5325
    },
    {
      "epoch": 0.5097064167543273,
      "grad_norm": 0.04776352271437645,
      "learning_rate": 7.928687401797927e-06,
      "loss": 0.0027,
      "step": 5330
    },
    {
      "epoch": 0.5101845653629148,
      "grad_norm": 0.04707765951752663,
      "learning_rate": 7.911723199463191e-06,
      "loss": 0.0029,
      "step": 5335
    },
    {
      "epoch": 0.5106627139715023,
      "grad_norm": 0.059102170169353485,
      "learning_rate": 7.894765278564952e-06,
      "loss": 0.003,
      "step": 5340
    },
    {
      "epoch": 0.5111408625800898,
      "grad_norm": 0.07133854925632477,
      "learning_rate": 7.877813690111822e-06,
      "loss": 0.003,
      "step": 5345
    },
    {
      "epoch": 0.5116190111886775,
      "grad_norm": 0.053847167640924454,
      "learning_rate": 7.860868485093362e-06,
      "loss": 0.0024,
      "step": 5350
    },
    {
      "epoch": 0.512097159797265,
      "grad_norm": 0.0449368841946125,
      "learning_rate": 7.843929714479949e-06,
      "loss": 0.0026,
      "step": 5355
    },
    {
      "epoch": 0.5125753084058525,
      "grad_norm": 0.05499313399195671,
      "learning_rate": 7.826997429222577e-06,
      "loss": 0.0028,
      "step": 5360
    },
    {
      "epoch": 0.51305345701444,
      "grad_norm": 0.06117260456085205,
      "learning_rate": 7.810071680252757e-06,
      "loss": 0.0028,
      "step": 5365
    },
    {
      "epoch": 0.5135316056230277,
      "grad_norm": 0.0458327941596508,
      "learning_rate": 7.793152518482327e-06,
      "loss": 0.0028,
      "step": 5370
    },
    {
      "epoch": 0.5140097542316152,
      "grad_norm": 0.05415363982319832,
      "learning_rate": 7.776239994803319e-06,
      "loss": 0.0027,
      "step": 5375
    },
    {
      "epoch": 0.5144879028402027,
      "grad_norm": 0.04733404517173767,
      "learning_rate": 7.759334160087789e-06,
      "loss": 0.003,
      "step": 5380
    },
    {
      "epoch": 0.5149660514487903,
      "grad_norm": 0.04758996516466141,
      "learning_rate": 7.74243506518768e-06,
      "loss": 0.0025,
      "step": 5385
    },
    {
      "epoch": 0.5154442000573778,
      "grad_norm": 0.053959254175424576,
      "learning_rate": 7.72554276093466e-06,
      "loss": 0.0022,
      "step": 5390
    },
    {
      "epoch": 0.5159223486659654,
      "grad_norm": 0.047150228172540665,
      "learning_rate": 7.708657298139965e-06,
      "loss": 0.0023,
      "step": 5395
    },
    {
      "epoch": 0.516400497274553,
      "grad_norm": 0.05037441477179527,
      "learning_rate": 7.69177872759426e-06,
      "loss": 0.0024,
      "step": 5400
    },
    {
      "epoch": 0.5168786458831405,
      "grad_norm": 0.06368833035230637,
      "learning_rate": 7.67490710006748e-06,
      "loss": 0.0025,
      "step": 5405
    },
    {
      "epoch": 0.517356794491728,
      "grad_norm": 0.09056250751018524,
      "learning_rate": 7.658042466308668e-06,
      "loss": 0.0032,
      "step": 5410
    },
    {
      "epoch": 0.5178349431003155,
      "grad_norm": 0.049084633588790894,
      "learning_rate": 7.641184877045834e-06,
      "loss": 0.0025,
      "step": 5415
    },
    {
      "epoch": 0.5183130917089032,
      "grad_norm": 0.04103688523173332,
      "learning_rate": 7.6243343829857985e-06,
      "loss": 0.003,
      "step": 5420
    },
    {
      "epoch": 0.5187912403174907,
      "grad_norm": 0.06912553310394287,
      "learning_rate": 7.607491034814044e-06,
      "loss": 0.0026,
      "step": 5425
    },
    {
      "epoch": 0.5192693889260782,
      "grad_norm": 0.03952697664499283,
      "learning_rate": 7.590654883194546e-06,
      "loss": 0.0027,
      "step": 5430
    },
    {
      "epoch": 0.5197475375346657,
      "grad_norm": 0.05107766389846802,
      "learning_rate": 7.573825978769646e-06,
      "loss": 0.0025,
      "step": 5435
    },
    {
      "epoch": 0.5202256861432534,
      "grad_norm": 0.06411761045455933,
      "learning_rate": 7.557004372159881e-06,
      "loss": 0.0029,
      "step": 5440
    },
    {
      "epoch": 0.5207038347518409,
      "grad_norm": 0.0611976720392704,
      "learning_rate": 7.5401901139638365e-06,
      "loss": 0.0033,
      "step": 5445
    },
    {
      "epoch": 0.5211819833604284,
      "grad_norm": 0.041233453899621964,
      "learning_rate": 7.5233832547579965e-06,
      "loss": 0.0021,
      "step": 5450
    },
    {
      "epoch": 0.521660131969016,
      "grad_norm": 0.056998360902071,
      "learning_rate": 7.506583845096589e-06,
      "loss": 0.0024,
      "step": 5455
    },
    {
      "epoch": 0.5221382805776035,
      "grad_norm": 0.051642414182424545,
      "learning_rate": 7.489791935511428e-06,
      "loss": 0.0028,
      "step": 5460
    },
    {
      "epoch": 0.5226164291861911,
      "grad_norm": 0.045394353568553925,
      "learning_rate": 7.473007576511781e-06,
      "loss": 0.0027,
      "step": 5465
    },
    {
      "epoch": 0.5230945777947786,
      "grad_norm": 0.0721515640616417,
      "learning_rate": 7.456230818584187e-06,
      "loss": 0.0027,
      "step": 5470
    },
    {
      "epoch": 0.5235727264033662,
      "grad_norm": 0.056181326508522034,
      "learning_rate": 7.43946171219233e-06,
      "loss": 0.0026,
      "step": 5475
    },
    {
      "epoch": 0.5240508750119537,
      "grad_norm": 0.04854333773255348,
      "learning_rate": 7.422700307776881e-06,
      "loss": 0.0029,
      "step": 5480
    },
    {
      "epoch": 0.5245290236205412,
      "grad_norm": 0.04544252157211304,
      "learning_rate": 7.405946655755341e-06,
      "loss": 0.0025,
      "step": 5485
    },
    {
      "epoch": 0.5250071722291288,
      "grad_norm": 0.039288681000471115,
      "learning_rate": 7.38920080652189e-06,
      "loss": 0.0024,
      "step": 5490
    },
    {
      "epoch": 0.5254853208377164,
      "grad_norm": 0.05711780861020088,
      "learning_rate": 7.372462810447243e-06,
      "loss": 0.0026,
      "step": 5495
    },
    {
      "epoch": 0.5259634694463039,
      "grad_norm": 0.049286577850580215,
      "learning_rate": 7.355732717878487e-06,
      "loss": 0.0025,
      "step": 5500
    }
  ],
  "logging_steps": 5,
  "max_steps": 9257,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 3.0123018140286085e+22,
  "train_batch_size": 24,
  "trial_name": null,
  "trial_params": null
}