{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.8927531731553002,
  "eval_steps": 500,
  "global_step": 46000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0004851919419322284,
      "grad_norm": 3.90966796875,
      "learning_rate": 2.3287405394915585e-07,
      "loss": 2.4742,
      "step": 25
    },
    {
      "epoch": 0.0009703838838644568,
      "grad_norm": 1.8822375535964966,
      "learning_rate": 4.754511934795265e-07,
      "loss": 2.5272,
      "step": 50
    },
    {
      "epoch": 0.0014555758257966851,
      "grad_norm": 3.088674783706665,
      "learning_rate": 7.180283330098972e-07,
      "loss": 2.4626,
      "step": 75
    },
    {
      "epoch": 0.0019407677677289136,
      "grad_norm": 3.511949300765991,
      "learning_rate": 9.606054725402678e-07,
      "loss": 2.4461,
      "step": 100
    },
    {
      "epoch": 0.002425959709661142,
      "grad_norm": 2.2115414142608643,
      "learning_rate": 1.2031826120706385e-06,
      "loss": 2.3463,
      "step": 125
    },
    {
      "epoch": 0.0029111516515933702,
      "grad_norm": 2.633610963821411,
      "learning_rate": 1.4457597516010093e-06,
      "loss": 2.5171,
      "step": 150
    },
    {
      "epoch": 0.003396343593525599,
      "grad_norm": 3.3910467624664307,
      "learning_rate": 1.68833689113138e-06,
      "loss": 2.5743,
      "step": 175
    },
    {
      "epoch": 0.003881535535457827,
      "grad_norm": 17.304025650024414,
      "learning_rate": 1.9309140306617507e-06,
      "loss": 2.1501,
      "step": 200
    },
    {
      "epoch": 0.004366727477390055,
      "grad_norm": 3.8990273475646973,
      "learning_rate": 2.173491170192121e-06,
      "loss": 2.7209,
      "step": 225
    },
    {
      "epoch": 0.004851919419322284,
      "grad_norm": 1.3827334642410278,
      "learning_rate": 2.4160683097224917e-06,
      "loss": 2.0937,
      "step": 250
    },
    {
      "epoch": 0.005337111361254513,
      "grad_norm": 1.3372269868850708,
      "learning_rate": 2.6586454492528625e-06,
      "loss": 2.3084,
      "step": 275
    },
    {
      "epoch": 0.0058223033031867405,
      "grad_norm": 4.220313549041748,
      "learning_rate": 2.901222588783233e-06,
      "loss": 2.1632,
      "step": 300
    },
    {
      "epoch": 0.006307495245118969,
      "grad_norm": 2.9070205688476562,
      "learning_rate": 3.143799728313604e-06,
      "loss": 2.2185,
      "step": 325
    },
    {
      "epoch": 0.006792687187051198,
      "grad_norm": 2.715998649597168,
      "learning_rate": 3.3863768678439747e-06,
      "loss": 2.3272,
      "step": 350
    },
    {
      "epoch": 0.007277879128983426,
      "grad_norm": 1.1128817796707153,
      "learning_rate": 3.6289540073743454e-06,
      "loss": 1.9018,
      "step": 375
    },
    {
      "epoch": 0.007763071070915654,
      "grad_norm": 2.774975061416626,
      "learning_rate": 3.871531146904716e-06,
      "loss": 2.3206,
      "step": 400
    },
    {
      "epoch": 0.008248263012847883,
      "grad_norm": 2.7069075107574463,
      "learning_rate": 4.114108286435087e-06,
      "loss": 2.2471,
      "step": 425
    },
    {
      "epoch": 0.00873345495478011,
      "grad_norm": 11.132996559143066,
      "learning_rate": 4.356685425965458e-06,
      "loss": 2.113,
      "step": 450
    },
    {
      "epoch": 0.009218646896712339,
      "grad_norm": 3.1804468631744385,
      "learning_rate": 4.599262565495828e-06,
      "loss": 1.92,
      "step": 475
    },
    {
      "epoch": 0.009703838838644568,
      "grad_norm": 1.2929842472076416,
      "learning_rate": 4.841839705026199e-06,
      "loss": 2.2766,
      "step": 500
    },
    {
      "epoch": 0.010189030780576796,
      "grad_norm": 3.065716028213501,
      "learning_rate": 5.084416844556569e-06,
      "loss": 2.07,
      "step": 525
    },
    {
      "epoch": 0.010674222722509025,
      "grad_norm": 3.112562417984009,
      "learning_rate": 5.32699398408694e-06,
      "loss": 1.8611,
      "step": 550
    },
    {
      "epoch": 0.011159414664441253,
      "grad_norm": 1.210417628288269,
      "learning_rate": 5.56957112361731e-06,
      "loss": 2.1128,
      "step": 575
    },
    {
      "epoch": 0.011644606606373481,
      "grad_norm": 1.129555344581604,
      "learning_rate": 5.812148263147681e-06,
      "loss": 2.0316,
      "step": 600
    },
    {
      "epoch": 0.01212979854830571,
      "grad_norm": 1.082440733909607,
      "learning_rate": 6.054725402678052e-06,
      "loss": 1.9667,
      "step": 625
    },
    {
      "epoch": 0.012614990490237938,
      "grad_norm": 3.9482548236846924,
      "learning_rate": 6.297302542208422e-06,
      "loss": 1.9789,
      "step": 650
    },
    {
      "epoch": 0.013100182432170166,
      "grad_norm": 1.173755407333374,
      "learning_rate": 6.539879681738793e-06,
      "loss": 1.8797,
      "step": 675
    },
    {
      "epoch": 0.013585374374102396,
      "grad_norm": 1.097811222076416,
      "learning_rate": 6.782456821269163e-06,
      "loss": 1.7994,
      "step": 700
    },
    {
      "epoch": 0.014070566316034623,
      "grad_norm": 1.9983631372451782,
      "learning_rate": 7.025033960799535e-06,
      "loss": 1.7279,
      "step": 725
    },
    {
      "epoch": 0.014555758257966851,
      "grad_norm": 1.8675776720046997,
      "learning_rate": 7.267611100329905e-06,
      "loss": 1.7227,
      "step": 750
    },
    {
      "epoch": 0.01504095019989908,
      "grad_norm": 3.426948308944702,
      "learning_rate": 7.510188239860276e-06,
      "loss": 1.9321,
      "step": 775
    },
    {
      "epoch": 0.015526142141831309,
      "grad_norm": 2.6379363536834717,
      "learning_rate": 7.752765379390645e-06,
      "loss": 1.862,
      "step": 800
    },
    {
      "epoch": 0.016011334083763536,
      "grad_norm": 2.3302230834960938,
      "learning_rate": 7.995342518921018e-06,
      "loss": 1.8625,
      "step": 825
    },
    {
      "epoch": 0.016496526025695766,
      "grad_norm": 2.875757932662964,
      "learning_rate": 8.237919658451387e-06,
      "loss": 1.7114,
      "step": 850
    },
    {
      "epoch": 0.016981717967627992,
      "grad_norm": 3.013284921646118,
      "learning_rate": 8.480496797981759e-06,
      "loss": 1.7871,
      "step": 875
    },
    {
      "epoch": 0.01746690990956022,
      "grad_norm": 2.8616998195648193,
      "learning_rate": 8.723073937512128e-06,
      "loss": 1.7398,
      "step": 900
    },
    {
      "epoch": 0.01795210185149245,
      "grad_norm": 1.0187076330184937,
      "learning_rate": 8.9656510770425e-06,
      "loss": 1.74,
      "step": 925
    },
    {
      "epoch": 0.018437293793424677,
      "grad_norm": 1.3650062084197998,
      "learning_rate": 9.20822821657287e-06,
      "loss": 1.6894,
      "step": 950
    },
    {
      "epoch": 0.018922485735356907,
      "grad_norm": 1.4469585418701172,
      "learning_rate": 9.450805356103242e-06,
      "loss": 1.7739,
      "step": 975
    },
    {
      "epoch": 0.019407677677289136,
      "grad_norm": 2.691803216934204,
      "learning_rate": 9.693382495633611e-06,
      "loss": 1.769,
      "step": 1000
    },
    {
      "epoch": 0.019892869619221366,
      "grad_norm": 1.1347544193267822,
      "learning_rate": 9.935959635163984e-06,
      "loss": 1.7962,
      "step": 1025
    },
    {
      "epoch": 0.020378061561153592,
      "grad_norm": 1.0007703304290771,
      "learning_rate": 1.0178536774694353e-05,
      "loss": 1.6681,
      "step": 1050
    },
    {
      "epoch": 0.02086325350308582,
      "grad_norm": 1.8785839080810547,
      "learning_rate": 1.0421113914224723e-05,
      "loss": 1.9531,
      "step": 1075
    },
    {
      "epoch": 0.02134844544501805,
      "grad_norm": 1.2335996627807617,
      "learning_rate": 1.0663691053755094e-05,
      "loss": 1.6884,
      "step": 1100
    },
    {
      "epoch": 0.021833637386950277,
      "grad_norm": 1.6559607982635498,
      "learning_rate": 1.0906268193285465e-05,
      "loss": 1.7256,
      "step": 1125
    },
    {
      "epoch": 0.022318829328882506,
      "grad_norm": 3.586662769317627,
      "learning_rate": 1.1148845332815835e-05,
      "loss": 1.5938,
      "step": 1150
    },
    {
      "epoch": 0.022804021270814736,
      "grad_norm": 2.8736953735351562,
      "learning_rate": 1.1391422472346206e-05,
      "loss": 1.727,
      "step": 1175
    },
    {
      "epoch": 0.023289213212746962,
      "grad_norm": 0.9975171089172363,
      "learning_rate": 1.1633999611876577e-05,
      "loss": 1.6868,
      "step": 1200
    },
    {
      "epoch": 0.02377440515467919,
      "grad_norm": 1.0725816488265991,
      "learning_rate": 1.1876576751406948e-05,
      "loss": 1.6045,
      "step": 1225
    },
    {
      "epoch": 0.02425959709661142,
      "grad_norm": 1.9929953813552856,
      "learning_rate": 1.2119153890937318e-05,
      "loss": 1.6251,
      "step": 1250
    },
    {
      "epoch": 0.024744789038543647,
      "grad_norm": 1.1710798740386963,
      "learning_rate": 1.2361731030467689e-05,
      "loss": 1.7395,
      "step": 1275
    },
    {
      "epoch": 0.025229980980475877,
      "grad_norm": 2.9696929454803467,
      "learning_rate": 1.2604308169998062e-05,
      "loss": 1.7758,
      "step": 1300
    },
    {
      "epoch": 0.025715172922408106,
      "grad_norm": 3.628535270690918,
      "learning_rate": 1.284688530952843e-05,
      "loss": 1.5861,
      "step": 1325
    },
    {
      "epoch": 0.026200364864340332,
      "grad_norm": 3.5236692428588867,
      "learning_rate": 1.3089462449058801e-05,
      "loss": 1.7422,
      "step": 1350
    },
    {
      "epoch": 0.026685556806272562,
      "grad_norm": 2.8300163745880127,
      "learning_rate": 1.333203958858917e-05,
      "loss": 1.6172,
      "step": 1375
    },
    {
      "epoch": 0.02717074874820479,
      "grad_norm": 1.40636146068573,
      "learning_rate": 1.3574616728119543e-05,
      "loss": 1.6077,
      "step": 1400
    },
    {
      "epoch": 0.027655940690137017,
      "grad_norm": 1.3620463609695435,
      "learning_rate": 1.3817193867649913e-05,
      "loss": 1.7556,
      "step": 1425
    },
    {
      "epoch": 0.028141132632069247,
      "grad_norm": 2.7946860790252686,
      "learning_rate": 1.4059771007180284e-05,
      "loss": 1.4577,
      "step": 1450
    },
    {
      "epoch": 0.028626324574001476,
      "grad_norm": 1.12230384349823,
      "learning_rate": 1.4302348146710653e-05,
      "loss": 1.5375,
      "step": 1475
    },
    {
      "epoch": 0.029111516515933702,
      "grad_norm": 1.2471367120742798,
      "learning_rate": 1.4544925286241026e-05,
      "loss": 1.4956,
      "step": 1500
    },
    {
      "epoch": 0.029596708457865932,
      "grad_norm": 1.5730960369110107,
      "learning_rate": 1.4787502425771396e-05,
      "loss": 1.7195,
      "step": 1525
    },
    {
      "epoch": 0.03008190039979816,
      "grad_norm": 3.0721590518951416,
      "learning_rate": 1.5030079565301765e-05,
      "loss": 1.8236,
      "step": 1550
    },
    {
      "epoch": 0.030567092341730388,
      "grad_norm": 1.2268625497817993,
      "learning_rate": 1.5272656704832138e-05,
      "loss": 1.6594,
      "step": 1575
    },
    {
      "epoch": 0.031052284283662617,
      "grad_norm": 1.5775988101959229,
      "learning_rate": 1.551523384436251e-05,
      "loss": 1.6762,
      "step": 1600
    },
    {
      "epoch": 0.03153747622559484,
      "grad_norm": 3.182451009750366,
      "learning_rate": 1.575781098389288e-05,
      "loss": 1.5154,
      "step": 1625
    },
    {
      "epoch": 0.03202266816752707,
      "grad_norm": 1.4978240728378296,
      "learning_rate": 1.600038812342325e-05,
      "loss": 1.4126,
      "step": 1650
    },
    {
      "epoch": 0.0325078601094593,
      "grad_norm": 1.0643303394317627,
      "learning_rate": 1.6242965262953617e-05,
      "loss": 1.6057,
      "step": 1675
    },
    {
      "epoch": 0.03299305205139153,
      "grad_norm": 2.478482961654663,
      "learning_rate": 1.6485542402483993e-05,
      "loss": 1.5425,
      "step": 1700
    },
    {
      "epoch": 0.03347824399332376,
      "grad_norm": 2.704223394393921,
      "learning_rate": 1.6728119542014362e-05,
      "loss": 1.7705,
      "step": 1725
    },
    {
      "epoch": 0.033963435935255984,
      "grad_norm": 0.9970455765724182,
      "learning_rate": 1.697069668154473e-05,
      "loss": 1.5813,
      "step": 1750
    },
    {
      "epoch": 0.03444862787718821,
      "grad_norm": 1.8028525114059448,
      "learning_rate": 1.72132738210751e-05,
      "loss": 1.4601,
      "step": 1775
    },
    {
      "epoch": 0.03493381981912044,
      "grad_norm": 2.313715934753418,
      "learning_rate": 1.7455850960605473e-05,
      "loss": 1.5967,
      "step": 1800
    },
    {
      "epoch": 0.03541901176105267,
      "grad_norm": 3.7608914375305176,
      "learning_rate": 1.7698428100135845e-05,
      "loss": 1.5647,
      "step": 1825
    },
    {
      "epoch": 0.0359042037029849,
      "grad_norm": 1.03783118724823,
      "learning_rate": 1.7941005239666214e-05,
      "loss": 1.5705,
      "step": 1850
    },
    {
      "epoch": 0.03638939564491713,
      "grad_norm": 2.927215814590454,
      "learning_rate": 1.8183582379196583e-05,
      "loss": 1.6744,
      "step": 1875
    },
    {
      "epoch": 0.036874587586849354,
      "grad_norm": 1.0175386667251587,
      "learning_rate": 1.8426159518726956e-05,
      "loss": 1.5416,
      "step": 1900
    },
    {
      "epoch": 0.037359779528781584,
      "grad_norm": 3.6968493461608887,
      "learning_rate": 1.8668736658257328e-05,
      "loss": 1.6354,
      "step": 1925
    },
    {
      "epoch": 0.03784497147071381,
      "grad_norm": 3.319735050201416,
      "learning_rate": 1.8911313797787697e-05,
      "loss": 1.5719,
      "step": 1950
    },
    {
      "epoch": 0.03833016341264604,
      "grad_norm": 3.729513645172119,
      "learning_rate": 1.9153890937318066e-05,
      "loss": 1.5646,
      "step": 1975
    },
    {
      "epoch": 0.03881535535457827,
      "grad_norm": 2.9497082233428955,
      "learning_rate": 1.939646807684844e-05,
      "loss": 1.4613,
      "step": 2000
    },
    {
      "epoch": 0.0393005472965105,
      "grad_norm": 1.535876989364624,
      "learning_rate": 1.963904521637881e-05,
      "loss": 1.4871,
      "step": 2025
    },
    {
      "epoch": 0.03978573923844273,
      "grad_norm": 1.1439560651779175,
      "learning_rate": 1.988162235590918e-05,
      "loss": 1.5291,
      "step": 2050
    },
    {
      "epoch": 0.040270931180374954,
      "grad_norm": 2.2864792346954346,
      "learning_rate": 2.012419949543955e-05,
      "loss": 1.5916,
      "step": 2075
    },
    {
      "epoch": 0.040756123122307183,
      "grad_norm": 1.2204453945159912,
      "learning_rate": 2.036677663496992e-05,
      "loss": 1.2988,
      "step": 2100
    },
    {
      "epoch": 0.04124131506423941,
      "grad_norm": 1.1947274208068848,
      "learning_rate": 2.0609353774500294e-05,
      "loss": 1.4826,
      "step": 2125
    },
    {
      "epoch": 0.04172650700617164,
      "grad_norm": 1.3512362241744995,
      "learning_rate": 2.0851930914030663e-05,
      "loss": 1.5015,
      "step": 2150
    },
    {
      "epoch": 0.04221169894810387,
      "grad_norm": 1.2614232301712036,
      "learning_rate": 2.1094508053561032e-05,
      "loss": 1.5607,
      "step": 2175
    },
    {
      "epoch": 0.0426968908900361,
      "grad_norm": 2.800171375274658,
      "learning_rate": 2.1337085193091404e-05,
      "loss": 1.4967,
      "step": 2200
    },
    {
      "epoch": 0.043182082831968324,
      "grad_norm": 1.0705206394195557,
      "learning_rate": 2.1579662332621773e-05,
      "loss": 1.3448,
      "step": 2225
    },
    {
      "epoch": 0.043667274773900554,
      "grad_norm": 1.8078887462615967,
      "learning_rate": 2.1822239472152146e-05,
      "loss": 1.4896,
      "step": 2250
    },
    {
      "epoch": 0.04415246671583278,
      "grad_norm": 1.0580345392227173,
      "learning_rate": 2.2064816611682515e-05,
      "loss": 1.4504,
      "step": 2275
    },
    {
      "epoch": 0.04463765865776501,
      "grad_norm": 3.160353899002075,
      "learning_rate": 2.2307393751212887e-05,
      "loss": 1.5207,
      "step": 2300
    },
    {
      "epoch": 0.04512285059969724,
      "grad_norm": 1.6641337871551514,
      "learning_rate": 2.2549970890743256e-05,
      "loss": 1.4826,
      "step": 2325
    },
    {
      "epoch": 0.04560804254162947,
      "grad_norm": 1.0267821550369263,
      "learning_rate": 2.279254803027363e-05,
      "loss": 1.4078,
      "step": 2350
    },
    {
      "epoch": 0.046093234483561694,
      "grad_norm": 1.0587111711502075,
      "learning_rate": 2.3035125169803998e-05,
      "loss": 1.5499,
      "step": 2375
    },
    {
      "epoch": 0.046578426425493924,
      "grad_norm": 3.6541175842285156,
      "learning_rate": 2.327770230933437e-05,
      "loss": 1.4938,
      "step": 2400
    },
    {
      "epoch": 0.047063618367426154,
      "grad_norm": 1.2218989133834839,
      "learning_rate": 2.352027944886474e-05,
      "loss": 1.4867,
      "step": 2425
    },
    {
      "epoch": 0.04754881030935838,
      "grad_norm": 3.6509273052215576,
      "learning_rate": 2.376285658839511e-05,
      "loss": 1.5636,
      "step": 2450
    },
    {
      "epoch": 0.04803400225129061,
      "grad_norm": 3.297788143157959,
      "learning_rate": 2.400543372792548e-05,
      "loss": 1.5964,
      "step": 2475
    },
    {
      "epoch": 0.04851919419322284,
      "grad_norm": 1.2131916284561157,
      "learning_rate": 2.4248010867455853e-05,
      "loss": 1.5064,
      "step": 2500
    },
    {
      "epoch": 0.049004386135155065,
      "grad_norm": 0.9861648082733154,
      "learning_rate": 2.4490588006986222e-05,
      "loss": 1.6952,
      "step": 2525
    },
    {
      "epoch": 0.049489578077087294,
      "grad_norm": 2.9985218048095703,
      "learning_rate": 2.4733165146516595e-05,
      "loss": 1.3895,
      "step": 2550
    },
    {
      "epoch": 0.049974770019019524,
      "grad_norm": 1.463944911956787,
      "learning_rate": 2.4975742286046964e-05,
      "loss": 1.5707,
      "step": 2575
    },
    {
      "epoch": 0.05045996196095175,
      "grad_norm": 4.15296745300293,
      "learning_rate": 2.5218319425577336e-05,
      "loss": 1.5873,
      "step": 2600
    },
    {
      "epoch": 0.05094515390288398,
      "grad_norm": 1.059969425201416,
      "learning_rate": 2.5460896565107705e-05,
      "loss": 1.6341,
      "step": 2625
    },
    {
      "epoch": 0.05143034584481621,
      "grad_norm": 4.50639009475708,
      "learning_rate": 2.5703473704638074e-05,
      "loss": 1.4233,
      "step": 2650
    },
    {
      "epoch": 0.051915537786748435,
      "grad_norm": 0.9584243893623352,
      "learning_rate": 2.5946050844168447e-05,
      "loss": 1.491,
      "step": 2675
    },
    {
      "epoch": 0.052400729728680664,
      "grad_norm": 2.4802722930908203,
      "learning_rate": 2.6188627983698816e-05,
      "loss": 1.3795,
      "step": 2700
    },
    {
      "epoch": 0.052885921670612894,
      "grad_norm": 1.1531988382339478,
      "learning_rate": 2.6431205123229185e-05,
      "loss": 1.3134,
      "step": 2725
    },
    {
      "epoch": 0.053371113612545124,
      "grad_norm": 1.5479412078857422,
      "learning_rate": 2.667378226275956e-05,
      "loss": 1.5125,
      "step": 2750
    },
    {
      "epoch": 0.05385630555447735,
      "grad_norm": 1.1846760511398315,
      "learning_rate": 2.6916359402289933e-05,
      "loss": 1.4137,
      "step": 2775
    },
    {
      "epoch": 0.05434149749640958,
      "grad_norm": 1.353407859802246,
      "learning_rate": 2.7158936541820302e-05,
      "loss": 1.3848,
      "step": 2800
    },
    {
      "epoch": 0.054826689438341805,
      "grad_norm": 1.1290065050125122,
      "learning_rate": 2.740151368135067e-05,
      "loss": 1.4336,
      "step": 2825
    },
    {
      "epoch": 0.055311881380274035,
      "grad_norm": 2.4514572620391846,
      "learning_rate": 2.764409082088104e-05,
      "loss": 1.4479,
      "step": 2850
    },
    {
      "epoch": 0.055797073322206264,
      "grad_norm": 2.785065174102783,
      "learning_rate": 2.7886667960411412e-05,
      "loss": 1.6098,
      "step": 2875
    },
    {
      "epoch": 0.056282265264138494,
      "grad_norm": 0.9355756044387817,
      "learning_rate": 2.812924509994178e-05,
      "loss": 1.6509,
      "step": 2900
    },
    {
      "epoch": 0.05676745720607072,
      "grad_norm": 0.9964144825935364,
      "learning_rate": 2.837182223947215e-05,
      "loss": 1.4775,
      "step": 2925
    },
    {
      "epoch": 0.05725264914800295,
      "grad_norm": 1.3886277675628662,
      "learning_rate": 2.8614399379002526e-05,
      "loss": 1.2996,
      "step": 2950
    },
    {
      "epoch": 0.057737841089935175,
      "grad_norm": 1.1990947723388672,
      "learning_rate": 2.8856976518532895e-05,
      "loss": 1.511,
      "step": 2975
    },
    {
      "epoch": 0.058223033031867405,
      "grad_norm": 1.119235873222351,
      "learning_rate": 2.9099553658063268e-05,
      "loss": 1.5425,
      "step": 3000
    },
    {
      "epoch": 0.058708224973799635,
      "grad_norm": 1.4558950662612915,
      "learning_rate": 2.9342130797593637e-05,
      "loss": 1.5784,
      "step": 3025
    },
    {
      "epoch": 0.059193416915731864,
      "grad_norm": 1.3026875257492065,
      "learning_rate": 2.9584707937124006e-05,
      "loss": 1.4515,
      "step": 3050
    },
    {
      "epoch": 0.059678608857664094,
      "grad_norm": 2.709102153778076,
      "learning_rate": 2.9827285076654378e-05,
      "loss": 1.4643,
      "step": 3075
    },
    {
      "epoch": 0.06016380079959632,
      "grad_norm": 1.3877496719360352,
      "learning_rate": 3.0069862216184747e-05,
      "loss": 1.6458,
      "step": 3100
    },
    {
      "epoch": 0.060648992741528546,
      "grad_norm": 1.099801778793335,
      "learning_rate": 3.0312439355715116e-05,
      "loss": 1.5287,
      "step": 3125
    },
    {
      "epoch": 0.061134184683460775,
      "grad_norm": 3.642634868621826,
      "learning_rate": 3.055501649524549e-05,
      "loss": 1.3197,
      "step": 3150
    },
    {
      "epoch": 0.061619376625393005,
      "grad_norm": 1.43716299533844,
      "learning_rate": 3.079759363477586e-05,
      "loss": 1.5751,
      "step": 3175
    },
    {
      "epoch": 0.062104568567325234,
      "grad_norm": 2.6790664196014404,
      "learning_rate": 3.104017077430623e-05,
      "loss": 1.4965,
      "step": 3200
    },
    {
      "epoch": 0.06258976050925746,
      "grad_norm": 1.4438453912734985,
      "learning_rate": 3.12827479138366e-05,
      "loss": 1.5874,
      "step": 3225
    },
    {
      "epoch": 0.06307495245118969,
      "grad_norm": 2.7054896354675293,
      "learning_rate": 3.1525325053366975e-05,
      "loss": 1.3165,
      "step": 3250
    },
    {
      "epoch": 0.06356014439312192,
      "grad_norm": 1.113681435585022,
      "learning_rate": 3.1767902192897344e-05,
      "loss": 1.5371,
      "step": 3275
    },
    {
      "epoch": 0.06404533633505415,
      "grad_norm": 0.9790716767311096,
      "learning_rate": 3.201047933242771e-05,
      "loss": 1.3856,
      "step": 3300
    },
    {
      "epoch": 0.06453052827698638,
      "grad_norm": 1.6751877069473267,
      "learning_rate": 3.225305647195808e-05,
      "loss": 1.4669,
      "step": 3325
    },
    {
      "epoch": 0.0650157202189186,
      "grad_norm": 2.30536150932312,
      "learning_rate": 3.249563361148846e-05,
      "loss": 1.5699,
      "step": 3350
    },
    {
      "epoch": 0.06550091216085083,
      "grad_norm": 2.6428871154785156,
      "learning_rate": 3.273821075101883e-05,
      "loss": 1.4539,
      "step": 3375
    },
    {
      "epoch": 0.06598610410278306,
      "grad_norm": 0.803519606590271,
      "learning_rate": 3.2980787890549196e-05,
      "loss": 1.5627,
      "step": 3400
    },
    {
      "epoch": 0.06647129604471529,
      "grad_norm": 1.087717056274414,
      "learning_rate": 3.3223365030079565e-05,
      "loss": 1.3666,
      "step": 3425
    },
    {
      "epoch": 0.06695648798664752,
      "grad_norm": 2.3803820610046387,
      "learning_rate": 3.3465942169609934e-05,
      "loss": 1.5476,
      "step": 3450
    },
    {
      "epoch": 0.06744167992857975,
      "grad_norm": 1.1819674968719482,
      "learning_rate": 3.370851930914031e-05,
      "loss": 1.4315,
      "step": 3475
    },
    {
      "epoch": 0.06792687187051197,
      "grad_norm": 1.4026885032653809,
      "learning_rate": 3.395109644867068e-05,
      "loss": 1.3679,
      "step": 3500
    },
    {
      "epoch": 0.0684120638124442,
      "grad_norm": 0.925358772277832,
      "learning_rate": 3.419367358820105e-05,
      "loss": 1.4944,
      "step": 3525
    },
    {
      "epoch": 0.06889725575437643,
      "grad_norm": 2.3310914039611816,
      "learning_rate": 3.4436250727731424e-05,
      "loss": 1.3188,
      "step": 3550
    },
    {
      "epoch": 0.06938244769630866,
      "grad_norm": 2.4169187545776367,
      "learning_rate": 3.467882786726179e-05,
      "loss": 1.3405,
      "step": 3575
    },
    {
      "epoch": 0.06986763963824089,
      "grad_norm": 1.1193745136260986,
      "learning_rate": 3.492140500679216e-05,
      "loss": 1.5712,
      "step": 3600
    },
    {
      "epoch": 0.07035283158017312,
      "grad_norm": 0.8291875123977661,
      "learning_rate": 3.516398214632253e-05,
      "loss": 1.3678,
      "step": 3625
    },
    {
      "epoch": 0.07083802352210535,
      "grad_norm": 0.794377326965332,
      "learning_rate": 3.54065592858529e-05,
      "loss": 1.2957,
      "step": 3650
    },
    {
      "epoch": 0.07132321546403757,
      "grad_norm": 2.351059675216675,
      "learning_rate": 3.5649136425383276e-05,
      "loss": 1.4553,
      "step": 3675
    },
    {
      "epoch": 0.0718084074059698,
      "grad_norm": 0.9047066569328308,
      "learning_rate": 3.5891713564913645e-05,
      "loss": 1.3643,
      "step": 3700
    },
    {
      "epoch": 0.07229359934790203,
      "grad_norm": 1.0524555444717407,
      "learning_rate": 3.6134290704444014e-05,
      "loss": 1.4867,
      "step": 3725
    },
    {
      "epoch": 0.07277879128983426,
      "grad_norm": 1.0148723125457764,
      "learning_rate": 3.637686784397439e-05,
      "loss": 1.3897,
      "step": 3750
    },
    {
      "epoch": 0.07326398323176649,
      "grad_norm": 0.8471628427505493,
      "learning_rate": 3.661944498350476e-05,
      "loss": 1.4792,
      "step": 3775
    },
    {
      "epoch": 0.07374917517369871,
      "grad_norm": 0.810246467590332,
      "learning_rate": 3.686202212303513e-05,
      "loss": 1.4508,
      "step": 3800
    },
    {
      "epoch": 0.07423436711563094,
      "grad_norm": 1.0995919704437256,
      "learning_rate": 3.71045992625655e-05,
      "loss": 1.4337,
      "step": 3825
    },
    {
      "epoch": 0.07471955905756317,
      "grad_norm": 1.2782868146896362,
      "learning_rate": 3.7347176402095866e-05,
      "loss": 1.469,
      "step": 3850
    },
    {
      "epoch": 0.0752047509994954,
      "grad_norm": 3.570841073989868,
      "learning_rate": 3.7589753541626235e-05,
      "loss": 1.5261,
      "step": 3875
    },
    {
      "epoch": 0.07568994294142763,
      "grad_norm": 0.9493881464004517,
      "learning_rate": 3.783233068115661e-05,
      "loss": 1.4275,
      "step": 3900
    },
    {
      "epoch": 0.07617513488335986,
      "grad_norm": 1.1249704360961914,
      "learning_rate": 3.807490782068698e-05,
      "loss": 1.3359,
      "step": 3925
    },
    {
      "epoch": 0.07666032682529209,
      "grad_norm": 1.3340086936950684,
      "learning_rate": 3.8317484960217355e-05,
      "loss": 1.3296,
      "step": 3950
    },
    {
      "epoch": 0.07714551876722431,
      "grad_norm": 2.8232944011688232,
      "learning_rate": 3.8560062099747724e-05,
      "loss": 1.4837,
      "step": 3975
    },
    {
      "epoch": 0.07763071070915654,
      "grad_norm": 3.2779009342193604,
      "learning_rate": 3.8802639239278093e-05,
      "loss": 1.3733,
      "step": 4000
    },
    {
      "epoch": 0.07811590265108877,
      "grad_norm": 1.5787266492843628,
      "learning_rate": 3.904521637880846e-05,
      "loss": 1.5474,
      "step": 4025
    },
    {
      "epoch": 0.078601094593021,
      "grad_norm": 2.7037594318389893,
      "learning_rate": 3.928779351833883e-05,
      "loss": 1.4931,
      "step": 4050
    },
    {
      "epoch": 0.07908628653495323,
      "grad_norm": 1.122391939163208,
      "learning_rate": 3.95303706578692e-05,
      "loss": 1.4144,
      "step": 4075
    },
    {
      "epoch": 0.07957147847688546,
      "grad_norm": 0.9330242872238159,
      "learning_rate": 3.9772947797399576e-05,
      "loss": 1.4756,
      "step": 4100
    },
    {
      "epoch": 0.08005667041881769,
      "grad_norm": 1.3621381521224976,
      "learning_rate": 4.0015524936929945e-05,
      "loss": 1.4097,
      "step": 4125
    },
    {
      "epoch": 0.08054186236074991,
      "grad_norm": 0.7617620825767517,
      "learning_rate": 4.025810207646032e-05,
      "loss": 1.4342,
      "step": 4150
    },
    {
      "epoch": 0.08102705430268214,
      "grad_norm": 1.5537856817245483,
      "learning_rate": 4.050067921599069e-05,
      "loss": 1.2344,
      "step": 4175
    },
    {
      "epoch": 0.08151224624461437,
      "grad_norm": 3.2093393802642822,
      "learning_rate": 4.074325635552106e-05,
      "loss": 1.559,
      "step": 4200
    },
    {
      "epoch": 0.0819974381865466,
      "grad_norm": 1.0032514333724976,
      "learning_rate": 4.098583349505143e-05,
      "loss": 1.5012,
      "step": 4225
    },
    {
      "epoch": 0.08248263012847883,
      "grad_norm": 0.7712138295173645,
      "learning_rate": 4.12284106345818e-05,
      "loss": 1.3265,
      "step": 4250
    },
    {
      "epoch": 0.08296782207041105,
      "grad_norm": 2.8813045024871826,
      "learning_rate": 4.1470987774112166e-05,
      "loss": 1.4814,
      "step": 4275
    },
    {
      "epoch": 0.08345301401234329,
      "grad_norm": 2.8855807781219482,
      "learning_rate": 4.1713564913642535e-05,
      "loss": 1.5499,
      "step": 4300
    },
    {
      "epoch": 0.08393820595427551,
      "grad_norm": 2.7241625785827637,
      "learning_rate": 4.195614205317291e-05,
      "loss": 1.4611,
      "step": 4325
    },
    {
      "epoch": 0.08442339789620774,
      "grad_norm": 2.3249096870422363,
      "learning_rate": 4.219871919270329e-05,
      "loss": 1.2873,
      "step": 4350
    },
    {
      "epoch": 0.08490858983813997,
      "grad_norm": 2.8543221950531006,
      "learning_rate": 4.2441296332233656e-05,
      "loss": 1.5308,
      "step": 4375
    },
    {
      "epoch": 0.0853937817800722,
      "grad_norm": 2.8956034183502197,
      "learning_rate": 4.2683873471764025e-05,
      "loss": 1.5257,
      "step": 4400
    },
    {
      "epoch": 0.08587897372200443,
      "grad_norm": 1.117181658744812,
      "learning_rate": 4.2926450611294394e-05,
      "loss": 1.4428,
      "step": 4425
    },
    {
      "epoch": 0.08636416566393665,
      "grad_norm": 0.7625235319137573,
      "learning_rate": 4.316902775082476e-05,
      "loss": 1.392,
      "step": 4450
    },
    {
      "epoch": 0.08684935760586888,
      "grad_norm": 2.6595559120178223,
      "learning_rate": 4.341160489035513e-05,
      "loss": 1.3151,
      "step": 4475
    },
    {
      "epoch": 0.08733454954780111,
      "grad_norm": 2.4971413612365723,
      "learning_rate": 4.36541820298855e-05,
      "loss": 1.474,
      "step": 4500
    },
    {
      "epoch": 0.08781974148973334,
      "grad_norm": 0.9545581936836243,
      "learning_rate": 4.389675916941588e-05,
      "loss": 1.441,
      "step": 4525
    },
    {
      "epoch": 0.08830493343166557,
      "grad_norm": 2.60591197013855,
      "learning_rate": 4.413933630894625e-05,
      "loss": 1.2807,
      "step": 4550
    },
    {
      "epoch": 0.08879012537359779,
      "grad_norm": 2.2888925075531006,
      "learning_rate": 4.438191344847662e-05,
      "loss": 1.5033,
      "step": 4575
    },
    {
      "epoch": 0.08927531731553003,
      "grad_norm": 1.0406382083892822,
      "learning_rate": 4.462449058800699e-05,
      "loss": 1.355,
      "step": 4600
    },
    {
      "epoch": 0.08976050925746225,
      "grad_norm": 0.9049425721168518,
      "learning_rate": 4.486706772753736e-05,
      "loss": 1.3921,
      "step": 4625
    },
    {
      "epoch": 0.09024570119939448,
      "grad_norm": 0.8022767305374146,
      "learning_rate": 4.510964486706773e-05,
      "loss": 1.2685,
      "step": 4650
    },
    {
      "epoch": 0.09073089314132671,
      "grad_norm": 0.8600687980651855,
      "learning_rate": 4.53522220065981e-05,
      "loss": 1.4105,
      "step": 4675
    },
    {
      "epoch": 0.09121608508325894,
      "grad_norm": 1.0667420625686646,
      "learning_rate": 4.559479914612847e-05,
      "loss": 1.3021,
      "step": 4700
    },
    {
      "epoch": 0.09170127702519117,
      "grad_norm": 1.6061269044876099,
      "learning_rate": 4.583737628565884e-05,
      "loss": 1.4053,
      "step": 4725
    },
    {
      "epoch": 0.09218646896712339,
      "grad_norm": 0.6996138095855713,
      "learning_rate": 4.607995342518921e-05,
      "loss": 1.3997,
      "step": 4750
    },
    {
      "epoch": 0.09267166090905563,
      "grad_norm": 2.5871381759643555,
      "learning_rate": 4.632253056471959e-05,
      "loss": 1.3236,
      "step": 4775
    },
    {
      "epoch": 0.09315685285098785,
      "grad_norm": 2.4012258052825928,
      "learning_rate": 4.656510770424996e-05,
      "loss": 1.397,
      "step": 4800
    },
    {
      "epoch": 0.09364204479292008,
      "grad_norm": 2.2975170612335205,
      "learning_rate": 4.6807684843780326e-05,
      "loss": 1.4146,
      "step": 4825
    },
    {
      "epoch": 0.09412723673485231,
      "grad_norm": 0.7028566002845764,
      "learning_rate": 4.7050261983310695e-05,
      "loss": 1.3678,
      "step": 4850
    },
    {
      "epoch": 0.09461242867678453,
      "grad_norm": 2.665492057800293,
      "learning_rate": 4.7292839122841064e-05,
      "loss": 1.3163,
      "step": 4875
    },
    {
      "epoch": 0.09509762061871677,
      "grad_norm": 2.64243745803833,
      "learning_rate": 4.753541626237143e-05,
      "loss": 1.5008,
      "step": 4900
    },
    {
      "epoch": 0.09558281256064899,
      "grad_norm": 2.934968948364258,
      "learning_rate": 4.77779934019018e-05,
      "loss": 1.3356,
      "step": 4925
    },
    {
      "epoch": 0.09606800450258123,
      "grad_norm": 0.7219499349594116,
      "learning_rate": 4.802057054143218e-05,
      "loss": 1.369,
      "step": 4950
    },
    {
      "epoch": 0.09655319644451345,
      "grad_norm": 0.7531299591064453,
      "learning_rate": 4.8263147680962554e-05,
      "loss": 1.4485,
      "step": 4975
    },
    {
      "epoch": 0.09703838838644568,
      "grad_norm": 0.9959235191345215,
      "learning_rate": 4.850572482049292e-05,
      "loss": 1.3417,
      "step": 5000
    },
    {
      "epoch": 0.0975235803283779,
      "grad_norm": 2.6611194610595703,
      "learning_rate": 4.874830196002329e-05,
      "loss": 1.3331,
      "step": 5025
    },
    {
      "epoch": 0.09800877227031013,
      "grad_norm": 2.558817148208618,
      "learning_rate": 4.899087909955366e-05,
      "loss": 1.2511,
      "step": 5050
    },
    {
      "epoch": 0.09849396421224237,
      "grad_norm": 2.5738513469696045,
      "learning_rate": 4.923345623908403e-05,
      "loss": 1.3953,
      "step": 5075
    },
    {
      "epoch": 0.09897915615417459,
      "grad_norm": 1.112921953201294,
      "learning_rate": 4.94760333786144e-05,
      "loss": 1.3319,
      "step": 5100
    },
    {
      "epoch": 0.09946434809610682,
      "grad_norm": 1.0337907075881958,
      "learning_rate": 4.971861051814477e-05,
      "loss": 1.2895,
      "step": 5125
    },
    {
      "epoch": 0.09994954003803905,
      "grad_norm": 1.0812973976135254,
      "learning_rate": 4.9961187657675144e-05,
      "loss": 1.327,
      "step": 5150
    },
    {
      "epoch": 0.10043473197997127,
      "grad_norm": 2.5429999828338623,
      "learning_rate": 4.9999974700153305e-05,
      "loss": 1.2121,
      "step": 5175
    },
    {
      "epoch": 0.1009199239219035,
      "grad_norm": 0.8587136268615723,
      "learning_rate": 4.9999878606709055e-05,
      "loss": 1.3487,
      "step": 5200
    },
    {
      "epoch": 0.10140511586383573,
      "grad_norm": 0.9951121807098389,
      "learning_rate": 4.999971080203446e-05,
      "loss": 1.2522,
      "step": 5225
    },
    {
      "epoch": 0.10189030780576797,
      "grad_norm": 0.8506134748458862,
      "learning_rate": 4.999947128661087e-05,
      "loss": 1.4566,
      "step": 5250
    },
    {
      "epoch": 0.10237549974770019,
      "grad_norm": 1.0895131826400757,
      "learning_rate": 4.9999160061125324e-05,
      "loss": 1.3608,
      "step": 5275
    },
    {
      "epoch": 0.10286069168963242,
      "grad_norm": 0.9921898245811462,
      "learning_rate": 4.999877712647056e-05,
      "loss": 1.3797,
      "step": 5300
    },
    {
      "epoch": 0.10334588363156465,
      "grad_norm": 0.7814388275146484,
      "learning_rate": 4.9998322483745014e-05,
      "loss": 1.4507,
      "step": 5325
    },
    {
      "epoch": 0.10383107557349687,
      "grad_norm": 0.8697239756584167,
      "learning_rate": 4.9997796134252804e-05,
      "loss": 1.3361,
      "step": 5350
    },
    {
      "epoch": 0.1043162675154291,
      "grad_norm": 1.2659473419189453,
      "learning_rate": 4.999719807950376e-05,
      "loss": 1.3838,
      "step": 5375
    },
    {
      "epoch": 0.10480145945736133,
      "grad_norm": 2.400792121887207,
      "learning_rate": 4.9996528321213364e-05,
      "loss": 1.4667,
      "step": 5400
    },
    {
      "epoch": 0.10528665139929357,
      "grad_norm": 2.373379945755005,
      "learning_rate": 4.9995786861302805e-05,
      "loss": 1.3999,
      "step": 5425
    },
    {
      "epoch": 0.10577184334122579,
      "grad_norm": 0.8939802050590515,
      "learning_rate": 4.999497370189892e-05,
      "loss": 1.4174,
      "step": 5450
    },
    {
      "epoch": 0.10625703528315801,
      "grad_norm": 0.730235755443573,
      "learning_rate": 4.9994088845334236e-05,
      "loss": 1.468,
      "step": 5475
    },
    {
      "epoch": 0.10674222722509025,
      "grad_norm": 0.9229523539543152,
      "learning_rate": 4.999313229414693e-05,
      "loss": 1.398,
      "step": 5500
    },
    {
      "epoch": 0.10722741916702247,
      "grad_norm": 2.2112982273101807,
      "learning_rate": 4.999210405108083e-05,
      "loss": 1.4706,
      "step": 5525
    },
    {
      "epoch": 0.1077126111089547,
      "grad_norm": 2.0120351314544678,
      "learning_rate": 4.999100411908543e-05,
      "loss": 1.4605,
      "step": 5550
    },
    {
      "epoch": 0.10819780305088693,
      "grad_norm": 0.7865882515907288,
      "learning_rate": 4.998983250131583e-05,
      "loss": 1.4004,
      "step": 5575
    },
    {
      "epoch": 0.10868299499281917,
      "grad_norm": 0.9053227305412292,
      "learning_rate": 4.9988589201132765e-05,
      "loss": 1.2516,
      "step": 5600
    },
    {
      "epoch": 0.10916818693475139,
      "grad_norm": 2.2617764472961426,
      "learning_rate": 4.998727422210261e-05,
      "loss": 1.3411,
      "step": 5625
    },
    {
      "epoch": 0.10965337887668361,
      "grad_norm": 0.8349161148071289,
      "learning_rate": 4.9985887567997326e-05,
      "loss": 1.5396,
      "step": 5650
    },
    {
      "epoch": 0.11013857081861585,
      "grad_norm": 0.6025890707969666,
      "learning_rate": 4.998442924279448e-05,
      "loss": 1.3751,
      "step": 5675
    },
    {
      "epoch": 0.11062376276054807,
      "grad_norm": 0.7675581574440002,
      "learning_rate": 4.998289925067723e-05,
      "loss": 1.3633,
      "step": 5700
    },
    {
      "epoch": 0.1111089547024803,
      "grad_norm": 0.9908525347709656,
      "learning_rate": 4.998129759603429e-05,
      "loss": 1.4386,
      "step": 5725
    },
    {
      "epoch": 0.11159414664441253,
      "grad_norm": 2.5475211143493652,
      "learning_rate": 4.9979624283459966e-05,
      "loss": 1.3027,
      "step": 5750
    },
    {
      "epoch": 0.11207933858634475,
      "grad_norm": 0.8234965801239014,
      "learning_rate": 4.997787931775408e-05,
      "loss": 1.3553,
      "step": 5775
    },
    {
      "epoch": 0.11256453052827699,
      "grad_norm": 1.0279667377471924,
      "learning_rate": 4.9976062703922e-05,
      "loss": 1.1867,
      "step": 5800
    },
    {
      "epoch": 0.11304972247020921,
      "grad_norm": 0.7019579410552979,
      "learning_rate": 4.997417444717463e-05,
      "loss": 1.2812,
      "step": 5825
    },
    {
      "epoch": 0.11353491441214145,
      "grad_norm": 0.8609747290611267,
      "learning_rate": 4.997221455292834e-05,
      "loss": 1.2003,
      "step": 5850
    },
    {
      "epoch": 0.11402010635407367,
      "grad_norm": 0.8106504082679749,
      "learning_rate": 4.997018302680504e-05,
      "loss": 1.3869,
      "step": 5875
    },
    {
      "epoch": 0.1145052982960059,
      "grad_norm": 0.5947009921073914,
      "learning_rate": 4.996807987463208e-05,
      "loss": 1.3702,
      "step": 5900
    },
    {
      "epoch": 0.11499049023793813,
      "grad_norm": 2.6476032733917236,
      "learning_rate": 4.996590510244226e-05,
      "loss": 1.4146,
      "step": 5925
    },
    {
      "epoch": 0.11547568217987035,
      "grad_norm": 0.9751619100570679,
      "learning_rate": 4.996365871647385e-05,
      "loss": 1.3229,
      "step": 5950
    },
    {
      "epoch": 0.11596087412180259,
      "grad_norm": 0.8892934322357178,
      "learning_rate": 4.996134072317052e-05,
      "loss": 1.3008,
      "step": 5975
    },
    {
      "epoch": 0.11644606606373481,
      "grad_norm": 0.9770182967185974,
      "learning_rate": 4.995895112918136e-05,
      "loss": 1.481,
      "step": 6000
    },
    {
      "epoch": 0.11693125800566705,
      "grad_norm": 0.8053547143936157,
      "learning_rate": 4.995648994136082e-05,
      "loss": 1.3882,
      "step": 6025
    },
    {
      "epoch": 0.11741644994759927,
      "grad_norm": 0.7364720106124878,
      "learning_rate": 4.995395716676872e-05,
      "loss": 1.2253,
      "step": 6050
    },
    {
      "epoch": 0.1179016418895315,
      "grad_norm": 2.366318464279175,
      "learning_rate": 4.9951352812670236e-05,
      "loss": 1.2377,
      "step": 6075
    },
    {
      "epoch": 0.11838683383146373,
      "grad_norm": 0.806559145450592,
      "learning_rate": 4.994867688653587e-05,
      "loss": 1.3225,
      "step": 6100
    },
    {
      "epoch": 0.11887202577339595,
      "grad_norm": 0.7468425035476685,
      "learning_rate": 4.994592939604141e-05,
      "loss": 1.2753,
      "step": 6125
    },
    {
      "epoch": 0.11935721771532819,
      "grad_norm": 2.181917905807495,
      "learning_rate": 4.994311034906794e-05,
      "loss": 1.4333,
      "step": 6150
    },
    {
      "epoch": 0.11984240965726041,
      "grad_norm": 1.0490083694458008,
      "learning_rate": 4.994021975370178e-05,
      "loss": 1.3342,
      "step": 6175
    },
    {
      "epoch": 0.12032760159919265,
      "grad_norm": 0.649120569229126,
      "learning_rate": 4.9937257618234504e-05,
      "loss": 1.4515,
      "step": 6200
    },
    {
      "epoch": 0.12081279354112487,
      "grad_norm": 1.0360302925109863,
      "learning_rate": 4.9934223951162885e-05,
      "loss": 1.425,
      "step": 6225
    },
    {
      "epoch": 0.12129798548305709,
      "grad_norm": 0.7943544387817383,
      "learning_rate": 4.993111876118889e-05,
      "loss": 1.4875,
      "step": 6250
    },
    {
      "epoch": 0.12178317742498933,
      "grad_norm": 1.0735222101211548,
      "learning_rate": 4.992794205721963e-05,
      "loss": 1.226,
      "step": 6275
    },
    {
      "epoch": 0.12226836936692155,
      "grad_norm": 2.202031373977661,
      "learning_rate": 4.992469384836738e-05,
      "loss": 1.3741,
      "step": 6300
    },
    {
      "epoch": 0.12275356130885379,
      "grad_norm": 2.648350477218628,
      "learning_rate": 4.99213741439495e-05,
      "loss": 1.3062,
      "step": 6325
    },
    {
      "epoch": 0.12323875325078601,
      "grad_norm": 0.7807930707931519,
      "learning_rate": 4.991798295348843e-05,
      "loss": 1.1154,
      "step": 6350
    },
    {
      "epoch": 0.12372394519271825,
      "grad_norm": 1.2218223810195923,
      "learning_rate": 4.991452028671169e-05,
      "loss": 1.4038,
      "step": 6375
    },
    {
      "epoch": 0.12420913713465047,
      "grad_norm": 1.0946604013442993,
      "learning_rate": 4.9910986153551805e-05,
      "loss": 1.384,
      "step": 6400
    },
    {
      "epoch": 0.12469432907658269,
      "grad_norm": 1.1169627904891968,
      "learning_rate": 4.99073805641463e-05,
      "loss": 1.349,
      "step": 6425
    },
    {
      "epoch": 0.12517952101851493,
      "grad_norm": 0.6393415927886963,
      "learning_rate": 4.9903703528837685e-05,
      "loss": 1.2408,
      "step": 6450
    },
    {
      "epoch": 0.12566471296044715,
      "grad_norm": 0.8252112865447998,
      "learning_rate": 4.9899955058173406e-05,
      "loss": 1.2924,
      "step": 6475
    },
    {
      "epoch": 0.12614990490237937,
      "grad_norm": 0.7739517092704773,
      "learning_rate": 4.9896135162905795e-05,
      "loss": 1.2925,
      "step": 6500
    },
    {
      "epoch": 0.12663509684431162,
      "grad_norm": 2.751868486404419,
      "learning_rate": 4.9892243853992096e-05,
      "loss": 1.26,
      "step": 6525
    },
    {
      "epoch": 0.12712028878624385,
      "grad_norm": 0.6634975075721741,
      "learning_rate": 4.9888281142594374e-05,
      "loss": 1.3004,
      "step": 6550
    },
    {
      "epoch": 0.12760548072817607,
      "grad_norm": 2.5379655361175537,
      "learning_rate": 4.988424704007953e-05,
      "loss": 1.4447,
      "step": 6575
    },
    {
      "epoch": 0.1280906726701083,
      "grad_norm": 0.8093863129615784,
      "learning_rate": 4.988014155801922e-05,
      "loss": 1.2641,
      "step": 6600
    },
    {
      "epoch": 0.1285758646120405,
      "grad_norm": 2.359719753265381,
      "learning_rate": 4.987596470818989e-05,
      "loss": 1.5203,
      "step": 6625
    },
    {
      "epoch": 0.12906105655397276,
      "grad_norm": 3.423861026763916,
      "learning_rate": 4.987171650257268e-05,
      "loss": 1.5067,
      "step": 6650
    },
    {
      "epoch": 0.129546248495905,
      "grad_norm": 2.2581593990325928,
      "learning_rate": 4.9867396953353396e-05,
      "loss": 1.2878,
      "step": 6675
    },
    {
      "epoch": 0.1300314404378372,
      "grad_norm": 2.410651206970215,
      "learning_rate": 4.986300607292251e-05,
      "loss": 1.5688,
      "step": 6700
    },
    {
      "epoch": 0.13051663237976943,
      "grad_norm": 0.7658675312995911,
      "learning_rate": 4.9858543873875104e-05,
      "loss": 1.3026,
      "step": 6725
    },
    {
      "epoch": 0.13100182432170165,
      "grad_norm": 0.7810919880867004,
      "learning_rate": 4.985401036901083e-05,
      "loss": 1.3939,
      "step": 6750
    },
    {
      "epoch": 0.1314870162636339,
      "grad_norm": 2.6557705402374268,
      "learning_rate": 4.9849405571333885e-05,
      "loss": 1.5355,
      "step": 6775
    },
    {
      "epoch": 0.13197220820556613,
      "grad_norm": 0.6346285939216614,
      "learning_rate": 4.984472949405295e-05,
      "loss": 1.4833,
      "step": 6800
    },
    {
      "epoch": 0.13245740014749835,
      "grad_norm": 0.8622822165489197,
      "learning_rate": 4.98399821505812e-05,
      "loss": 1.4951,
      "step": 6825
    },
    {
      "epoch": 0.13294259208943057,
      "grad_norm": 2.2079310417175293,
      "learning_rate": 4.983516355453619e-05,
      "loss": 1.543,
      "step": 6850
    },
    {
      "epoch": 0.1334277840313628,
      "grad_norm": 0.8578211665153503,
      "learning_rate": 4.98302737197399e-05,
      "loss": 1.3496,
      "step": 6875
    },
    {
      "epoch": 0.13391297597329505,
      "grad_norm": 2.324319362640381,
      "learning_rate": 4.982531266021864e-05,
      "loss": 1.4206,
      "step": 6900
    },
    {
      "epoch": 0.13439816791522727,
      "grad_norm": 0.8536506295204163,
      "learning_rate": 4.982028039020302e-05,
      "loss": 1.2307,
      "step": 6925
    },
    {
      "epoch": 0.1348833598571595,
      "grad_norm": 0.8939807415008545,
      "learning_rate": 4.981517692412794e-05,
      "loss": 1.1691,
      "step": 6950
    },
    {
      "epoch": 0.1353685517990917,
      "grad_norm": 0.7006117701530457,
      "learning_rate": 4.9810002276632475e-05,
      "loss": 1.2446,
      "step": 6975
    },
    {
      "epoch": 0.13585374374102394,
      "grad_norm": 0.7532980442047119,
      "learning_rate": 4.980475646255992e-05,
      "loss": 1.1294,
      "step": 7000
    },
    {
      "epoch": 0.13633893568295619,
      "grad_norm": 2.234142541885376,
      "learning_rate": 4.9799439496957716e-05,
      "loss": 1.4209,
      "step": 7025
    },
    {
      "epoch": 0.1368241276248884,
      "grad_norm": 2.8023321628570557,
      "learning_rate": 4.979405139507737e-05,
      "loss": 1.3015,
      "step": 7050
    },
    {
      "epoch": 0.13730931956682063,
      "grad_norm": 0.9595842361450195,
      "learning_rate": 4.9788592172374455e-05,
      "loss": 1.3369,
      "step": 7075
    },
    {
      "epoch": 0.13779451150875285,
      "grad_norm": 0.791560709476471,
      "learning_rate": 4.9783061844508546e-05,
      "loss": 1.3655,
      "step": 7100
    },
    {
      "epoch": 0.1382797034506851,
      "grad_norm": 1.0015085935592651,
      "learning_rate": 4.977746042734319e-05,
      "loss": 1.1486,
      "step": 7125
    },
    {
      "epoch": 0.13876489539261733,
      "grad_norm": 0.7401551008224487,
      "learning_rate": 4.977178793694585e-05,
      "loss": 1.2704,
      "step": 7150
    },
    {
      "epoch": 0.13925008733454955,
      "grad_norm": 0.8440638184547424,
      "learning_rate": 4.976604438958785e-05,
      "loss": 1.4148,
      "step": 7175
    },
    {
      "epoch": 0.13973527927648177,
      "grad_norm": 0.7078783512115479,
      "learning_rate": 4.9760229801744336e-05,
      "loss": 1.3443,
      "step": 7200
    },
    {
      "epoch": 0.140220471218414,
      "grad_norm": 0.5940549373626709,
      "learning_rate": 4.975434419009425e-05,
      "loss": 1.333,
      "step": 7225
    },
    {
      "epoch": 0.14070566316034624,
      "grad_norm": 0.8694615960121155,
      "learning_rate": 4.974838757152025e-05,
      "loss": 1.2564,
      "step": 7250
    },
    {
      "epoch": 0.14119085510227847,
      "grad_norm": 0.779190719127655,
      "learning_rate": 4.9742359963108677e-05,
      "loss": 1.2624,
      "step": 7275
    },
    {
      "epoch": 0.1416760470442107,
      "grad_norm": 0.764031708240509,
      "learning_rate": 4.97362613821495e-05,
      "loss": 1.2664,
      "step": 7300
    },
    {
      "epoch": 0.1421612389861429,
      "grad_norm": 0.6926605105400085,
      "learning_rate": 4.973009184613628e-05,
      "loss": 1.39,
      "step": 7325
    },
    {
      "epoch": 0.14264643092807514,
      "grad_norm": 0.8756975531578064,
      "learning_rate": 4.9723851372766094e-05,
      "loss": 1.2618,
      "step": 7350
    },
    {
      "epoch": 0.14313162287000739,
      "grad_norm": 0.9116373062133789,
      "learning_rate": 4.971753997993952e-05,
      "loss": 1.3319,
      "step": 7375
    },
    {
      "epoch": 0.1436168148119396,
      "grad_norm": 0.7649956941604614,
      "learning_rate": 4.971115768576056e-05,
      "loss": 1.4525,
      "step": 7400
    },
    {
      "epoch": 0.14410200675387183,
      "grad_norm": 2.2660157680511475,
      "learning_rate": 4.970470450853656e-05,
      "loss": 1.2294,
      "step": 7425
    },
    {
      "epoch": 0.14458719869580405,
      "grad_norm": 0.7293077707290649,
      "learning_rate": 4.969818046677826e-05,
      "loss": 1.2521,
      "step": 7450
    },
    {
      "epoch": 0.14507239063773628,
      "grad_norm": 0.7503085732460022,
      "learning_rate": 4.969158557919961e-05,
      "loss": 1.4051,
      "step": 7475
    },
    {
      "epoch": 0.14555758257966853,
      "grad_norm": 1.0088205337524414,
      "learning_rate": 4.9684919864717804e-05,
      "loss": 1.2797,
      "step": 7500
    },
    {
      "epoch": 0.14604277452160075,
      "grad_norm": 0.7375678420066833,
      "learning_rate": 4.9678183342453206e-05,
      "loss": 1.1607,
      "step": 7525
    },
    {
      "epoch": 0.14652796646353297,
      "grad_norm": 1.885620355606079,
      "learning_rate": 4.967137603172928e-05,
      "loss": 1.4828,
      "step": 7550
    },
    {
      "epoch": 0.1470131584054652,
      "grad_norm": 0.7561196088790894,
      "learning_rate": 4.966449795207253e-05,
      "loss": 1.2889,
      "step": 7575
    },
    {
      "epoch": 0.14749835034739742,
      "grad_norm": 1.0377863645553589,
      "learning_rate": 4.96575491232125e-05,
      "loss": 1.24,
      "step": 7600
    },
    {
      "epoch": 0.14798354228932967,
      "grad_norm": 0.7630959153175354,
      "learning_rate": 4.965052956508163e-05,
      "loss": 1.3627,
      "step": 7625
    },
    {
      "epoch": 0.1484687342312619,
      "grad_norm": 1.2567261457443237,
      "learning_rate": 4.964343929781527e-05,
      "loss": 1.1116,
      "step": 7650
    },
    {
      "epoch": 0.1489539261731941,
      "grad_norm": 2.474987030029297,
      "learning_rate": 4.9636278341751595e-05,
      "loss": 1.4946,
      "step": 7675
    },
    {
      "epoch": 0.14943911811512633,
      "grad_norm": 0.8422936797142029,
      "learning_rate": 4.962904671743154e-05,
      "loss": 1.3266,
      "step": 7700
    },
    {
      "epoch": 0.14992431005705859,
      "grad_norm": 1.11359441280365,
      "learning_rate": 4.962174444559875e-05,
      "loss": 1.3904,
      "step": 7725
    },
    {
      "epoch": 0.1504095019989908,
      "grad_norm": 0.5819029211997986,
      "learning_rate": 4.961437154719953e-05,
      "loss": 1.2847,
      "step": 7750
    },
    {
      "epoch": 0.15089469394092303,
      "grad_norm": 2.3641042709350586,
      "learning_rate": 4.9606928043382755e-05,
      "loss": 1.4065,
      "step": 7775
    },
    {
      "epoch": 0.15137988588285525,
      "grad_norm": 0.8071061372756958,
      "learning_rate": 4.959941395549985e-05,
      "loss": 1.383,
      "step": 7800
    },
    {
      "epoch": 0.15186507782478748,
      "grad_norm": 1.0437021255493164,
      "learning_rate": 4.95918293051047e-05,
      "loss": 1.3638,
      "step": 7825
    },
    {
      "epoch": 0.15235026976671973,
      "grad_norm": 0.5341073870658875,
      "learning_rate": 4.95841741139536e-05,
      "loss": 1.2752,
      "step": 7850
    },
    {
      "epoch": 0.15283546170865195,
      "grad_norm": 2.3934414386749268,
      "learning_rate": 4.957644840400516e-05,
      "loss": 1.2877,
      "step": 7875
    },
    {
      "epoch": 0.15332065365058417,
      "grad_norm": 0.8051437735557556,
      "learning_rate": 4.956865219742032e-05,
      "loss": 1.3927,
      "step": 7900
    },
    {
      "epoch": 0.1538058455925164,
      "grad_norm": 2.4878101348876953,
      "learning_rate": 4.95607855165622e-05,
      "loss": 1.4495,
      "step": 7925
    },
    {
      "epoch": 0.15429103753444862,
      "grad_norm": 0.9486654996871948,
      "learning_rate": 4.955284838399609e-05,
      "loss": 1.3392,
      "step": 7950
    },
    {
      "epoch": 0.15477622947638087,
      "grad_norm": 0.7827265858650208,
      "learning_rate": 4.9544840822489344e-05,
      "loss": 1.2265,
      "step": 7975
    },
    {
      "epoch": 0.1552614214183131,
      "grad_norm": 2.6884472370147705,
      "learning_rate": 4.953676285501139e-05,
      "loss": 1.4573,
      "step": 8000
    },
    {
      "epoch": 0.1557466133602453,
      "grad_norm": 2.623767137527466,
      "learning_rate": 4.952861450473355e-05,
      "loss": 1.3143,
      "step": 8025
    },
    {
      "epoch": 0.15623180530217753,
      "grad_norm": 2.8633217811584473,
      "learning_rate": 4.9520395795029076e-05,
      "loss": 1.5401,
      "step": 8050
    },
    {
      "epoch": 0.15671699724410976,
      "grad_norm": 2.302826404571533,
      "learning_rate": 4.951210674947304e-05,
      "loss": 1.4421,
      "step": 8075
    },
    {
      "epoch": 0.157202189186042,
      "grad_norm": 0.7589362263679504,
      "learning_rate": 4.950374739184226e-05,
      "loss": 1.3315,
      "step": 8100
    },
    {
      "epoch": 0.15768738112797423,
      "grad_norm": 0.8269215822219849,
      "learning_rate": 4.9495317746115247e-05,
      "loss": 1.3036,
      "step": 8125
    },
    {
      "epoch": 0.15817257306990645,
      "grad_norm": 0.8526963591575623,
      "learning_rate": 4.948681783647212e-05,
      "loss": 1.2373,
      "step": 8150
    },
    {
      "epoch": 0.15865776501183868,
      "grad_norm": 0.6801300644874573,
      "learning_rate": 4.947824768729457e-05,
      "loss": 1.1734,
      "step": 8175
    },
    {
      "epoch": 0.15914295695377093,
      "grad_norm": 0.6988999247550964,
      "learning_rate": 4.946960732316574e-05,
      "loss": 1.3474,
      "step": 8200
    },
    {
      "epoch": 0.15962814889570315,
      "grad_norm": 0.634166419506073,
      "learning_rate": 4.94608967688702e-05,
      "loss": 1.4159,
      "step": 8225
    },
    {
      "epoch": 0.16011334083763537,
      "grad_norm": 0.5537025928497314,
      "learning_rate": 4.945211604939387e-05,
      "loss": 1.3098,
      "step": 8250
    },
    {
      "epoch": 0.1605985327795676,
      "grad_norm": 0.8374680280685425,
      "learning_rate": 4.94432651899239e-05,
      "loss": 1.1985,
      "step": 8275
    },
    {
      "epoch": 0.16108372472149982,
      "grad_norm": 0.7017980217933655,
      "learning_rate": 4.943434421584866e-05,
      "loss": 1.5073,
      "step": 8300
    },
    {
      "epoch": 0.16156891666343207,
      "grad_norm": 1.5671839714050293,
      "learning_rate": 4.9425353152757636e-05,
      "loss": 1.3543,
      "step": 8325
    },
    {
      "epoch": 0.1620541086053643,
      "grad_norm": 2.1302125453948975,
      "learning_rate": 4.941629202644136e-05,
      "loss": 1.4284,
      "step": 8350
    },
    {
      "epoch": 0.1625393005472965,
      "grad_norm": 1.0794886350631714,
      "learning_rate": 4.940716086289134e-05,
      "loss": 1.3276,
      "step": 8375
    },
    {
      "epoch": 0.16302449248922873,
      "grad_norm": 0.6872817277908325,
      "learning_rate": 4.9397959688299994e-05,
      "loss": 1.3961,
      "step": 8400
    },
    {
      "epoch": 0.16350968443116096,
      "grad_norm": 2.365288257598877,
      "learning_rate": 4.938868852906054e-05,
      "loss": 1.2443,
      "step": 8425
    },
    {
      "epoch": 0.1639948763730932,
      "grad_norm": 2.2582197189331055,
      "learning_rate": 4.9379347411766946e-05,
      "loss": 1.2619,
      "step": 8450
    },
    {
      "epoch": 0.16448006831502543,
      "grad_norm": 0.6262965798377991,
      "learning_rate": 4.9369936363213875e-05,
      "loss": 1.3534,
      "step": 8475
    },
    {
      "epoch": 0.16496526025695765,
      "grad_norm": 1.9378888607025146,
      "learning_rate": 4.936045541039658e-05,
      "loss": 1.5054,
      "step": 8500
    },
    {
      "epoch": 0.16545045219888987,
      "grad_norm": 0.9567061066627502,
      "learning_rate": 4.935090458051082e-05,
      "loss": 1.4158,
      "step": 8525
    },
    {
      "epoch": 0.1659356441408221,
      "grad_norm": 0.6359550952911377,
      "learning_rate": 4.934128390095278e-05,
      "loss": 1.2771,
      "step": 8550
    },
    {
      "epoch": 0.16642083608275435,
      "grad_norm": 0.8580347299575806,
      "learning_rate": 4.9331593399319054e-05,
      "loss": 1.1505,
      "step": 8575
    },
    {
      "epoch": 0.16690602802468657,
      "grad_norm": 2.130340814590454,
      "learning_rate": 4.932183310340647e-05,
      "loss": 1.3625,
      "step": 8600
    },
    {
      "epoch": 0.1673912199666188,
      "grad_norm": 0.6421369910240173,
      "learning_rate": 4.9312003041212076e-05,
      "loss": 1.2674,
      "step": 8625
    },
    {
      "epoch": 0.16787641190855102,
      "grad_norm": 2.92262601852417,
      "learning_rate": 4.930210324093305e-05,
      "loss": 1.4771,
      "step": 8650
    },
    {
      "epoch": 0.16836160385048324,
      "grad_norm": 0.8101077675819397,
      "learning_rate": 4.92921337309666e-05,
      "loss": 1.2843,
      "step": 8675
    },
    {
      "epoch": 0.1688467957924155,
      "grad_norm": 2.1362218856811523,
      "learning_rate": 4.928209453990992e-05,
      "loss": 1.319,
      "step": 8700
    },
    {
      "epoch": 0.1693319877343477,
      "grad_norm": 1.0137830972671509,
      "learning_rate": 4.927198569656002e-05,
      "loss": 1.3314,
      "step": 8725
    },
    {
      "epoch": 0.16981717967627993,
      "grad_norm": 0.8598713278770447,
      "learning_rate": 4.926180722991378e-05,
      "loss": 1.4022,
      "step": 8750
    },
    {
      "epoch": 0.17030237161821216,
      "grad_norm": 0.7160027027130127,
      "learning_rate": 4.9251559169167735e-05,
      "loss": 1.4576,
      "step": 8775
    },
    {
      "epoch": 0.1707875635601444,
      "grad_norm": 0.6373119950294495,
      "learning_rate": 4.9241241543718076e-05,
      "loss": 1.2514,
      "step": 8800
    },
    {
      "epoch": 0.17127275550207663,
      "grad_norm": 2.3301258087158203,
      "learning_rate": 4.923085438316053e-05,
      "loss": 1.5217,
      "step": 8825
    },
    {
      "epoch": 0.17175794744400885,
      "grad_norm": 0.6324083209037781,
      "learning_rate": 4.922039771729029e-05,
      "loss": 1.1453,
      "step": 8850
    },
    {
      "epoch": 0.17224313938594107,
      "grad_norm": 0.6787500977516174,
      "learning_rate": 4.92098715761019e-05,
      "loss": 1.3144,
      "step": 8875
    },
    {
      "epoch": 0.1727283313278733,
      "grad_norm": 0.9498839974403381,
      "learning_rate": 4.919927598978923e-05,
      "loss": 1.4502,
      "step": 8900
    },
    {
      "epoch": 0.17321352326980555,
      "grad_norm": 2.299661874771118,
      "learning_rate": 4.918861098874532e-05,
      "loss": 1.4735,
      "step": 8925
    },
    {
      "epoch": 0.17369871521173777,
      "grad_norm": 2.266761541366577,
      "learning_rate": 4.917787660356232e-05,
      "loss": 1.1981,
      "step": 8950
    },
    {
      "epoch": 0.17418390715367,
      "grad_norm": 2.361057758331299,
      "learning_rate": 4.9167072865031444e-05,
      "loss": 1.2469,
      "step": 8975
    },
    {
      "epoch": 0.17466909909560221,
      "grad_norm": 2.1489005088806152,
      "learning_rate": 4.9156199804142796e-05,
      "loss": 1.5506,
      "step": 9000
    },
    {
      "epoch": 0.17515429103753444,
      "grad_norm": 0.7680898904800415,
      "learning_rate": 4.9145257452085364e-05,
      "loss": 1.4207,
      "step": 9025
    },
    {
      "epoch": 0.1756394829794667,
      "grad_norm": 0.6864372491836548,
      "learning_rate": 4.9134245840246876e-05,
      "loss": 1.4031,
      "step": 9050
    },
    {
      "epoch": 0.1761246749213989,
      "grad_norm": 1.9251357316970825,
      "learning_rate": 4.9123165000213725e-05,
      "loss": 1.4734,
      "step": 9075
    },
    {
      "epoch": 0.17660986686333113,
      "grad_norm": 0.8310444951057434,
      "learning_rate": 4.9112014963770904e-05,
      "loss": 1.4286,
      "step": 9100
    },
    {
      "epoch": 0.17709505880526336,
      "grad_norm": 0.6937167644500732,
      "learning_rate": 4.910079576290188e-05,
      "loss": 1.2769,
      "step": 9125
    },
    {
      "epoch": 0.17758025074719558,
      "grad_norm": 0.7178972959518433,
      "learning_rate": 4.908950742978852e-05,
      "loss": 1.1512,
      "step": 9150
    },
    {
      "epoch": 0.17806544268912783,
      "grad_norm": 0.86890709400177,
      "learning_rate": 4.907814999681098e-05,
      "loss": 1.2289,
      "step": 9175
    },
    {
      "epoch": 0.17855063463106005,
      "grad_norm": 0.8828728795051575,
      "learning_rate": 4.906672349654765e-05,
      "loss": 1.4796,
      "step": 9200
    },
    {
      "epoch": 0.17903582657299227,
      "grad_norm": 2.0290045738220215,
      "learning_rate": 4.905522796177502e-05,
      "loss": 1.3826,
      "step": 9225
    },
    {
      "epoch": 0.1795210185149245,
      "grad_norm": 0.7317497134208679,
      "learning_rate": 4.904366342546761e-05,
      "loss": 1.3477,
      "step": 9250
    },
    {
      "epoch": 0.18000621045685672,
      "grad_norm": 2.323115348815918,
      "learning_rate": 4.9032029920797855e-05,
      "loss": 1.2119,
      "step": 9275
    },
    {
      "epoch": 0.18049140239878897,
      "grad_norm": 1.2316302061080933,
      "learning_rate": 4.9020327481136055e-05,
      "loss": 1.4457,
      "step": 9300
    },
    {
      "epoch": 0.1809765943407212,
      "grad_norm": 0.703723669052124,
      "learning_rate": 4.900855614005021e-05,
      "loss": 1.3099,
      "step": 9325
    },
    {
      "epoch": 0.18146178628265341,
      "grad_norm": 0.5672945380210876,
      "learning_rate": 4.899671593130598e-05,
      "loss": 1.3227,
      "step": 9350
    },
    {
      "epoch": 0.18194697822458564,
      "grad_norm": 0.6555859446525574,
      "learning_rate": 4.898480688886657e-05,
      "loss": 1.4196,
      "step": 9375
    },
    {
      "epoch": 0.1824321701665179,
      "grad_norm": 2.3222689628601074,
      "learning_rate": 4.8972829046892644e-05,
      "loss": 1.2872,
      "step": 9400
    },
    {
      "epoch": 0.1829173621084501,
      "grad_norm": 3.709484338760376,
      "learning_rate": 4.896078243974217e-05,
      "loss": 1.2997,
      "step": 9425
    },
    {
      "epoch": 0.18340255405038233,
      "grad_norm": 0.8670231699943542,
      "learning_rate": 4.8948667101970425e-05,
      "loss": 1.1462,
      "step": 9450
    },
    {
      "epoch": 0.18388774599231456,
      "grad_norm": 0.45366939902305603,
      "learning_rate": 4.893648306832979e-05,
      "loss": 1.1158,
      "step": 9475
    },
    {
      "epoch": 0.18437293793424678,
      "grad_norm": 0.5548379421234131,
      "learning_rate": 4.8924230373769724e-05,
      "loss": 1.2884,
      "step": 9500
    },
    {
      "epoch": 0.18485812987617903,
      "grad_norm": 0.719784677028656,
      "learning_rate": 4.891190905343663e-05,
      "loss": 1.3231,
      "step": 9525
    },
    {
      "epoch": 0.18534332181811125,
      "grad_norm": 0.9915072917938232,
      "learning_rate": 4.889951914267376e-05,
      "loss": 1.4536,
      "step": 9550
    },
    {
      "epoch": 0.18582851376004347,
      "grad_norm": 0.9084703922271729,
      "learning_rate": 4.888706067702112e-05,
      "loss": 1.2544,
      "step": 9575
    },
    {
      "epoch": 0.1863137057019757,
      "grad_norm": 0.695219874382019,
      "learning_rate": 4.887453369221535e-05,
      "loss": 1.122,
      "step": 9600
    },
    {
      "epoch": 0.18679889764390792,
      "grad_norm": 3.0412232875823975,
      "learning_rate": 4.886193822418965e-05,
      "loss": 1.3412,
      "step": 9625
    },
    {
      "epoch": 0.18728408958584017,
      "grad_norm": 0.8105811476707458,
      "learning_rate": 4.8849274309073665e-05,
      "loss": 1.4391,
      "step": 9650
    },
    {
      "epoch": 0.1877692815277724,
      "grad_norm": 0.8250354528427124,
      "learning_rate": 4.883654198319335e-05,
      "loss": 1.2387,
      "step": 9675
    },
    {
      "epoch": 0.18825447346970461,
      "grad_norm": 1.0162289142608643,
      "learning_rate": 4.882374128307092e-05,
      "loss": 1.3095,
      "step": 9700
    },
    {
      "epoch": 0.18873966541163684,
      "grad_norm": 0.9131942987442017,
      "learning_rate": 4.881087224542473e-05,
      "loss": 1.5373,
      "step": 9725
    },
    {
      "epoch": 0.18922485735356906,
      "grad_norm": 0.6713929772377014,
      "learning_rate": 4.8797934907169104e-05,
      "loss": 1.3503,
      "step": 9750
    },
    {
      "epoch": 0.1897100492955013,
      "grad_norm": 1.0781431198120117,
      "learning_rate": 4.878492930541436e-05,
      "loss": 1.5017,
      "step": 9775
    },
    {
      "epoch": 0.19019524123743353,
      "grad_norm": 0.8070951104164124,
      "learning_rate": 4.877185547746655e-05,
      "loss": 1.4092,
      "step": 9800
    },
    {
      "epoch": 0.19068043317936575,
      "grad_norm": 0.6164656281471252,
      "learning_rate": 4.8758713460827496e-05,
      "loss": 1.3363,
      "step": 9825
    },
    {
      "epoch": 0.19116562512129798,
      "grad_norm": 1.3078161478042603,
      "learning_rate": 4.874550329319457e-05,
      "loss": 1.337,
      "step": 9850
    },
    {
      "epoch": 0.19165081706323023,
      "grad_norm": 0.7707686424255371,
      "learning_rate": 4.873222501246066e-05,
      "loss": 1.3706,
      "step": 9875
    },
    {
      "epoch": 0.19213600900516245,
      "grad_norm": 0.864469587802887,
      "learning_rate": 4.871887865671402e-05,
      "loss": 1.1099,
      "step": 9900
    },
    {
      "epoch": 0.19262120094709467,
      "grad_norm": 1.0978041887283325,
      "learning_rate": 4.870546426423819e-05,
      "loss": 1.2352,
      "step": 9925
    },
    {
      "epoch": 0.1931063928890269,
      "grad_norm": 1.4066845178604126,
      "learning_rate": 4.869198187351185e-05,
      "loss": 1.3353,
      "step": 9950
    },
    {
      "epoch": 0.19359158483095912,
      "grad_norm": 0.9398633241653442,
      "learning_rate": 4.867843152320874e-05,
      "loss": 1.1625,
      "step": 9975
    },
    {
      "epoch": 0.19407677677289137,
      "grad_norm": 2.2643117904663086,
      "learning_rate": 4.8664813252197546e-05,
      "loss": 1.399,
      "step": 10000
    },
    {
      "epoch": 0.1945619687148236,
      "grad_norm": 0.7763152718544006,
      "learning_rate": 4.865112709954177e-05,
      "loss": 1.3316,
      "step": 10025
    },
    {
      "epoch": 0.1950471606567558,
      "grad_norm": 0.5370351076126099,
      "learning_rate": 4.863737310449965e-05,
      "loss": 1.2889,
      "step": 10050
    },
    {
      "epoch": 0.19553235259868804,
      "grad_norm": 2.2009222507476807,
      "learning_rate": 4.8623551306524004e-05,
      "loss": 1.3657,
      "step": 10075
    },
    {
      "epoch": 0.19601754454062026,
      "grad_norm": 0.8105978965759277,
      "learning_rate": 4.8609661745262145e-05,
      "loss": 1.4066,
      "step": 10100
    },
    {
      "epoch": 0.1965027364825525,
      "grad_norm": 1.8267409801483154,
      "learning_rate": 4.859570446055577e-05,
      "loss": 1.3346,
      "step": 10125
    },
    {
      "epoch": 0.19698792842448473,
      "grad_norm": 2.067548990249634,
      "learning_rate": 4.858167949244085e-05,
      "loss": 1.3837,
      "step": 10150
    },
    {
      "epoch": 0.19747312036641695,
      "grad_norm": 0.8387622833251953,
      "learning_rate": 4.856758688114748e-05,
      "loss": 1.3608,
      "step": 10175
    },
    {
      "epoch": 0.19795831230834918,
      "grad_norm": 0.9838652014732361,
      "learning_rate": 4.855342666709978e-05,
      "loss": 1.289,
      "step": 10200
    },
    {
      "epoch": 0.1984435042502814,
      "grad_norm": 0.8561393022537231,
      "learning_rate": 4.8539198890915826e-05,
      "loss": 1.192,
      "step": 10225
    },
    {
      "epoch": 0.19892869619221365,
      "grad_norm": 1.1052418947219849,
      "learning_rate": 4.852490359340745e-05,
      "loss": 1.4074,
      "step": 10250
    },
    {
      "epoch": 0.19941388813414587,
      "grad_norm": 1.069516897201538,
      "learning_rate": 4.8510540815580214e-05,
      "loss": 1.4445,
      "step": 10275
    },
    {
      "epoch": 0.1998990800760781,
      "grad_norm": 0.8935573101043701,
      "learning_rate": 4.849611059863319e-05,
      "loss": 1.193,
      "step": 10300
    },
    {
      "epoch": 0.20038427201801032,
      "grad_norm": 0.5898349285125732,
      "learning_rate": 4.8481612983958926e-05,
      "loss": 1.2038,
      "step": 10325
    },
    {
      "epoch": 0.20086946395994254,
      "grad_norm": 2.034010171890259,
      "learning_rate": 4.8467048013143315e-05,
      "loss": 1.2283,
      "step": 10350
    },
    {
      "epoch": 0.2013546559018748,
      "grad_norm": 2.333621025085449,
      "learning_rate": 4.8452415727965416e-05,
      "loss": 1.2571,
      "step": 10375
    },
    {
      "epoch": 0.201839847843807,
      "grad_norm": 0.6701493263244629,
      "learning_rate": 4.8437716170397404e-05,
      "loss": 1.2115,
      "step": 10400
    },
    {
      "epoch": 0.20232503978573924,
      "grad_norm": 0.8707443475723267,
      "learning_rate": 4.842294938260443e-05,
      "loss": 1.3112,
      "step": 10425
    },
    {
      "epoch": 0.20281023172767146,
      "grad_norm": 0.8903098106384277,
      "learning_rate": 4.840811540694447e-05,
      "loss": 1.2681,
      "step": 10450
    },
    {
      "epoch": 0.2032954236696037,
      "grad_norm": 2.245638132095337,
      "learning_rate": 4.839321428596825e-05,
      "loss": 1.2433,
      "step": 10475
    },
    {
      "epoch": 0.20378061561153593,
      "grad_norm": 0.7223116755485535,
      "learning_rate": 4.8378246062419074e-05,
      "loss": 1.2369,
      "step": 10500
    },
    {
      "epoch": 0.20426580755346815,
      "grad_norm": 0.9578320980072021,
      "learning_rate": 4.8363210779232736e-05,
      "loss": 1.0729,
      "step": 10525
    },
    {
      "epoch": 0.20475099949540038,
      "grad_norm": 0.7128254771232605,
      "learning_rate": 4.8348108479537404e-05,
      "loss": 1.1995,
      "step": 10550
    },
    {
      "epoch": 0.2052361914373326,
      "grad_norm": 0.6696453094482422,
      "learning_rate": 4.833293920665346e-05,
      "loss": 1.3129,
      "step": 10575
    },
    {
      "epoch": 0.20572138337926485,
      "grad_norm": 0.6211184859275818,
      "learning_rate": 4.831770300409341e-05,
      "loss": 1.3239,
      "step": 10600
    },
    {
      "epoch": 0.20620657532119707,
      "grad_norm": 1.1381393671035767,
      "learning_rate": 4.8302399915561725e-05,
      "loss": 1.2859,
      "step": 10625
    },
    {
      "epoch": 0.2066917672631293,
      "grad_norm": 2.5299501419067383,
      "learning_rate": 4.8287029984954766e-05,
      "loss": 1.1927,
      "step": 10650
    },
    {
      "epoch": 0.20717695920506152,
      "grad_norm": 2.7028656005859375,
      "learning_rate": 4.82715932563606e-05,
      "loss": 1.2885,
      "step": 10675
    },
    {
      "epoch": 0.20766215114699374,
      "grad_norm": 0.8077990412712097,
      "learning_rate": 4.8256089774058935e-05,
      "loss": 1.3773,
      "step": 10700
    },
    {
      "epoch": 0.208147343088926,
      "grad_norm": 1.8594900369644165,
      "learning_rate": 4.8240519582520914e-05,
      "loss": 1.3916,
      "step": 10725
    },
    {
      "epoch": 0.2086325350308582,
      "grad_norm": 0.597461998462677,
      "learning_rate": 4.8224882726409076e-05,
      "loss": 1.2605,
      "step": 10750
    },
    {
      "epoch": 0.20911772697279044,
      "grad_norm": 0.9887385368347168,
      "learning_rate": 4.8209179250577155e-05,
      "loss": 1.3182,
      "step": 10775
    },
    {
      "epoch": 0.20960291891472266,
      "grad_norm": 1.9758788347244263,
      "learning_rate": 4.819340920007e-05,
      "loss": 1.3795,
      "step": 10800
    },
    {
      "epoch": 0.21008811085665488,
      "grad_norm": 1.025651454925537,
      "learning_rate": 4.817757262012341e-05,
      "loss": 1.1675,
      "step": 10825
    },
    {
      "epoch": 0.21057330279858713,
      "grad_norm": 1.9017690420150757,
      "learning_rate": 4.816166955616405e-05,
      "loss": 1.2154,
      "step": 10850
    },
    {
      "epoch": 0.21105849474051935,
      "grad_norm": 0.7174233794212341,
      "learning_rate": 4.814570005380925e-05,
      "loss": 1.4239,
      "step": 10875
    },
    {
      "epoch": 0.21154368668245158,
      "grad_norm": 0.8453570604324341,
      "learning_rate": 4.812966415886694e-05,
      "loss": 1.199,
      "step": 10900
    },
    {
      "epoch": 0.2120288786243838,
      "grad_norm": 2.1586625576019287,
      "learning_rate": 4.8113561917335516e-05,
      "loss": 1.316,
      "step": 10925
    },
    {
      "epoch": 0.21251407056631602,
      "grad_norm": 0.7787413001060486,
      "learning_rate": 4.8097393375403646e-05,
      "loss": 1.2127,
      "step": 10950
    },
    {
      "epoch": 0.21299926250824827,
      "grad_norm": 0.8020988702774048,
      "learning_rate": 4.8081158579450206e-05,
      "loss": 1.1879,
      "step": 10975
    },
    {
      "epoch": 0.2134844544501805,
      "grad_norm": 0.758350133895874,
      "learning_rate": 4.80648575760441e-05,
      "loss": 1.3331,
      "step": 11000
    },
    {
      "epoch": 0.21396964639211272,
      "grad_norm": 2.243619441986084,
      "learning_rate": 4.804849041194416e-05,
      "loss": 1.3748,
      "step": 11025
    },
    {
      "epoch": 0.21445483833404494,
      "grad_norm": 0.8619709610939026,
      "learning_rate": 4.803205713409899e-05,
      "loss": 1.3871,
      "step": 11050
    },
    {
      "epoch": 0.2149400302759772,
      "grad_norm": 0.800778865814209,
      "learning_rate": 4.801555778964685e-05,
      "loss": 1.1827,
      "step": 11075
    },
    {
      "epoch": 0.2154252222179094,
      "grad_norm": 0.7496353983879089,
      "learning_rate": 4.79989924259155e-05,
      "loss": 1.4457,
      "step": 11100
    },
    {
      "epoch": 0.21591041415984163,
      "grad_norm": 0.7012664675712585,
      "learning_rate": 4.7982361090422065e-05,
      "loss": 1.1988,
      "step": 11125
    },
    {
      "epoch": 0.21639560610177386,
      "grad_norm": 0.6292685866355896,
      "learning_rate": 4.796566383087292e-05,
      "loss": 1.1802,
      "step": 11150
    },
    {
      "epoch": 0.21688079804370608,
      "grad_norm": 0.8488264679908752,
      "learning_rate": 4.7948900695163556e-05,
      "loss": 1.3426,
      "step": 11175
    },
    {
      "epoch": 0.21736598998563833,
      "grad_norm": 2.244183301925659,
      "learning_rate": 4.793207173137839e-05,
      "loss": 1.3028,
      "step": 11200
    },
    {
      "epoch": 0.21785118192757055,
      "grad_norm": 0.7652647495269775,
      "learning_rate": 4.79151769877907e-05,
      "loss": 1.1984,
      "step": 11225
    },
    {
      "epoch": 0.21833637386950278,
      "grad_norm": 1.8473201990127563,
      "learning_rate": 4.7898216512862416e-05,
      "loss": 1.3054,
      "step": 11250
    },
    {
      "epoch": 0.218821565811435,
      "grad_norm": 0.6393523812294006,
      "learning_rate": 4.788119035524406e-05,
      "loss": 1.3185,
      "step": 11275
    },
    {
      "epoch": 0.21930675775336722,
      "grad_norm": 0.6281377673149109,
      "learning_rate": 4.786409856377451e-05,
      "loss": 1.3292,
      "step": 11300
    },
    {
      "epoch": 0.21979194969529947,
      "grad_norm": 0.6162646412849426,
      "learning_rate": 4.7846941187480954e-05,
      "loss": 1.4113,
      "step": 11325
    },
    {
      "epoch": 0.2202771416372317,
      "grad_norm": 0.5758041739463806,
      "learning_rate": 4.78297182755787e-05,
      "loss": 1.3813,
      "step": 11350
    },
    {
      "epoch": 0.22076233357916392,
      "grad_norm": 0.9147908091545105,
      "learning_rate": 4.7812429877471025e-05,
      "loss": 1.1983,
      "step": 11375
    },
    {
      "epoch": 0.22124752552109614,
      "grad_norm": 0.5968482494354248,
      "learning_rate": 4.779507604274906e-05,
      "loss": 1.1752,
      "step": 11400
    },
    {
      "epoch": 0.22173271746302836,
      "grad_norm": 0.77602219581604,
      "learning_rate": 4.777765682119166e-05,
      "loss": 1.1253,
      "step": 11425
    },
    {
      "epoch": 0.2222179094049606,
      "grad_norm": 2.0919854640960693,
      "learning_rate": 4.77601722627652e-05,
      "loss": 1.2577,
      "step": 11450
    },
    {
      "epoch": 0.22270310134689283,
      "grad_norm": 2.1561999320983887,
      "learning_rate": 4.77426224176235e-05,
      "loss": 1.2779,
      "step": 11475
    },
    {
      "epoch": 0.22318829328882506,
      "grad_norm": 0.7868762612342834,
      "learning_rate": 4.772500733610764e-05,
      "loss": 1.25,
      "step": 11500
    },
    {
      "epoch": 0.22367348523075728,
      "grad_norm": 0.5584851503372192,
      "learning_rate": 4.7707327068745835e-05,
      "loss": 1.2098,
      "step": 11525
    },
    {
      "epoch": 0.2241586771726895,
      "grad_norm": 2.48405385017395,
      "learning_rate": 4.7689581666253266e-05,
      "loss": 1.3566,
      "step": 11550
    },
    {
      "epoch": 0.22464386911462175,
      "grad_norm": 2.5040032863616943,
      "learning_rate": 4.7671771179532e-05,
      "loss": 1.0908,
      "step": 11575
    },
    {
      "epoch": 0.22512906105655398,
      "grad_norm": 0.6600046157836914,
      "learning_rate": 4.7653895659670724e-05,
      "loss": 1.2108,
      "step": 11600
    },
    {
      "epoch": 0.2256142529984862,
      "grad_norm": 0.6051322221755981,
      "learning_rate": 4.7635955157944736e-05,
      "loss": 1.1899,
      "step": 11625
    },
    {
      "epoch": 0.22609944494041842,
      "grad_norm": 1.8447946310043335,
      "learning_rate": 4.761794972581568e-05,
      "loss": 1.3212,
      "step": 11650
    },
    {
      "epoch": 0.22658463688235067,
      "grad_norm": 1.891028881072998,
      "learning_rate": 4.759987941493149e-05,
      "loss": 1.4146,
      "step": 11675
    },
    {
      "epoch": 0.2270698288242829,
      "grad_norm": 0.6287611722946167,
      "learning_rate": 4.7581744277126194e-05,
      "loss": 1.322,
      "step": 11700
    },
    {
      "epoch": 0.22755502076621512,
      "grad_norm": 2.1628384590148926,
      "learning_rate": 4.7563544364419744e-05,
      "loss": 1.1516,
      "step": 11725
    },
    {
      "epoch": 0.22804021270814734,
      "grad_norm": 0.8026766180992126,
      "learning_rate": 4.754527972901794e-05,
      "loss": 1.2808,
      "step": 11750
    },
    {
      "epoch": 0.22852540465007956,
      "grad_norm": 0.5727373361587524,
      "learning_rate": 4.75269504233122e-05,
      "loss": 1.2097,
      "step": 11775
    },
    {
      "epoch": 0.2290105965920118,
      "grad_norm": 0.6189835071563721,
      "learning_rate": 4.750855649987946e-05,
      "loss": 1.2625,
      "step": 11800
    },
    {
      "epoch": 0.22949578853394403,
      "grad_norm": 1.928037405014038,
      "learning_rate": 4.7490098011482035e-05,
      "loss": 1.1359,
      "step": 11825
    },
    {
      "epoch": 0.22998098047587626,
      "grad_norm": 2.377030611038208,
      "learning_rate": 4.747157501106739e-05,
      "loss": 1.1068,
      "step": 11850
    },
    {
      "epoch": 0.23046617241780848,
      "grad_norm": 0.7026588320732117,
      "learning_rate": 4.745298755176809e-05,
      "loss": 1.2443,
      "step": 11875
    },
    {
      "epoch": 0.2309513643597407,
      "grad_norm": 2.3407585620880127,
      "learning_rate": 4.7434335686901575e-05,
      "loss": 1.3479,
      "step": 11900
    },
    {
      "epoch": 0.23143655630167295,
      "grad_norm": 0.7689957618713379,
      "learning_rate": 4.7415619469970016e-05,
      "loss": 1.2636,
      "step": 11925
    },
    {
      "epoch": 0.23192174824360517,
      "grad_norm": 1.0247126817703247,
      "learning_rate": 4.73968389546602e-05,
      "loss": 1.1973,
      "step": 11950
    },
    {
      "epoch": 0.2324069401855374,
      "grad_norm": 2.263852834701538,
      "learning_rate": 4.7377994194843344e-05,
      "loss": 1.2528,
      "step": 11975
    },
    {
      "epoch": 0.23289213212746962,
      "grad_norm": 1.999930500984192,
      "learning_rate": 4.7359085244574954e-05,
      "loss": 1.1358,
      "step": 12000
    },
    {
      "epoch": 0.23337732406940184,
      "grad_norm": 1.2813795804977417,
      "learning_rate": 4.7340112158094644e-05,
      "loss": 1.1296,
      "step": 12025
    },
    {
      "epoch": 0.2338625160113341,
      "grad_norm": 0.8232117295265198,
      "learning_rate": 4.7321074989826025e-05,
      "loss": 1.2257,
      "step": 12050
    },
    {
      "epoch": 0.23434770795326632,
      "grad_norm": 2.456336498260498,
      "learning_rate": 4.73019737943765e-05,
      "loss": 1.3748,
      "step": 12075
    },
    {
      "epoch": 0.23483289989519854,
      "grad_norm": 0.6911483407020569,
      "learning_rate": 4.7282808626537155e-05,
      "loss": 1.3478,
      "step": 12100
    },
    {
      "epoch": 0.23531809183713076,
      "grad_norm": 1.9383065700531006,
      "learning_rate": 4.726357954128256e-05,
      "loss": 1.377,
      "step": 12125
    },
    {
      "epoch": 0.235803283779063,
      "grad_norm": 0.7925689220428467,
      "learning_rate": 4.724428659377065e-05,
      "loss": 1.2409,
      "step": 12150
    },
    {
      "epoch": 0.23628847572099523,
      "grad_norm": 0.766192615032196,
      "learning_rate": 4.722492983934251e-05,
      "loss": 1.2169,
      "step": 12175
    },
    {
      "epoch": 0.23677366766292746,
      "grad_norm": 2.4071896076202393,
      "learning_rate": 4.7205509333522305e-05,
      "loss": 1.3545,
      "step": 12200
    },
    {
      "epoch": 0.23725885960485968,
      "grad_norm": 0.6175357699394226,
      "learning_rate": 4.718602513201702e-05,
      "loss": 1.3503,
      "step": 12225
    },
    {
      "epoch": 0.2377440515467919,
      "grad_norm": 2.46563720703125,
      "learning_rate": 4.716647729071637e-05,
      "loss": 1.3381,
      "step": 12250
    },
    {
      "epoch": 0.23822924348872415,
      "grad_norm": 0.6135498881340027,
      "learning_rate": 4.714686586569263e-05,
      "loss": 1.26,
      "step": 12275
    },
    {
      "epoch": 0.23871443543065637,
      "grad_norm": 0.7762085795402527,
      "learning_rate": 4.712719091320044e-05,
      "loss": 1.3897,
      "step": 12300
    },
    {
      "epoch": 0.2391996273725886,
      "grad_norm": 2.080073356628418,
      "learning_rate": 4.710745248967668e-05,
      "loss": 1.3608,
      "step": 12325
    },
    {
      "epoch": 0.23968481931452082,
      "grad_norm": 0.8992445468902588,
      "learning_rate": 4.708765065174029e-05,
      "loss": 1.3796,
      "step": 12350
    },
    {
      "epoch": 0.24017001125645304,
      "grad_norm": 0.7284401655197144,
      "learning_rate": 4.706778545619211e-05,
      "loss": 1.2184,
      "step": 12375
    },
    {
      "epoch": 0.2406552031983853,
      "grad_norm": 0.7115889191627502,
      "learning_rate": 4.7047856960014715e-05,
      "loss": 1.2428,
      "step": 12400
    },
    {
      "epoch": 0.24114039514031751,
      "grad_norm": 0.6973176002502441,
      "learning_rate": 4.702786522037227e-05,
      "loss": 1.2752,
      "step": 12425
    },
    {
      "epoch": 0.24162558708224974,
      "grad_norm": 2.1255855560302734,
      "learning_rate": 4.700781029461035e-05,
      "loss": 1.325,
      "step": 12450
    },
    {
      "epoch": 0.24211077902418196,
      "grad_norm": 0.6068640947341919,
      "learning_rate": 4.698769224025577e-05,
      "loss": 1.3582,
      "step": 12475
    },
    {
      "epoch": 0.24259597096611418,
      "grad_norm": 0.5114668011665344,
      "learning_rate": 4.69675111150164e-05,
      "loss": 1.3597,
      "step": 12500
    },
    {
      "epoch": 0.24308116290804643,
      "grad_norm": 0.7079507112503052,
      "learning_rate": 4.6947266976781085e-05,
      "loss": 1.3067,
      "step": 12525
    },
    {
      "epoch": 0.24356635484997866,
      "grad_norm": 1.1130468845367432,
      "learning_rate": 4.692695988361938e-05,
      "loss": 1.5319,
      "step": 12550
    },
    {
      "epoch": 0.24405154679191088,
      "grad_norm": 0.8022894263267517,
      "learning_rate": 4.6906589893781426e-05,
      "loss": 1.2251,
      "step": 12575
    },
    {
      "epoch": 0.2445367387338431,
      "grad_norm": 0.5400947332382202,
      "learning_rate": 4.6886157065697794e-05,
      "loss": 1.3262,
      "step": 12600
    },
    {
      "epoch": 0.24502193067577532,
      "grad_norm": 2.1732430458068848,
      "learning_rate": 4.68656614579793e-05,
      "loss": 1.3816,
      "step": 12625
    },
    {
      "epoch": 0.24550712261770757,
      "grad_norm": 2.3840439319610596,
      "learning_rate": 4.6845103129416834e-05,
      "loss": 1.2305,
      "step": 12650
    },
    {
      "epoch": 0.2459923145596398,
      "grad_norm": 0.8135746717453003,
      "learning_rate": 4.682448213898121e-05,
      "loss": 1.3206,
      "step": 12675
    },
    {
      "epoch": 0.24647750650157202,
      "grad_norm": 2.075202465057373,
      "learning_rate": 4.680379854582298e-05,
      "loss": 1.4978,
      "step": 12700
    },
    {
      "epoch": 0.24696269844350424,
      "grad_norm": 0.6237090826034546,
      "learning_rate": 4.678305240927226e-05,
      "loss": 1.3239,
      "step": 12725
    },
    {
      "epoch": 0.2474478903854365,
      "grad_norm": 0.7702721357345581,
      "learning_rate": 4.676224378883858e-05,
      "loss": 1.1254,
      "step": 12750
    },
    {
      "epoch": 0.24793308232736871,
      "grad_norm": 2.4617862701416016,
      "learning_rate": 4.674137274421071e-05,
      "loss": 1.2938,
      "step": 12775
    },
    {
      "epoch": 0.24841827426930094,
      "grad_norm": 2.7270684242248535,
      "learning_rate": 4.672043933525646e-05,
      "loss": 1.2833,
      "step": 12800
    },
    {
      "epoch": 0.24890346621123316,
      "grad_norm": 0.7871997952461243,
      "learning_rate": 4.6699443622022554e-05,
      "loss": 1.2688,
      "step": 12825
    },
    {
      "epoch": 0.24938865815316538,
      "grad_norm": 0.5763459801673889,
      "learning_rate": 4.667838566473441e-05,
      "loss": 1.1851,
      "step": 12850
    },
    {
      "epoch": 0.24987385009509763,
      "grad_norm": 2.2837114334106445,
      "learning_rate": 4.6657265523796015e-05,
      "loss": 1.2243,
      "step": 12875
    },
    {
      "epoch": 0.25035904203702986,
      "grad_norm": 0.7400971055030823,
      "learning_rate": 4.66360832597897e-05,
      "loss": 1.2969,
      "step": 12900
    },
    {
      "epoch": 0.25084423397896205,
      "grad_norm": 0.8821414113044739,
      "learning_rate": 4.661483893347601e-05,
      "loss": 1.39,
      "step": 12925
    },
    {
      "epoch": 0.2513294259208943,
      "grad_norm": 2.5464210510253906,
      "learning_rate": 4.659353260579353e-05,
      "loss": 1.5214,
      "step": 12950
    },
    {
      "epoch": 0.25181461786282655,
      "grad_norm": 0.5863485336303711,
      "learning_rate": 4.657216433785866e-05,
      "loss": 1.303,
      "step": 12975
    },
    {
      "epoch": 0.25229980980475875,
      "grad_norm": 0.8493661284446716,
      "learning_rate": 4.655073419096548e-05,
      "loss": 1.2839,
      "step": 13000
    },
    {
      "epoch": 0.252785001746691,
      "grad_norm": 2.3241004943847656,
      "learning_rate": 4.6529242226585606e-05,
      "loss": 1.2175,
      "step": 13025
    },
    {
      "epoch": 0.25327019368862325,
      "grad_norm": 1.8221546411514282,
      "learning_rate": 4.650768850636793e-05,
      "loss": 1.1342,
      "step": 13050
    },
    {
      "epoch": 0.25375538563055544,
      "grad_norm": 0.675459623336792,
      "learning_rate": 4.648607309213849e-05,
      "loss": 1.2996,
      "step": 13075
    },
    {
      "epoch": 0.2542405775724877,
      "grad_norm": 0.999279797077179,
      "learning_rate": 4.646439604590033e-05,
      "loss": 1.1562,
      "step": 13100
    },
    {
      "epoch": 0.2547257695144199,
      "grad_norm": 2.1332309246063232,
      "learning_rate": 4.6442657429833236e-05,
      "loss": 1.3243,
      "step": 13125
    },
    {
      "epoch": 0.25521096145635214,
      "grad_norm": 0.5808287858963013,
      "learning_rate": 4.642085730629364e-05,
      "loss": 1.3077,
      "step": 13150
    },
    {
      "epoch": 0.2556961533982844,
      "grad_norm": 2.1845154762268066,
      "learning_rate": 4.6398995737814385e-05,
      "loss": 1.1848,
      "step": 13175
    },
    {
      "epoch": 0.2561813453402166,
      "grad_norm": 0.7827994227409363,
      "learning_rate": 4.637707278710459e-05,
      "loss": 1.4985,
      "step": 13200
    },
    {
      "epoch": 0.25666653728214883,
      "grad_norm": 0.5957105159759521,
      "learning_rate": 4.6355088517049416e-05,
      "loss": 1.2246,
      "step": 13225
    },
    {
      "epoch": 0.257151729224081,
      "grad_norm": 0.6704027056694031,
      "learning_rate": 4.633304299070993e-05,
      "loss": 1.2629,
      "step": 13250
    },
    {
      "epoch": 0.2576369211660133,
      "grad_norm": 2.218764066696167,
      "learning_rate": 4.6310936271322924e-05,
      "loss": 1.2184,
      "step": 13275
    },
    {
      "epoch": 0.25812211310794553,
      "grad_norm": 0.6046654582023621,
      "learning_rate": 4.62887684223007e-05,
      "loss": 1.3025,
      "step": 13300
    },
    {
      "epoch": 0.2586073050498777,
      "grad_norm": 2.0559608936309814,
      "learning_rate": 4.626653950723092e-05,
      "loss": 1.4009,
      "step": 13325
    },
    {
      "epoch": 0.25909249699181,
      "grad_norm": 0.6166667342185974,
      "learning_rate": 4.62442495898764e-05,
      "loss": 1.2937,
      "step": 13350
    },
    {
      "epoch": 0.25957768893374217,
      "grad_norm": 0.6391496658325195,
      "learning_rate": 4.622189873417495e-05,
      "loss": 1.1275,
      "step": 13375
    },
    {
      "epoch": 0.2600628808756744,
      "grad_norm": 0.8361741304397583,
      "learning_rate": 4.619948700423917e-05,
      "loss": 1.2989,
      "step": 13400
    },
    {
      "epoch": 0.26054807281760667,
      "grad_norm": 0.6619077920913696,
      "learning_rate": 4.61770144643563e-05,
      "loss": 1.2106,
      "step": 13425
    },
    {
      "epoch": 0.26103326475953886,
      "grad_norm": 0.5892524719238281,
      "learning_rate": 4.615448117898798e-05,
      "loss": 1.1541,
      "step": 13450
    },
    {
      "epoch": 0.2615184567014711,
      "grad_norm": 2.3334407806396484,
      "learning_rate": 4.6131887212770105e-05,
      "loss": 1.3298,
      "step": 13475
    },
    {
      "epoch": 0.2620036486434033,
      "grad_norm": 2.3261401653289795,
      "learning_rate": 4.6109232630512633e-05,
      "loss": 1.2713,
      "step": 13500
    },
    {
      "epoch": 0.26248884058533556,
      "grad_norm": 0.8835258483886719,
      "learning_rate": 4.608651749719941e-05,
      "loss": 1.2834,
      "step": 13525
    },
    {
      "epoch": 0.2629740325272678,
      "grad_norm": 0.5176216959953308,
      "learning_rate": 4.606374187798795e-05,
      "loss": 1.3957,
      "step": 13550
    },
    {
      "epoch": 0.2634592244692,
      "grad_norm": 0.7666918635368347,
      "learning_rate": 4.604090583820928e-05,
      "loss": 1.3457,
      "step": 13575
    },
    {
      "epoch": 0.26394441641113225,
      "grad_norm": 1.252362608909607,
      "learning_rate": 4.601800944336774e-05,
      "loss": 1.461,
      "step": 13600
    },
    {
      "epoch": 0.26442960835306445,
      "grad_norm": 2.4203994274139404,
      "learning_rate": 4.599505275914079e-05,
      "loss": 1.11,
      "step": 13625
    },
    {
      "epoch": 0.2649148002949967,
      "grad_norm": 0.9869685769081116,
      "learning_rate": 4.597203585137884e-05,
      "loss": 1.4609,
      "step": 13650
    },
    {
      "epoch": 0.26539999223692895,
      "grad_norm": 0.8218535780906677,
      "learning_rate": 4.594895878610503e-05,
      "loss": 1.2755,
      "step": 13675
    },
    {
      "epoch": 0.26588518417886114,
      "grad_norm": 0.6552555561065674,
      "learning_rate": 4.5925821629515074e-05,
      "loss": 1.3181,
      "step": 13700
    },
    {
      "epoch": 0.2663703761207934,
      "grad_norm": 0.9620826244354248,
      "learning_rate": 4.590262444797707e-05,
      "loss": 1.2322,
      "step": 13725
    },
    {
      "epoch": 0.2668555680627256,
      "grad_norm": 2.2034168243408203,
      "learning_rate": 4.587936730803125e-05,
      "loss": 1.2499,
      "step": 13750
    },
    {
      "epoch": 0.26734076000465784,
      "grad_norm": 0.6790973544120789,
      "learning_rate": 4.5856050276389886e-05,
      "loss": 1.426,
      "step": 13775
    },
    {
      "epoch": 0.2678259519465901,
      "grad_norm": 0.6186888813972473,
      "learning_rate": 4.583267341993702e-05,
      "loss": 1.2409,
      "step": 13800
    },
    {
      "epoch": 0.2683111438885223,
      "grad_norm": 0.6957961320877075,
      "learning_rate": 4.580923680572829e-05,
      "loss": 1.2534,
      "step": 13825
    },
    {
      "epoch": 0.26879633583045454,
      "grad_norm": 0.6820192337036133,
      "learning_rate": 4.578574050099077e-05,
      "loss": 1.1121,
      "step": 13850
    },
    {
      "epoch": 0.26928152777238673,
      "grad_norm": 2.372969150543213,
      "learning_rate": 4.576218457312274e-05,
      "loss": 1.2877,
      "step": 13875
    },
    {
      "epoch": 0.269766719714319,
      "grad_norm": 0.551874041557312,
      "learning_rate": 4.573856908969352e-05,
      "loss": 1.217,
      "step": 13900
    },
    {
      "epoch": 0.27025191165625123,
      "grad_norm": 0.5827109813690186,
      "learning_rate": 4.571489411844325e-05,
      "loss": 1.0856,
      "step": 13925
    },
    {
      "epoch": 0.2707371035981834,
      "grad_norm": 2.3821585178375244,
      "learning_rate": 4.5691159727282704e-05,
      "loss": 1.048,
      "step": 13950
    },
    {
      "epoch": 0.2712222955401157,
      "grad_norm": 0.7931044697761536,
      "learning_rate": 4.566736598429311e-05,
      "loss": 1.2837,
      "step": 13975
    },
    {
      "epoch": 0.27170748748204787,
      "grad_norm": 1.5971397161483765,
      "learning_rate": 4.5643512957725954e-05,
      "loss": 1.5469,
      "step": 14000
    },
    {
      "epoch": 0.2721926794239801,
      "grad_norm": 0.5619127750396729,
      "learning_rate": 4.561960071600275e-05,
      "loss": 1.2406,
      "step": 14025
    },
    {
      "epoch": 0.27267787136591237,
      "grad_norm": 2.3030502796173096,
      "learning_rate": 4.559562932771489e-05,
      "loss": 1.2278,
      "step": 14050
    },
    {
      "epoch": 0.27316306330784457,
      "grad_norm": 1.138204574584961,
      "learning_rate": 4.557159886162342e-05,
      "loss": 1.1351,
      "step": 14075
    },
    {
      "epoch": 0.2736482552497768,
      "grad_norm": 0.5698568224906921,
      "learning_rate": 4.5547509386658846e-05,
      "loss": 1.259,
      "step": 14100
    },
    {
      "epoch": 0.27413344719170907,
      "grad_norm": 0.679541289806366,
      "learning_rate": 4.5523360971920924e-05,
      "loss": 1.2773,
      "step": 14125
    },
    {
      "epoch": 0.27461863913364126,
      "grad_norm": 0.6621307730674744,
      "learning_rate": 4.549915368667851e-05,
      "loss": 1.2595,
      "step": 14150
    },
    {
      "epoch": 0.2751038310755735,
      "grad_norm": 2.44754958152771,
      "learning_rate": 4.54748876003693e-05,
      "loss": 1.3368,
      "step": 14175
    },
    {
      "epoch": 0.2755890230175057,
      "grad_norm": 0.706897497177124,
      "learning_rate": 4.545056278259968e-05,
      "loss": 1.2535,
      "step": 14200
    },
    {
      "epoch": 0.27607421495943796,
      "grad_norm": 0.9739874601364136,
      "learning_rate": 4.542617930314447e-05,
      "loss": 1.2803,
      "step": 14225
    },
    {
      "epoch": 0.2765594069013702,
      "grad_norm": 2.297530174255371,
      "learning_rate": 4.5401737231946804e-05,
      "loss": 1.4328,
      "step": 14250
    },
    {
      "epoch": 0.2770445988433024,
      "grad_norm": 2.1344082355499268,
      "learning_rate": 4.5377236639117856e-05,
      "loss": 1.3662,
      "step": 14275
    },
    {
      "epoch": 0.27752979078523465,
      "grad_norm": 1.8566749095916748,
      "learning_rate": 4.5352677594936664e-05,
      "loss": 1.3593,
      "step": 14300
    },
    {
      "epoch": 0.27801498272716685,
      "grad_norm": 1.1689435243606567,
      "learning_rate": 4.532806016984995e-05,
      "loss": 1.3437,
      "step": 14325
    },
    {
      "epoch": 0.2785001746690991,
      "grad_norm": 0.65090012550354,
      "learning_rate": 4.5303384434471896e-05,
      "loss": 1.2126,
      "step": 14350
    },
    {
      "epoch": 0.27898536661103135,
      "grad_norm": 0.5760734677314758,
      "learning_rate": 4.527865045958393e-05,
      "loss": 1.4091,
      "step": 14375
    },
    {
      "epoch": 0.27947055855296354,
      "grad_norm": 0.640273928642273,
      "learning_rate": 4.525385831613455e-05,
      "loss": 1.429,
      "step": 14400
    },
    {
      "epoch": 0.2799557504948958,
      "grad_norm": 2.437236785888672,
      "learning_rate": 4.52290080752391e-05,
      "loss": 1.1466,
      "step": 14425
    },
    {
      "epoch": 0.280440942436828,
      "grad_norm": 0.7662313580513,
      "learning_rate": 4.5204099808179594e-05,
      "loss": 1.3295,
      "step": 14450
    },
    {
      "epoch": 0.28092613437876024,
      "grad_norm": 0.8616601824760437,
      "learning_rate": 4.5179133586404466e-05,
      "loss": 1.2425,
      "step": 14475
    },
    {
      "epoch": 0.2814113263206925,
      "grad_norm": 2.0875160694122314,
      "learning_rate": 4.515410948152841e-05,
      "loss": 1.2237,
      "step": 14500
    },
    {
      "epoch": 0.2818965182626247,
      "grad_norm": 0.5740671157836914,
      "learning_rate": 4.512902756533215e-05,
      "loss": 1.2671,
      "step": 14525
    },
    {
      "epoch": 0.28238171020455693,
      "grad_norm": 0.8548942804336548,
      "learning_rate": 4.510388790976222e-05,
      "loss": 1.3399,
      "step": 14550
    },
    {
      "epoch": 0.28286690214648913,
      "grad_norm": 2.465303421020508,
      "learning_rate": 4.507869058693082e-05,
      "loss": 1.3105,
      "step": 14575
    },
    {
      "epoch": 0.2833520940884214,
      "grad_norm": 0.6129107475280762,
      "learning_rate": 4.505343566911553e-05,
      "loss": 1.3675,
      "step": 14600
    },
    {
      "epoch": 0.28383728603035363,
      "grad_norm": 2.1003103256225586,
      "learning_rate": 4.502812322875914e-05,
      "loss": 1.321,
      "step": 14625
    },
    {
      "epoch": 0.2843224779722858,
      "grad_norm": 0.5181079506874084,
      "learning_rate": 4.5002753338469474e-05,
      "loss": 1.4041,
      "step": 14650
    },
    {
      "epoch": 0.2848076699142181,
      "grad_norm": 0.8700966835021973,
      "learning_rate": 4.497732607101912e-05,
      "loss": 1.1592,
      "step": 14675
    },
    {
      "epoch": 0.28529286185615027,
      "grad_norm": 0.6622391939163208,
      "learning_rate": 4.4951841499345246e-05,
      "loss": 1.22,
      "step": 14700
    },
    {
      "epoch": 0.2857780537980825,
      "grad_norm": 0.5387739539146423,
      "learning_rate": 4.492629969654942e-05,
      "loss": 1.1265,
      "step": 14725
    },
    {
      "epoch": 0.28626324574001477,
      "grad_norm": 0.5920250415802002,
      "learning_rate": 4.4900700735897354e-05,
      "loss": 1.3566,
      "step": 14750
    },
    {
      "epoch": 0.28674843768194697,
      "grad_norm": 2.2425992488861084,
      "learning_rate": 4.487504469081873e-05,
      "loss": 1.3989,
      "step": 14775
    },
    {
      "epoch": 0.2872336296238792,
      "grad_norm": 2.4028828144073486,
      "learning_rate": 4.484933163490696e-05,
      "loss": 1.3671,
      "step": 14800
    },
    {
      "epoch": 0.2877188215658114,
      "grad_norm": 2.570460557937622,
      "learning_rate": 4.4823561641919e-05,
      "loss": 1.4037,
      "step": 14825
    },
    {
      "epoch": 0.28820401350774366,
      "grad_norm": 2.2955849170684814,
      "learning_rate": 4.479773478577514e-05,
      "loss": 1.5677,
      "step": 14850
    },
    {
      "epoch": 0.2886892054496759,
      "grad_norm": 0.5591301918029785,
      "learning_rate": 4.477185114055873e-05,
      "loss": 1.3239,
      "step": 14875
    },
    {
      "epoch": 0.2891743973916081,
      "grad_norm": 0.6597347259521484,
      "learning_rate": 4.474591078051609e-05,
      "loss": 1.1635,
      "step": 14900
    },
    {
      "epoch": 0.28965958933354036,
      "grad_norm": 0.8393152952194214,
      "learning_rate": 4.4719913780056156e-05,
      "loss": 1.1429,
      "step": 14925
    },
    {
      "epoch": 0.29014478127547255,
      "grad_norm": 0.5908499360084534,
      "learning_rate": 4.469386021375039e-05,
      "loss": 1.3281,
      "step": 14950
    },
    {
      "epoch": 0.2906299732174048,
      "grad_norm": 2.2433969974517822,
      "learning_rate": 4.466775015633247e-05,
      "loss": 1.2641,
      "step": 14975
    },
    {
      "epoch": 0.29111516515933705,
      "grad_norm": 2.1884865760803223,
      "learning_rate": 4.4641583682698144e-05,
      "loss": 1.2093,
      "step": 15000
    },
    {
      "epoch": 0.29160035710126925,
      "grad_norm": 0.6293449997901917,
      "learning_rate": 4.461536086790497e-05,
      "loss": 1.3049,
      "step": 15025
    },
    {
      "epoch": 0.2920855490432015,
      "grad_norm": 0.6880440711975098,
      "learning_rate": 4.4589081787172124e-05,
      "loss": 1.3704,
      "step": 15050
    },
    {
      "epoch": 0.2925707409851337,
      "grad_norm": 2.19132137298584,
      "learning_rate": 4.456274651588019e-05,
      "loss": 1.3668,
      "step": 15075
    },
    {
      "epoch": 0.29305593292706594,
      "grad_norm": 0.5346562266349792,
      "learning_rate": 4.453635512957092e-05,
      "loss": 1.2756,
      "step": 15100
    },
    {
      "epoch": 0.2935411248689982,
      "grad_norm": 0.643970787525177,
      "learning_rate": 4.450990770394703e-05,
      "loss": 1.2532,
      "step": 15125
    },
    {
      "epoch": 0.2940263168109304,
      "grad_norm": 2.2010910511016846,
      "learning_rate": 4.448340431487198e-05,
      "loss": 1.3052,
      "step": 15150
    },
    {
      "epoch": 0.29451150875286264,
      "grad_norm": 0.6464548110961914,
      "learning_rate": 4.445684503836978e-05,
      "loss": 1.1535,
      "step": 15175
    },
    {
      "epoch": 0.29499670069479483,
      "grad_norm": 0.5936286449432373,
      "learning_rate": 4.4430229950624724e-05,
      "loss": 1.3843,
      "step": 15200
    },
    {
      "epoch": 0.2954818926367271,
      "grad_norm": 0.5456656813621521,
      "learning_rate": 4.440355912798121e-05,
      "loss": 1.119,
      "step": 15225
    },
    {
      "epoch": 0.29596708457865933,
      "grad_norm": 0.755269467830658,
      "learning_rate": 4.437683264694352e-05,
      "loss": 1.275,
      "step": 15250
    },
    {
      "epoch": 0.29645227652059153,
      "grad_norm": 2.031136989593506,
      "learning_rate": 4.435005058417556e-05,
      "loss": 1.2267,
      "step": 15275
    },
    {
      "epoch": 0.2969374684625238,
      "grad_norm": 0.870864987373352,
      "learning_rate": 4.4323213016500715e-05,
      "loss": 1.1336,
      "step": 15300
    },
    {
      "epoch": 0.29742266040445603,
      "grad_norm": 2.053265333175659,
      "learning_rate": 4.429632002090154e-05,
      "loss": 1.288,
      "step": 15325
    },
    {
      "epoch": 0.2979078523463882,
      "grad_norm": 1.9071383476257324,
      "learning_rate": 4.426937167451961e-05,
      "loss": 1.2537,
      "step": 15350
    },
    {
      "epoch": 0.2983930442883205,
      "grad_norm": 1.055603265762329,
      "learning_rate": 4.4242368054655256e-05,
      "loss": 1.292,
      "step": 15375
    },
    {
      "epoch": 0.29887823623025267,
      "grad_norm": 2.234870195388794,
      "learning_rate": 4.4215309238767374e-05,
      "loss": 1.4134,
      "step": 15400
    },
    {
      "epoch": 0.2993634281721849,
      "grad_norm": 3.2114696502685547,
      "learning_rate": 4.418819530447318e-05,
      "loss": 1.3012,
      "step": 15425
    },
    {
      "epoch": 0.29984862011411717,
      "grad_norm": 1.826192855834961,
      "learning_rate": 4.416102632954799e-05,
      "loss": 1.3788,
      "step": 15450
    },
    {
      "epoch": 0.30033381205604937,
      "grad_norm": 1.0043420791625977,
      "learning_rate": 4.413380239192502e-05,
      "loss": 1.2816,
      "step": 15475
    },
    {
      "epoch": 0.3008190039979816,
      "grad_norm": 0.8031551837921143,
      "learning_rate": 4.4106523569695114e-05,
      "loss": 1.1768,
      "step": 15500
    },
    {
      "epoch": 0.3013041959399138,
      "grad_norm": 2.3411574363708496,
      "learning_rate": 4.407918994110657e-05,
      "loss": 1.3918,
      "step": 15525
    },
    {
      "epoch": 0.30178938788184606,
      "grad_norm": 1.7486199140548706,
      "learning_rate": 4.40518015845649e-05,
      "loss": 1.2402,
      "step": 15550
    },
    {
      "epoch": 0.3022745798237783,
      "grad_norm": 0.6331698298454285,
      "learning_rate": 4.4024358578632604e-05,
      "loss": 1.431,
      "step": 15575
    },
    {
      "epoch": 0.3027597717657105,
      "grad_norm": 0.6698155999183655,
      "learning_rate": 4.3996861002028914e-05,
      "loss": 1.2994,
      "step": 15600
    },
    {
      "epoch": 0.30324496370764276,
      "grad_norm": 0.5439791083335876,
      "learning_rate": 4.396930893362963e-05,
      "loss": 1.2176,
      "step": 15625
    },
    {
      "epoch": 0.30373015564957495,
      "grad_norm": 2.4126484394073486,
      "learning_rate": 4.3941702452466845e-05,
      "loss": 1.3878,
      "step": 15650
    },
    {
      "epoch": 0.3042153475915072,
      "grad_norm": 0.5168536305427551,
      "learning_rate": 4.391404163772872e-05,
      "loss": 1.2903,
      "step": 15675
    },
    {
      "epoch": 0.30470053953343945,
      "grad_norm": 2.293233871459961,
      "learning_rate": 4.38863265687593e-05,
      "loss": 1.2133,
      "step": 15700
    },
    {
      "epoch": 0.30518573147537165,
      "grad_norm": 0.5078558921813965,
      "learning_rate": 4.3858557325058214e-05,
      "loss": 1.1663,
      "step": 15725
    },
    {
      "epoch": 0.3056709234173039,
      "grad_norm": 0.6453113555908203,
      "learning_rate": 4.383073398628054e-05,
      "loss": 1.2564,
      "step": 15750
    },
    {
      "epoch": 0.3061561153592361,
      "grad_norm": 0.6318429112434387,
      "learning_rate": 4.380285663223648e-05,
      "loss": 1.1127,
      "step": 15775
    },
    {
      "epoch": 0.30664130730116834,
      "grad_norm": 0.9329913854598999,
      "learning_rate": 4.377492534289121e-05,
      "loss": 1.1359,
      "step": 15800
    },
    {
      "epoch": 0.3071264992431006,
      "grad_norm": 2.0876426696777344,
      "learning_rate": 4.37469401983646e-05,
      "loss": 1.3825,
      "step": 15825
    },
    {
      "epoch": 0.3076116911850328,
      "grad_norm": 2.157146453857422,
      "learning_rate": 4.3718901278931e-05,
      "loss": 1.2098,
      "step": 15850
    },
    {
      "epoch": 0.30809688312696504,
      "grad_norm": 1.5177181959152222,
      "learning_rate": 4.369080866501903e-05,
      "loss": 1.301,
      "step": 15875
    },
    {
      "epoch": 0.30858207506889723,
      "grad_norm": 0.6550502777099609,
      "learning_rate": 4.36626624372113e-05,
      "loss": 1.1986,
      "step": 15900
    },
    {
      "epoch": 0.3090672670108295,
      "grad_norm": 2.498129367828369,
      "learning_rate": 4.363446267624425e-05,
      "loss": 1.2241,
      "step": 15925
    },
    {
      "epoch": 0.30955245895276173,
      "grad_norm": 0.5695524215698242,
      "learning_rate": 4.360620946300783e-05,
      "loss": 1.4583,
      "step": 15950
    },
    {
      "epoch": 0.31003765089469393,
      "grad_norm": 0.5132187604904175,
      "learning_rate": 4.357790287854535e-05,
      "loss": 1.2946,
      "step": 15975
    },
    {
      "epoch": 0.3105228428366262,
      "grad_norm": 0.5807271599769592,
      "learning_rate": 4.354954300405321e-05,
      "loss": 1.203,
      "step": 16000
    },
    {
      "epoch": 0.3110080347785584,
      "grad_norm": 0.5059855580329895,
      "learning_rate": 4.3521129920880666e-05,
      "loss": 1.2224,
      "step": 16025
    },
    {
      "epoch": 0.3114932267204906,
      "grad_norm": 2.2585299015045166,
      "learning_rate": 4.3492663710529586e-05,
      "loss": 1.2843,
      "step": 16050
    },
    {
      "epoch": 0.3119784186624229,
      "grad_norm": 0.5692938566207886,
      "learning_rate": 4.346414445465426e-05,
      "loss": 1.2708,
      "step": 16075
    },
    {
      "epoch": 0.31246361060435507,
      "grad_norm": 1.0478030443191528,
      "learning_rate": 4.3435572235061114e-05,
      "loss": 1.3969,
      "step": 16100
    },
    {
      "epoch": 0.3129488025462873,
      "grad_norm": 1.9291625022888184,
      "learning_rate": 4.340694713370851e-05,
      "loss": 1.245,
      "step": 16125
    },
    {
      "epoch": 0.3134339944882195,
      "grad_norm": 2.2225306034088135,
      "learning_rate": 4.33782692327065e-05,
      "loss": 1.3699,
      "step": 16150
    },
    {
      "epoch": 0.31391918643015176,
      "grad_norm": 0.7460134029388428,
      "learning_rate": 4.3349538614316574e-05,
      "loss": 1.3892,
      "step": 16175
    },
    {
      "epoch": 0.314404378372084,
      "grad_norm": 2.5461061000823975,
      "learning_rate": 4.332075536095146e-05,
      "loss": 1.4066,
      "step": 16200
    },
    {
      "epoch": 0.3148895703140162,
      "grad_norm": 0.6839916110038757,
      "learning_rate": 4.329191955517486e-05,
      "loss": 1.2795,
      "step": 16225
    },
    {
      "epoch": 0.31537476225594846,
      "grad_norm": 0.5088087916374207,
      "learning_rate": 4.3263031279701217e-05,
      "loss": 1.1786,
      "step": 16250
    },
    {
      "epoch": 0.31585995419788065,
      "grad_norm": 0.7595856189727783,
      "learning_rate": 4.323409061739549e-05,
      "loss": 1.2629,
      "step": 16275
    },
    {
      "epoch": 0.3163451461398129,
      "grad_norm": 0.6023890376091003,
      "learning_rate": 4.3205097651272895e-05,
      "loss": 1.2509,
      "step": 16300
    },
    {
      "epoch": 0.31683033808174516,
      "grad_norm": 0.6333832144737244,
      "learning_rate": 4.317605246449869e-05,
      "loss": 1.2938,
      "step": 16325
    },
    {
      "epoch": 0.31731553002367735,
      "grad_norm": 2.3524422645568848,
      "learning_rate": 4.314695514038792e-05,
      "loss": 1.2101,
      "step": 16350
    },
    {
      "epoch": 0.3178007219656096,
      "grad_norm": 1.686638593673706,
      "learning_rate": 4.31178057624052e-05,
      "loss": 1.2629,
      "step": 16375
    },
    {
      "epoch": 0.31828591390754185,
      "grad_norm": 0.8635674118995667,
      "learning_rate": 4.308860441416443e-05,
      "loss": 1.1149,
      "step": 16400
    },
    {
      "epoch": 0.31877110584947405,
      "grad_norm": 2.0210556983947754,
      "learning_rate": 4.3059351179428604e-05,
      "loss": 1.3701,
      "step": 16425
    },
    {
      "epoch": 0.3192562977914063,
      "grad_norm": 0.539535641670227,
      "learning_rate": 4.303004614210955e-05,
      "loss": 1.3726,
      "step": 16450
    },
    {
      "epoch": 0.3197414897333385,
      "grad_norm": 0.5666391253471375,
      "learning_rate": 4.300068938626769e-05,
      "loss": 1.231,
      "step": 16475
    },
    {
      "epoch": 0.32022668167527074,
      "grad_norm": 2.2209763526916504,
      "learning_rate": 4.2971280996111795e-05,
      "loss": 1.3384,
      "step": 16500
    },
    {
      "epoch": 0.320711873617203,
      "grad_norm": 0.6010315418243408,
      "learning_rate": 4.2941821055998744e-05,
      "loss": 1.3025,
      "step": 16525
    },
    {
      "epoch": 0.3211970655591352,
      "grad_norm": 1.8057005405426025,
      "learning_rate": 4.29123096504333e-05,
      "loss": 1.3828,
      "step": 16550
    },
    {
      "epoch": 0.32168225750106744,
      "grad_norm": 0.5104712843894958,
      "learning_rate": 4.2882746864067824e-05,
      "loss": 1.2352,
      "step": 16575
    },
    {
      "epoch": 0.32216744944299963,
      "grad_norm": 0.6033756732940674,
      "learning_rate": 4.28531327817021e-05,
      "loss": 1.1413,
      "step": 16600
    },
    {
      "epoch": 0.3226526413849319,
      "grad_norm": 0.7746044397354126,
      "learning_rate": 4.282346748828301e-05,
      "loss": 1.1456,
      "step": 16625
    },
    {
      "epoch": 0.32313783332686413,
      "grad_norm": 1.830506682395935,
      "learning_rate": 4.279375106890438e-05,
      "loss": 1.2735,
      "step": 16650
    },
    {
      "epoch": 0.3236230252687963,
      "grad_norm": 0.6859185099601746,
      "learning_rate": 4.276398360880664e-05,
      "loss": 1.2882,
      "step": 16675
    },
    {
      "epoch": 0.3241082172107286,
      "grad_norm": 2.1137137413024902,
      "learning_rate": 4.2734165193376666e-05,
      "loss": 1.334,
      "step": 16700
    },
    {
      "epoch": 0.3245934091526608,
      "grad_norm": 0.7919677495956421,
      "learning_rate": 4.2704295908147476e-05,
      "loss": 1.3008,
      "step": 16725
    },
    {
      "epoch": 0.325078601094593,
      "grad_norm": 0.6155506372451782,
      "learning_rate": 4.267437583879802e-05,
      "loss": 1.1585,
      "step": 16750
    },
    {
      "epoch": 0.3255637930365253,
      "grad_norm": 2.717249631881714,
      "learning_rate": 4.264440507115292e-05,
      "loss": 1.2426,
      "step": 16775
    },
    {
      "epoch": 0.32604898497845747,
      "grad_norm": 0.7521378993988037,
      "learning_rate": 4.261438369118219e-05,
      "loss": 1.3876,
      "step": 16800
    },
    {
      "epoch": 0.3265341769203897,
      "grad_norm": 0.5425297617912292,
      "learning_rate": 4.258431178500109e-05,
      "loss": 1.3888,
      "step": 16825
    },
    {
      "epoch": 0.3270193688623219,
      "grad_norm": 0.5597004890441895,
      "learning_rate": 4.255418943886975e-05,
      "loss": 1.1737,
      "step": 16850
    },
    {
      "epoch": 0.32750456080425416,
      "grad_norm": 0.8869568109512329,
      "learning_rate": 4.252401673919302e-05,
      "loss": 1.3067,
      "step": 16875
    },
    {
      "epoch": 0.3279897527461864,
      "grad_norm": 2.365798234939575,
      "learning_rate": 4.249379377252016e-05,
      "loss": 1.1498,
      "step": 16900
    },
    {
      "epoch": 0.3284749446881186,
      "grad_norm": 1.142792820930481,
      "learning_rate": 4.246352062554466e-05,
      "loss": 1.2172,
      "step": 16925
    },
    {
      "epoch": 0.32896013663005086,
      "grad_norm": 0.579338550567627,
      "learning_rate": 4.243319738510392e-05,
      "loss": 1.3459,
      "step": 16950
    },
    {
      "epoch": 0.32944532857198305,
      "grad_norm": 0.8232547640800476,
      "learning_rate": 4.240282413817902e-05,
      "loss": 1.3175,
      "step": 16975
    },
    {
      "epoch": 0.3299305205139153,
      "grad_norm": 0.5723515748977661,
      "learning_rate": 4.237240097189452e-05,
      "loss": 1.1061,
      "step": 17000
    },
    {
      "epoch": 0.33041571245584755,
      "grad_norm": 1.9006156921386719,
      "learning_rate": 4.2341927973518144e-05,
      "loss": 1.1535,
      "step": 17025
    },
    {
      "epoch": 0.33090090439777975,
      "grad_norm": 2.490084648132324,
      "learning_rate": 4.231140523046056e-05,
      "loss": 1.3278,
      "step": 17050
    },
    {
      "epoch": 0.331386096339712,
      "grad_norm": 2.074434280395508,
      "learning_rate": 4.228083283027514e-05,
      "loss": 1.2281,
      "step": 17075
    },
    {
      "epoch": 0.3318712882816442,
      "grad_norm": 0.6868325471878052,
      "learning_rate": 4.2250210860657674e-05,
      "loss": 1.1545,
      "step": 17100
    },
    {
      "epoch": 0.33235648022357644,
      "grad_norm": 0.9436508417129517,
      "learning_rate": 4.221953940944617e-05,
      "loss": 1.2577,
      "step": 17125
    },
    {
      "epoch": 0.3328416721655087,
      "grad_norm": 0.9279387593269348,
      "learning_rate": 4.218881856462054e-05,
      "loss": 1.2017,
      "step": 17150
    },
    {
      "epoch": 0.3333268641074409,
      "grad_norm": 2.1830079555511475,
      "learning_rate": 4.215804841430241e-05,
      "loss": 1.2003,
      "step": 17175
    },
    {
      "epoch": 0.33381205604937314,
      "grad_norm": 0.948060154914856,
      "learning_rate": 4.212722904675481e-05,
      "loss": 1.3473,
      "step": 17200
    },
    {
      "epoch": 0.33429724799130534,
      "grad_norm": 0.6069409251213074,
      "learning_rate": 4.209636055038196e-05,
      "loss": 1.1063,
      "step": 17225
    },
    {
      "epoch": 0.3347824399332376,
      "grad_norm": 2.8510849475860596,
      "learning_rate": 4.206544301372901e-05,
      "loss": 1.2648,
      "step": 17250
    },
    {
      "epoch": 0.33526763187516984,
      "grad_norm": 0.5257542133331299,
      "learning_rate": 4.203447652548178e-05,
      "loss": 1.2497,
      "step": 17275
    },
    {
      "epoch": 0.33575282381710203,
      "grad_norm": 0.7207373380661011,
      "learning_rate": 4.2003461174466485e-05,
      "loss": 1.2388,
      "step": 17300
    },
    {
      "epoch": 0.3362380157590343,
      "grad_norm": 2.5214030742645264,
      "learning_rate": 4.197239704964952e-05,
      "loss": 1.3113,
      "step": 17325
    },
    {
      "epoch": 0.3367232077009665,
      "grad_norm": 0.626291811466217,
      "learning_rate": 4.194128424013719e-05,
      "loss": 1.1555,
      "step": 17350
    },
    {
      "epoch": 0.3372083996428987,
      "grad_norm": 0.8663923740386963,
      "learning_rate": 4.191012283517544e-05,
      "loss": 1.2013,
      "step": 17375
    },
    {
      "epoch": 0.337693591584831,
      "grad_norm": 0.7873178720474243,
      "learning_rate": 4.187891292414961e-05,
      "loss": 1.1446,
      "step": 17400
    },
    {
      "epoch": 0.33817878352676317,
      "grad_norm": 0.6333074569702148,
      "learning_rate": 4.184765459658418e-05,
      "loss": 1.2682,
      "step": 17425
    },
    {
      "epoch": 0.3386639754686954,
      "grad_norm": 0.5824152231216431,
      "learning_rate": 4.1816347942142506e-05,
      "loss": 1.14,
      "step": 17450
    },
    {
      "epoch": 0.3391491674106276,
      "grad_norm": 0.6955634355545044,
      "learning_rate": 4.178499305062658e-05,
      "loss": 1.1661,
      "step": 17475
    },
    {
      "epoch": 0.33963435935255987,
      "grad_norm": 2.518625259399414,
      "learning_rate": 4.1753590011976747e-05,
      "loss": 1.2328,
      "step": 17500
    },
    {
      "epoch": 0.3401195512944921,
      "grad_norm": 0.6026921272277832,
      "learning_rate": 4.172213891627146e-05,
      "loss": 1.0728,
      "step": 17525
    },
    {
      "epoch": 0.3406047432364243,
      "grad_norm": 0.6635125279426575,
      "learning_rate": 4.1690639853727046e-05,
      "loss": 1.1719,
      "step": 17550
    },
    {
      "epoch": 0.34108993517835656,
      "grad_norm": 1.937717080116272,
      "learning_rate": 4.1659092914697395e-05,
      "loss": 1.4893,
      "step": 17575
    },
    {
      "epoch": 0.3415751271202888,
      "grad_norm": 0.6466302275657654,
      "learning_rate": 4.162749818967373e-05,
      "loss": 1.3087,
      "step": 17600
    },
    {
      "epoch": 0.342060319062221,
      "grad_norm": 2.4814162254333496,
      "learning_rate": 4.159585576928437e-05,
      "loss": 1.239,
      "step": 17625
    },
    {
      "epoch": 0.34254551100415326,
      "grad_norm": 2.275796890258789,
      "learning_rate": 4.156416574429442e-05,
      "loss": 1.2215,
      "step": 17650
    },
    {
      "epoch": 0.34303070294608545,
      "grad_norm": 0.6211809515953064,
      "learning_rate": 4.153242820560556e-05,
      "loss": 1.1961,
      "step": 17675
    },
    {
      "epoch": 0.3435158948880177,
      "grad_norm": 0.8722555041313171,
      "learning_rate": 4.150064324425574e-05,
      "loss": 1.4299,
      "step": 17700
    },
    {
      "epoch": 0.34400108682994995,
      "grad_norm": 0.8438299894332886,
      "learning_rate": 4.146881095141895e-05,
      "loss": 1.1268,
      "step": 17725
    },
    {
      "epoch": 0.34448627877188215,
      "grad_norm": 1.9693546295166016,
      "learning_rate": 4.1436931418404956e-05,
      "loss": 1.2862,
      "step": 17750
    },
    {
      "epoch": 0.3449714707138144,
      "grad_norm": 2.2467775344848633,
      "learning_rate": 4.140500473665902e-05,
      "loss": 1.3369,
      "step": 17775
    },
    {
      "epoch": 0.3454566626557466,
      "grad_norm": 2.1413638591766357,
      "learning_rate": 4.1373030997761654e-05,
      "loss": 1.3921,
      "step": 17800
    },
    {
      "epoch": 0.34594185459767884,
      "grad_norm": 0.5400676727294922,
      "learning_rate": 4.134101029342834e-05,
      "loss": 1.334,
      "step": 17825
    },
    {
      "epoch": 0.3464270465396111,
      "grad_norm": 1.917693853378296,
      "learning_rate": 4.1308942715509305e-05,
      "loss": 1.3068,
      "step": 17850
    },
    {
      "epoch": 0.3469122384815433,
      "grad_norm": 0.6024634838104248,
      "learning_rate": 4.127682835598919e-05,
      "loss": 1.1487,
      "step": 17875
    },
    {
      "epoch": 0.34739743042347554,
      "grad_norm": 2.105992078781128,
      "learning_rate": 4.124466730698688e-05,
      "loss": 1.3089,
      "step": 17900
    },
    {
      "epoch": 0.34788262236540773,
      "grad_norm": 0.9743136167526245,
      "learning_rate": 4.121245966075515e-05,
      "loss": 1.1345,
      "step": 17925
    },
    {
      "epoch": 0.34836781430734,
      "grad_norm": 0.6199082136154175,
      "learning_rate": 4.118020550968042e-05,
      "loss": 1.3486,
      "step": 17950
    },
    {
      "epoch": 0.34885300624927224,
      "grad_norm": 0.639504611492157,
      "learning_rate": 4.114790494628258e-05,
      "loss": 1.2681,
      "step": 17975
    },
    {
      "epoch": 0.34933819819120443,
      "grad_norm": 1.0098896026611328,
      "learning_rate": 4.1115558063214565e-05,
      "loss": 1.2488,
      "step": 18000
    },
    {
      "epoch": 0.3498233901331367,
      "grad_norm": 1.8197033405303955,
      "learning_rate": 4.108316495326223e-05,
      "loss": 1.2381,
      "step": 18025
    },
    {
      "epoch": 0.3503085820750689,
      "grad_norm": 2.4245166778564453,
      "learning_rate": 4.1050725709344026e-05,
      "loss": 1.2853,
      "step": 18050
    },
    {
      "epoch": 0.3507937740170011,
      "grad_norm": 1.100279450416565,
      "learning_rate": 4.1018240424510723e-05,
      "loss": 1.3171,
      "step": 18075
    },
    {
      "epoch": 0.3512789659589334,
      "grad_norm": 2.2555439472198486,
      "learning_rate": 4.0985709191945155e-05,
      "loss": 1.3098,
      "step": 18100
    },
    {
      "epoch": 0.35176415790086557,
      "grad_norm": 0.6513779759407043,
      "learning_rate": 4.095313210496198e-05,
      "loss": 1.3384,
      "step": 18125
    },
    {
      "epoch": 0.3522493498427978,
      "grad_norm": 0.9182355403900146,
      "learning_rate": 4.092050925700735e-05,
      "loss": 1.4345,
      "step": 18150
    },
    {
      "epoch": 0.35273454178473,
      "grad_norm": 0.846845269203186,
      "learning_rate": 4.0887840741658716e-05,
      "loss": 1.2643,
      "step": 18175
    },
    {
      "epoch": 0.35321973372666227,
      "grad_norm": 2.0701539516448975,
      "learning_rate": 4.085512665262451e-05,
      "loss": 1.3377,
      "step": 18200
    },
    {
      "epoch": 0.3537049256685945,
      "grad_norm": 0.6115875840187073,
      "learning_rate": 4.08223670837439e-05,
      "loss": 1.4722,
      "step": 18225
    },
    {
      "epoch": 0.3541901176105267,
      "grad_norm": 1.0140953063964844,
      "learning_rate": 4.078956212898647e-05,
      "loss": 1.0937,
      "step": 18250
    },
    {
      "epoch": 0.35467530955245896,
      "grad_norm": 2.5612597465515137,
      "learning_rate": 4.0756711882452056e-05,
      "loss": 1.4356,
      "step": 18275
    },
    {
      "epoch": 0.35516050149439116,
      "grad_norm": 1.970725655555725,
      "learning_rate": 4.072381643837036e-05,
      "loss": 1.2557,
      "step": 18300
    },
    {
      "epoch": 0.3556456934363234,
      "grad_norm": 1.6782244443893433,
      "learning_rate": 4.069087589110076e-05,
      "loss": 1.4394,
      "step": 18325
    },
    {
      "epoch": 0.35613088537825566,
      "grad_norm": 1.8706425428390503,
      "learning_rate": 4.065789033513201e-05,
      "loss": 1.2924,
      "step": 18350
    },
    {
      "epoch": 0.35661607732018785,
      "grad_norm": 0.8119949698448181,
      "learning_rate": 4.062485986508194e-05,
      "loss": 1.113,
      "step": 18375
    },
    {
      "epoch": 0.3571012692621201,
      "grad_norm": 2.137993574142456,
      "learning_rate": 4.059178457569725e-05,
      "loss": 1.3732,
      "step": 18400
    },
    {
      "epoch": 0.3575864612040523,
      "grad_norm": 2.4374332427978516,
      "learning_rate": 4.0558664561853186e-05,
      "loss": 1.3195,
      "step": 18425
    },
    {
      "epoch": 0.35807165314598455,
      "grad_norm": 0.7171961665153503,
      "learning_rate": 4.0525499918553286e-05,
      "loss": 1.1115,
      "step": 18450
    },
    {
      "epoch": 0.3585568450879168,
      "grad_norm": 1.584572434425354,
      "learning_rate": 4.049229074092911e-05,
      "loss": 1.1276,
      "step": 18475
    },
    {
      "epoch": 0.359042037029849,
      "grad_norm": 0.6369661688804626,
      "learning_rate": 4.045903712423996e-05,
      "loss": 1.1719,
      "step": 18500
    },
    {
      "epoch": 0.35952722897178124,
      "grad_norm": 0.8467743992805481,
      "learning_rate": 4.04257391638726e-05,
      "loss": 1.2771,
      "step": 18525
    },
    {
      "epoch": 0.36001242091371344,
      "grad_norm": 0.693044900894165,
      "learning_rate": 4.0392396955341016e-05,
      "loss": 1.2471,
      "step": 18550
    },
    {
      "epoch": 0.3604976128556457,
      "grad_norm": 0.6272895336151123,
      "learning_rate": 4.035901059428609e-05,
      "loss": 1.1391,
      "step": 18575
    },
    {
      "epoch": 0.36098280479757794,
      "grad_norm": 1.7677768468856812,
      "learning_rate": 4.032558017647539e-05,
      "loss": 1.2147,
      "step": 18600
    },
    {
      "epoch": 0.36146799673951013,
      "grad_norm": 0.6939576268196106,
      "learning_rate": 4.029210579780282e-05,
      "loss": 1.2299,
      "step": 18625
    },
    {
      "epoch": 0.3619531886814424,
      "grad_norm": 0.8577672243118286,
      "learning_rate": 4.02585875542884e-05,
      "loss": 1.225,
      "step": 18650
    },
    {
      "epoch": 0.36243838062337463,
      "grad_norm": 2.123406171798706,
      "learning_rate": 4.0225025542077976e-05,
      "loss": 1.2592,
      "step": 18675
    },
    {
      "epoch": 0.36292357256530683,
      "grad_norm": 2.0490570068359375,
      "learning_rate": 4.019141985744295e-05,
      "loss": 1.1363,
      "step": 18700
    },
    {
      "epoch": 0.3634087645072391,
      "grad_norm": 0.6066844463348389,
      "learning_rate": 4.015777059677999e-05,
      "loss": 1.1622,
      "step": 18725
    },
    {
      "epoch": 0.3638939564491713,
      "grad_norm": 0.9427161812782288,
      "learning_rate": 4.012407785661076e-05,
      "loss": 1.2675,
      "step": 18750
    },
    {
      "epoch": 0.3643791483911035,
      "grad_norm": 1.896894931793213,
      "learning_rate": 4.0090341733581636e-05,
      "loss": 1.4015,
      "step": 18775
    },
    {
      "epoch": 0.3648643403330358,
      "grad_norm": 0.6580312252044678,
      "learning_rate": 4.005656232446345e-05,
      "loss": 1.2748,
      "step": 18800
    },
    {
      "epoch": 0.36534953227496797,
      "grad_norm": 2.087059736251831,
      "learning_rate": 4.0022739726151194e-05,
      "loss": 1.2378,
      "step": 18825
    },
    {
      "epoch": 0.3658347242169002,
      "grad_norm": 1.95243501663208,
      "learning_rate": 3.9988874035663734e-05,
      "loss": 1.2837,
      "step": 18850
    },
    {
      "epoch": 0.3663199161588324,
      "grad_norm": 2.2874743938446045,
      "learning_rate": 3.995496535014357e-05,
      "loss": 1.2586,
      "step": 18875
    },
    {
      "epoch": 0.36680510810076467,
      "grad_norm": 0.7804290056228638,
      "learning_rate": 3.9921013766856496e-05,
      "loss": 1.1617,
      "step": 18900
    },
    {
      "epoch": 0.3672903000426969,
      "grad_norm": 0.9436861872673035,
      "learning_rate": 3.98870193831914e-05,
      "loss": 1.3882,
      "step": 18925
    },
    {
      "epoch": 0.3677754919846291,
      "grad_norm": 2.4221627712249756,
      "learning_rate": 3.9852982296659903e-05,
      "loss": 1.2564,
      "step": 18950
    },
    {
      "epoch": 0.36826068392656136,
      "grad_norm": 0.5589163303375244,
      "learning_rate": 3.981890260489615e-05,
      "loss": 1.1754,
      "step": 18975
    },
    {
      "epoch": 0.36874587586849356,
      "grad_norm": 0.656539261341095,
      "learning_rate": 3.9784780405656456e-05,
      "loss": 1.1908,
      "step": 19000
    },
    {
      "epoch": 0.3692310678104258,
      "grad_norm": 2.1720924377441406,
      "learning_rate": 3.975061579681911e-05,
      "loss": 1.3293,
      "step": 19025
    },
    {
      "epoch": 0.36971625975235806,
      "grad_norm": 0.47858402132987976,
      "learning_rate": 3.971640887638403e-05,
      "loss": 1.2195,
      "step": 19050
    },
    {
      "epoch": 0.37020145169429025,
      "grad_norm": 0.6785688400268555,
      "learning_rate": 3.96821597424725e-05,
      "loss": 1.3108,
      "step": 19075
    },
    {
      "epoch": 0.3706866436362225,
      "grad_norm": 0.6627455949783325,
      "learning_rate": 3.9647868493326906e-05,
      "loss": 1.3461,
      "step": 19100
    },
    {
      "epoch": 0.3711718355781547,
      "grad_norm": 0.8792084455490112,
      "learning_rate": 3.9613535227310424e-05,
      "loss": 1.2121,
      "step": 19125
    },
    {
      "epoch": 0.37165702752008695,
      "grad_norm": 0.6082770228385925,
      "learning_rate": 3.9579160042906785e-05,
      "loss": 1.3747,
      "step": 19150
    },
    {
      "epoch": 0.3721422194620192,
      "grad_norm": 1.8594701290130615,
      "learning_rate": 3.95447430387199e-05,
      "loss": 1.1437,
      "step": 19175
    },
    {
      "epoch": 0.3726274114039514,
      "grad_norm": 0.4985337257385254,
      "learning_rate": 3.951028431347371e-05,
      "loss": 1.1226,
      "step": 19200
    },
    {
      "epoch": 0.37311260334588364,
      "grad_norm": 1.7327946424484253,
      "learning_rate": 3.947578396601178e-05,
      "loss": 1.2468,
      "step": 19225
    },
    {
      "epoch": 0.37359779528781584,
      "grad_norm": 0.5588822960853577,
      "learning_rate": 3.9441242095297094e-05,
      "loss": 1.2539,
      "step": 19250
    },
    {
      "epoch": 0.3740829872297481,
      "grad_norm": 0.8766839504241943,
      "learning_rate": 3.9406658800411734e-05,
      "loss": 1.325,
      "step": 19275
    },
    {
      "epoch": 0.37456817917168034,
      "grad_norm": 2.1891872882843018,
      "learning_rate": 3.937203418055661e-05,
      "loss": 1.2563,
      "step": 19300
    },
    {
      "epoch": 0.37505337111361253,
      "grad_norm": 2.369225263595581,
      "learning_rate": 3.9337368335051146e-05,
      "loss": 1.258,
      "step": 19325
    },
    {
      "epoch": 0.3755385630555448,
      "grad_norm": 0.5667237639427185,
      "learning_rate": 3.9302661363333074e-05,
      "loss": 1.2412,
      "step": 19350
    },
    {
      "epoch": 0.376023754997477,
      "grad_norm": 0.6716567873954773,
      "learning_rate": 3.9267913364958036e-05,
      "loss": 1.3325,
      "step": 19375
    },
    {
      "epoch": 0.37650894693940923,
      "grad_norm": 0.8138393759727478,
      "learning_rate": 3.92331244395994e-05,
      "loss": 1.3446,
      "step": 19400
    },
    {
      "epoch": 0.3769941388813415,
      "grad_norm": 0.5174316167831421,
      "learning_rate": 3.919829468704792e-05,
      "loss": 1.3268,
      "step": 19425
    },
    {
      "epoch": 0.3774793308232737,
      "grad_norm": 0.935123860836029,
      "learning_rate": 3.916342420721145e-05,
      "loss": 1.1977,
      "step": 19450
    },
    {
      "epoch": 0.3779645227652059,
      "grad_norm": 2.3387467861175537,
      "learning_rate": 3.9128513100114665e-05,
      "loss": 1.4,
      "step": 19475
    },
    {
      "epoch": 0.3784497147071381,
      "grad_norm": 0.7243320345878601,
      "learning_rate": 3.909356146589881e-05,
      "loss": 1.191,
      "step": 19500
    },
    {
      "epoch": 0.37893490664907037,
      "grad_norm": 0.5312628149986267,
      "learning_rate": 3.9058569404821346e-05,
      "loss": 1.2559,
      "step": 19525
    },
    {
      "epoch": 0.3794200985910026,
      "grad_norm": 0.6618676781654358,
      "learning_rate": 3.902353701725572e-05,
      "loss": 1.1912,
      "step": 19550
    },
    {
      "epoch": 0.3799052905329348,
      "grad_norm": 0.5269882082939148,
      "learning_rate": 3.898846440369103e-05,
      "loss": 1.1957,
      "step": 19575
    },
    {
      "epoch": 0.38039048247486706,
      "grad_norm": 0.8228020668029785,
      "learning_rate": 3.8953351664731784e-05,
      "loss": 1.2181,
      "step": 19600
    },
    {
      "epoch": 0.38087567441679926,
      "grad_norm": 0.7532572150230408,
      "learning_rate": 3.8918198901097594e-05,
      "loss": 1.443,
      "step": 19625
    },
    {
      "epoch": 0.3813608663587315,
      "grad_norm": 0.5229353904724121,
      "learning_rate": 3.8883006213622844e-05,
      "loss": 1.2278,
      "step": 19650
    },
    {
      "epoch": 0.38184605830066376,
      "grad_norm": 1.9069517850875854,
      "learning_rate": 3.884777370325646e-05,
      "loss": 1.2279,
      "step": 19675
    },
    {
      "epoch": 0.38233125024259595,
      "grad_norm": 0.6787654757499695,
      "learning_rate": 3.881250147106162e-05,
      "loss": 1.0983,
      "step": 19700
    },
    {
      "epoch": 0.3828164421845282,
      "grad_norm": 2.1889421939849854,
      "learning_rate": 3.877718961821541e-05,
      "loss": 1.2962,
      "step": 19725
    },
    {
      "epoch": 0.38330163412646046,
      "grad_norm": 0.6921906471252441,
      "learning_rate": 3.8741838246008576e-05,
      "loss": 1.1781,
      "step": 19750
    },
    {
      "epoch": 0.38378682606839265,
      "grad_norm": 0.7118716239929199,
      "learning_rate": 3.870644745584523e-05,
      "loss": 1.2049,
      "step": 19775
    },
    {
      "epoch": 0.3842720180103249,
      "grad_norm": 0.6710949540138245,
      "learning_rate": 3.867101734924255e-05,
      "loss": 1.183,
      "step": 19800
    },
    {
      "epoch": 0.3847572099522571,
      "grad_norm": 0.5743775367736816,
      "learning_rate": 3.8635548027830485e-05,
      "loss": 1.1803,
      "step": 19825
    },
    {
      "epoch": 0.38524240189418935,
      "grad_norm": 1.9639955759048462,
      "learning_rate": 3.860003959335148e-05,
      "loss": 1.1867,
      "step": 19850
    },
    {
      "epoch": 0.3857275938361216,
      "grad_norm": 1.7906283140182495,
      "learning_rate": 3.856449214766018e-05,
      "loss": 1.2506,
      "step": 19875
    },
    {
      "epoch": 0.3862127857780538,
      "grad_norm": 0.7552570104598999,
      "learning_rate": 3.85289057927231e-05,
      "loss": 1.3056,
      "step": 19900
    },
    {
      "epoch": 0.38669797771998604,
      "grad_norm": 0.9353697896003723,
      "learning_rate": 3.849328063061842e-05,
      "loss": 1.1774,
      "step": 19925
    },
    {
      "epoch": 0.38718316966191824,
      "grad_norm": 2.0171525478363037,
      "learning_rate": 3.8457616763535576e-05,
      "loss": 1.2416,
      "step": 19950
    },
    {
      "epoch": 0.3876683616038505,
      "grad_norm": 1.9999735355377197,
      "learning_rate": 3.8421914293775065e-05,
      "loss": 1.2326,
      "step": 19975
    },
    {
      "epoch": 0.38815355354578274,
      "grad_norm": 0.6439474821090698,
      "learning_rate": 3.83861733237481e-05,
      "loss": 1.296,
      "step": 20000
    },
    {
      "epoch": 0.38863874548771493,
      "grad_norm": 2.7946014404296875,
      "learning_rate": 3.835039395597635e-05,
      "loss": 1.3098,
      "step": 20025
    },
    {
      "epoch": 0.3891239374296472,
      "grad_norm": 2.5905938148498535,
      "learning_rate": 3.831457629309161e-05,
      "loss": 1.2938,
      "step": 20050
    },
    {
      "epoch": 0.3896091293715794,
      "grad_norm": 2.47521710395813,
      "learning_rate": 3.8278720437835516e-05,
      "loss": 1.2334,
      "step": 20075
    },
    {
      "epoch": 0.3900943213135116,
      "grad_norm": 1.4045584201812744,
      "learning_rate": 3.824282649305927e-05,
      "loss": 1.1882,
      "step": 20100
    },
    {
      "epoch": 0.3905795132554439,
      "grad_norm": 2.1604788303375244,
      "learning_rate": 3.820689456172334e-05,
      "loss": 1.3621,
      "step": 20125
    },
    {
      "epoch": 0.3910647051973761,
      "grad_norm": 2.436976671218872,
      "learning_rate": 3.817092474689713e-05,
      "loss": 1.4309,
      "step": 20150
    },
    {
      "epoch": 0.3915498971393083,
      "grad_norm": 0.7979105710983276,
      "learning_rate": 3.813491715175874e-05,
      "loss": 1.15,
      "step": 20175
    },
    {
      "epoch": 0.3920350890812405,
      "grad_norm": 0.9275895357131958,
      "learning_rate": 3.8098871879594624e-05,
      "loss": 1.1638,
      "step": 20200
    },
    {
      "epoch": 0.39252028102317277,
      "grad_norm": 0.7307536602020264,
      "learning_rate": 3.8062789033799326e-05,
      "loss": 1.2435,
      "step": 20225
    },
    {
      "epoch": 0.393005472965105,
      "grad_norm": 0.9870713353157043,
      "learning_rate": 3.802666871787514e-05,
      "loss": 1.3607,
      "step": 20250
    },
    {
      "epoch": 0.3934906649070372,
      "grad_norm": 0.8626781702041626,
      "learning_rate": 3.799051103543189e-05,
      "loss": 1.3038,
      "step": 20275
    },
    {
      "epoch": 0.39397585684896946,
      "grad_norm": 0.7568720579147339,
      "learning_rate": 3.7954316090186526e-05,
      "loss": 1.1585,
      "step": 20300
    },
    {
      "epoch": 0.39446104879090166,
      "grad_norm": 2.3212945461273193,
      "learning_rate": 3.7918083985962924e-05,
      "loss": 1.1169,
      "step": 20325
    },
    {
      "epoch": 0.3949462407328339,
      "grad_norm": 2.4761178493499756,
      "learning_rate": 3.788181482669155e-05,
      "loss": 1.1057,
      "step": 20350
    },
    {
      "epoch": 0.39543143267476616,
      "grad_norm": 0.6478317379951477,
      "learning_rate": 3.784550871640915e-05,
      "loss": 1.2138,
      "step": 20375
    },
    {
      "epoch": 0.39591662461669835,
      "grad_norm": 0.7747492790222168,
      "learning_rate": 3.780916575925844e-05,
      "loss": 1.2479,
      "step": 20400
    },
    {
      "epoch": 0.3964018165586306,
      "grad_norm": 0.8661019802093506,
      "learning_rate": 3.777278605948788e-05,
      "loss": 1.0913,
      "step": 20425
    },
    {
      "epoch": 0.3968870085005628,
      "grad_norm": 0.5449972748756409,
      "learning_rate": 3.773636972145129e-05,
      "loss": 1.3074,
      "step": 20450
    },
    {
      "epoch": 0.39737220044249505,
      "grad_norm": 0.7429943084716797,
      "learning_rate": 3.7699916849607573e-05,
      "loss": 1.3265,
      "step": 20475
    },
    {
      "epoch": 0.3978573923844273,
      "grad_norm": 2.747783660888672,
      "learning_rate": 3.766342754852048e-05,
      "loss": 1.2573,
      "step": 20500
    },
    {
      "epoch": 0.3983425843263595,
      "grad_norm": 0.6593181490898132,
      "learning_rate": 3.762690192285821e-05,
      "loss": 1.3791,
      "step": 20525
    },
    {
      "epoch": 0.39882777626829174,
      "grad_norm": 1.7997138500213623,
      "learning_rate": 3.759034007739318e-05,
      "loss": 1.2207,
      "step": 20550
    },
    {
      "epoch": 0.39931296821022394,
      "grad_norm": 0.7298917770385742,
      "learning_rate": 3.755374211700168e-05,
      "loss": 1.0765,
      "step": 20575
    },
    {
      "epoch": 0.3997981601521562,
      "grad_norm": 0.7983205318450928,
      "learning_rate": 3.7517108146663635e-05,
      "loss": 1.368,
      "step": 20600
    },
    {
      "epoch": 0.40028335209408844,
      "grad_norm": 2.01973032951355,
      "learning_rate": 3.748043827146221e-05,
      "loss": 1.2039,
      "step": 20625
    },
    {
      "epoch": 0.40076854403602064,
      "grad_norm": 0.5539872646331787,
      "learning_rate": 3.7443732596583624e-05,
      "loss": 1.4084,
      "step": 20650
    },
    {
      "epoch": 0.4012537359779529,
      "grad_norm": 0.49459853768348694,
      "learning_rate": 3.740699122731673e-05,
      "loss": 1.4322,
      "step": 20675
    },
    {
      "epoch": 0.4017389279198851,
      "grad_norm": 0.7081012725830078,
      "learning_rate": 3.7370214269052794e-05,
      "loss": 1.2294,
      "step": 20700
    },
    {
      "epoch": 0.40222411986181733,
      "grad_norm": 2.3867552280426025,
      "learning_rate": 3.7333401827285174e-05,
      "loss": 1.2847,
      "step": 20725
    },
    {
      "epoch": 0.4027093118037496,
      "grad_norm": 2.098261594772339,
      "learning_rate": 3.7296554007608984e-05,
      "loss": 1.4123,
      "step": 20750
    },
    {
      "epoch": 0.4031945037456818,
      "grad_norm": 0.6393025517463684,
      "learning_rate": 3.7259670915720865e-05,
      "loss": 1.2198,
      "step": 20775
    },
    {
      "epoch": 0.403679695687614,
      "grad_norm": 0.4843246638774872,
      "learning_rate": 3.722275265741858e-05,
      "loss": 1.2113,
      "step": 20800
    },
    {
      "epoch": 0.4041648876295462,
      "grad_norm": 0.9592753052711487,
      "learning_rate": 3.71857993386008e-05,
      "loss": 1.0715,
      "step": 20825
    },
    {
      "epoch": 0.40465007957147847,
      "grad_norm": 0.6288106441497803,
      "learning_rate": 3.714881106526677e-05,
      "loss": 1.1669,
      "step": 20850
    },
    {
      "epoch": 0.4051352715134107,
      "grad_norm": 0.5286287665367126,
      "learning_rate": 3.7111787943515974e-05,
      "loss": 1.1413,
      "step": 20875
    },
    {
      "epoch": 0.4056204634553429,
      "grad_norm": 2.348930835723877,
      "learning_rate": 3.7074730079547874e-05,
      "loss": 1.2896,
      "step": 20900
    },
    {
      "epoch": 0.40610565539727517,
      "grad_norm": 2.1435413360595703,
      "learning_rate": 3.70376375796616e-05,
      "loss": 1.2578,
      "step": 20925
    },
    {
      "epoch": 0.4065908473392074,
      "grad_norm": 2.01480770111084,
      "learning_rate": 3.700051055025561e-05,
      "loss": 1.014,
      "step": 20950
    },
    {
      "epoch": 0.4070760392811396,
      "grad_norm": 2.365237236022949,
      "learning_rate": 3.696334909782741e-05,
      "loss": 1.2633,
      "step": 20975
    },
    {
      "epoch": 0.40756123122307186,
      "grad_norm": 0.6492660045623779,
      "learning_rate": 3.6926153328973275e-05,
      "loss": 1.1476,
      "step": 21000
    },
    {
      "epoch": 0.40804642316500406,
      "grad_norm": 2.47704815864563,
      "learning_rate": 3.68889233503879e-05,
      "loss": 1.2372,
      "step": 21025
    },
    {
      "epoch": 0.4085316151069363,
      "grad_norm": 0.8423924446105957,
      "learning_rate": 3.685165926886408e-05,
      "loss": 1.3013,
      "step": 21050
    },
    {
      "epoch": 0.40901680704886856,
      "grad_norm": 0.5688174962997437,
      "learning_rate": 3.681436119129248e-05,
      "loss": 1.3203,
      "step": 21075
    },
    {
      "epoch": 0.40950199899080075,
      "grad_norm": 0.5898360013961792,
      "learning_rate": 3.677702922466126e-05,
      "loss": 1.2707,
      "step": 21100
    },
    {
      "epoch": 0.409987190932733,
      "grad_norm": 0.8128376603126526,
      "learning_rate": 3.673966347605578e-05,
      "loss": 1.179,
      "step": 21125
    },
    {
      "epoch": 0.4104723828746652,
      "grad_norm": 0.715130090713501,
      "learning_rate": 3.670226405265833e-05,
      "loss": 1.3037,
      "step": 21150
    },
    {
      "epoch": 0.41095757481659745,
      "grad_norm": 0.5029814839363098,
      "learning_rate": 3.666483106174775e-05,
      "loss": 1.1067,
      "step": 21175
    },
    {
      "epoch": 0.4114427667585297,
      "grad_norm": 0.6578660011291504,
      "learning_rate": 3.662736461069922e-05,
      "loss": 1.2677,
      "step": 21200
    },
    {
      "epoch": 0.4119279587004619,
      "grad_norm": 2.272242546081543,
      "learning_rate": 3.658986480698386e-05,
      "loss": 1.2043,
      "step": 21225
    },
    {
      "epoch": 0.41241315064239414,
      "grad_norm": 0.5404434204101562,
      "learning_rate": 3.655233175816849e-05,
      "loss": 1.2238,
      "step": 21250
    },
    {
      "epoch": 0.41289834258432634,
      "grad_norm": 2.181788444519043,
      "learning_rate": 3.651476557191525e-05,
      "loss": 1.1821,
      "step": 21275
    },
    {
      "epoch": 0.4133835345262586,
      "grad_norm": 2.1514368057250977,
      "learning_rate": 3.6477166355981396e-05,
      "loss": 1.2068,
      "step": 21300
    },
    {
      "epoch": 0.41386872646819084,
      "grad_norm": 2.194366693496704,
      "learning_rate": 3.643953421821887e-05,
      "loss": 1.1637,
      "step": 21325
    },
    {
      "epoch": 0.41435391841012303,
      "grad_norm": 2.6059441566467285,
      "learning_rate": 3.640186926657407e-05,
      "loss": 1.2343,
      "step": 21350
    },
    {
      "epoch": 0.4148391103520553,
      "grad_norm": 2.0002808570861816,
      "learning_rate": 3.6364171609087535e-05,
      "loss": 1.4496,
      "step": 21375
    },
    {
      "epoch": 0.4153243022939875,
      "grad_norm": 0.6392743587493896,
      "learning_rate": 3.6326441353893595e-05,
      "loss": 1.2887,
      "step": 21400
    },
    {
      "epoch": 0.41580949423591973,
      "grad_norm": 0.7072003483772278,
      "learning_rate": 3.62886786092201e-05,
      "loss": 1.3271,
      "step": 21425
    },
    {
      "epoch": 0.416294686177852,
      "grad_norm": 2.215770721435547,
      "learning_rate": 3.62508834833881e-05,
      "loss": 1.2706,
      "step": 21450
    },
    {
      "epoch": 0.4167798781197842,
      "grad_norm": 0.6619639992713928,
      "learning_rate": 3.6213056084811505e-05,
      "loss": 1.3364,
      "step": 21475
    },
    {
      "epoch": 0.4172650700617164,
      "grad_norm": 0.541851818561554,
      "learning_rate": 3.6175196521996815e-05,
      "loss": 1.3862,
      "step": 21500
    },
    {
      "epoch": 0.4177502620036486,
      "grad_norm": 0.7330541610717773,
      "learning_rate": 3.613730490354281e-05,
      "loss": 1.3884,
      "step": 21525
    },
    {
      "epoch": 0.41823545394558087,
      "grad_norm": 0.6911499500274658,
      "learning_rate": 3.6099381338140184e-05,
      "loss": 1.2728,
      "step": 21550
    },
    {
      "epoch": 0.4187206458875131,
      "grad_norm": 1.901330828666687,
      "learning_rate": 3.606142593457128e-05,
      "loss": 1.2507,
      "step": 21575
    },
    {
      "epoch": 0.4192058378294453,
      "grad_norm": 0.7900179624557495,
      "learning_rate": 3.6023438801709795e-05,
      "loss": 1.1327,
      "step": 21600
    },
    {
      "epoch": 0.41969102977137757,
      "grad_norm": 2.5279078483581543,
      "learning_rate": 3.598542004852041e-05,
      "loss": 1.1305,
      "step": 21625
    },
    {
      "epoch": 0.42017622171330976,
      "grad_norm": 0.8178668022155762,
      "learning_rate": 3.594736978405851e-05,
      "loss": 1.1507,
      "step": 21650
    },
    {
      "epoch": 0.420661413655242,
      "grad_norm": 2.005148410797119,
      "learning_rate": 3.590928811746989e-05,
      "loss": 1.3613,
      "step": 21675
    },
    {
      "epoch": 0.42114660559717426,
      "grad_norm": 0.6307448744773865,
      "learning_rate": 3.587117515799038e-05,
      "loss": 1.3016,
      "step": 21700
    },
    {
      "epoch": 0.42163179753910646,
      "grad_norm": 0.6442011594772339,
      "learning_rate": 3.583303101494564e-05,
      "loss": 1.1189,
      "step": 21725
    },
    {
      "epoch": 0.4221169894810387,
      "grad_norm": 0.641895592212677,
      "learning_rate": 3.57948557977507e-05,
      "loss": 1.168,
      "step": 21750
    },
    {
      "epoch": 0.4226021814229709,
      "grad_norm": 0.6188290119171143,
      "learning_rate": 3.575664961590979e-05,
      "loss": 1.1178,
      "step": 21775
    },
    {
      "epoch": 0.42308737336490315,
      "grad_norm": 0.5277941823005676,
      "learning_rate": 3.571841257901593e-05,
      "loss": 1.1406,
      "step": 21800
    },
    {
      "epoch": 0.4235725653068354,
      "grad_norm": 2.062448740005493,
      "learning_rate": 3.568014479675064e-05,
      "loss": 1.1402,
      "step": 21825
    },
    {
      "epoch": 0.4240577572487676,
      "grad_norm": 0.5557686686515808,
      "learning_rate": 3.564184637888364e-05,
      "loss": 1.1787,
      "step": 21850
    },
    {
      "epoch": 0.42454294919069985,
      "grad_norm": 0.6527462601661682,
      "learning_rate": 3.560351743527255e-05,
      "loss": 1.2717,
      "step": 21875
    },
    {
      "epoch": 0.42502814113263204,
      "grad_norm": 0.7339017987251282,
      "learning_rate": 3.5565158075862515e-05,
      "loss": 1.3497,
      "step": 21900
    },
    {
      "epoch": 0.4255133330745643,
      "grad_norm": 2.112121105194092,
      "learning_rate": 3.552676841068595e-05,
      "loss": 1.1931,
      "step": 21925
    },
    {
      "epoch": 0.42599852501649654,
      "grad_norm": 2.17653489112854,
      "learning_rate": 3.54883485498622e-05,
      "loss": 1.3104,
      "step": 21950
    },
    {
      "epoch": 0.42648371695842874,
      "grad_norm": 1.117194652557373,
      "learning_rate": 3.5449898603597205e-05,
      "loss": 1.2475,
      "step": 21975
    },
    {
      "epoch": 0.426968908900361,
      "grad_norm": 2.4294421672821045,
      "learning_rate": 3.541141868218323e-05,
      "loss": 1.2278,
      "step": 22000
    },
    {
      "epoch": 0.42745410084229324,
      "grad_norm": 0.6101568341255188,
      "learning_rate": 3.5372908895998516e-05,
      "loss": 1.1146,
      "step": 22025
    },
    {
      "epoch": 0.42793929278422543,
      "grad_norm": 0.5833826661109924,
      "learning_rate": 3.5334369355506945e-05,
      "loss": 1.3266,
      "step": 22050
    },
    {
      "epoch": 0.4284244847261577,
      "grad_norm": 0.5654898285865784,
      "learning_rate": 3.52958001712578e-05,
      "loss": 1.2799,
      "step": 22075
    },
    {
      "epoch": 0.4289096766680899,
      "grad_norm": 0.6759561896324158,
      "learning_rate": 3.525720145388533e-05,
      "loss": 1.2435,
      "step": 22100
    },
    {
      "epoch": 0.42939486861002213,
      "grad_norm": 0.6394084095954895,
      "learning_rate": 3.521857331410855e-05,
      "loss": 1.1032,
      "step": 22125
    },
    {
      "epoch": 0.4298800605519544,
      "grad_norm": 2.228498935699463,
      "learning_rate": 3.517991586273086e-05,
      "loss": 1.2832,
      "step": 22150
    },
    {
      "epoch": 0.4303652524938866,
      "grad_norm": 0.7785592675209045,
      "learning_rate": 3.514122921063973e-05,
      "loss": 1.2389,
      "step": 22175
    },
    {
      "epoch": 0.4308504444358188,
      "grad_norm": 2.5365164279937744,
      "learning_rate": 3.5102513468806384e-05,
      "loss": 1.3868,
      "step": 22200
    },
    {
      "epoch": 0.431335636377751,
      "grad_norm": 0.6628918647766113,
      "learning_rate": 3.506376874828552e-05,
      "loss": 1.1125,
      "step": 22225
    },
    {
      "epoch": 0.43182082831968327,
      "grad_norm": 1.6485165357589722,
      "learning_rate": 3.502499516021493e-05,
      "loss": 1.31,
      "step": 22250
    },
    {
      "epoch": 0.4323060202616155,
      "grad_norm": 0.5521581768989563,
      "learning_rate": 3.498619281581522e-05,
      "loss": 1.1541,
      "step": 22275
    },
    {
      "epoch": 0.4327912122035477,
      "grad_norm": 0.7575333118438721,
      "learning_rate": 3.494736182638949e-05,
      "loss": 1.2602,
      "step": 22300
    },
    {
      "epoch": 0.43327640414547997,
      "grad_norm": 0.7063887119293213,
      "learning_rate": 3.4908502303323005e-05,
      "loss": 1.3734,
      "step": 22325
    },
    {
      "epoch": 0.43376159608741216,
      "grad_norm": 2.516596555709839,
      "learning_rate": 3.486961435808286e-05,
      "loss": 1.3441,
      "step": 22350
    },
    {
      "epoch": 0.4342467880293444,
      "grad_norm": 0.6844310164451599,
      "learning_rate": 3.483069810221772e-05,
      "loss": 1.1923,
      "step": 22375
    },
    {
      "epoch": 0.43473197997127666,
      "grad_norm": 0.5159727334976196,
      "learning_rate": 3.47917536473574e-05,
      "loss": 1.2243,
      "step": 22400
    },
    {
      "epoch": 0.43521717191320886,
      "grad_norm": 0.5521517395973206,
      "learning_rate": 3.4752781105212644e-05,
      "loss": 1.3393,
      "step": 22425
    },
    {
      "epoch": 0.4357023638551411,
      "grad_norm": 2.45112943649292,
      "learning_rate": 3.471378058757476e-05,
      "loss": 1.1582,
      "step": 22450
    },
    {
      "epoch": 0.4361875557970733,
      "grad_norm": 0.4948228597640991,
      "learning_rate": 3.467475220631529e-05,
      "loss": 1.3779,
      "step": 22475
    },
    {
      "epoch": 0.43667274773900555,
      "grad_norm": 2.2458531856536865,
      "learning_rate": 3.46356960733857e-05,
      "loss": 1.3274,
      "step": 22500
    },
    {
      "epoch": 0.4371579396809378,
      "grad_norm": 2.096132278442383,
      "learning_rate": 3.459661230081709e-05,
      "loss": 1.1378,
      "step": 22525
    },
    {
      "epoch": 0.43764313162287,
      "grad_norm": 1.9927005767822266,
      "learning_rate": 3.455750100071981e-05,
      "loss": 1.3872,
      "step": 22550
    },
    {
      "epoch": 0.43812832356480225,
      "grad_norm": 0.9082599878311157,
      "learning_rate": 3.451836228528316e-05,
      "loss": 1.2899,
      "step": 22575
    },
    {
      "epoch": 0.43861351550673444,
      "grad_norm": 0.580167293548584,
      "learning_rate": 3.447919626677513e-05,
      "loss": 1.3854,
      "step": 22600
    },
    {
      "epoch": 0.4390987074486667,
      "grad_norm": 2.4388678073883057,
      "learning_rate": 3.4440003057541995e-05,
      "loss": 1.3841,
      "step": 22625
    },
    {
      "epoch": 0.43958389939059894,
      "grad_norm": 1.6447397470474243,
      "learning_rate": 3.440078277000803e-05,
      "loss": 1.2843,
      "step": 22650
    },
    {
      "epoch": 0.44006909133253114,
      "grad_norm": 0.5350267291069031,
      "learning_rate": 3.436153551667518e-05,
      "loss": 1.4054,
      "step": 22675
    },
    {
      "epoch": 0.4405542832744634,
      "grad_norm": 2.390188455581665,
      "learning_rate": 3.432226141012275e-05,
      "loss": 1.0484,
      "step": 22700
    },
    {
      "epoch": 0.4410394752163956,
      "grad_norm": 0.9307472705841064,
      "learning_rate": 3.428296056300706e-05,
      "loss": 1.092,
      "step": 22725
    },
    {
      "epoch": 0.44152466715832783,
      "grad_norm": 2.4146616458892822,
      "learning_rate": 3.4243633088061146e-05,
      "loss": 1.2452,
      "step": 22750
    },
    {
      "epoch": 0.4420098591002601,
      "grad_norm": 0.6475421786308289,
      "learning_rate": 3.420427909809442e-05,
      "loss": 1.3337,
      "step": 22775
    },
    {
      "epoch": 0.4424950510421923,
      "grad_norm": 0.6289149522781372,
      "learning_rate": 3.4164898705992356e-05,
      "loss": 1.3005,
      "step": 22800
    },
    {
      "epoch": 0.44298024298412453,
      "grad_norm": 0.9972711801528931,
      "learning_rate": 3.412549202471615e-05,
      "loss": 1.2958,
      "step": 22825
    },
    {
      "epoch": 0.4434654349260567,
      "grad_norm": 0.6743220090866089,
      "learning_rate": 3.408605916730242e-05,
      "loss": 1.3152,
      "step": 22850
    },
    {
      "epoch": 0.443950626867989,
      "grad_norm": 0.5241602659225464,
      "learning_rate": 3.404660024686286e-05,
      "loss": 1.2738,
      "step": 22875
    },
    {
      "epoch": 0.4444358188099212,
      "grad_norm": 0.7610228061676025,
      "learning_rate": 3.400711537658394e-05,
      "loss": 1.1818,
      "step": 22900
    },
    {
      "epoch": 0.4449210107518534,
      "grad_norm": 0.5588897466659546,
      "learning_rate": 3.396760466972653e-05,
      "loss": 1.1167,
      "step": 22925
    },
    {
      "epoch": 0.44540620269378567,
      "grad_norm": 0.7301921844482422,
      "learning_rate": 3.3928068239625665e-05,
      "loss": 1.0991,
      "step": 22950
    },
    {
      "epoch": 0.44589139463571786,
      "grad_norm": 0.8773546814918518,
      "learning_rate": 3.388850619969012e-05,
      "loss": 1.3909,
      "step": 22975
    },
    {
      "epoch": 0.4463765865776501,
      "grad_norm": 0.8421179056167603,
      "learning_rate": 3.384891866340215e-05,
      "loss": 1.35,
      "step": 23000
    },
    {
      "epoch": 0.44686177851958236,
      "grad_norm": 2.3750360012054443,
      "learning_rate": 3.380930574431715e-05,
      "loss": 1.0629,
      "step": 23025
    },
    {
      "epoch": 0.44734697046151456,
      "grad_norm": 0.7454408407211304,
      "learning_rate": 3.376966755606332e-05,
      "loss": 1.2174,
      "step": 23050
    },
    {
      "epoch": 0.4478321624034468,
      "grad_norm": 2.291271209716797,
      "learning_rate": 3.3730004212341336e-05,
      "loss": 1.253,
      "step": 23075
    },
    {
      "epoch": 0.448317354345379,
      "grad_norm": 0.5844234228134155,
      "learning_rate": 3.369031582692403e-05,
      "loss": 1.0957,
      "step": 23100
    },
    {
      "epoch": 0.44880254628731125,
      "grad_norm": 1.851540207862854,
      "learning_rate": 3.365060251365609e-05,
      "loss": 1.037,
      "step": 23125
    },
    {
      "epoch": 0.4492877382292435,
      "grad_norm": 0.5868420004844666,
      "learning_rate": 3.361086438645368e-05,
      "loss": 1.1241,
      "step": 23150
    },
    {
      "epoch": 0.4497729301711757,
      "grad_norm": 0.5457122921943665,
      "learning_rate": 3.357110155930416e-05,
      "loss": 1.352,
      "step": 23175
    },
    {
      "epoch": 0.45025812211310795,
      "grad_norm": 0.8698417544364929,
      "learning_rate": 3.353131414626573e-05,
      "loss": 1.0827,
      "step": 23200
    },
    {
      "epoch": 0.4507433140550402,
      "grad_norm": 0.5305424332618713,
      "learning_rate": 3.349150226146712e-05,
      "loss": 1.2165,
      "step": 23225
    },
    {
      "epoch": 0.4512285059969724,
      "grad_norm": 0.7500939965248108,
      "learning_rate": 3.345166601910725e-05,
      "loss": 1.1667,
      "step": 23250
    },
    {
      "epoch": 0.45171369793890465,
      "grad_norm": 0.5115517377853394,
      "learning_rate": 3.341180553345491e-05,
      "loss": 1.2032,
      "step": 23275
    },
    {
      "epoch": 0.45219888988083684,
      "grad_norm": 0.5333873629570007,
      "learning_rate": 3.3371920918848445e-05,
      "loss": 1.2655,
      "step": 23300
    },
    {
      "epoch": 0.4526840818227691,
      "grad_norm": 0.7750934362411499,
      "learning_rate": 3.33320122896954e-05,
      "loss": 1.348,
      "step": 23325
    },
    {
      "epoch": 0.45316927376470134,
      "grad_norm": 1.9609485864639282,
      "learning_rate": 3.329207976047219e-05,
      "loss": 1.3251,
      "step": 23350
    },
    {
      "epoch": 0.45365446570663354,
      "grad_norm": 0.8524618744850159,
      "learning_rate": 3.3252123445723823e-05,
      "loss": 1.3637,
      "step": 23375
    },
    {
      "epoch": 0.4541396576485658,
      "grad_norm": 0.5837785005569458,
      "learning_rate": 3.321214346006351e-05,
      "loss": 1.3904,
      "step": 23400
    },
    {
      "epoch": 0.454624849590498,
      "grad_norm": 0.6918808817863464,
      "learning_rate": 3.3172139918172365e-05,
      "loss": 1.2743,
      "step": 23425
    },
    {
      "epoch": 0.45511004153243023,
      "grad_norm": 0.8206993341445923,
      "learning_rate": 3.313211293479907e-05,
      "loss": 1.0591,
      "step": 23450
    },
    {
      "epoch": 0.4555952334743625,
      "grad_norm": 0.789105236530304,
      "learning_rate": 3.309206262475956e-05,
      "loss": 1.1776,
      "step": 23475
    },
    {
      "epoch": 0.4560804254162947,
      "grad_norm": 0.5904231667518616,
      "learning_rate": 3.305198910293666e-05,
      "loss": 1.2919,
      "step": 23500
    },
    {
      "epoch": 0.4565656173582269,
      "grad_norm": 0.9221981763839722,
      "learning_rate": 3.3011892484279805e-05,
      "loss": 1.1811,
      "step": 23525
    },
    {
      "epoch": 0.4570508093001591,
      "grad_norm": 2.0941109657287598,
      "learning_rate": 3.297177288380466e-05,
      "loss": 1.3316,
      "step": 23550
    },
    {
      "epoch": 0.4575360012420914,
      "grad_norm": 0.7980333566665649,
      "learning_rate": 3.293163041659281e-05,
      "loss": 1.1959,
      "step": 23575
    },
    {
      "epoch": 0.4580211931840236,
      "grad_norm": 0.6309115290641785,
      "learning_rate": 3.289146519779146e-05,
      "loss": 1.0611,
      "step": 23600
    },
    {
      "epoch": 0.4585063851259558,
      "grad_norm": 2.9376299381256104,
      "learning_rate": 3.285127734261306e-05,
      "loss": 1.1649,
      "step": 23625
    },
    {
      "epoch": 0.45899157706788807,
      "grad_norm": 0.6520906686782837,
      "learning_rate": 3.281106696633498e-05,
      "loss": 1.2835,
      "step": 23650
    },
    {
      "epoch": 0.45947676900982026,
      "grad_norm": 0.6718258261680603,
      "learning_rate": 3.277083418429921e-05,
      "loss": 1.3966,
      "step": 23675
    },
    {
      "epoch": 0.4599619609517525,
      "grad_norm": 0.6051016449928284,
      "learning_rate": 3.2730579111911996e-05,
      "loss": 1.168,
      "step": 23700
    },
    {
      "epoch": 0.46044715289368476,
      "grad_norm": 2.819768190383911,
      "learning_rate": 3.269030186464354e-05,
      "loss": 1.4467,
      "step": 23725
    },
    {
      "epoch": 0.46093234483561696,
      "grad_norm": 1.0444868803024292,
      "learning_rate": 3.2650002558027616e-05,
      "loss": 1.0862,
      "step": 23750
    },
    {
      "epoch": 0.4614175367775492,
      "grad_norm": 0.770032525062561,
      "learning_rate": 3.2609681307661335e-05,
      "loss": 1.2869,
      "step": 23775
    },
    {
      "epoch": 0.4619027287194814,
      "grad_norm": 0.8534302115440369,
      "learning_rate": 3.256933822920469e-05,
      "loss": 1.2253,
      "step": 23800
    },
    {
      "epoch": 0.46238792066141365,
      "grad_norm": 2.4461233615875244,
      "learning_rate": 3.252897343838033e-05,
      "loss": 1.1232,
      "step": 23825
    },
    {
      "epoch": 0.4628731126033459,
      "grad_norm": 0.5760976076126099,
      "learning_rate": 3.2488587050973166e-05,
      "loss": 1.0975,
      "step": 23850
    },
    {
      "epoch": 0.4633583045452781,
      "grad_norm": 0.872806191444397,
      "learning_rate": 3.244817918283005e-05,
      "loss": 1.2581,
      "step": 23875
    },
    {
      "epoch": 0.46384349648721035,
      "grad_norm": 1.9255822896957397,
      "learning_rate": 3.2407749949859486e-05,
      "loss": 1.2538,
      "step": 23900
    },
    {
      "epoch": 0.46432868842914254,
      "grad_norm": 0.6020533442497253,
      "learning_rate": 3.236729946803122e-05,
      "loss": 1.1931,
      "step": 23925
    },
    {
      "epoch": 0.4648138803710748,
      "grad_norm": 0.8293831944465637,
      "learning_rate": 3.2326827853375975e-05,
      "loss": 1.3129,
      "step": 23950
    },
    {
      "epoch": 0.46529907231300704,
      "grad_norm": 0.5800469517707825,
      "learning_rate": 3.228633522198509e-05,
      "loss": 1.2729,
      "step": 23975
    },
    {
      "epoch": 0.46578426425493924,
      "grad_norm": 0.8005445599555969,
      "learning_rate": 3.224582169001016e-05,
      "loss": 1.3647,
      "step": 24000
    },
    {
      "epoch": 0.4662694561968715,
      "grad_norm": 0.8186661005020142,
      "learning_rate": 3.22052873736628e-05,
      "loss": 1.3264,
      "step": 24025
    },
    {
      "epoch": 0.4667546481388037,
      "grad_norm": 2.4485464096069336,
      "learning_rate": 3.216473238921416e-05,
      "loss": 1.1399,
      "step": 24050
    },
    {
      "epoch": 0.46723984008073594,
      "grad_norm": 0.6908233761787415,
      "learning_rate": 3.212415685299475e-05,
      "loss": 1.1907,
      "step": 24075
    },
    {
      "epoch": 0.4677250320226682,
      "grad_norm": 0.7577064633369446,
      "learning_rate": 3.2083560881393994e-05,
      "loss": 1.2077,
      "step": 24100
    },
    {
      "epoch": 0.4682102239646004,
      "grad_norm": 0.9740747213363647,
      "learning_rate": 3.204294459085993e-05,
      "loss": 1.1601,
      "step": 24125
    },
    {
      "epoch": 0.46869541590653263,
      "grad_norm": 0.693433403968811,
      "learning_rate": 3.2002308097898894e-05,
      "loss": 1.2748,
      "step": 24150
    },
    {
      "epoch": 0.4691806078484648,
      "grad_norm": 0.5685084462165833,
      "learning_rate": 3.1961651519075175e-05,
      "loss": 1.1789,
      "step": 24175
    },
    {
      "epoch": 0.4696657997903971,
      "grad_norm": 1.959257960319519,
      "learning_rate": 3.192097497101067e-05,
      "loss": 1.0011,
      "step": 24200
    },
    {
      "epoch": 0.4701509917323293,
      "grad_norm": 0.5017316341400146,
      "learning_rate": 3.188027857038454e-05,
      "loss": 1.0455,
      "step": 24225
    },
    {
      "epoch": 0.4706361836742615,
      "grad_norm": 0.7308224439620972,
      "learning_rate": 3.1839562433932934e-05,
      "loss": 1.1834,
      "step": 24250
    },
    {
      "epoch": 0.47112137561619377,
      "grad_norm": 2.426643133163452,
      "learning_rate": 3.179882667844858e-05,
      "loss": 1.2348,
      "step": 24275
    },
    {
      "epoch": 0.471606567558126,
      "grad_norm": 0.5469591021537781,
      "learning_rate": 3.175807142078048e-05,
      "loss": 1.2373,
      "step": 24300
    },
    {
      "epoch": 0.4720917595000582,
      "grad_norm": 0.7209633588790894,
      "learning_rate": 3.1717296777833606e-05,
      "loss": 1.2872,
      "step": 24325
    },
    {
      "epoch": 0.47257695144199047,
      "grad_norm": 2.12914776802063,
      "learning_rate": 3.16765028665685e-05,
      "loss": 1.2576,
      "step": 24350
    },
    {
      "epoch": 0.47306214338392266,
      "grad_norm": 0.5599949955940247,
      "learning_rate": 3.163568980400101e-05,
      "loss": 1.3005,
      "step": 24375
    },
    {
      "epoch": 0.4735473353258549,
      "grad_norm": 0.5567972660064697,
      "learning_rate": 3.15948577072019e-05,
      "loss": 1.0866,
      "step": 24400
    },
    {
      "epoch": 0.47403252726778716,
      "grad_norm": 2.246720790863037,
      "learning_rate": 3.155400669329652e-05,
      "loss": 1.3102,
      "step": 24425
    },
    {
      "epoch": 0.47451771920971936,
      "grad_norm": 2.200143575668335,
      "learning_rate": 3.1513136879464524e-05,
      "loss": 1.2509,
      "step": 24450
    },
    {
      "epoch": 0.4750029111516516,
      "grad_norm": 2.2848143577575684,
      "learning_rate": 3.147224838293944e-05,
      "loss": 1.0523,
      "step": 24475
    },
    {
      "epoch": 0.4754881030935838,
      "grad_norm": 0.5717108249664307,
      "learning_rate": 3.1431341321008415e-05,
      "loss": 1.3056,
      "step": 24500
    },
    {
      "epoch": 0.47597329503551605,
      "grad_norm": 0.5692357420921326,
      "learning_rate": 3.139041581101187e-05,
      "loss": 1.2829,
      "step": 24525
    },
    {
      "epoch": 0.4764584869774483,
      "grad_norm": 0.5382598042488098,
      "learning_rate": 3.1349471970343105e-05,
      "loss": 1.2538,
      "step": 24550
    },
    {
      "epoch": 0.4769436789193805,
      "grad_norm": 0.6981713175773621,
      "learning_rate": 3.1308509916448014e-05,
      "loss": 1.5185,
      "step": 24575
    },
    {
      "epoch": 0.47742887086131275,
      "grad_norm": 0.5216162800788879,
      "learning_rate": 3.126752976682475e-05,
      "loss": 1.1854,
      "step": 24600
    },
    {
      "epoch": 0.47791406280324494,
      "grad_norm": 1.9251230955123901,
      "learning_rate": 3.122653163902337e-05,
      "loss": 1.134,
      "step": 24625
    },
    {
      "epoch": 0.4783992547451772,
      "grad_norm": 0.5374119877815247,
      "learning_rate": 3.118551565064547e-05,
      "loss": 1.1047,
      "step": 24650
    },
    {
      "epoch": 0.47888444668710944,
      "grad_norm": 2.563645601272583,
      "learning_rate": 3.114448191934391e-05,
      "loss": 1.209,
      "step": 24675
    },
    {
      "epoch": 0.47936963862904164,
      "grad_norm": 0.5160530209541321,
      "learning_rate": 3.110343056282244e-05,
      "loss": 1.2314,
      "step": 24700
    },
    {
      "epoch": 0.4798548305709739,
      "grad_norm": 2.1059820652008057,
      "learning_rate": 3.1062361698835354e-05,
      "loss": 1.0852,
      "step": 24725
    },
    {
      "epoch": 0.4803400225129061,
      "grad_norm": 1.8331389427185059,
      "learning_rate": 3.1021275445187194e-05,
      "loss": 1.1445,
      "step": 24750
    },
    {
      "epoch": 0.48082521445483833,
      "grad_norm": 1.424870252609253,
      "learning_rate": 3.098017191973235e-05,
      "loss": 1.3432,
      "step": 24775
    },
    {
      "epoch": 0.4813104063967706,
      "grad_norm": 2.343935489654541,
      "learning_rate": 3.093905124037476e-05,
      "loss": 1.2261,
      "step": 24800
    },
    {
      "epoch": 0.4817955983387028,
      "grad_norm": 0.9875602722167969,
      "learning_rate": 3.0897913525067596e-05,
      "loss": 1.2518,
      "step": 24825
    },
    {
      "epoch": 0.48228079028063503,
      "grad_norm": 0.6345657110214233,
      "learning_rate": 3.085675889181287e-05,
      "loss": 1.1229,
      "step": 24850
    },
    {
      "epoch": 0.4827659822225672,
      "grad_norm": 2.0098299980163574,
      "learning_rate": 3.0815587458661126e-05,
      "loss": 1.2592,
      "step": 24875
    },
    {
      "epoch": 0.4832511741644995,
      "grad_norm": 0.5141394734382629,
      "learning_rate": 3.077439934371112e-05,
      "loss": 1.2587,
      "step": 24900
    },
    {
      "epoch": 0.4837363661064317,
      "grad_norm": 0.622389554977417,
      "learning_rate": 3.073319466510942e-05,
      "loss": 1.2035,
      "step": 24925
    },
    {
      "epoch": 0.4842215580483639,
      "grad_norm": 0.5288475751876831,
      "learning_rate": 3.069197354105013e-05,
      "loss": 1.2797,
      "step": 24950
    },
    {
      "epoch": 0.48470674999029617,
      "grad_norm": 0.8797038793563843,
      "learning_rate": 3.065073608977455e-05,
      "loss": 1.142,
      "step": 24975
    },
    {
      "epoch": 0.48519194193222837,
      "grad_norm": 2.495598077774048,
      "learning_rate": 3.060948242957075e-05,
      "loss": 1.283,
      "step": 25000
    },
    {
      "epoch": 0.4856771338741606,
      "grad_norm": 0.6642650365829468,
      "learning_rate": 3.0568212678773365e-05,
      "loss": 1.3494,
      "step": 25025
    },
    {
      "epoch": 0.48616232581609287,
      "grad_norm": 2.3817079067230225,
      "learning_rate": 3.052692695576314e-05,
      "loss": 1.344,
      "step": 25050
    },
    {
      "epoch": 0.48664751775802506,
      "grad_norm": 1.952196717262268,
      "learning_rate": 3.048562537896666e-05,
      "loss": 1.2862,
      "step": 25075
    },
    {
      "epoch": 0.4871327096999573,
      "grad_norm": 2.374303102493286,
      "learning_rate": 3.044430806685597e-05,
      "loss": 1.3426,
      "step": 25100
    },
    {
      "epoch": 0.4876179016418895,
      "grad_norm": 0.6487752795219421,
      "learning_rate": 3.0402975137948252e-05,
      "loss": 1.3345,
      "step": 25125
    },
    {
      "epoch": 0.48810309358382176,
      "grad_norm": 0.6038365364074707,
      "learning_rate": 3.036162671080549e-05,
      "loss": 1.2372,
      "step": 25150
    },
    {
      "epoch": 0.488588285525754,
      "grad_norm": 0.49020183086395264,
      "learning_rate": 3.0320262904034136e-05,
      "loss": 1.1132,
      "step": 25175
    },
    {
      "epoch": 0.4890734774676862,
      "grad_norm": 0.5418792963027954,
      "learning_rate": 3.0278883836284732e-05,
      "loss": 1.1935,
      "step": 25200
    },
    {
      "epoch": 0.48955866940961845,
      "grad_norm": 2.124457359313965,
      "learning_rate": 3.0237489626251607e-05,
      "loss": 1.2955,
      "step": 25225
    },
    {
      "epoch": 0.49004386135155065,
      "grad_norm": 0.8626725673675537,
      "learning_rate": 3.0196080392672544e-05,
      "loss": 1.2115,
      "step": 25250
    },
    {
      "epoch": 0.4905290532934829,
      "grad_norm": 2.099341630935669,
      "learning_rate": 3.0154656254328386e-05,
      "loss": 1.1944,
      "step": 25275
    },
    {
      "epoch": 0.49101424523541515,
      "grad_norm": 2.3965187072753906,
      "learning_rate": 3.0113217330042744e-05,
      "loss": 1.2784,
      "step": 25300
    },
    {
      "epoch": 0.49149943717734734,
      "grad_norm": 2.2163727283477783,
      "learning_rate": 3.0071763738681656e-05,
      "loss": 1.27,
      "step": 25325
    },
    {
      "epoch": 0.4919846291192796,
      "grad_norm": 0.7032315731048584,
      "learning_rate": 3.0030295599153223e-05,
      "loss": 1.3073,
      "step": 25350
    },
    {
      "epoch": 0.4924698210612118,
      "grad_norm": 2.3152124881744385,
      "learning_rate": 2.998881303040727e-05,
      "loss": 1.269,
      "step": 25375
    },
    {
      "epoch": 0.49295501300314404,
      "grad_norm": 0.8156437277793884,
      "learning_rate": 2.9947316151435018e-05,
      "loss": 1.1683,
      "step": 25400
    },
    {
      "epoch": 0.4934402049450763,
      "grad_norm": 0.4994976818561554,
      "learning_rate": 2.9905805081268733e-05,
      "loss": 1.1602,
      "step": 25425
    },
    {
      "epoch": 0.4939253968870085,
      "grad_norm": 0.8686977624893188,
      "learning_rate": 2.9864279938981386e-05,
      "loss": 1.1675,
      "step": 25450
    },
    {
      "epoch": 0.49441058882894073,
      "grad_norm": 0.617439866065979,
      "learning_rate": 2.9822740843686325e-05,
      "loss": 1.2158,
      "step": 25475
    },
    {
      "epoch": 0.494895780770873,
      "grad_norm": 0.5670954585075378,
      "learning_rate": 2.9781187914536913e-05,
      "loss": 1.2333,
      "step": 25500
    },
    {
      "epoch": 0.4953809727128052,
      "grad_norm": 0.6700856685638428,
      "learning_rate": 2.9739621270726187e-05,
      "loss": 1.1672,
      "step": 25525
    },
    {
      "epoch": 0.49586616465473743,
      "grad_norm": 2.3927066326141357,
      "learning_rate": 2.9698041031486544e-05,
      "loss": 1.2467,
      "step": 25550
    },
    {
      "epoch": 0.4963513565966696,
      "grad_norm": 2.057755947113037,
      "learning_rate": 2.9656447316089363e-05,
      "loss": 1.2123,
      "step": 25575
    },
    {
      "epoch": 0.4968365485386019,
      "grad_norm": 0.7629863023757935,
      "learning_rate": 2.9614840243844678e-05,
      "loss": 0.991,
      "step": 25600
    },
    {
      "epoch": 0.4973217404805341,
      "grad_norm": 0.4949938952922821,
      "learning_rate": 2.957321993410084e-05,
      "loss": 1.2896,
      "step": 25625
    },
    {
      "epoch": 0.4978069324224663,
      "grad_norm": 0.8478256464004517,
      "learning_rate": 2.9531586506244198e-05,
      "loss": 1.0876,
      "step": 25650
    },
    {
      "epoch": 0.49829212436439857,
      "grad_norm": 0.5552677512168884,
      "learning_rate": 2.9489940079698675e-05,
      "loss": 1.3484,
      "step": 25675
    },
    {
      "epoch": 0.49877731630633076,
      "grad_norm": 3.4033432006835938,
      "learning_rate": 2.944828077392553e-05,
      "loss": 1.2102,
      "step": 25700
    },
    {
      "epoch": 0.499262508248263,
      "grad_norm": 0.7520567178726196,
      "learning_rate": 2.9406608708422933e-05,
      "loss": 1.1756,
      "step": 25725
    },
    {
      "epoch": 0.49974770019019527,
      "grad_norm": 1.8781520128250122,
      "learning_rate": 2.936492400272568e-05,
      "loss": 1.1071,
      "step": 25750
    },
    {
      "epoch": 0.5002328921321275,
      "grad_norm": 0.9171265363693237,
      "learning_rate": 2.9323226776404804e-05,
      "loss": 1.0589,
      "step": 25775
    },
    {
      "epoch": 0.5007180840740597,
      "grad_norm": 0.478272944688797,
      "learning_rate": 2.9281517149067266e-05,
      "loss": 1.058,
      "step": 25800
    },
    {
      "epoch": 0.5012032760159919,
      "grad_norm": 2.495741844177246,
      "learning_rate": 2.92397952403556e-05,
      "loss": 1.3484,
      "step": 25825
    },
    {
      "epoch": 0.5016884679579241,
      "grad_norm": 0.8492234945297241,
      "learning_rate": 2.919806116994755e-05,
      "loss": 1.1314,
      "step": 25850
    },
    {
      "epoch": 0.5021736598998564,
      "grad_norm": 2.5501856803894043,
      "learning_rate": 2.9156315057555765e-05,
      "loss": 1.3424,
      "step": 25875
    },
    {
      "epoch": 0.5026588518417886,
      "grad_norm": 0.4807406961917877,
      "learning_rate": 2.9114557022927437e-05,
      "loss": 0.9288,
      "step": 25900
    },
    {
      "epoch": 0.5031440437837208,
      "grad_norm": 0.5460178852081299,
      "learning_rate": 2.9072787185843936e-05,
      "loss": 1.2215,
      "step": 25925
    },
    {
      "epoch": 0.5036292357256531,
      "grad_norm": 0.507774829864502,
      "learning_rate": 2.9031005666120514e-05,
      "loss": 1.28,
      "step": 25950
    },
    {
      "epoch": 0.5041144276675853,
      "grad_norm": 2.3595242500305176,
      "learning_rate": 2.8989212583605907e-05,
      "loss": 1.2761,
      "step": 25975
    },
    {
      "epoch": 0.5045996196095175,
      "grad_norm": 0.6027926206588745,
      "learning_rate": 2.894740805818204e-05,
      "loss": 1.3923,
      "step": 26000
    },
    {
      "epoch": 0.5050848115514498,
      "grad_norm": 2.492224931716919,
      "learning_rate": 2.890559220976365e-05,
      "loss": 1.1285,
      "step": 26025
    },
    {
      "epoch": 0.505570003493382,
      "grad_norm": 0.6757072806358337,
      "learning_rate": 2.8863765158297963e-05,
      "loss": 1.2266,
      "step": 26050
    },
    {
      "epoch": 0.5060551954353142,
      "grad_norm": 0.5144556760787964,
      "learning_rate": 2.882192702376433e-05,
      "loss": 1.2441,
      "step": 26075
    },
    {
      "epoch": 0.5065403873772465,
      "grad_norm": 0.7014898657798767,
      "learning_rate": 2.878007792617389e-05,
      "loss": 1.3235,
      "step": 26100
    },
    {
      "epoch": 0.5070255793191787,
      "grad_norm": 0.7399457097053528,
      "learning_rate": 2.8738217985569253e-05,
      "loss": 1.1565,
      "step": 26125
    },
    {
      "epoch": 0.5075107712611109,
      "grad_norm": 1.4295662641525269,
      "learning_rate": 2.869634732202411e-05,
      "loss": 1.2589,
      "step": 26150
    },
    {
      "epoch": 0.5079959632030431,
      "grad_norm": 0.6899775266647339,
      "learning_rate": 2.8654466055642904e-05,
      "loss": 1.418,
      "step": 26175
    },
    {
      "epoch": 0.5084811551449754,
      "grad_norm": 2.149757146835327,
      "learning_rate": 2.861257430656052e-05,
      "loss": 1.268,
      "step": 26200
    },
    {
      "epoch": 0.5089663470869076,
      "grad_norm": 0.9881301522254944,
      "learning_rate": 2.8570672194941882e-05,
      "loss": 1.3377,
      "step": 26225
    },
    {
      "epoch": 0.5094515390288398,
      "grad_norm": 0.6891633868217468,
      "learning_rate": 2.8528759840981667e-05,
      "loss": 1.3049,
      "step": 26250
    },
    {
      "epoch": 0.5099367309707721,
      "grad_norm": 0.5332986116409302,
      "learning_rate": 2.8486837364903905e-05,
      "loss": 1.2567,
      "step": 26275
    },
    {
      "epoch": 0.5104219229127043,
      "grad_norm": 0.6389462351799011,
      "learning_rate": 2.844490488696168e-05,
      "loss": 1.1996,
      "step": 26300
    },
    {
      "epoch": 0.5109071148546365,
      "grad_norm": 0.7840051651000977,
      "learning_rate": 2.8402962527436766e-05,
      "loss": 1.1574,
      "step": 26325
    },
    {
      "epoch": 0.5113923067965688,
      "grad_norm": 2.4520983695983887,
      "learning_rate": 2.836101040663927e-05,
      "loss": 1.1888,
      "step": 26350
    },
    {
      "epoch": 0.511877498738501,
      "grad_norm": 1.0607503652572632,
      "learning_rate": 2.8319048644907294e-05,
      "loss": 1.2749,
      "step": 26375
    },
    {
      "epoch": 0.5123626906804332,
      "grad_norm": 0.6540123224258423,
      "learning_rate": 2.827707736260662e-05,
      "loss": 1.2787,
      "step": 26400
    },
    {
      "epoch": 0.5128478826223654,
      "grad_norm": 2.1395177841186523,
      "learning_rate": 2.823509668013032e-05,
      "loss": 1.1657,
      "step": 26425
    },
    {
      "epoch": 0.5133330745642977,
      "grad_norm": 0.4965912401676178,
      "learning_rate": 2.819310671789842e-05,
      "loss": 1.1867,
      "step": 26450
    },
    {
      "epoch": 0.5138182665062299,
      "grad_norm": 0.555984377861023,
      "learning_rate": 2.81511075963576e-05,
      "loss": 1.0954,
      "step": 26475
    },
    {
      "epoch": 0.514303458448162,
      "grad_norm": 1.7510318756103516,
      "learning_rate": 2.8109099435980786e-05,
      "loss": 1.3173,
      "step": 26500
    },
    {
      "epoch": 0.5147886503900944,
      "grad_norm": 2.335747480392456,
      "learning_rate": 2.8067082357266827e-05,
      "loss": 1.4113,
      "step": 26525
    },
    {
      "epoch": 0.5152738423320266,
      "grad_norm": 0.5763046145439148,
      "learning_rate": 2.8025056480740176e-05,
      "loss": 1.2101,
      "step": 26550
    },
    {
      "epoch": 0.5157590342739587,
      "grad_norm": 0.6759029626846313,
      "learning_rate": 2.7983021926950503e-05,
      "loss": 1.2723,
      "step": 26575
    },
    {
      "epoch": 0.5162442262158911,
      "grad_norm": 1.9226033687591553,
      "learning_rate": 2.7940978816472384e-05,
      "loss": 1.4271,
      "step": 26600
    },
    {
      "epoch": 0.5167294181578233,
      "grad_norm": 2.1227223873138428,
      "learning_rate": 2.789892726990493e-05,
      "loss": 1.2493,
      "step": 26625
    },
    {
      "epoch": 0.5172146100997554,
      "grad_norm": 2.702005386352539,
      "learning_rate": 2.785686740787145e-05,
      "loss": 1.2563,
      "step": 26650
    },
    {
      "epoch": 0.5176998020416876,
      "grad_norm": 0.635230541229248,
      "learning_rate": 2.7814799351019104e-05,
      "loss": 1.2709,
      "step": 26675
    },
    {
      "epoch": 0.51818499398362,
      "grad_norm": 2.6159722805023193,
      "learning_rate": 2.7772723220018575e-05,
      "loss": 1.1211,
      "step": 26700
    },
    {
      "epoch": 0.5186701859255521,
      "grad_norm": 0.7370128035545349,
      "learning_rate": 2.7730639135563685e-05,
      "loss": 1.2304,
      "step": 26725
    },
    {
      "epoch": 0.5191553778674843,
      "grad_norm": 0.5809992551803589,
      "learning_rate": 2.768854721837108e-05,
      "loss": 0.9972,
      "step": 26750
    },
    {
      "epoch": 0.5196405698094166,
      "grad_norm": 3.0429201126098633,
      "learning_rate": 2.7646447589179874e-05,
      "loss": 1.3158,
      "step": 26775
    },
    {
      "epoch": 0.5201257617513488,
      "grad_norm": 0.6463140845298767,
      "learning_rate": 2.7604340368751303e-05,
      "loss": 1.293,
      "step": 26800
    },
    {
      "epoch": 0.520610953693281,
      "grad_norm": 0.6673265099525452,
      "learning_rate": 2.7562225677868365e-05,
      "loss": 1.2471,
      "step": 26825
    },
    {
      "epoch": 0.5210961456352133,
      "grad_norm": 0.6835165023803711,
      "learning_rate": 2.7520103637335514e-05,
      "loss": 1.3718,
      "step": 26850
    },
    {
      "epoch": 0.5215813375771455,
      "grad_norm": 2.108905076980591,
      "learning_rate": 2.7477974367978264e-05,
      "loss": 1.2033,
      "step": 26875
    },
    {
      "epoch": 0.5220665295190777,
      "grad_norm": 0.6048282980918884,
      "learning_rate": 2.7435837990642878e-05,
      "loss": 1.0869,
      "step": 26900
    },
    {
      "epoch": 0.5225517214610099,
      "grad_norm": 0.5239606499671936,
      "learning_rate": 2.7393694626195986e-05,
      "loss": 1.2701,
      "step": 26925
    },
    {
      "epoch": 0.5230369134029422,
      "grad_norm": 0.6782437562942505,
      "learning_rate": 2.7351544395524292e-05,
      "loss": 1.2804,
      "step": 26950
    },
    {
      "epoch": 0.5235221053448744,
      "grad_norm": 2.316328525543213,
      "learning_rate": 2.7309387419534173e-05,
      "loss": 1.0456,
      "step": 26975
    },
    {
      "epoch": 0.5240072972868066,
      "grad_norm": 0.5852128863334656,
      "learning_rate": 2.7267223819151362e-05,
      "loss": 1.1641,
      "step": 27000
    },
    {
      "epoch": 0.5244924892287389,
      "grad_norm": 2.3902132511138916,
      "learning_rate": 2.7225053715320587e-05,
      "loss": 1.3684,
      "step": 27025
    },
    {
      "epoch": 0.5249776811706711,
      "grad_norm": 2.4076578617095947,
      "learning_rate": 2.7182877229005245e-05,
      "loss": 1.3838,
      "step": 27050
    },
    {
      "epoch": 0.5254628731126033,
      "grad_norm": 0.5756899118423462,
      "learning_rate": 2.7140694481187023e-05,
      "loss": 1.1493,
      "step": 27075
    },
    {
      "epoch": 0.5259480650545356,
      "grad_norm": 1.0627721548080444,
      "learning_rate": 2.7098505592865582e-05,
      "loss": 1.2087,
      "step": 27100
    },
    {
      "epoch": 0.5264332569964678,
      "grad_norm": 2.5438992977142334,
      "learning_rate": 2.70563106850582e-05,
      "loss": 1.2811,
      "step": 27125
    },
    {
      "epoch": 0.5269184489384,
      "grad_norm": 0.487262099981308,
      "learning_rate": 2.701410987879941e-05,
      "loss": 1.2477,
      "step": 27150
    },
    {
      "epoch": 0.5274036408803323,
      "grad_norm": 2.6786530017852783,
      "learning_rate": 2.697190329514066e-05,
      "loss": 1.1775,
      "step": 27175
    },
    {
      "epoch": 0.5278888328222645,
      "grad_norm": 2.2852625846862793,
      "learning_rate": 2.6929691055149996e-05,
      "loss": 1.2056,
      "step": 27200
    },
    {
      "epoch": 0.5283740247641967,
      "grad_norm": 2.3897595405578613,
      "learning_rate": 2.6887473279911662e-05,
      "loss": 1.098,
      "step": 27225
    },
    {
      "epoch": 0.5288592167061289,
      "grad_norm": 0.5546775460243225,
      "learning_rate": 2.6845250090525788e-05,
      "loss": 1.1566,
      "step": 27250
    },
    {
      "epoch": 0.5293444086480612,
      "grad_norm": 0.5730567574501038,
      "learning_rate": 2.6803021608108048e-05,
      "loss": 1.132,
      "step": 27275
    },
    {
      "epoch": 0.5298296005899934,
      "grad_norm": 0.8202934861183167,
      "learning_rate": 2.6760787953789284e-05,
      "loss": 1.385,
      "step": 27300
    },
    {
      "epoch": 0.5303147925319256,
      "grad_norm": 0.7963849306106567,
      "learning_rate": 2.6718549248715164e-05,
      "loss": 1.1473,
      "step": 27325
    },
    {
      "epoch": 0.5307999844738579,
      "grad_norm": 0.5821598768234253,
      "learning_rate": 2.6676305614045877e-05,
      "loss": 1.1793,
      "step": 27350
    },
    {
      "epoch": 0.5312851764157901,
      "grad_norm": 2.6083996295928955,
      "learning_rate": 2.6634057170955717e-05,
      "loss": 1.2275,
      "step": 27375
    },
    {
      "epoch": 0.5317703683577223,
      "grad_norm": 0.5028186440467834,
      "learning_rate": 2.6591804040632783e-05,
      "loss": 1.1708,
      "step": 27400
    },
    {
      "epoch": 0.5322555602996546,
      "grad_norm": 0.6986499428749084,
      "learning_rate": 2.6549546344278642e-05,
      "loss": 1.1487,
      "step": 27425
    },
    {
      "epoch": 0.5327407522415868,
      "grad_norm": 0.5989238023757935,
      "learning_rate": 2.650728420310792e-05,
      "loss": 1.0699,
      "step": 27450
    },
    {
      "epoch": 0.533225944183519,
      "grad_norm": 0.6527790427207947,
      "learning_rate": 2.6465017738348007e-05,
      "loss": 1.3309,
      "step": 27475
    },
    {
      "epoch": 0.5337111361254512,
      "grad_norm": 1.5606318712234497,
      "learning_rate": 2.6422747071238722e-05,
      "loss": 1.2455,
      "step": 27500
    },
    {
      "epoch": 0.5341963280673835,
      "grad_norm": 0.9163646697998047,
      "learning_rate": 2.6380472323031897e-05,
      "loss": 1.3561,
      "step": 27525
    },
    {
      "epoch": 0.5346815200093157,
      "grad_norm": 0.7440465688705444,
      "learning_rate": 2.6338193614991093e-05,
      "loss": 1.001,
      "step": 27550
    },
    {
      "epoch": 0.5351667119512479,
      "grad_norm": 2.2253870964050293,
      "learning_rate": 2.6295911068391233e-05,
      "loss": 1.225,
      "step": 27575
    },
    {
      "epoch": 0.5356519038931802,
      "grad_norm": 0.8498731255531311,
      "learning_rate": 2.625362480451823e-05,
      "loss": 1.1245,
      "step": 27600
    },
    {
      "epoch": 0.5361370958351124,
      "grad_norm": 0.8954595923423767,
      "learning_rate": 2.621133494466869e-05,
      "loss": 1.2816,
      "step": 27625
    },
    {
      "epoch": 0.5366222877770446,
      "grad_norm": 0.5821101665496826,
      "learning_rate": 2.616904161014951e-05,
      "loss": 1.1272,
      "step": 27650
    },
    {
      "epoch": 0.5371074797189769,
      "grad_norm": 0.4808317720890045,
      "learning_rate": 2.6126744922277546e-05,
      "loss": 1.2274,
      "step": 27675
    },
    {
      "epoch": 0.5375926716609091,
      "grad_norm": 0.923549473285675,
      "learning_rate": 2.6084445002379316e-05,
      "loss": 1.3104,
      "step": 27700
    },
    {
      "epoch": 0.5380778636028413,
      "grad_norm": 2.0848846435546875,
      "learning_rate": 2.604214197179056e-05,
      "loss": 1.2116,
      "step": 27725
    },
    {
      "epoch": 0.5385630555447735,
      "grad_norm": 2.006649971008301,
      "learning_rate": 2.5999835951855972e-05,
      "loss": 1.1291,
      "step": 27750
    },
    {
      "epoch": 0.5390482474867058,
      "grad_norm": 2.4318881034851074,
      "learning_rate": 2.595752706392881e-05,
      "loss": 1.4554,
      "step": 27775
    },
    {
      "epoch": 0.539533439428638,
      "grad_norm": 0.7805453538894653,
      "learning_rate": 2.5915215429370555e-05,
      "loss": 1.1449,
      "step": 27800
    },
    {
      "epoch": 0.5400186313705702,
      "grad_norm": 0.7672319412231445,
      "learning_rate": 2.5872901169550572e-05,
      "loss": 1.2203,
      "step": 27825
    },
    {
      "epoch": 0.5405038233125025,
      "grad_norm": 1.8621737957000732,
      "learning_rate": 2.5830584405845753e-05,
      "loss": 1.0432,
      "step": 27850
    },
    {
      "epoch": 0.5409890152544347,
      "grad_norm": 2.1318774223327637,
      "learning_rate": 2.578826525964019e-05,
      "loss": 1.318,
      "step": 27875
    },
    {
      "epoch": 0.5414742071963669,
      "grad_norm": 0.7197567224502563,
      "learning_rate": 2.5745943852324777e-05,
      "loss": 1.3187,
      "step": 27900
    },
    {
      "epoch": 0.5419593991382992,
      "grad_norm": 0.6066203117370605,
      "learning_rate": 2.5703620305296922e-05,
      "loss": 1.1989,
      "step": 27925
    },
    {
      "epoch": 0.5424445910802314,
      "grad_norm": 0.5295284986495972,
      "learning_rate": 2.5661294739960158e-05,
      "loss": 1.0687,
      "step": 27950
    },
    {
      "epoch": 0.5429297830221635,
      "grad_norm": 2.176499843597412,
      "learning_rate": 2.5618967277723794e-05,
      "loss": 1.2412,
      "step": 27975
    },
    {
      "epoch": 0.5434149749640957,
      "grad_norm": 0.7079553604125977,
      "learning_rate": 2.5576638040002614e-05,
      "loss": 1.3048,
      "step": 28000
    },
    {
      "epoch": 0.543900166906028,
      "grad_norm": 2.059648036956787,
      "learning_rate": 2.5534307148216474e-05,
      "loss": 1.1963,
      "step": 28025
    },
    {
      "epoch": 0.5443853588479602,
      "grad_norm": 1.946938395500183,
      "learning_rate": 2.549197472378997e-05,
      "loss": 1.2227,
      "step": 28050
    },
    {
      "epoch": 0.5448705507898924,
      "grad_norm": 1.0972918272018433,
      "learning_rate": 2.5449640888152105e-05,
      "loss": 1.0536,
      "step": 28075
    },
    {
      "epoch": 0.5453557427318247,
      "grad_norm": 0.6577739715576172,
      "learning_rate": 2.5407305762735924e-05,
      "loss": 1.066,
      "step": 28100
    },
    {
      "epoch": 0.5458409346737569,
      "grad_norm": 0.9341326355934143,
      "learning_rate": 2.5364969468978172e-05,
      "loss": 1.0841,
      "step": 28125
    },
    {
      "epoch": 0.5463261266156891,
      "grad_norm": 0.5897762179374695,
      "learning_rate": 2.532263212831895e-05,
      "loss": 1.3052,
      "step": 28150
    },
    {
      "epoch": 0.5468113185576214,
      "grad_norm": 0.5220906138420105,
      "learning_rate": 2.5280293862201366e-05,
      "loss": 1.1507,
      "step": 28175
    },
    {
      "epoch": 0.5472965104995536,
      "grad_norm": 0.5714221596717834,
      "learning_rate": 2.523795479207116e-05,
      "loss": 1.0896,
      "step": 28200
    },
    {
      "epoch": 0.5477817024414858,
      "grad_norm": 0.6486662030220032,
      "learning_rate": 2.5195615039376414e-05,
      "loss": 1.1772,
      "step": 28225
    },
    {
      "epoch": 0.5482668943834181,
      "grad_norm": 2.065725088119507,
      "learning_rate": 2.5153274725567133e-05,
      "loss": 1.1815,
      "step": 28250
    },
    {
      "epoch": 0.5487520863253503,
      "grad_norm": 2.1465542316436768,
      "learning_rate": 2.5110933972094954e-05,
      "loss": 1.1949,
      "step": 28275
    },
    {
      "epoch": 0.5492372782672825,
      "grad_norm": 2.781589984893799,
      "learning_rate": 2.5068592900412764e-05,
      "loss": 1.1241,
      "step": 28300
    },
    {
      "epoch": 0.5497224702092147,
      "grad_norm": 2.2780985832214355,
      "learning_rate": 2.5026251631974362e-05,
      "loss": 1.2986,
      "step": 28325
    },
    {
      "epoch": 0.550207662151147,
      "grad_norm": 0.5179126262664795,
      "learning_rate": 2.498391028823413e-05,
      "loss": 1.2629,
      "step": 28350
    },
    {
      "epoch": 0.5506928540930792,
      "grad_norm": 2.4960625171661377,
      "learning_rate": 2.494156899064663e-05,
      "loss": 1.1445,
      "step": 28375
    },
    {
      "epoch": 0.5511780460350114,
      "grad_norm": 0.6120148301124573,
      "learning_rate": 2.4899227860666336e-05,
      "loss": 1.3434,
      "step": 28400
    },
    {
      "epoch": 0.5516632379769437,
      "grad_norm": 0.5155338644981384,
      "learning_rate": 2.485688701974721e-05,
      "loss": 1.3619,
      "step": 28425
    },
    {
      "epoch": 0.5521484299188759,
      "grad_norm": 0.6277230978012085,
      "learning_rate": 2.4814546589342394e-05,
      "loss": 1.1802,
      "step": 28450
    },
    {
      "epoch": 0.5526336218608081,
      "grad_norm": 0.9900408983230591,
      "learning_rate": 2.4772206690903843e-05,
      "loss": 1.079,
      "step": 28475
    },
    {
      "epoch": 0.5531188138027404,
      "grad_norm": 0.6304797530174255,
      "learning_rate": 2.4729867445882004e-05,
      "loss": 0.986,
      "step": 28500
    },
    {
      "epoch": 0.5536040057446726,
      "grad_norm": 0.7172713279724121,
      "learning_rate": 2.468752897572544e-05,
      "loss": 1.192,
      "step": 28525
    },
    {
      "epoch": 0.5540891976866048,
      "grad_norm": 0.4950495660305023,
      "learning_rate": 2.46451914018805e-05,
      "loss": 1.3065,
      "step": 28550
    },
    {
      "epoch": 0.554574389628537,
      "grad_norm": 2.459153652191162,
      "learning_rate": 2.4602854845790945e-05,
      "loss": 1.1157,
      "step": 28575
    },
    {
      "epoch": 0.5550595815704693,
      "grad_norm": 2.061131477355957,
      "learning_rate": 2.4560519428897628e-05,
      "loss": 1.239,
      "step": 28600
    },
    {
      "epoch": 0.5555447735124015,
      "grad_norm": 0.667685329914093,
      "learning_rate": 2.4518185272638128e-05,
      "loss": 1.1114,
      "step": 28625
    },
    {
      "epoch": 0.5560299654543337,
      "grad_norm": 0.6229251027107239,
      "learning_rate": 2.4475852498446407e-05,
      "loss": 1.1696,
      "step": 28650
    },
    {
      "epoch": 0.556515157396266,
      "grad_norm": 0.5057568550109863,
      "learning_rate": 2.4433521227752482e-05,
      "loss": 1.2872,
      "step": 28675
    },
    {
      "epoch": 0.5570003493381982,
      "grad_norm": 0.5043991208076477,
      "learning_rate": 2.4391191581982037e-05,
      "loss": 1.2304,
      "step": 28700
    },
    {
      "epoch": 0.5574855412801304,
      "grad_norm": 0.4921906292438507,
      "learning_rate": 2.4348863682556102e-05,
      "loss": 1.2974,
      "step": 28725
    },
    {
      "epoch": 0.5579707332220627,
      "grad_norm": 0.6448419690132141,
      "learning_rate": 2.4306537650890694e-05,
      "loss": 1.1848,
      "step": 28750
    },
    {
      "epoch": 0.5584559251639949,
      "grad_norm": 2.082852602005005,
      "learning_rate": 2.4264213608396467e-05,
      "loss": 1.0989,
      "step": 28775
    },
    {
      "epoch": 0.5589411171059271,
      "grad_norm": 0.5883177518844604,
      "learning_rate": 2.4221891676478386e-05,
      "loss": 1.0537,
      "step": 28800
    },
    {
      "epoch": 0.5594263090478593,
      "grad_norm": 0.5878739953041077,
      "learning_rate": 2.4179571976535356e-05,
      "loss": 1.1398,
      "step": 28825
    },
    {
      "epoch": 0.5599115009897916,
      "grad_norm": 0.6593385934829712,
      "learning_rate": 2.4137254629959868e-05,
      "loss": 1.2068,
      "step": 28850
    },
    {
      "epoch": 0.5603966929317238,
      "grad_norm": 0.53461092710495,
      "learning_rate": 2.4094939758137682e-05,
      "loss": 1.1985,
      "step": 28875
    },
    {
      "epoch": 0.560881884873656,
      "grad_norm": 0.66130131483078,
      "learning_rate": 2.4052627482447437e-05,
      "loss": 1.1741,
      "step": 28900
    },
    {
      "epoch": 0.5613670768155883,
      "grad_norm": 0.5648384690284729,
      "learning_rate": 2.4010317924260342e-05,
      "loss": 1.1122,
      "step": 28925
    },
    {
      "epoch": 0.5618522687575205,
      "grad_norm": 0.8330764174461365,
      "learning_rate": 2.3968011204939793e-05,
      "loss": 1.2623,
      "step": 28950
    },
    {
      "epoch": 0.5623374606994527,
      "grad_norm": 0.6081602573394775,
      "learning_rate": 2.3925707445841077e-05,
      "loss": 1.1162,
      "step": 28975
    },
    {
      "epoch": 0.562822652641385,
      "grad_norm": 2.5496504306793213,
      "learning_rate": 2.3883406768310958e-05,
      "loss": 1.3133,
      "step": 29000
    },
    {
      "epoch": 0.5633078445833172,
      "grad_norm": 0.6559838056564331,
      "learning_rate": 2.3841109293687362e-05,
      "loss": 1.3876,
      "step": 29025
    },
    {
      "epoch": 0.5637930365252494,
      "grad_norm": 0.5258496403694153,
      "learning_rate": 2.379881514329905e-05,
      "loss": 1.0928,
      "step": 29050
    },
    {
      "epoch": 0.5642782284671816,
      "grad_norm": 0.7815567255020142,
      "learning_rate": 2.3756524438465214e-05,
      "loss": 1.3457,
      "step": 29075
    },
    {
      "epoch": 0.5647634204091139,
      "grad_norm": 0.685319185256958,
      "learning_rate": 2.3714237300495203e-05,
      "loss": 1.1356,
      "step": 29100
    },
    {
      "epoch": 0.5652486123510461,
      "grad_norm": 0.6172538995742798,
      "learning_rate": 2.3671953850688106e-05,
      "loss": 1.2455,
      "step": 29125
    },
    {
      "epoch": 0.5657338042929783,
      "grad_norm": 0.6025312542915344,
      "learning_rate": 2.3629674210332434e-05,
      "loss": 1.2443,
      "step": 29150
    },
    {
      "epoch": 0.5662189962349106,
      "grad_norm": 0.45211973786354065,
      "learning_rate": 2.3587398500705788e-05,
      "loss": 1.1114,
      "step": 29175
    },
    {
      "epoch": 0.5667041881768428,
      "grad_norm": 2.39123272895813,
      "learning_rate": 2.3545126843074478e-05,
      "loss": 1.3516,
      "step": 29200
    },
    {
      "epoch": 0.567189380118775,
      "grad_norm": 1.9876155853271484,
      "learning_rate": 2.350285935869318e-05,
      "loss": 1.209,
      "step": 29225
    },
    {
      "epoch": 0.5676745720607073,
      "grad_norm": 0.5435921549797058,
      "learning_rate": 2.3460596168804643e-05,
      "loss": 1.2231,
      "step": 29250
    },
    {
      "epoch": 0.5681597640026395,
      "grad_norm": 1.7773574590682983,
      "learning_rate": 2.3418337394639257e-05,
      "loss": 1.2453,
      "step": 29275
    },
    {
      "epoch": 0.5686449559445717,
      "grad_norm": 0.5607666373252869,
      "learning_rate": 2.337608315741476e-05,
      "loss": 1.0205,
      "step": 29300
    },
    {
      "epoch": 0.5691301478865038,
      "grad_norm": 0.5459272265434265,
      "learning_rate": 2.333383357833587e-05,
      "loss": 1.1897,
      "step": 29325
    },
    {
      "epoch": 0.5696153398284362,
      "grad_norm": 0.6454149484634399,
      "learning_rate": 2.329158877859395e-05,
      "loss": 1.3077,
      "step": 29350
    },
    {
      "epoch": 0.5701005317703683,
      "grad_norm": 0.768634021282196,
      "learning_rate": 2.3249348879366637e-05,
      "loss": 1.2215,
      "step": 29375
    },
    {
      "epoch": 0.5705857237123005,
      "grad_norm": 2.2488739490509033,
      "learning_rate": 2.3207114001817548e-05,
      "loss": 1.1947,
      "step": 29400
    },
    {
      "epoch": 0.5710709156542328,
      "grad_norm": 2.5562357902526855,
      "learning_rate": 2.3164884267095867e-05,
      "loss": 1.1744,
      "step": 29425
    },
    {
      "epoch": 0.571556107596165,
      "grad_norm": 0.8042920231819153,
      "learning_rate": 2.312265979633602e-05,
      "loss": 1.1145,
      "step": 29450
    },
    {
      "epoch": 0.5720412995380972,
      "grad_norm": 0.49687814712524414,
      "learning_rate": 2.3080440710657356e-05,
      "loss": 1.2105,
      "step": 29475
    },
    {
      "epoch": 0.5725264914800295,
      "grad_norm": 0.49267637729644775,
      "learning_rate": 2.3038227131163763e-05,
      "loss": 1.1433,
      "step": 29500
    },
    {
      "epoch": 0.5730116834219617,
      "grad_norm": 2.2740895748138428,
      "learning_rate": 2.2996019178943327e-05,
      "loss": 1.4396,
      "step": 29525
    },
    {
      "epoch": 0.5734968753638939,
      "grad_norm": 0.8763983845710754,
      "learning_rate": 2.2953816975068022e-05,
      "loss": 1.1942,
      "step": 29550
    },
    {
      "epoch": 0.5739820673058262,
      "grad_norm": 0.7293049693107605,
      "learning_rate": 2.291162064059331e-05,
      "loss": 1.2818,
      "step": 29575
    },
    {
      "epoch": 0.5744672592477584,
      "grad_norm": 0.5292641520500183,
      "learning_rate": 2.2869430296557816e-05,
      "loss": 1.1186,
      "step": 29600
    },
    {
      "epoch": 0.5749524511896906,
      "grad_norm": 0.5999064445495605,
      "learning_rate": 2.2827246063982988e-05,
      "loss": 1.2407,
      "step": 29625
    },
    {
      "epoch": 0.5754376431316228,
      "grad_norm": 2.24302339553833,
      "learning_rate": 2.2785068063872727e-05,
      "loss": 1.1931,
      "step": 29650
    },
    {
      "epoch": 0.5759228350735551,
      "grad_norm": 2.3401710987091064,
      "learning_rate": 2.2742896417213103e-05,
      "loss": 1.0914,
      "step": 29675
    },
    {
      "epoch": 0.5764080270154873,
      "grad_norm": 0.622514009475708,
      "learning_rate": 2.2700731244971912e-05,
      "loss": 1.1433,
      "step": 29700
    },
    {
      "epoch": 0.5768932189574195,
      "grad_norm": 0.5449119806289673,
      "learning_rate": 2.26585726680984e-05,
      "loss": 1.178,
      "step": 29725
    },
    {
      "epoch": 0.5773784108993518,
      "grad_norm": 0.6833677291870117,
      "learning_rate": 2.2616420807522883e-05,
      "loss": 1.2379,
      "step": 29750
    },
    {
      "epoch": 0.577863602841284,
      "grad_norm": 2.294687032699585,
      "learning_rate": 2.257427578415643e-05,
      "loss": 1.3755,
      "step": 29775
    },
    {
      "epoch": 0.5783487947832162,
      "grad_norm": 0.6735248565673828,
      "learning_rate": 2.2532137718890478e-05,
      "loss": 1.1697,
      "step": 29800
    },
    {
      "epoch": 0.5788339867251485,
      "grad_norm": 0.6610851883888245,
      "learning_rate": 2.249000673259652e-05,
      "loss": 1.1705,
      "step": 29825
    },
    {
      "epoch": 0.5793191786670807,
      "grad_norm": 0.765402615070343,
      "learning_rate": 2.2447882946125742e-05,
      "loss": 1.0589,
      "step": 29850
    },
    {
      "epoch": 0.5798043706090129,
      "grad_norm": 0.6618921756744385,
      "learning_rate": 2.2405766480308666e-05,
      "loss": 1.2505,
      "step": 29875
    },
    {
      "epoch": 0.5802895625509451,
      "grad_norm": 1.762202262878418,
      "learning_rate": 2.2363657455954823e-05,
      "loss": 1.0834,
      "step": 29900
    },
    {
      "epoch": 0.5807747544928774,
      "grad_norm": 0.7301275730133057,
      "learning_rate": 2.23215559938524e-05,
      "loss": 1.0109,
      "step": 29925
    },
    {
      "epoch": 0.5812599464348096,
      "grad_norm": 1.9139355421066284,
      "learning_rate": 2.2279462214767875e-05,
      "loss": 1.2641,
      "step": 29950
    },
    {
      "epoch": 0.5817451383767418,
      "grad_norm": 2.391613721847534,
      "learning_rate": 2.2237376239445724e-05,
      "loss": 1.1389,
      "step": 29975
    },
    {
      "epoch": 0.5822303303186741,
      "grad_norm": 0.5287454128265381,
      "learning_rate": 2.2195298188608e-05,
      "loss": 1.1322,
      "step": 30000
    },
    {
      "epoch": 0.5827155222606063,
      "grad_norm": 0.6475499868392944,
      "learning_rate": 2.215322818295405e-05,
      "loss": 1.1641,
      "step": 30025
    },
    {
      "epoch": 0.5832007142025385,
      "grad_norm": 1.9575737714767456,
      "learning_rate": 2.211116634316013e-05,
      "loss": 1.1894,
      "step": 30050
    },
    {
      "epoch": 0.5836859061444708,
      "grad_norm": 0.5779014229774475,
      "learning_rate": 2.2069112789879082e-05,
      "loss": 1.2472,
      "step": 30075
    },
    {
      "epoch": 0.584171098086403,
      "grad_norm": 1.0415652990341187,
      "learning_rate": 2.2027067643739962e-05,
      "loss": 1.2399,
      "step": 30100
    },
    {
      "epoch": 0.5846562900283352,
      "grad_norm": 0.569424033164978,
      "learning_rate": 2.198503102534773e-05,
      "loss": 1.2182,
      "step": 30125
    },
    {
      "epoch": 0.5851414819702674,
      "grad_norm": 2.5082595348358154,
      "learning_rate": 2.194300305528288e-05,
      "loss": 1.3013,
      "step": 30150
    },
    {
      "epoch": 0.5856266739121997,
      "grad_norm": 0.5744744539260864,
      "learning_rate": 2.1900983854101094e-05,
      "loss": 1.1414,
      "step": 30175
    },
    {
      "epoch": 0.5861118658541319,
      "grad_norm": 0.6196914911270142,
      "learning_rate": 2.18589735423329e-05,
      "loss": 1.145,
      "step": 30200
    },
    {
      "epoch": 0.5865970577960641,
      "grad_norm": 0.525161623954773,
      "learning_rate": 2.1816972240483328e-05,
      "loss": 1.1513,
      "step": 30225
    },
    {
      "epoch": 0.5870822497379964,
      "grad_norm": 2.4460105895996094,
      "learning_rate": 2.177498006903155e-05,
      "loss": 1.2219,
      "step": 30250
    },
    {
      "epoch": 0.5875674416799286,
      "grad_norm": 1.6668527126312256,
      "learning_rate": 2.173299714843059e-05,
      "loss": 1.2623,
      "step": 30275
    },
    {
      "epoch": 0.5880526336218608,
      "grad_norm": 0.5577164888381958,
      "learning_rate": 2.1691023599106894e-05,
      "loss": 1.116,
      "step": 30300
    },
    {
      "epoch": 0.5885378255637931,
      "grad_norm": 2.0886282920837402,
      "learning_rate": 2.164905954146004e-05,
      "loss": 1.1922,
      "step": 30325
    },
    {
      "epoch": 0.5890230175057253,
      "grad_norm": 0.6734172701835632,
      "learning_rate": 2.160710509586238e-05,
      "loss": 1.2118,
      "step": 30350
    },
    {
      "epoch": 0.5895082094476575,
      "grad_norm": 0.9539625644683838,
      "learning_rate": 2.1565160382658693e-05,
      "loss": 1.1763,
      "step": 30375
    },
    {
      "epoch": 0.5899934013895897,
      "grad_norm": 0.779062807559967,
      "learning_rate": 2.1523225522165857e-05,
      "loss": 0.9603,
      "step": 30400
    },
    {
      "epoch": 0.590478593331522,
      "grad_norm": 2.1062097549438477,
      "learning_rate": 2.1481300634672457e-05,
      "loss": 1.2709,
      "step": 30425
    },
    {
      "epoch": 0.5909637852734542,
      "grad_norm": 0.6552831530570984,
      "learning_rate": 2.1439385840438503e-05,
      "loss": 1.2221,
      "step": 30450
    },
    {
      "epoch": 0.5914489772153864,
      "grad_norm": 0.5112185478210449,
      "learning_rate": 2.1397481259695024e-05,
      "loss": 1.2871,
      "step": 30475
    },
    {
      "epoch": 0.5919341691573187,
      "grad_norm": 0.5954056978225708,
      "learning_rate": 2.1355587012643773e-05,
      "loss": 1.1154,
      "step": 30500
    },
    {
      "epoch": 0.5924193610992509,
      "grad_norm": 0.6149168014526367,
      "learning_rate": 2.131370321945684e-05,
      "loss": 1.2394,
      "step": 30525
    },
    {
      "epoch": 0.5929045530411831,
      "grad_norm": 0.5280668139457703,
      "learning_rate": 2.127183000027636e-05,
      "loss": 1.2771,
      "step": 30550
    },
    {
      "epoch": 0.5933897449831154,
      "grad_norm": 2.2950620651245117,
      "learning_rate": 2.1229967475214115e-05,
      "loss": 1.1136,
      "step": 30575
    },
    {
      "epoch": 0.5938749369250476,
      "grad_norm": 0.5776280760765076,
      "learning_rate": 2.118811576435121e-05,
      "loss": 1.1307,
      "step": 30600
    },
    {
      "epoch": 0.5943601288669798,
      "grad_norm": 0.5970258712768555,
      "learning_rate": 2.1146274987737737e-05,
      "loss": 1.0525,
      "step": 30625
    },
    {
      "epoch": 0.5948453208089121,
      "grad_norm": 2.1906697750091553,
      "learning_rate": 2.1104445265392418e-05,
      "loss": 1.3228,
      "step": 30650
    },
    {
      "epoch": 0.5953305127508443,
      "grad_norm": 0.6522005200386047,
      "learning_rate": 2.106262671730227e-05,
      "loss": 1.2782,
      "step": 30675
    },
    {
      "epoch": 0.5958157046927764,
      "grad_norm": 0.6493403911590576,
      "learning_rate": 2.102081946342227e-05,
      "loss": 1.1892,
      "step": 30700
    },
    {
      "epoch": 0.5963008966347086,
      "grad_norm": 0.5657488703727722,
      "learning_rate": 2.0979023623674963e-05,
      "loss": 1.316,
      "step": 30725
    },
    {
      "epoch": 0.596786088576641,
      "grad_norm": 0.5314240455627441,
      "learning_rate": 2.0937239317950195e-05,
      "loss": 1.3007,
      "step": 30750
    },
    {
      "epoch": 0.5972712805185731,
      "grad_norm": 2.2733821868896484,
      "learning_rate": 2.0895466666104698e-05,
      "loss": 1.3182,
      "step": 30775
    },
    {
      "epoch": 0.5977564724605053,
      "grad_norm": 1.644905924797058,
      "learning_rate": 2.0853705787961785e-05,
      "loss": 1.0792,
      "step": 30800
    },
    {
      "epoch": 0.5982416644024376,
      "grad_norm": 2.040400505065918,
      "learning_rate": 2.0811956803310983e-05,
      "loss": 1.1071,
      "step": 30825
    },
    {
      "epoch": 0.5987268563443698,
      "grad_norm": 1.27585768699646,
      "learning_rate": 2.077021983190774e-05,
      "loss": 1.0614,
      "step": 30850
    },
    {
      "epoch": 0.599212048286302,
      "grad_norm": 0.9848079681396484,
      "learning_rate": 2.0728494993473008e-05,
      "loss": 1.2625,
      "step": 30875
    },
    {
      "epoch": 0.5996972402282343,
      "grad_norm": 2.1338486671447754,
      "learning_rate": 2.068678240769295e-05,
      "loss": 1.3118,
      "step": 30900
    },
    {
      "epoch": 0.6001824321701665,
      "grad_norm": 2.315048933029175,
      "learning_rate": 2.0645082194218577e-05,
      "loss": 1.2781,
      "step": 30925
    },
    {
      "epoch": 0.6006676241120987,
      "grad_norm": 2.705700397491455,
      "learning_rate": 2.0603394472665405e-05,
      "loss": 1.2133,
      "step": 30950
    },
    {
      "epoch": 0.6011528160540309,
      "grad_norm": 0.8232253789901733,
      "learning_rate": 2.0561719362613153e-05,
      "loss": 1.1572,
      "step": 30975
    },
    {
      "epoch": 0.6016380079959632,
      "grad_norm": 2.3937854766845703,
      "learning_rate": 2.0520056983605317e-05,
      "loss": 1.191,
      "step": 31000
    },
    {
      "epoch": 0.6021231999378954,
      "grad_norm": 2.6448686122894287,
      "learning_rate": 2.0478407455148905e-05,
      "loss": 1.1031,
      "step": 31025
    },
    {
      "epoch": 0.6026083918798276,
      "grad_norm": 0.5137196183204651,
      "learning_rate": 2.043677089671405e-05,
      "loss": 1.1361,
      "step": 31050
    },
    {
      "epoch": 0.6030935838217599,
      "grad_norm": 0.7316155433654785,
      "learning_rate": 2.039514742773369e-05,
      "loss": 1.2137,
      "step": 31075
    },
    {
      "epoch": 0.6035787757636921,
      "grad_norm": 0.5850017666816711,
      "learning_rate": 2.0353537167603194e-05,
      "loss": 1.1615,
      "step": 31100
    },
    {
      "epoch": 0.6040639677056243,
      "grad_norm": 2.0392167568206787,
      "learning_rate": 2.0311940235680088e-05,
      "loss": 1.1675,
      "step": 31125
    },
    {
      "epoch": 0.6045491596475566,
      "grad_norm": 0.5039774775505066,
      "learning_rate": 2.0270356751283622e-05,
      "loss": 1.0459,
      "step": 31150
    },
    {
      "epoch": 0.6050343515894888,
      "grad_norm": 2.1313037872314453,
      "learning_rate": 2.022878683369449e-05,
      "loss": 1.2957,
      "step": 31175
    },
    {
      "epoch": 0.605519543531421,
      "grad_norm": 0.9361706376075745,
      "learning_rate": 2.018723060215447e-05,
      "loss": 1.1301,
      "step": 31200
    },
    {
      "epoch": 0.6060047354733532,
      "grad_norm": 0.6106968522071838,
      "learning_rate": 2.0145688175866076e-05,
      "loss": 1.1968,
      "step": 31225
    },
    {
      "epoch": 0.6064899274152855,
      "grad_norm": 1.0160149335861206,
      "learning_rate": 2.010415967399222e-05,
      "loss": 1.2172,
      "step": 31250
    },
    {
      "epoch": 0.6069751193572177,
      "grad_norm": 0.6924161911010742,
      "learning_rate": 2.00626452156559e-05,
      "loss": 1.1966,
      "step": 31275
    },
    {
      "epoch": 0.6074603112991499,
      "grad_norm": 0.59613037109375,
      "learning_rate": 2.0021144919939798e-05,
      "loss": 1.236,
      "step": 31300
    },
    {
      "epoch": 0.6079455032410822,
      "grad_norm": 0.7048484683036804,
      "learning_rate": 1.997965890588598e-05,
      "loss": 1.1484,
      "step": 31325
    },
    {
      "epoch": 0.6084306951830144,
      "grad_norm": 0.46242666244506836,
      "learning_rate": 1.9938187292495553e-05,
      "loss": 1.1065,
      "step": 31350
    },
    {
      "epoch": 0.6089158871249466,
      "grad_norm": 0.6641607284545898,
      "learning_rate": 1.989673019872831e-05,
      "loss": 1.2267,
      "step": 31375
    },
    {
      "epoch": 0.6094010790668789,
      "grad_norm": 0.6073964834213257,
      "learning_rate": 1.985528774350238e-05,
      "loss": 1.1364,
      "step": 31400
    },
    {
      "epoch": 0.6098862710088111,
      "grad_norm": 1.6336171627044678,
      "learning_rate": 1.9813860045693952e-05,
      "loss": 1.16,
      "step": 31425
    },
    {
      "epoch": 0.6103714629507433,
      "grad_norm": 2.8042314052581787,
      "learning_rate": 1.977244722413683e-05,
      "loss": 1.1499,
      "step": 31450
    },
    {
      "epoch": 0.6108566548926755,
      "grad_norm": 1.9934260845184326,
      "learning_rate": 1.973104939762217e-05,
      "loss": 1.162,
      "step": 31475
    },
    {
      "epoch": 0.6113418468346078,
      "grad_norm": 0.6156137585639954,
      "learning_rate": 1.968966668489811e-05,
      "loss": 0.9937,
      "step": 31500
    },
    {
      "epoch": 0.61182703877654,
      "grad_norm": 0.5305809378623962,
      "learning_rate": 1.9648299204669425e-05,
      "loss": 1.1574,
      "step": 31525
    },
    {
      "epoch": 0.6123122307184722,
      "grad_norm": 0.6535761952400208,
      "learning_rate": 1.960694707559723e-05,
      "loss": 1.1031,
      "step": 31550
    },
    {
      "epoch": 0.6127974226604045,
      "grad_norm": 1.950301170349121,
      "learning_rate": 1.9565610416298572e-05,
      "loss": 1.1793,
      "step": 31575
    },
    {
      "epoch": 0.6132826146023367,
      "grad_norm": 0.7696822881698608,
      "learning_rate": 1.9524289345346133e-05,
      "loss": 1.1728,
      "step": 31600
    },
    {
      "epoch": 0.6137678065442689,
      "grad_norm": 0.6900044679641724,
      "learning_rate": 1.9482983981267883e-05,
      "loss": 1.2371,
      "step": 31625
    },
    {
      "epoch": 0.6142529984862012,
      "grad_norm": 0.5211727023124695,
      "learning_rate": 1.9441694442546733e-05,
      "loss": 1.3088,
      "step": 31650
    },
    {
      "epoch": 0.6147381904281334,
      "grad_norm": 0.6746358871459961,
      "learning_rate": 1.9400420847620208e-05,
      "loss": 1.1314,
      "step": 31675
    },
    {
      "epoch": 0.6152233823700656,
      "grad_norm": 1.1378458738327026,
      "learning_rate": 1.9359163314880088e-05,
      "loss": 1.3842,
      "step": 31700
    },
    {
      "epoch": 0.6157085743119979,
      "grad_norm": 0.7203099727630615,
      "learning_rate": 1.93179219626721e-05,
      "loss": 1.2227,
      "step": 31725
    },
    {
      "epoch": 0.6161937662539301,
      "grad_norm": 2.777379274368286,
      "learning_rate": 1.927669690929553e-05,
      "loss": 1.2706,
      "step": 31750
    },
    {
      "epoch": 0.6166789581958623,
      "grad_norm": 0.5574617981910706,
      "learning_rate": 1.9235488273002927e-05,
      "loss": 1.3583,
      "step": 31775
    },
    {
      "epoch": 0.6171641501377945,
      "grad_norm": 2.4483799934387207,
      "learning_rate": 1.9194296171999743e-05,
      "loss": 1.4087,
      "step": 31800
    },
    {
      "epoch": 0.6176493420797268,
      "grad_norm": 0.5361576676368713,
      "learning_rate": 1.9153120724443996e-05,
      "loss": 1.1433,
      "step": 31825
    },
    {
      "epoch": 0.618134534021659,
      "grad_norm": 0.5742824077606201,
      "learning_rate": 1.9111962048445953e-05,
      "loss": 1.1006,
      "step": 31850
    },
    {
      "epoch": 0.6186197259635912,
      "grad_norm": 2.2586092948913574,
      "learning_rate": 1.9070820262067757e-05,
      "loss": 1.0762,
      "step": 31875
    },
    {
      "epoch": 0.6191049179055235,
      "grad_norm": 0.7312002182006836,
      "learning_rate": 1.90296954833231e-05,
      "loss": 1.1173,
      "step": 31900
    },
    {
      "epoch": 0.6195901098474557,
      "grad_norm": 0.5926620960235596,
      "learning_rate": 1.8988587830176898e-05,
      "loss": 1.0323,
      "step": 31925
    },
    {
      "epoch": 0.6200753017893879,
      "grad_norm": 0.6447651982307434,
      "learning_rate": 1.894749742054493e-05,
      "loss": 1.1546,
      "step": 31950
    },
    {
      "epoch": 0.6205604937313202,
      "grad_norm": 2.9325945377349854,
      "learning_rate": 1.8906424372293526e-05,
      "loss": 1.3156,
      "step": 31975
    },
    {
      "epoch": 0.6210456856732524,
      "grad_norm": 2.4811460971832275,
      "learning_rate": 1.8865368803239223e-05,
      "loss": 0.9984,
      "step": 32000
    },
    {
      "epoch": 0.6215308776151846,
      "grad_norm": 1.8606184720993042,
      "learning_rate": 1.882433083114839e-05,
      "loss": 1.2262,
      "step": 32025
    },
    {
      "epoch": 0.6220160695571167,
      "grad_norm": 0.6969821453094482,
      "learning_rate": 1.878331057373695e-05,
      "loss": 1.2145,
      "step": 32050
    },
    {
      "epoch": 0.622501261499049,
      "grad_norm": 0.741971492767334,
      "learning_rate": 1.8742308148669997e-05,
      "loss": 1.0882,
      "step": 32075
    },
    {
      "epoch": 0.6229864534409812,
      "grad_norm": 0.5657063126564026,
      "learning_rate": 1.870132367356146e-05,
      "loss": 1.136,
      "step": 32100
    },
    {
      "epoch": 0.6234716453829134,
      "grad_norm": 1.673263669013977,
      "learning_rate": 1.8660357265973825e-05,
      "loss": 1.0959,
      "step": 32125
    },
    {
      "epoch": 0.6239568373248457,
      "grad_norm": 2.063011646270752,
      "learning_rate": 1.86194090434177e-05,
      "loss": 1.323,
      "step": 32150
    },
    {
      "epoch": 0.6244420292667779,
      "grad_norm": 2.092198610305786,
      "learning_rate": 1.8578479123351566e-05,
      "loss": 1.316,
      "step": 32175
    },
    {
      "epoch": 0.6249272212087101,
      "grad_norm": 0.8238813877105713,
      "learning_rate": 1.853756762318138e-05,
      "loss": 1.2256,
      "step": 32200
    },
    {
      "epoch": 0.6254124131506424,
      "grad_norm": 2.1658856868743896,
      "learning_rate": 1.8496674660260272e-05,
      "loss": 1.2565,
      "step": 32225
    },
    {
      "epoch": 0.6258976050925746,
      "grad_norm": 0.6934561133384705,
      "learning_rate": 1.8455800351888193e-05,
      "loss": 1.1632,
      "step": 32250
    },
    {
      "epoch": 0.6263827970345068,
      "grad_norm": 0.5726273059844971,
      "learning_rate": 1.8414944815311607e-05,
      "loss": 1.2451,
      "step": 32275
    },
    {
      "epoch": 0.626867988976439,
      "grad_norm": 0.5962299704551697,
      "learning_rate": 1.8374108167723107e-05,
      "loss": 1.0521,
      "step": 32300
    },
    {
      "epoch": 0.6273531809183713,
      "grad_norm": 1.8368717432022095,
      "learning_rate": 1.833329052626111e-05,
      "loss": 1.1303,
      "step": 32325
    },
    {
      "epoch": 0.6278383728603035,
      "grad_norm": 0.4708661735057831,
      "learning_rate": 1.829249200800952e-05,
      "loss": 1.1753,
      "step": 32350
    },
    {
      "epoch": 0.6283235648022357,
      "grad_norm": 0.790248453617096,
      "learning_rate": 1.8251712729997378e-05,
      "loss": 1.2981,
      "step": 32375
    },
    {
      "epoch": 0.628808756744168,
      "grad_norm": 2.2880983352661133,
      "learning_rate": 1.8210952809198534e-05,
      "loss": 1.0363,
      "step": 32400
    },
    {
      "epoch": 0.6292939486861002,
      "grad_norm": 0.5675216913223267,
      "learning_rate": 1.8170212362531335e-05,
      "loss": 1.2336,
      "step": 32425
    },
    {
      "epoch": 0.6297791406280324,
      "grad_norm": 2.046967029571533,
      "learning_rate": 1.8129491506858246e-05,
      "loss": 1.1315,
      "step": 32450
    },
    {
      "epoch": 0.6302643325699647,
      "grad_norm": 0.9485237002372742,
      "learning_rate": 1.8088790358985534e-05,
      "loss": 1.0635,
      "step": 32475
    },
    {
      "epoch": 0.6307495245118969,
      "grad_norm": 2.2430646419525146,
      "learning_rate": 1.8048109035662945e-05,
      "loss": 1.4052,
      "step": 32500
    },
    {
      "epoch": 0.6312347164538291,
      "grad_norm": 0.5177072882652283,
      "learning_rate": 1.8007447653583353e-05,
      "loss": 1.258,
      "step": 32525
    },
    {
      "epoch": 0.6317199083957613,
      "grad_norm": 0.8038028478622437,
      "learning_rate": 1.7966806329382428e-05,
      "loss": 1.2589,
      "step": 32550
    },
    {
      "epoch": 0.6322051003376936,
      "grad_norm": 0.6551783084869385,
      "learning_rate": 1.7926185179638324e-05,
      "loss": 1.2158,
      "step": 32575
    },
    {
      "epoch": 0.6326902922796258,
      "grad_norm": 2.1978540420532227,
      "learning_rate": 1.788558432087131e-05,
      "loss": 1.2506,
      "step": 32600
    },
    {
      "epoch": 0.633175484221558,
      "grad_norm": 2.360006093978882,
      "learning_rate": 1.7845003869543442e-05,
      "loss": 1.2835,
      "step": 32625
    },
    {
      "epoch": 0.6336606761634903,
      "grad_norm": 1.7269225120544434,
      "learning_rate": 1.7804443942058263e-05,
      "loss": 1.1486,
      "step": 32650
    },
    {
      "epoch": 0.6341458681054225,
      "grad_norm": 1.0604828596115112,
      "learning_rate": 1.7763904654760417e-05,
      "loss": 1.1847,
      "step": 32675
    },
    {
      "epoch": 0.6346310600473547,
      "grad_norm": 2.1302387714385986,
      "learning_rate": 1.7723386123935356e-05,
      "loss": 1.038,
      "step": 32700
    },
    {
      "epoch": 0.635116251989287,
      "grad_norm": 0.4906761348247528,
      "learning_rate": 1.7682888465809005e-05,
      "loss": 1.2446,
      "step": 32725
    },
    {
      "epoch": 0.6356014439312192,
      "grad_norm": 0.4333694875240326,
      "learning_rate": 1.76424117965474e-05,
      "loss": 1.4232,
      "step": 32750
    },
    {
      "epoch": 0.6360866358731514,
      "grad_norm": 0.6198081374168396,
      "learning_rate": 1.7601956232256368e-05,
      "loss": 1.2688,
      "step": 32775
    },
    {
      "epoch": 0.6365718278150837,
      "grad_norm": 0.614259660243988,
      "learning_rate": 1.756152188898121e-05,
      "loss": 1.0316,
      "step": 32800
    },
    {
      "epoch": 0.6370570197570159,
      "grad_norm": 0.6312194466590881,
      "learning_rate": 1.7521108882706332e-05,
      "loss": 1.1678,
      "step": 32825
    },
    {
      "epoch": 0.6375422116989481,
      "grad_norm": 0.5879694223403931,
      "learning_rate": 1.748071732935498e-05,
      "loss": 1.1846,
      "step": 32850
    },
    {
      "epoch": 0.6380274036408803,
      "grad_norm": 1.5990828275680542,
      "learning_rate": 1.7440347344788822e-05,
      "loss": 1.0966,
      "step": 32875
    },
    {
      "epoch": 0.6385125955828126,
      "grad_norm": 0.6875106692314148,
      "learning_rate": 1.7399999044807674e-05,
      "loss": 1.108,
      "step": 32900
    },
    {
      "epoch": 0.6389977875247448,
      "grad_norm": 0.7941453456878662,
      "learning_rate": 1.735967254514914e-05,
      "loss": 1.2172,
      "step": 32925
    },
    {
      "epoch": 0.639482979466677,
      "grad_norm": 2.237879514694214,
      "learning_rate": 1.731936796148831e-05,
      "loss": 1.1963,
      "step": 32950
    },
    {
      "epoch": 0.6399681714086093,
      "grad_norm": 1.8610661029815674,
      "learning_rate": 1.7279085409437378e-05,
      "loss": 0.9976,
      "step": 32975
    },
    {
      "epoch": 0.6404533633505415,
      "grad_norm": 0.8195310831069946,
      "learning_rate": 1.723882500454538e-05,
      "loss": 1.0897,
      "step": 33000
    },
    {
      "epoch": 0.6409385552924737,
      "grad_norm": 0.49938249588012695,
      "learning_rate": 1.7198586862297796e-05,
      "loss": 1.1575,
      "step": 33025
    },
    {
      "epoch": 0.641423747234406,
      "grad_norm": 0.5775331854820251,
      "learning_rate": 1.7158371098116253e-05,
      "loss": 1.234,
      "step": 33050
    },
    {
      "epoch": 0.6419089391763382,
      "grad_norm": 2.426457643508911,
      "learning_rate": 1.7118177827358193e-05,
      "loss": 1.2153,
      "step": 33075
    },
    {
      "epoch": 0.6423941311182704,
      "grad_norm": 0.5839168429374695,
      "learning_rate": 1.7078007165316525e-05,
      "loss": 1.1975,
      "step": 33100
    },
    {
      "epoch": 0.6428793230602026,
      "grad_norm": 0.47539469599723816,
      "learning_rate": 1.7037859227219305e-05,
      "loss": 1.0915,
      "step": 33125
    },
    {
      "epoch": 0.6433645150021349,
      "grad_norm": 0.755152702331543,
      "learning_rate": 1.6997734128229432e-05,
      "loss": 1.3307,
      "step": 33150
    },
    {
      "epoch": 0.6438497069440671,
      "grad_norm": 0.5940654277801514,
      "learning_rate": 1.6957631983444266e-05,
      "loss": 1.1409,
      "step": 33175
    },
    {
      "epoch": 0.6443348988859993,
      "grad_norm": 1.0023350715637207,
      "learning_rate": 1.6917552907895335e-05,
      "loss": 1.2951,
      "step": 33200
    },
    {
      "epoch": 0.6448200908279316,
      "grad_norm": 2.5374014377593994,
      "learning_rate": 1.6877497016547975e-05,
      "loss": 1.3626,
      "step": 33225
    },
    {
      "epoch": 0.6453052827698638,
      "grad_norm": 2.643263101577759,
      "learning_rate": 1.683746442430105e-05,
      "loss": 1.1492,
      "step": 33250
    },
    {
      "epoch": 0.645790474711796,
      "grad_norm": 2.1179094314575195,
      "learning_rate": 1.6797455245986564e-05,
      "loss": 1.2149,
      "step": 33275
    },
    {
      "epoch": 0.6462756666537283,
      "grad_norm": 2.2505838871002197,
      "learning_rate": 1.6757469596369378e-05,
      "loss": 1.3574,
      "step": 33300
    },
    {
      "epoch": 0.6467608585956605,
      "grad_norm": 0.4782211184501648,
      "learning_rate": 1.6717507590146855e-05,
      "loss": 1.0742,
      "step": 33325
    },
    {
      "epoch": 0.6472460505375927,
      "grad_norm": 0.7397457957267761,
      "learning_rate": 1.6677569341948535e-05,
      "loss": 1.2489,
      "step": 33350
    },
    {
      "epoch": 0.6477312424795248,
      "grad_norm": 0.6418870091438293,
      "learning_rate": 1.663765496633581e-05,
      "loss": 1.1745,
      "step": 33375
    },
    {
      "epoch": 0.6482164344214572,
      "grad_norm": 0.6438965797424316,
      "learning_rate": 1.6597764577801584e-05,
      "loss": 1.2498,
      "step": 33400
    },
    {
      "epoch": 0.6487016263633893,
      "grad_norm": 0.8381999135017395,
      "learning_rate": 1.655789829076999e-05,
      "loss": 1.1399,
      "step": 33425
    },
    {
      "epoch": 0.6491868183053215,
      "grad_norm": 0.5744345188140869,
      "learning_rate": 1.651805621959599e-05,
      "loss": 1.2776,
      "step": 33450
    },
    {
      "epoch": 0.6496720102472539,
      "grad_norm": 0.5884774923324585,
      "learning_rate": 1.6478238478565096e-05,
      "loss": 1.159,
      "step": 33475
    },
    {
      "epoch": 0.650157202189186,
      "grad_norm": 1.8896470069885254,
      "learning_rate": 1.6438445181893032e-05,
      "loss": 1.1669,
      "step": 33500
    },
    {
      "epoch": 0.6506423941311182,
      "grad_norm": 0.4282042682170868,
      "learning_rate": 1.6398676443725393e-05,
      "loss": 1.1379,
      "step": 33525
    },
    {
      "epoch": 0.6511275860730505,
      "grad_norm": 0.8188965916633606,
      "learning_rate": 1.6358932378137355e-05,
      "loss": 1.2274,
      "step": 33550
    },
    {
      "epoch": 0.6516127780149827,
      "grad_norm": 0.6308754086494446,
      "learning_rate": 1.6319213099133297e-05,
      "loss": 1.1119,
      "step": 33575
    },
    {
      "epoch": 0.6520979699569149,
      "grad_norm": 0.5733458995819092,
      "learning_rate": 1.6279518720646505e-05,
      "loss": 1.2766,
      "step": 33600
    },
    {
      "epoch": 0.6525831618988471,
      "grad_norm": 0.7020562291145325,
      "learning_rate": 1.6239849356538848e-05,
      "loss": 1.0886,
      "step": 33625
    },
    {
      "epoch": 0.6530683538407794,
      "grad_norm": 1.1514021158218384,
      "learning_rate": 1.6200205120600437e-05,
      "loss": 1.3638,
      "step": 33650
    },
    {
      "epoch": 0.6535535457827116,
      "grad_norm": 0.5852864384651184,
      "learning_rate": 1.6160586126549288e-05,
      "loss": 1.2052,
      "step": 33675
    },
    {
      "epoch": 0.6540387377246438,
      "grad_norm": 0.915244996547699,
      "learning_rate": 1.6120992488031024e-05,
      "loss": 1.274,
      "step": 33700
    },
    {
      "epoch": 0.6545239296665761,
      "grad_norm": 0.6773452162742615,
      "learning_rate": 1.608142431861856e-05,
      "loss": 1.1621,
      "step": 33725
    },
    {
      "epoch": 0.6550091216085083,
      "grad_norm": 0.7302170395851135,
      "learning_rate": 1.6041881731811714e-05,
      "loss": 1.2016,
      "step": 33750
    },
    {
      "epoch": 0.6554943135504405,
      "grad_norm": 1.2756162881851196,
      "learning_rate": 1.6002364841036943e-05,
      "loss": 1.2542,
      "step": 33775
    },
    {
      "epoch": 0.6559795054923728,
      "grad_norm": 2.3765456676483154,
      "learning_rate": 1.596287375964699e-05,
      "loss": 1.1182,
      "step": 33800
    },
    {
      "epoch": 0.656464697434305,
      "grad_norm": 0.5588220357894897,
      "learning_rate": 1.5923408600920564e-05,
      "loss": 0.9423,
      "step": 33825
    },
    {
      "epoch": 0.6569498893762372,
      "grad_norm": 0.7684038877487183,
      "learning_rate": 1.5883969478062022e-05,
      "loss": 1.3624,
      "step": 33850
    },
    {
      "epoch": 0.6574350813181695,
      "grad_norm": 0.5299821496009827,
      "learning_rate": 1.5844556504201038e-05,
      "loss": 1.1091,
      "step": 33875
    },
    {
      "epoch": 0.6579202732601017,
      "grad_norm": 0.7911065816879272,
      "learning_rate": 1.5805169792392266e-05,
      "loss": 1.1438,
      "step": 33900
    },
    {
      "epoch": 0.6584054652020339,
      "grad_norm": 0.581059992313385,
      "learning_rate": 1.576580945561505e-05,
      "loss": 1.1855,
      "step": 33925
    },
    {
      "epoch": 0.6588906571439661,
      "grad_norm": 0.7499875426292419,
      "learning_rate": 1.5726475606773052e-05,
      "loss": 1.0714,
      "step": 33950
    },
    {
      "epoch": 0.6593758490858984,
      "grad_norm": 0.6604843139648438,
      "learning_rate": 1.5687168358693964e-05,
      "loss": 1.1696,
      "step": 33975
    },
    {
      "epoch": 0.6598610410278306,
      "grad_norm": 0.5518133640289307,
      "learning_rate": 1.5647887824129198e-05,
      "loss": 1.1692,
      "step": 34000
    },
    {
      "epoch": 0.6603462329697628,
      "grad_norm": 0.5344004034996033,
      "learning_rate": 1.560863411575351e-05,
      "loss": 1.1473,
      "step": 34025
    },
    {
      "epoch": 0.6608314249116951,
      "grad_norm": 0.6227011680603027,
      "learning_rate": 1.5569407346164716e-05,
      "loss": 1.2508,
      "step": 34050
    },
    {
      "epoch": 0.6613166168536273,
      "grad_norm": 2.079590082168579,
      "learning_rate": 1.5530207627883354e-05,
      "loss": 1.1418,
      "step": 34075
    },
    {
      "epoch": 0.6618018087955595,
      "grad_norm": 2.0945401191711426,
      "learning_rate": 1.5491035073352376e-05,
      "loss": 1.1602,
      "step": 34100
    },
    {
      "epoch": 0.6622870007374918,
      "grad_norm": 0.7764211893081665,
      "learning_rate": 1.5451889794936796e-05,
      "loss": 1.1589,
      "step": 34125
    },
    {
      "epoch": 0.662772192679424,
      "grad_norm": 2.559251546859741,
      "learning_rate": 1.5412771904923427e-05,
      "loss": 1.2577,
      "step": 34150
    },
    {
      "epoch": 0.6632573846213562,
      "grad_norm": 2.4406778812408447,
      "learning_rate": 1.5373681515520487e-05,
      "loss": 1.1162,
      "step": 34175
    },
    {
      "epoch": 0.6637425765632884,
      "grad_norm": 0.694606363773346,
      "learning_rate": 1.5334618738857302e-05,
      "loss": 1.2361,
      "step": 34200
    },
    {
      "epoch": 0.6642277685052207,
      "grad_norm": 1.9219058752059937,
      "learning_rate": 1.529558368698403e-05,
      "loss": 1.2878,
      "step": 34225
    },
    {
      "epoch": 0.6647129604471529,
      "grad_norm": 0.4856437146663666,
      "learning_rate": 1.5256576471871264e-05,
      "loss": 1.2341,
      "step": 34250
    },
    {
      "epoch": 0.6651981523890851,
      "grad_norm": 0.4259602129459381,
      "learning_rate": 1.5217597205409755e-05,
      "loss": 1.1342,
      "step": 34275
    },
    {
      "epoch": 0.6656833443310174,
      "grad_norm": 0.752195417881012,
      "learning_rate": 1.5178645999410113e-05,
      "loss": 1.1014,
      "step": 34300
    },
    {
      "epoch": 0.6661685362729496,
      "grad_norm": 2.2002758979797363,
      "learning_rate": 1.5139722965602429e-05,
      "loss": 1.2035,
      "step": 34325
    },
    {
      "epoch": 0.6666537282148818,
      "grad_norm": 0.44304734468460083,
      "learning_rate": 1.5100828215635987e-05,
      "loss": 1.3112,
      "step": 34350
    },
    {
      "epoch": 0.6671389201568141,
      "grad_norm": 0.8611026406288147,
      "learning_rate": 1.5061961861078943e-05,
      "loss": 1.2188,
      "step": 34375
    },
    {
      "epoch": 0.6676241120987463,
      "grad_norm": 0.6709305644035339,
      "learning_rate": 1.502312401341801e-05,
      "loss": 1.0903,
      "step": 34400
    },
    {
      "epoch": 0.6681093040406785,
      "grad_norm": 2.301997661590576,
      "learning_rate": 1.4984314784058104e-05,
      "loss": 1.143,
      "step": 34425
    },
    {
      "epoch": 0.6685944959826107,
      "grad_norm": 0.5680133104324341,
      "learning_rate": 1.4945534284322093e-05,
      "loss": 1.2152,
      "step": 34450
    },
    {
      "epoch": 0.669079687924543,
      "grad_norm": 2.3387622833251953,
      "learning_rate": 1.4906782625450399e-05,
      "loss": 1.2646,
      "step": 34475
    },
    {
      "epoch": 0.6695648798664752,
      "grad_norm": 0.8483513593673706,
      "learning_rate": 1.4868059918600725e-05,
      "loss": 1.2258,
      "step": 34500
    },
    {
      "epoch": 0.6700500718084074,
      "grad_norm": 0.7452860474586487,
      "learning_rate": 1.4829366274847737e-05,
      "loss": 1.3093,
      "step": 34525
    },
    {
      "epoch": 0.6705352637503397,
      "grad_norm": 2.086573839187622,
      "learning_rate": 1.4790701805182721e-05,
      "loss": 1.1586,
      "step": 34550
    },
    {
      "epoch": 0.6710204556922719,
      "grad_norm": 0.678174614906311,
      "learning_rate": 1.4752066620513272e-05,
      "loss": 1.0191,
      "step": 34575
    },
    {
      "epoch": 0.6715056476342041,
      "grad_norm": 0.6728314757347107,
      "learning_rate": 1.4713460831663014e-05,
      "loss": 1.1517,
      "step": 34600
    },
    {
      "epoch": 0.6719908395761364,
      "grad_norm": 2.514486789703369,
      "learning_rate": 1.4674884549371221e-05,
      "loss": 1.223,
      "step": 34625
    },
    {
      "epoch": 0.6724760315180686,
      "grad_norm": 0.7055926322937012,
      "learning_rate": 1.4636337884292534e-05,
      "loss": 1.1365,
      "step": 34650
    },
    {
      "epoch": 0.6729612234600008,
      "grad_norm": 0.6900857090950012,
      "learning_rate": 1.4597820946996642e-05,
      "loss": 0.9329,
      "step": 34675
    },
    {
      "epoch": 0.673446415401933,
      "grad_norm": 2.4757702350616455,
      "learning_rate": 1.455933384796796e-05,
      "loss": 1.2167,
      "step": 34700
    },
    {
      "epoch": 0.6739316073438653,
      "grad_norm": 2.0902178287506104,
      "learning_rate": 1.4520876697605312e-05,
      "loss": 1.3455,
      "step": 34725
    },
    {
      "epoch": 0.6744167992857975,
      "grad_norm": 0.44752585887908936,
      "learning_rate": 1.4482449606221615e-05,
      "loss": 1.3147,
      "step": 34750
    },
    {
      "epoch": 0.6749019912277296,
      "grad_norm": 0.778937041759491,
      "learning_rate": 1.444405268404358e-05,
      "loss": 1.0414,
      "step": 34775
    },
    {
      "epoch": 0.675387183169662,
      "grad_norm": 0.5956114530563354,
      "learning_rate": 1.440568604121134e-05,
      "loss": 1.1376,
      "step": 34800
    },
    {
      "epoch": 0.6758723751115941,
      "grad_norm": 1.996337890625,
      "learning_rate": 1.4367349787778215e-05,
      "loss": 1.3084,
      "step": 34825
    },
    {
      "epoch": 0.6763575670535263,
      "grad_norm": 0.4445077180862427,
      "learning_rate": 1.4329044033710304e-05,
      "loss": 1.2582,
      "step": 34850
    },
    {
      "epoch": 0.6768427589954586,
      "grad_norm": 0.714732825756073,
      "learning_rate": 1.4290768888886297e-05,
      "loss": 1.1965,
      "step": 34875
    },
    {
      "epoch": 0.6773279509373908,
      "grad_norm": 0.8201200366020203,
      "learning_rate": 1.4252524463097e-05,
      "loss": 1.286,
      "step": 34900
    },
    {
      "epoch": 0.677813142879323,
      "grad_norm": 2.3472089767456055,
      "learning_rate": 1.421431086604516e-05,
      "loss": 1.2068,
      "step": 34925
    },
    {
      "epoch": 0.6782983348212552,
      "grad_norm": 2.639832019805908,
      "learning_rate": 1.4176128207345052e-05,
      "loss": 0.9948,
      "step": 34950
    },
    {
      "epoch": 0.6787835267631875,
      "grad_norm": 2.3086581230163574,
      "learning_rate": 1.4137976596522237e-05,
      "loss": 1.2735,
      "step": 34975
    },
    {
      "epoch": 0.6792687187051197,
      "grad_norm": 0.6517672538757324,
      "learning_rate": 1.4099856143013202e-05,
      "loss": 1.2509,
      "step": 35000
    },
    {
      "epoch": 0.6797539106470519,
      "grad_norm": 0.8136011958122253,
      "learning_rate": 1.4061766956165065e-05,
      "loss": 1.2444,
      "step": 35025
    },
    {
      "epoch": 0.6802391025889842,
      "grad_norm": 2.194995164871216,
      "learning_rate": 1.4023709145235265e-05,
      "loss": 1.1054,
      "step": 35050
    },
    {
      "epoch": 0.6807242945309164,
      "grad_norm": 2.4021317958831787,
      "learning_rate": 1.3985682819391204e-05,
      "loss": 1.0283,
      "step": 35075
    },
    {
      "epoch": 0.6812094864728486,
      "grad_norm": 0.8107936382293701,
      "learning_rate": 1.3947688087710024e-05,
      "loss": 1.2576,
      "step": 35100
    },
    {
      "epoch": 0.6816946784147809,
      "grad_norm": 0.44103842973709106,
      "learning_rate": 1.3909725059178186e-05,
      "loss": 1.2143,
      "step": 35125
    },
    {
      "epoch": 0.6821798703567131,
      "grad_norm": 2.3800671100616455,
      "learning_rate": 1.3871793842691252e-05,
      "loss": 1.2173,
      "step": 35150
    },
    {
      "epoch": 0.6826650622986453,
      "grad_norm": 2.317506790161133,
      "learning_rate": 1.3833894547053517e-05,
      "loss": 1.2364,
      "step": 35175
    },
    {
      "epoch": 0.6831502542405776,
      "grad_norm": 0.5226122736930847,
      "learning_rate": 1.3796027280977725e-05,
      "loss": 1.0184,
      "step": 35200
    },
    {
      "epoch": 0.6836354461825098,
      "grad_norm": 1.1369446516036987,
      "learning_rate": 1.3758192153084715e-05,
      "loss": 1.1045,
      "step": 35225
    },
    {
      "epoch": 0.684120638124442,
      "grad_norm": 0.7277079224586487,
      "learning_rate": 1.3720389271903166e-05,
      "loss": 1.1477,
      "step": 35250
    },
    {
      "epoch": 0.6846058300663742,
      "grad_norm": 0.5082709789276123,
      "learning_rate": 1.3682618745869235e-05,
      "loss": 1.2929,
      "step": 35275
    },
    {
      "epoch": 0.6850910220083065,
      "grad_norm": 0.5892137885093689,
      "learning_rate": 1.3644880683326311e-05,
      "loss": 1.2807,
      "step": 35300
    },
    {
      "epoch": 0.6855762139502387,
      "grad_norm": 0.7338290810585022,
      "learning_rate": 1.3607175192524613e-05,
      "loss": 1.1498,
      "step": 35325
    },
    {
      "epoch": 0.6860614058921709,
      "grad_norm": 0.611078143119812,
      "learning_rate": 1.3569502381620958e-05,
      "loss": 1.3094,
      "step": 35350
    },
    {
      "epoch": 0.6865465978341032,
      "grad_norm": 2.202749729156494,
      "learning_rate": 1.3531862358678427e-05,
      "loss": 1.1016,
      "step": 35375
    },
    {
      "epoch": 0.6870317897760354,
      "grad_norm": 0.49552711844444275,
      "learning_rate": 1.3494255231666019e-05,
      "loss": 1.067,
      "step": 35400
    },
    {
      "epoch": 0.6875169817179676,
      "grad_norm": 0.7985602021217346,
      "learning_rate": 1.3456681108458402e-05,
      "loss": 1.0637,
      "step": 35425
    },
    {
      "epoch": 0.6880021736598999,
      "grad_norm": 2.4163999557495117,
      "learning_rate": 1.3419140096835559e-05,
      "loss": 1.2382,
      "step": 35450
    },
    {
      "epoch": 0.6884873656018321,
      "grad_norm": 2.0340335369110107,
      "learning_rate": 1.3381632304482512e-05,
      "loss": 1.4285,
      "step": 35475
    },
    {
      "epoch": 0.6889725575437643,
      "grad_norm": 0.5487689971923828,
      "learning_rate": 1.3344157838988962e-05,
      "loss": 1.2257,
      "step": 35500
    },
    {
      "epoch": 0.6894577494856965,
      "grad_norm": 0.6051256060600281,
      "learning_rate": 1.3306716807849049e-05,
      "loss": 1.1723,
      "step": 35525
    },
    {
      "epoch": 0.6899429414276288,
      "grad_norm": 0.5428785681724548,
      "learning_rate": 1.3269309318460974e-05,
      "loss": 1.132,
      "step": 35550
    },
    {
      "epoch": 0.690428133369561,
      "grad_norm": 0.7437052130699158,
      "learning_rate": 1.3231935478126748e-05,
      "loss": 1.3722,
      "step": 35575
    },
    {
      "epoch": 0.6909133253114932,
      "grad_norm": 0.5559781789779663,
      "learning_rate": 1.3194595394051857e-05,
      "loss": 1.2271,
      "step": 35600
    },
    {
      "epoch": 0.6913985172534255,
      "grad_norm": 0.8006399869918823,
      "learning_rate": 1.3157289173344964e-05,
      "loss": 1.2825,
      "step": 35625
    },
    {
      "epoch": 0.6918837091953577,
      "grad_norm": 0.6414058208465576,
      "learning_rate": 1.312001692301757e-05,
      "loss": 1.2668,
      "step": 35650
    },
    {
      "epoch": 0.6923689011372899,
      "grad_norm": 0.6035867929458618,
      "learning_rate": 1.3082778749983762e-05,
      "loss": 1.2468,
      "step": 35675
    },
    {
      "epoch": 0.6928540930792222,
      "grad_norm": 1.9234780073165894,
      "learning_rate": 1.3045574761059875e-05,
      "loss": 1.381,
      "step": 35700
    },
    {
      "epoch": 0.6933392850211544,
      "grad_norm": 2.239630937576294,
      "learning_rate": 1.3008405062964146e-05,
      "loss": 1.3034,
      "step": 35725
    },
    {
      "epoch": 0.6938244769630866,
      "grad_norm": 0.4968946576118469,
      "learning_rate": 1.2971269762316535e-05,
      "loss": 1.3222,
      "step": 35750
    },
    {
      "epoch": 0.6943096689050188,
      "grad_norm": 0.8289246559143066,
      "learning_rate": 1.2934168965638244e-05,
      "loss": 1.1032,
      "step": 35775
    },
    {
      "epoch": 0.6947948608469511,
      "grad_norm": 2.07751727104187,
      "learning_rate": 1.2897102779351562e-05,
      "loss": 1.1402,
      "step": 35800
    },
    {
      "epoch": 0.6952800527888833,
      "grad_norm": 0.5167630910873413,
      "learning_rate": 1.2860071309779459e-05,
      "loss": 1.1371,
      "step": 35825
    },
    {
      "epoch": 0.6957652447308155,
      "grad_norm": 2.544358968734741,
      "learning_rate": 1.2823074663145352e-05,
      "loss": 1.1388,
      "step": 35850
    },
    {
      "epoch": 0.6962504366727478,
      "grad_norm": 2.010420083999634,
      "learning_rate": 1.2786112945572756e-05,
      "loss": 1.0901,
      "step": 35875
    },
    {
      "epoch": 0.69673562861468,
      "grad_norm": 1.020675778388977,
      "learning_rate": 1.2749186263085008e-05,
      "loss": 1.1978,
      "step": 35900
    },
    {
      "epoch": 0.6972208205566122,
      "grad_norm": 0.6816617250442505,
      "learning_rate": 1.2712294721604917e-05,
      "loss": 1.1218,
      "step": 35925
    },
    {
      "epoch": 0.6977060124985445,
      "grad_norm": 2.1215169429779053,
      "learning_rate": 1.267543842695451e-05,
      "loss": 1.195,
      "step": 35950
    },
    {
      "epoch": 0.6981912044404767,
      "grad_norm": 0.5758949518203735,
      "learning_rate": 1.2638617484854737e-05,
      "loss": 1.1318,
      "step": 35975
    },
    {
      "epoch": 0.6986763963824089,
      "grad_norm": 0.6494389176368713,
      "learning_rate": 1.2601832000925076e-05,
      "loss": 1.191,
      "step": 36000
    },
    {
      "epoch": 0.699161588324341,
      "grad_norm": 0.5537941455841064,
      "learning_rate": 1.2565082080683354e-05,
      "loss": 1.1611,
      "step": 36025
    },
    {
      "epoch": 0.6996467802662734,
      "grad_norm": 1.9436637163162231,
      "learning_rate": 1.2528367829545357e-05,
      "loss": 1.2593,
      "step": 36050
    },
    {
      "epoch": 0.7001319722082056,
      "grad_norm": 0.6472994685173035,
      "learning_rate": 1.2491689352824568e-05,
      "loss": 1.1413,
      "step": 36075
    },
    {
      "epoch": 0.7006171641501378,
      "grad_norm": 0.5885227918624878,
      "learning_rate": 1.2455046755731833e-05,
      "loss": 1.1664,
      "step": 36100
    },
    {
      "epoch": 0.7011023560920701,
      "grad_norm": 1.0411865711212158,
      "learning_rate": 1.2418440143375108e-05,
      "loss": 1.0845,
      "step": 36125
    },
    {
      "epoch": 0.7015875480340023,
      "grad_norm": 2.9752986431121826,
      "learning_rate": 1.2381869620759082e-05,
      "loss": 1.153,
      "step": 36150
    },
    {
      "epoch": 0.7020727399759344,
      "grad_norm": 0.45166686177253723,
      "learning_rate": 1.2345335292784988e-05,
      "loss": 1.0424,
      "step": 36175
    },
    {
      "epoch": 0.7025579319178668,
      "grad_norm": 2.256138801574707,
      "learning_rate": 1.2308837264250172e-05,
      "loss": 1.2667,
      "step": 36200
    },
    {
      "epoch": 0.703043123859799,
      "grad_norm": 2.1153197288513184,
      "learning_rate": 1.2272375639847905e-05,
      "loss": 1.223,
      "step": 36225
    },
    {
      "epoch": 0.7035283158017311,
      "grad_norm": 0.5665798187255859,
      "learning_rate": 1.2235950524166992e-05,
      "loss": 1.1828,
      "step": 36250
    },
    {
      "epoch": 0.7040135077436634,
      "grad_norm": 0.6214207410812378,
      "learning_rate": 1.219956202169154e-05,
      "loss": 1.0883,
      "step": 36275
    },
    {
      "epoch": 0.7044986996855956,
      "grad_norm": 0.6326377391815186,
      "learning_rate": 1.2163210236800635e-05,
      "loss": 1.1416,
      "step": 36300
    },
    {
      "epoch": 0.7049838916275278,
      "grad_norm": 0.5012195706367493,
      "learning_rate": 1.2126895273768027e-05,
      "loss": 1.1783,
      "step": 36325
    },
    {
      "epoch": 0.70546908356946,
      "grad_norm": 2.0499019622802734,
      "learning_rate": 1.2090617236761855e-05,
      "loss": 1.2644,
      "step": 36350
    },
    {
      "epoch": 0.7059542755113923,
      "grad_norm": 0.8662570118904114,
      "learning_rate": 1.2054376229844322e-05,
      "loss": 1.1532,
      "step": 36375
    },
    {
      "epoch": 0.7064394674533245,
      "grad_norm": 2.3138468265533447,
      "learning_rate": 1.2018172356971432e-05,
      "loss": 1.3057,
      "step": 36400
    },
    {
      "epoch": 0.7069246593952567,
      "grad_norm": 0.6620075106620789,
      "learning_rate": 1.1982005721992634e-05,
      "loss": 1.2733,
      "step": 36425
    },
    {
      "epoch": 0.707409851337189,
      "grad_norm": 0.5868576765060425,
      "learning_rate": 1.1945876428650623e-05,
      "loss": 1.1464,
      "step": 36450
    },
    {
      "epoch": 0.7078950432791212,
      "grad_norm": 0.733270525932312,
      "learning_rate": 1.1909784580580921e-05,
      "loss": 1.0126,
      "step": 36475
    },
    {
      "epoch": 0.7083802352210534,
      "grad_norm": 0.7432977557182312,
      "learning_rate": 1.187373028131168e-05,
      "loss": 1.2568,
      "step": 36500
    },
    {
      "epoch": 0.7088654271629857,
      "grad_norm": 2.4338200092315674,
      "learning_rate": 1.1837713634263308e-05,
      "loss": 1.1705,
      "step": 36525
    },
    {
      "epoch": 0.7093506191049179,
      "grad_norm": 0.5055055022239685,
      "learning_rate": 1.1801734742748244e-05,
      "loss": 1.0894,
      "step": 36550
    },
    {
      "epoch": 0.7098358110468501,
      "grad_norm": 2.892397165298462,
      "learning_rate": 1.176579370997061e-05,
      "loss": 1.1564,
      "step": 36575
    },
    {
      "epoch": 0.7103210029887823,
      "grad_norm": 0.5265951752662659,
      "learning_rate": 1.1729890639025942e-05,
      "loss": 1.1573,
      "step": 36600
    },
    {
      "epoch": 0.7108061949307146,
      "grad_norm": 0.5983262062072754,
      "learning_rate": 1.1694025632900857e-05,
      "loss": 1.1552,
      "step": 36625
    },
    {
      "epoch": 0.7112913868726468,
      "grad_norm": 0.6677300930023193,
      "learning_rate": 1.165819879447281e-05,
      "loss": 1.1744,
      "step": 36650
    },
    {
      "epoch": 0.711776578814579,
      "grad_norm": 1.293190836906433,
      "learning_rate": 1.1622410226509783e-05,
      "loss": 1.3227,
      "step": 36675
    },
    {
      "epoch": 0.7122617707565113,
      "grad_norm": 2.8934690952301025,
      "learning_rate": 1.1586660031669941e-05,
      "loss": 1.322,
      "step": 36700
    },
    {
      "epoch": 0.7127469626984435,
      "grad_norm": 2.4644033908843994,
      "learning_rate": 1.1550948312501408e-05,
      "loss": 1.2012,
      "step": 36725
    },
    {
      "epoch": 0.7132321546403757,
      "grad_norm": 0.8027932047843933,
      "learning_rate": 1.1515275171441938e-05,
      "loss": 1.0434,
      "step": 36750
    },
    {
      "epoch": 0.713717346582308,
      "grad_norm": 2.7002508640289307,
      "learning_rate": 1.1479640710818628e-05,
      "loss": 1.3016,
      "step": 36775
    },
    {
      "epoch": 0.7142025385242402,
      "grad_norm": 0.59324049949646,
      "learning_rate": 1.1444045032847598e-05,
      "loss": 1.0832,
      "step": 36800
    },
    {
      "epoch": 0.7146877304661724,
      "grad_norm": 0.5143643021583557,
      "learning_rate": 1.1408488239633755e-05,
      "loss": 1.1007,
      "step": 36825
    },
    {
      "epoch": 0.7151729224081046,
      "grad_norm": 2.3258166313171387,
      "learning_rate": 1.1372970433170432e-05,
      "loss": 1.3087,
      "step": 36850
    },
    {
      "epoch": 0.7156581143500369,
      "grad_norm": 0.6337982416152954,
      "learning_rate": 1.1337491715339158e-05,
      "loss": 1.3225,
      "step": 36875
    },
    {
      "epoch": 0.7161433062919691,
      "grad_norm": 0.7268518209457397,
      "learning_rate": 1.1302052187909323e-05,
      "loss": 1.3308,
      "step": 36900
    },
    {
      "epoch": 0.7166284982339013,
      "grad_norm": 0.5635568499565125,
      "learning_rate": 1.1266651952537912e-05,
      "loss": 1.1212,
      "step": 36925
    },
    {
      "epoch": 0.7171136901758336,
      "grad_norm": 0.9837018847465515,
      "learning_rate": 1.1231291110769201e-05,
      "loss": 1.2409,
      "step": 36950
    },
    {
      "epoch": 0.7175988821177658,
      "grad_norm": 0.8140558004379272,
      "learning_rate": 1.1195969764034441e-05,
      "loss": 1.2256,
      "step": 36975
    },
    {
      "epoch": 0.718084074059698,
      "grad_norm": 0.689795732498169,
      "learning_rate": 1.1160688013651637e-05,
      "loss": 1.1911,
      "step": 37000
    },
    {
      "epoch": 0.7185692660016303,
      "grad_norm": 0.6497729420661926,
      "learning_rate": 1.1125445960825156e-05,
      "loss": 1.2073,
      "step": 37025
    },
    {
      "epoch": 0.7190544579435625,
      "grad_norm": 0.8392976522445679,
      "learning_rate": 1.109024370664557e-05,
      "loss": 1.3486,
      "step": 37050
    },
    {
      "epoch": 0.7195396498854947,
      "grad_norm": 0.6171483397483826,
      "learning_rate": 1.1055081352089216e-05,
      "loss": 1.2891,
      "step": 37075
    },
    {
      "epoch": 0.7200248418274269,
      "grad_norm": 0.5175806283950806,
      "learning_rate": 1.1019958998018032e-05,
      "loss": 1.2692,
      "step": 37100
    },
    {
      "epoch": 0.7205100337693592,
      "grad_norm": 0.5205955505371094,
      "learning_rate": 1.0984876745179177e-05,
      "loss": 1.2195,
      "step": 37125
    },
    {
      "epoch": 0.7209952257112914,
      "grad_norm": 0.7087544798851013,
      "learning_rate": 1.0949834694204808e-05,
      "loss": 1.1894,
      "step": 37150
    },
    {
      "epoch": 0.7214804176532236,
      "grad_norm": 0.5993216037750244,
      "learning_rate": 1.0914832945611762e-05,
      "loss": 1.1952,
      "step": 37175
    },
    {
      "epoch": 0.7219656095951559,
      "grad_norm": 2.063730239868164,
      "learning_rate": 1.0879871599801267e-05,
      "loss": 1.2963,
      "step": 37200
    },
    {
      "epoch": 0.7224508015370881,
      "grad_norm": 2.0535619258880615,
      "learning_rate": 1.0844950757058641e-05,
      "loss": 1.2995,
      "step": 37225
    },
    {
      "epoch": 0.7229359934790203,
      "grad_norm": 2.1213462352752686,
      "learning_rate": 1.0810070517553043e-05,
      "loss": 1.3087,
      "step": 37250
    },
    {
      "epoch": 0.7234211854209526,
      "grad_norm": 2.0350005626678467,
      "learning_rate": 1.0775230981337162e-05,
      "loss": 1.138,
      "step": 37275
    },
    {
      "epoch": 0.7239063773628848,
      "grad_norm": 0.6128851175308228,
      "learning_rate": 1.0740432248346896e-05,
      "loss": 1.279,
      "step": 37300
    },
    {
      "epoch": 0.724391569304817,
      "grad_norm": 0.5839645862579346,
      "learning_rate": 1.0705674418401168e-05,
      "loss": 1.0978,
      "step": 37325
    },
    {
      "epoch": 0.7248767612467493,
      "grad_norm": 0.519286036491394,
      "learning_rate": 1.06709575912015e-05,
      "loss": 1.1191,
      "step": 37350
    },
    {
      "epoch": 0.7253619531886815,
      "grad_norm": 2.234402656555176,
      "learning_rate": 1.063628186633185e-05,
      "loss": 1.2198,
      "step": 37375
    },
    {
      "epoch": 0.7258471451306137,
      "grad_norm": 0.6495433449745178,
      "learning_rate": 1.0601647343258244e-05,
      "loss": 1.1781,
      "step": 37400
    },
    {
      "epoch": 0.7263323370725459,
      "grad_norm": 0.492197722196579,
      "learning_rate": 1.0567054121328549e-05,
      "loss": 1.1239,
      "step": 37425
    },
    {
      "epoch": 0.7268175290144782,
      "grad_norm": 0.7002089619636536,
      "learning_rate": 1.0532502299772117e-05,
      "loss": 0.956,
      "step": 37450
    },
    {
      "epoch": 0.7273027209564104,
      "grad_norm": 2.726261854171753,
      "learning_rate": 1.0497991977699618e-05,
      "loss": 1.1512,
      "step": 37475
    },
    {
      "epoch": 0.7277879128983425,
      "grad_norm": 0.6188043355941772,
      "learning_rate": 1.0463523254102603e-05,
      "loss": 1.3249,
      "step": 37500
    },
    {
      "epoch": 0.7282731048402749,
      "grad_norm": 0.5965684652328491,
      "learning_rate": 1.0429096227853352e-05,
      "loss": 1.2332,
      "step": 37525
    },
    {
      "epoch": 0.728758296782207,
      "grad_norm": 1.1397619247436523,
      "learning_rate": 1.0394710997704526e-05,
      "loss": 1.1569,
      "step": 37550
    },
    {
      "epoch": 0.7292434887241392,
      "grad_norm": 0.47983258962631226,
      "learning_rate": 1.0360367662288873e-05,
      "loss": 1.0286,
      "step": 37575
    },
    {
      "epoch": 0.7297286806660715,
      "grad_norm": 1.664237380027771,
      "learning_rate": 1.0326066320118994e-05,
      "loss": 1.1403,
      "step": 37600
    },
    {
      "epoch": 0.7302138726080037,
      "grad_norm": 2.2032034397125244,
      "learning_rate": 1.0291807069587026e-05,
      "loss": 1.0858,
      "step": 37625
    },
    {
      "epoch": 0.7306990645499359,
      "grad_norm": 2.051652431488037,
      "learning_rate": 1.025759000896437e-05,
      "loss": 1.1817,
      "step": 37650
    },
    {
      "epoch": 0.7311842564918681,
      "grad_norm": 0.47413328289985657,
      "learning_rate": 1.0223415236401394e-05,
      "loss": 1.2945,
      "step": 37675
    },
    {
      "epoch": 0.7316694484338004,
      "grad_norm": 0.5598382949829102,
      "learning_rate": 1.0189282849927184e-05,
      "loss": 1.1972,
      "step": 37700
    },
    {
      "epoch": 0.7321546403757326,
      "grad_norm": 2.1619789600372314,
      "learning_rate": 1.0155192947449207e-05,
      "loss": 1.1302,
      "step": 37725
    },
    {
      "epoch": 0.7326398323176648,
      "grad_norm": 0.48411616683006287,
      "learning_rate": 1.0121145626753134e-05,
      "loss": 1.0385,
      "step": 37750
    },
    {
      "epoch": 0.7331250242595971,
      "grad_norm": 1.0222126245498657,
      "learning_rate": 1.0087140985502414e-05,
      "loss": 1.414,
      "step": 37775
    },
    {
      "epoch": 0.7336102162015293,
      "grad_norm": 0.6028240323066711,
      "learning_rate": 1.005317912123813e-05,
      "loss": 1.167,
      "step": 37800
    },
    {
      "epoch": 0.7340954081434615,
      "grad_norm": 0.4969252943992615,
      "learning_rate": 1.0019260131378616e-05,
      "loss": 1.2071,
      "step": 37825
    },
    {
      "epoch": 0.7345806000853938,
      "grad_norm": 2.440955400466919,
      "learning_rate": 9.985384113219259e-06,
      "loss": 1.0821,
      "step": 37850
    },
    {
      "epoch": 0.735065792027326,
      "grad_norm": 0.6218885183334351,
      "learning_rate": 9.951551163932164e-06,
      "loss": 1.3004,
      "step": 37875
    },
    {
      "epoch": 0.7355509839692582,
      "grad_norm": 0.6188399195671082,
      "learning_rate": 9.917761380565901e-06,
      "loss": 1.2536,
      "step": 37900
    },
    {
      "epoch": 0.7360361759111904,
      "grad_norm": 2.3152012825012207,
      "learning_rate": 9.884014860045224e-06,
      "loss": 1.0866,
      "step": 37925
    },
    {
      "epoch": 0.7365213678531227,
      "grad_norm": 0.9456757307052612,
      "learning_rate": 9.85031169917077e-06,
      "loss": 0.9992,
      "step": 37950
    },
    {
      "epoch": 0.7370065597950549,
      "grad_norm": 0.5313926339149475,
      "learning_rate": 9.816651994618828e-06,
      "loss": 1.3306,
      "step": 37975
    },
    {
      "epoch": 0.7374917517369871,
      "grad_norm": 2.2436442375183105,
      "learning_rate": 9.783035842941004e-06,
      "loss": 1.3083,
      "step": 38000
    },
    {
      "epoch": 0.7379769436789194,
      "grad_norm": 1.8287699222564697,
      "learning_rate": 9.749463340564e-06,
      "loss": 1.1397,
      "step": 38025
    },
    {
      "epoch": 0.7384621356208516,
      "grad_norm": 0.5428765416145325,
      "learning_rate": 9.7159345837893e-06,
      "loss": 1.1916,
      "step": 38050
    },
    {
      "epoch": 0.7389473275627838,
      "grad_norm": 0.5228976011276245,
      "learning_rate": 9.682449668792915e-06,
      "loss": 1.2515,
      "step": 38075
    },
    {
      "epoch": 0.7394325195047161,
      "grad_norm": 0.6024156808853149,
      "learning_rate": 9.649008691625072e-06,
      "loss": 1.2865,
      "step": 38100
    },
    {
      "epoch": 0.7399177114466483,
      "grad_norm": 0.5670747756958008,
      "learning_rate": 9.615611748210001e-06,
      "loss": 1.2943,
      "step": 38125
    },
    {
      "epoch": 0.7404029033885805,
      "grad_norm": 2.172119140625,
      "learning_rate": 9.582258934345584e-06,
      "loss": 1.1862,
      "step": 38150
    },
    {
      "epoch": 0.7408880953305127,
      "grad_norm": 0.5361419320106506,
      "learning_rate": 9.548950345703148e-06,
      "loss": 1.133,
      "step": 38175
    },
    {
      "epoch": 0.741373287272445,
      "grad_norm": 0.4937938153743744,
      "learning_rate": 9.515686077827148e-06,
      "loss": 1.1858,
      "step": 38200
    },
    {
      "epoch": 0.7418584792143772,
      "grad_norm": 2.3975868225097656,
      "learning_rate": 9.482466226134917e-06,
      "loss": 1.2581,
      "step": 38225
    },
    {
      "epoch": 0.7423436711563094,
      "grad_norm": 0.6191553473472595,
      "learning_rate": 9.449290885916381e-06,
      "loss": 1.198,
      "step": 38250
    },
    {
      "epoch": 0.7428288630982417,
      "grad_norm": 0.7382489442825317,
      "learning_rate": 9.416160152333762e-06,
      "loss": 1.2054,
      "step": 38275
    },
    {
      "epoch": 0.7433140550401739,
      "grad_norm": 0.5335661768913269,
      "learning_rate": 9.383074120421357e-06,
      "loss": 1.1581,
      "step": 38300
    },
    {
      "epoch": 0.7437992469821061,
      "grad_norm": 2.621774435043335,
      "learning_rate": 9.350032885085231e-06,
      "loss": 1.1983,
      "step": 38325
    },
    {
      "epoch": 0.7442844389240384,
      "grad_norm": 0.5047441720962524,
      "learning_rate": 9.317036541102955e-06,
      "loss": 0.975,
      "step": 38350
    },
    {
      "epoch": 0.7447696308659706,
      "grad_norm": 1.4723926782608032,
      "learning_rate": 9.284085183123311e-06,
      "loss": 1.1908,
      "step": 38375
    },
    {
      "epoch": 0.7452548228079028,
      "grad_norm": 2.014286756515503,
      "learning_rate": 9.251178905666074e-06,
      "loss": 1.1174,
      "step": 38400
    },
    {
      "epoch": 0.7457400147498351,
      "grad_norm": 0.6449834704399109,
      "learning_rate": 9.218317803121664e-06,
      "loss": 1.1696,
      "step": 38425
    },
    {
      "epoch": 0.7462252066917673,
      "grad_norm": 1.0032156705856323,
      "learning_rate": 9.185501969750958e-06,
      "loss": 1.1766,
      "step": 38450
    },
    {
      "epoch": 0.7467103986336995,
      "grad_norm": 0.5310907363891602,
      "learning_rate": 9.152731499684964e-06,
      "loss": 1.1631,
      "step": 38475
    },
    {
      "epoch": 0.7471955905756317,
      "grad_norm": 0.7868647575378418,
      "learning_rate": 9.120006486924571e-06,
      "loss": 1.1339,
      "step": 38500
    },
    {
      "epoch": 0.747680782517564,
      "grad_norm": 2.4800703525543213,
      "learning_rate": 9.087327025340255e-06,
      "loss": 1.0999,
      "step": 38525
    },
    {
      "epoch": 0.7481659744594962,
      "grad_norm": 0.5225632190704346,
      "learning_rate": 9.054693208671863e-06,
      "loss": 1.2528,
      "step": 38550
    },
    {
      "epoch": 0.7486511664014284,
      "grad_norm": 2.1475815773010254,
      "learning_rate": 9.022105130528297e-06,
      "loss": 1.1568,
      "step": 38575
    },
    {
      "epoch": 0.7491363583433607,
      "grad_norm": 2.406085729598999,
      "learning_rate": 8.989562884387236e-06,
      "loss": 1.2694,
      "step": 38600
    },
    {
      "epoch": 0.7496215502852929,
      "grad_norm": 0.7172356843948364,
      "learning_rate": 8.957066563594945e-06,
      "loss": 1.1627,
      "step": 38625
    },
    {
      "epoch": 0.7501067422272251,
      "grad_norm": 0.5100211501121521,
      "learning_rate": 8.924616261365898e-06,
      "loss": 1.3013,
      "step": 38650
    },
    {
      "epoch": 0.7505919341691574,
      "grad_norm": 0.6033361554145813,
      "learning_rate": 8.89221207078261e-06,
      "loss": 1.1595,
      "step": 38675
    },
    {
      "epoch": 0.7510771261110896,
      "grad_norm": 2.2174150943756104,
      "learning_rate": 8.859854084795285e-06,
      "loss": 1.256,
      "step": 38700
    },
    {
      "epoch": 0.7515623180530218,
      "grad_norm": 1.7524070739746094,
      "learning_rate": 8.827542396221638e-06,
      "loss": 1.1932,
      "step": 38725
    },
    {
      "epoch": 0.752047509994954,
      "grad_norm": 0.6450259685516357,
      "learning_rate": 8.795277097746524e-06,
      "loss": 1.1522,
      "step": 38750
    },
    {
      "epoch": 0.7525327019368863,
      "grad_norm": 0.6684779524803162,
      "learning_rate": 8.763058281921799e-06,
      "loss": 1.1119,
      "step": 38775
    },
    {
      "epoch": 0.7530178938788185,
      "grad_norm": 0.6448636651039124,
      "learning_rate": 8.730886041165925e-06,
      "loss": 1.0849,
      "step": 38800
    },
    {
      "epoch": 0.7535030858207507,
      "grad_norm": 0.6479130387306213,
      "learning_rate": 8.698760467763795e-06,
      "loss": 1.2387,
      "step": 38825
    },
    {
      "epoch": 0.753988277762683,
      "grad_norm": 0.43169933557510376,
      "learning_rate": 8.66668165386644e-06,
      "loss": 1.1591,
      "step": 38850
    },
    {
      "epoch": 0.7544734697046152,
      "grad_norm": 1.9660941362380981,
      "learning_rate": 8.634649691490735e-06,
      "loss": 1.333,
      "step": 38875
    },
    {
      "epoch": 0.7549586616465473,
      "grad_norm": 2.1563243865966797,
      "learning_rate": 8.60266467251921e-06,
      "loss": 1.1975,
      "step": 38900
    },
    {
      "epoch": 0.7554438535884797,
      "grad_norm": 0.6735856533050537,
      "learning_rate": 8.570726688699693e-06,
      "loss": 1.151,
      "step": 38925
    },
    {
      "epoch": 0.7559290455304118,
      "grad_norm": 0.6015580892562866,
      "learning_rate": 8.538835831645128e-06,
      "loss": 1.0859,
      "step": 38950
    },
    {
      "epoch": 0.756414237472344,
      "grad_norm": 0.6054726839065552,
      "learning_rate": 8.506992192833247e-06,
      "loss": 1.1585,
      "step": 38975
    },
    {
      "epoch": 0.7568994294142762,
      "grad_norm": 2.268690586090088,
      "learning_rate": 8.47519586360637e-06,
      "loss": 1.2356,
      "step": 39000
    },
    {
      "epoch": 0.7573846213562085,
      "grad_norm": 2.3194942474365234,
      "learning_rate": 8.443446935171073e-06,
      "loss": 1.2839,
      "step": 39025
    },
    {
      "epoch": 0.7578698132981407,
      "grad_norm": 0.7882320880889893,
      "learning_rate": 8.411745498598017e-06,
      "loss": 1.2433,
      "step": 39050
    },
    {
      "epoch": 0.7583550052400729,
      "grad_norm": 0.7212339043617249,
      "learning_rate": 8.38009164482158e-06,
      "loss": 1.2951,
      "step": 39075
    },
    {
      "epoch": 0.7588401971820052,
      "grad_norm": 0.8423264026641846,
      "learning_rate": 8.348485464639693e-06,
      "loss": 0.9887,
      "step": 39100
    },
    {
      "epoch": 0.7593253891239374,
      "grad_norm": 0.6176149845123291,
      "learning_rate": 8.316927048713506e-06,
      "loss": 1.2006,
      "step": 39125
    },
    {
      "epoch": 0.7598105810658696,
      "grad_norm": 3.0328543186187744,
      "learning_rate": 8.285416487567171e-06,
      "loss": 1.0254,
      "step": 39150
    },
    {
      "epoch": 0.7602957730078019,
      "grad_norm": 0.6295670866966248,
      "learning_rate": 8.253953871587578e-06,
      "loss": 1.2122,
      "step": 39175
    },
    {
      "epoch": 0.7607809649497341,
      "grad_norm": 2.7180593013763428,
      "learning_rate": 8.222539291024078e-06,
      "loss": 1.1375,
      "step": 39200
    },
    {
      "epoch": 0.7612661568916663,
      "grad_norm": 0.5178532004356384,
      "learning_rate": 8.191172835988248e-06,
      "loss": 0.9943,
      "step": 39225
    },
    {
      "epoch": 0.7617513488335985,
      "grad_norm": 2.160094976425171,
      "learning_rate": 8.15985459645359e-06,
      "loss": 1.3054,
      "step": 39250
    },
    {
      "epoch": 0.7622365407755308,
      "grad_norm": 1.9551787376403809,
      "learning_rate": 8.128584662255339e-06,
      "loss": 1.1494,
      "step": 39275
    },
    {
      "epoch": 0.762721732717463,
      "grad_norm": 0.7114797830581665,
      "learning_rate": 8.097363123090128e-06,
      "loss": 1.1723,
      "step": 39300
    },
    {
      "epoch": 0.7632069246593952,
      "grad_norm": 2.418187379837036,
      "learning_rate": 8.066190068515806e-06,
      "loss": 1.1126,
      "step": 39325
    },
    {
      "epoch": 0.7636921166013275,
      "grad_norm": 0.5629525780677795,
      "learning_rate": 8.035065587951122e-06,
      "loss": 1.2082,
      "step": 39350
    },
    {
      "epoch": 0.7641773085432597,
      "grad_norm": 2.2314183712005615,
      "learning_rate": 8.003989770675515e-06,
      "loss": 1.2261,
      "step": 39375
    },
    {
      "epoch": 0.7646625004851919,
      "grad_norm": 0.6765528321266174,
      "learning_rate": 7.972962705828807e-06,
      "loss": 1.1575,
      "step": 39400
    },
    {
      "epoch": 0.7651476924271242,
      "grad_norm": 0.6146072149276733,
      "learning_rate": 7.941984482410997e-06,
      "loss": 1.2234,
      "step": 39425
    },
    {
      "epoch": 0.7656328843690564,
      "grad_norm": 0.6486213803291321,
      "learning_rate": 7.91105518928198e-06,
      "loss": 1.4109,
      "step": 39450
    },
    {
      "epoch": 0.7661180763109886,
      "grad_norm": 0.6616214513778687,
      "learning_rate": 7.880174915161285e-06,
      "loss": 1.1136,
      "step": 39475
    },
    {
      "epoch": 0.7666032682529209,
      "grad_norm": 0.5390266180038452,
      "learning_rate": 7.849343748627841e-06,
      "loss": 0.9694,
      "step": 39500
    },
    {
      "epoch": 0.7670884601948531,
      "grad_norm": 2.0108890533447266,
      "learning_rate": 7.818561778119715e-06,
      "loss": 1.2104,
      "step": 39525
    },
    {
      "epoch": 0.7675736521367853,
      "grad_norm": 0.7574788331985474,
      "learning_rate": 7.787829091933866e-06,
      "loss": 1.2223,
      "step": 39550
    },
    {
      "epoch": 0.7680588440787175,
      "grad_norm": 2.148777723312378,
      "learning_rate": 7.757145778225854e-06,
      "loss": 1.1065,
      "step": 39575
    },
    {
      "epoch": 0.7685440360206498,
      "grad_norm": 0.7028669714927673,
      "learning_rate": 7.726511925009641e-06,
      "loss": 1.3634,
      "step": 39600
    },
    {
      "epoch": 0.769029227962582,
      "grad_norm": 0.49760496616363525,
      "learning_rate": 7.695927620157303e-06,
      "loss": 1.328,
      "step": 39625
    },
    {
      "epoch": 0.7695144199045142,
      "grad_norm": 0.44169872999191284,
      "learning_rate": 7.665392951398807e-06,
      "loss": 1.0972,
      "step": 39650
    },
    {
      "epoch": 0.7699996118464465,
      "grad_norm": 2.2333314418792725,
      "learning_rate": 7.634908006321697e-06,
      "loss": 1.2002,
      "step": 39675
    },
    {
      "epoch": 0.7704848037883787,
      "grad_norm": 0.4552784860134125,
      "learning_rate": 7.604472872370943e-06,
      "loss": 1.2284,
      "step": 39700
    },
    {
      "epoch": 0.7709699957303109,
      "grad_norm": 0.899864673614502,
      "learning_rate": 7.574087636848581e-06,
      "loss": 1.0857,
      "step": 39725
    },
    {
      "epoch": 0.7714551876722432,
      "grad_norm": 0.6935402750968933,
      "learning_rate": 7.54375238691355e-06,
      "loss": 1.2332,
      "step": 39750
    },
    {
      "epoch": 0.7719403796141754,
      "grad_norm": 1.348158597946167,
      "learning_rate": 7.513467209581393e-06,
      "loss": 1.2575,
      "step": 39775
    },
    {
      "epoch": 0.7724255715561076,
      "grad_norm": 2.243603467941284,
      "learning_rate": 7.4832321917240296e-06,
      "loss": 1.1928,
      "step": 39800
    },
    {
      "epoch": 0.7729107634980398,
      "grad_norm": 0.710561990737915,
      "learning_rate": 7.453047420069501e-06,
      "loss": 1.0812,
      "step": 39825
    },
    {
      "epoch": 0.7733959554399721,
      "grad_norm": 2.0211093425750732,
      "learning_rate": 7.422912981201693e-06,
      "loss": 1.1885,
      "step": 39850
    },
    {
      "epoch": 0.7738811473819043,
      "grad_norm": 0.5066808462142944,
      "learning_rate": 7.392828961560152e-06,
      "loss": 1.1026,
      "step": 39875
    },
    {
      "epoch": 0.7743663393238365,
      "grad_norm": 0.5048097372055054,
      "learning_rate": 7.362795447439758e-06,
      "loss": 1.1208,
      "step": 39900
    },
    {
      "epoch": 0.7748515312657688,
      "grad_norm": 0.8035988211631775,
      "learning_rate": 7.332812524990562e-06,
      "loss": 1.1749,
      "step": 39925
    },
    {
      "epoch": 0.775336723207701,
      "grad_norm": 0.5827962160110474,
      "learning_rate": 7.302880280217458e-06,
      "loss": 1.1277,
      "step": 39950
    },
    {
      "epoch": 0.7758219151496332,
      "grad_norm": 0.6029220223426819,
      "learning_rate": 7.2729987989799965e-06,
      "loss": 1.238,
      "step": 39975
    },
    {
      "epoch": 0.7763071070915655,
      "grad_norm": 0.7345319390296936,
      "learning_rate": 7.243168166992093e-06,
      "loss": 1.2258,
      "step": 40000
    },
    {
      "epoch": 0.7767922990334977,
      "grad_norm": 0.7573884129524231,
      "learning_rate": 7.213388469821822e-06,
      "loss": 1.0625,
      "step": 40025
    },
    {
      "epoch": 0.7772774909754299,
      "grad_norm": 2.3387413024902344,
      "learning_rate": 7.183659792891145e-06,
      "loss": 1.3512,
      "step": 40050
    },
    {
      "epoch": 0.7777626829173621,
      "grad_norm": 0.747463047504425,
      "learning_rate": 7.153982221475689e-06,
      "loss": 1.1537,
      "step": 40075
    },
    {
      "epoch": 0.7782478748592944,
      "grad_norm": 0.6453946232795715,
      "learning_rate": 7.1243558407044526e-06,
      "loss": 1.2709,
      "step": 40100
    },
    {
      "epoch": 0.7787330668012266,
      "grad_norm": 0.6813135743141174,
      "learning_rate": 7.094780735559628e-06,
      "loss": 1.2013,
      "step": 40125
    },
    {
      "epoch": 0.7792182587431588,
      "grad_norm": 0.7588239312171936,
      "learning_rate": 7.065256990876323e-06,
      "loss": 1.0854,
      "step": 40150
    },
    {
      "epoch": 0.7797034506850911,
      "grad_norm": 0.572313666343689,
      "learning_rate": 7.035784691342284e-06,
      "loss": 1.116,
      "step": 40175
    },
    {
      "epoch": 0.7801886426270233,
      "grad_norm": 0.7666754722595215,
      "learning_rate": 7.006363921497752e-06,
      "loss": 1.1344,
      "step": 40200
    },
    {
      "epoch": 0.7806738345689554,
      "grad_norm": 0.7165690660476685,
      "learning_rate": 6.976994765735092e-06,
      "loss": 1.099,
      "step": 40225
    },
    {
      "epoch": 0.7811590265108878,
      "grad_norm": 0.5305752158164978,
      "learning_rate": 6.947677308298667e-06,
      "loss": 1.0964,
      "step": 40250
    },
    {
      "epoch": 0.78164421845282,
      "grad_norm": 2.1685562133789062,
      "learning_rate": 6.918411633284502e-06,
      "loss": 1.3879,
      "step": 40275
    },
    {
      "epoch": 0.7821294103947521,
      "grad_norm": 0.6065332889556885,
      "learning_rate": 6.889197824640123e-06,
      "loss": 1.1004,
      "step": 40300
    },
    {
      "epoch": 0.7826146023366843,
      "grad_norm": 0.6268169283866882,
      "learning_rate": 6.860035966164244e-06,
      "loss": 1.2487,
      "step": 40325
    },
    {
      "epoch": 0.7830997942786166,
      "grad_norm": 0.6835861206054688,
      "learning_rate": 6.830926141506608e-06,
      "loss": 1.0495,
      "step": 40350
    },
    {
      "epoch": 0.7835849862205488,
      "grad_norm": 0.6778407096862793,
      "learning_rate": 6.801868434167652e-06,
      "loss": 1.1629,
      "step": 40375
    },
    {
      "epoch": 0.784070178162481,
      "grad_norm": 2.102749824523926,
      "learning_rate": 6.772862927498347e-06,
      "loss": 1.1463,
      "step": 40400
    },
    {
      "epoch": 0.7845553701044133,
      "grad_norm": 2.056365966796875,
      "learning_rate": 6.7439097046999274e-06,
      "loss": 1.2753,
      "step": 40425
    },
    {
      "epoch": 0.7850405620463455,
      "grad_norm": 2.5426111221313477,
      "learning_rate": 6.715008848823631e-06,
      "loss": 1.1056,
      "step": 40450
    },
    {
      "epoch": 0.7855257539882777,
      "grad_norm": 2.1470603942871094,
      "learning_rate": 6.686160442770506e-06,
      "loss": 1.2655,
      "step": 40475
    },
    {
      "epoch": 0.78601094593021,
      "grad_norm": 0.708699107170105,
      "learning_rate": 6.6573645692911385e-06,
      "loss": 1.2585,
      "step": 40500
    },
    {
      "epoch": 0.7864961378721422,
      "grad_norm": 1.5236060619354248,
      "learning_rate": 6.628621310985439e-06,
      "loss": 1.0673,
      "step": 40525
    },
    {
      "epoch": 0.7869813298140744,
      "grad_norm": 1.7547193765640259,
      "learning_rate": 6.599930750302369e-06,
      "loss": 1.31,
      "step": 40550
    },
    {
      "epoch": 0.7874665217560066,
      "grad_norm": 0.44175538420677185,
      "learning_rate": 6.571292969539764e-06,
      "loss": 1.2138,
      "step": 40575
    },
    {
      "epoch": 0.7879517136979389,
      "grad_norm": 0.59258633852005,
      "learning_rate": 6.542708050844021e-06,
      "loss": 1.1344,
      "step": 40600
    },
    {
      "epoch": 0.7884369056398711,
      "grad_norm": 2.065764904022217,
      "learning_rate": 6.514176076209938e-06,
      "loss": 1.1071,
      "step": 40625
    },
    {
      "epoch": 0.7889220975818033,
      "grad_norm": 2.6517655849456787,
      "learning_rate": 6.485697127480431e-06,
      "loss": 1.1366,
      "step": 40650
    },
    {
      "epoch": 0.7894072895237356,
      "grad_norm": 2.076786994934082,
      "learning_rate": 6.45727128634632e-06,
      "loss": 1.3176,
      "step": 40675
    },
    {
      "epoch": 0.7898924814656678,
      "grad_norm": 0.7855895161628723,
      "learning_rate": 6.42889863434607e-06,
      "loss": 1.2075,
      "step": 40700
    },
    {
      "epoch": 0.7903776734076,
      "grad_norm": 1.0261621475219727,
      "learning_rate": 6.400579252865596e-06,
      "loss": 1.404,
      "step": 40725
    },
    {
      "epoch": 0.7908628653495323,
      "grad_norm": 0.5653647780418396,
      "learning_rate": 6.372313223137999e-06,
      "loss": 0.9434,
      "step": 40750
    },
    {
      "epoch": 0.7913480572914645,
      "grad_norm": 0.6585714221000671,
      "learning_rate": 6.3441006262433436e-06,
      "loss": 0.9897,
      "step": 40775
    },
    {
      "epoch": 0.7918332492333967,
      "grad_norm": 1.1018307209014893,
      "learning_rate": 6.315941543108428e-06,
      "loss": 1.2592,
      "step": 40800
    },
    {
      "epoch": 0.792318441175329,
      "grad_norm": 0.5132769346237183,
      "learning_rate": 6.287836054506535e-06,
      "loss": 1.2278,
      "step": 40825
    },
    {
      "epoch": 0.7928036331172612,
      "grad_norm": 0.6154587268829346,
      "learning_rate": 6.2597842410572345e-06,
      "loss": 1.1118,
      "step": 40850
    },
    {
      "epoch": 0.7932888250591934,
      "grad_norm": 0.4722976088523865,
      "learning_rate": 6.231786183226104e-06,
      "loss": 1.3658,
      "step": 40875
    },
    {
      "epoch": 0.7937740170011256,
      "grad_norm": 0.5253259539604187,
      "learning_rate": 6.20384196132455e-06,
      "loss": 0.9544,
      "step": 40900
    },
    {
      "epoch": 0.7942592089430579,
      "grad_norm": 1.3197840452194214,
      "learning_rate": 6.175951655509543e-06,
      "loss": 1.1761,
      "step": 40925
    },
    {
      "epoch": 0.7947444008849901,
      "grad_norm": 0.5307037234306335,
      "learning_rate": 6.1481153457834035e-06,
      "loss": 1.1036,
      "step": 40950
    },
    {
      "epoch": 0.7952295928269223,
      "grad_norm": 2.178966999053955,
      "learning_rate": 6.120333111993545e-06,
      "loss": 1.2607,
      "step": 40975
    },
    {
      "epoch": 0.7957147847688546,
      "grad_norm": 0.6711214184761047,
      "learning_rate": 6.0926050338322885e-06,
      "loss": 1.2171,
      "step": 41000
    },
    {
      "epoch": 0.7961999767107868,
      "grad_norm": 0.45037761330604553,
      "learning_rate": 6.064931190836612e-06,
      "loss": 1.2222,
      "step": 41025
    },
    {
      "epoch": 0.796685168652719,
      "grad_norm": 0.8532883524894714,
      "learning_rate": 6.037311662387899e-06,
      "loss": 1.1666,
      "step": 41050
    },
    {
      "epoch": 0.7971703605946513,
      "grad_norm": 0.4212169051170349,
      "learning_rate": 6.009746527711757e-06,
      "loss": 1.2488,
      "step": 41075
    },
    {
      "epoch": 0.7976555525365835,
      "grad_norm": 0.7461764216423035,
      "learning_rate": 5.982235865877761e-06,
      "loss": 1.2337,
      "step": 41100
    },
    {
      "epoch": 0.7981407444785157,
      "grad_norm": 2.4235377311706543,
      "learning_rate": 5.954779755799231e-06,
      "loss": 1.139,
      "step": 41125
    },
    {
      "epoch": 0.7986259364204479,
      "grad_norm": 1.0295350551605225,
      "learning_rate": 5.927378276233001e-06,
      "loss": 1.1667,
      "step": 41150
    },
    {
      "epoch": 0.7991111283623802,
      "grad_norm": 1.110329270362854,
      "learning_rate": 5.900031505779211e-06,
      "loss": 1.2056,
      "step": 41175
    },
    {
      "epoch": 0.7995963203043124,
      "grad_norm": 0.6129881739616394,
      "learning_rate": 5.872739522881049e-06,
      "loss": 1.2475,
      "step": 41200
    },
    {
      "epoch": 0.8000815122462446,
      "grad_norm": 0.6948061585426331,
      "learning_rate": 5.845502405824588e-06,
      "loss": 1.2309,
      "step": 41225
    },
    {
      "epoch": 0.8005667041881769,
      "grad_norm": 2.3621716499328613,
      "learning_rate": 5.8183202327384725e-06,
      "loss": 1.2074,
      "step": 41250
    },
    {
      "epoch": 0.8010518961301091,
      "grad_norm": 0.5797056555747986,
      "learning_rate": 5.791193081593779e-06,
      "loss": 1.2057,
      "step": 41275
    },
    {
      "epoch": 0.8015370880720413,
      "grad_norm": 0.7373862266540527,
      "learning_rate": 5.764121030203728e-06,
      "loss": 1.0389,
      "step": 41300
    },
    {
      "epoch": 0.8020222800139736,
      "grad_norm": 2.513798713684082,
      "learning_rate": 5.737104156223505e-06,
      "loss": 1.1758,
      "step": 41325
    },
    {
      "epoch": 0.8025074719559058,
      "grad_norm": 2.6355669498443604,
      "learning_rate": 5.710142537150021e-06,
      "loss": 1.1995,
      "step": 41350
    },
    {
      "epoch": 0.802992663897838,
      "grad_norm": 2.3813817501068115,
      "learning_rate": 5.683236250321683e-06,
      "loss": 1.341,
      "step": 41375
    },
    {
      "epoch": 0.8034778558397702,
      "grad_norm": 0.6398983597755432,
      "learning_rate": 5.656385372918191e-06,
      "loss": 1.2715,
      "step": 41400
    },
    {
      "epoch": 0.8039630477817025,
      "grad_norm": 0.5656668543815613,
      "learning_rate": 5.6295899819602874e-06,
      "loss": 1.268,
      "step": 41425
    },
    {
      "epoch": 0.8044482397236347,
      "grad_norm": 0.4355744421482086,
      "learning_rate": 5.6028501543095715e-06,
      "loss": 1.1806,
      "step": 41450
    },
    {
      "epoch": 0.8049334316655669,
      "grad_norm": 2.0525431632995605,
      "learning_rate": 5.576165966668234e-06,
      "loss": 1.1878,
      "step": 41475
    },
    {
      "epoch": 0.8054186236074992,
      "grad_norm": 0.4876508116722107,
      "learning_rate": 5.549537495578913e-06,
      "loss": 1.1379,
      "step": 41500
    },
    {
      "epoch": 0.8059038155494314,
      "grad_norm": 0.5197250843048096,
      "learning_rate": 5.5229648174243754e-06,
      "loss": 1.119,
      "step": 41525
    },
    {
      "epoch": 0.8063890074913636,
      "grad_norm": 1.2869343757629395,
      "learning_rate": 5.4964480084273824e-06,
      "loss": 1.1801,
      "step": 41550
    },
    {
      "epoch": 0.8068741994332959,
      "grad_norm": 0.5321562886238098,
      "learning_rate": 5.46998714465041e-06,
      "loss": 1.1568,
      "step": 41575
    },
    {
      "epoch": 0.807359391375228,
      "grad_norm": 1.9889780282974243,
      "learning_rate": 5.443582301995481e-06,
      "loss": 1.2192,
      "step": 41600
    },
    {
      "epoch": 0.8078445833171602,
      "grad_norm": 0.6173572540283203,
      "learning_rate": 5.417233556203899e-06,
      "loss": 1.1366,
      "step": 41625
    },
    {
      "epoch": 0.8083297752590924,
      "grad_norm": 0.49852821230888367,
      "learning_rate": 5.390940982856091e-06,
      "loss": 1.2372,
      "step": 41650
    },
    {
      "epoch": 0.8088149672010247,
      "grad_norm": 2.339594602584839,
      "learning_rate": 5.36470465737132e-06,
      "loss": 1.3251,
      "step": 41675
    },
    {
      "epoch": 0.8093001591429569,
      "grad_norm": 0.6555603742599487,
      "learning_rate": 5.338524655007521e-06,
      "loss": 1.1767,
      "step": 41700
    },
    {
      "epoch": 0.8097853510848891,
      "grad_norm": 0.6800664663314819,
      "learning_rate": 5.312401050861074e-06,
      "loss": 1.2345,
      "step": 41725
    },
    {
      "epoch": 0.8102705430268214,
      "grad_norm": 0.5920090079307556,
      "learning_rate": 5.2863339198665626e-06,
      "loss": 0.9741,
      "step": 41750
    },
    {
      "epoch": 0.8107557349687536,
      "grad_norm": 0.6331952214241028,
      "learning_rate": 5.260323336796597e-06,
      "loss": 1.0823,
      "step": 41775
    },
    {
      "epoch": 0.8112409269106858,
      "grad_norm": 2.252659797668457,
      "learning_rate": 5.234369376261575e-06,
      "loss": 1.1803,
      "step": 41800
    },
    {
      "epoch": 0.8117261188526181,
      "grad_norm": 0.7216859459877014,
      "learning_rate": 5.208472112709481e-06,
      "loss": 1.248,
      "step": 41825
    },
    {
      "epoch": 0.8122113107945503,
      "grad_norm": 2.5446197986602783,
      "learning_rate": 5.182631620425651e-06,
      "loss": 1.4189,
      "step": 41850
    },
    {
      "epoch": 0.8126965027364825,
      "grad_norm": 2.491478443145752,
      "learning_rate": 5.1568479735326e-06,
      "loss": 1.1291,
      "step": 41875
    },
    {
      "epoch": 0.8131816946784148,
      "grad_norm": 0.4204576015472412,
      "learning_rate": 5.131121245989751e-06,
      "loss": 1.0484,
      "step": 41900
    },
    {
      "epoch": 0.813666886620347,
      "grad_norm": 0.6819184422492981,
      "learning_rate": 5.1054515115932784e-06,
      "loss": 1.1277,
      "step": 41925
    },
    {
      "epoch": 0.8141520785622792,
      "grad_norm": 0.8495989441871643,
      "learning_rate": 5.079838843975876e-06,
      "loss": 1.2686,
      "step": 41950
    },
    {
      "epoch": 0.8146372705042114,
      "grad_norm": 0.8837540149688721,
      "learning_rate": 5.054283316606539e-06,
      "loss": 1.3533,
      "step": 41975
    },
    {
      "epoch": 0.8151224624461437,
      "grad_norm": 0.5212058424949646,
      "learning_rate": 5.028785002790346e-06,
      "loss": 1.1848,
      "step": 42000
    },
    {
      "epoch": 0.8156076543880759,
      "grad_norm": 0.5278830528259277,
      "learning_rate": 5.00334397566827e-06,
      "loss": 1.1286,
      "step": 42025
    },
    {
      "epoch": 0.8160928463300081,
      "grad_norm": 2.556039571762085,
      "learning_rate": 4.977960308216967e-06,
      "loss": 1.2182,
      "step": 42050
    },
    {
      "epoch": 0.8165780382719404,
      "grad_norm": 0.4781072437763214,
      "learning_rate": 4.952634073248547e-06,
      "loss": 1.1797,
      "step": 42075
    },
    {
      "epoch": 0.8170632302138726,
      "grad_norm": 2.7168142795562744,
      "learning_rate": 4.927365343410392e-06,
      "loss": 1.1689,
      "step": 42100
    },
    {
      "epoch": 0.8175484221558048,
      "grad_norm": 2.0503127574920654,
      "learning_rate": 4.9021541911849045e-06,
      "loss": 1.1473,
      "step": 42125
    },
    {
      "epoch": 0.8180336140977371,
      "grad_norm": 1.793257713317871,
      "learning_rate": 4.87700068888936e-06,
      "loss": 1.2026,
      "step": 42150
    },
    {
      "epoch": 0.8185188060396693,
      "grad_norm": 0.8009944558143616,
      "learning_rate": 4.8519049086756414e-06,
      "loss": 1.0268,
      "step": 42175
    },
    {
      "epoch": 0.8190039979816015,
      "grad_norm": 0.5514061450958252,
      "learning_rate": 4.826866922530077e-06,
      "loss": 1.3308,
      "step": 42200
    },
    {
      "epoch": 0.8194891899235337,
      "grad_norm": 2.430466413497925,
      "learning_rate": 4.801886802273204e-06,
      "loss": 1.2241,
      "step": 42225
    },
    {
      "epoch": 0.819974381865466,
      "grad_norm": 0.5773956775665283,
      "learning_rate": 4.776964619559582e-06,
      "loss": 1.5217,
      "step": 42250
    },
    {
      "epoch": 0.8204595738073982,
      "grad_norm": 0.536291778087616,
      "learning_rate": 4.752100445877564e-06,
      "loss": 1.0673,
      "step": 42275
    },
    {
      "epoch": 0.8209447657493304,
      "grad_norm": 1.8365867137908936,
      "learning_rate": 4.727294352549122e-06,
      "loss": 1.2183,
      "step": 42300
    },
    {
      "epoch": 0.8214299576912627,
      "grad_norm": 0.6876474022865295,
      "learning_rate": 4.702546410729625e-06,
      "loss": 1.1856,
      "step": 42325
    },
    {
      "epoch": 0.8219151496331949,
      "grad_norm": 0.5876870155334473,
      "learning_rate": 4.67785669140762e-06,
      "loss": 1.1188,
      "step": 42350
    },
    {
      "epoch": 0.8224003415751271,
      "grad_norm": 0.6331759691238403,
      "learning_rate": 4.653225265404662e-06,
      "loss": 1.036,
      "step": 42375
    },
    {
      "epoch": 0.8228855335170594,
      "grad_norm": 2.2533838748931885,
      "learning_rate": 4.628652203375089e-06,
      "loss": 1.2407,
      "step": 42400
    },
    {
      "epoch": 0.8233707254589916,
      "grad_norm": 0.508280873298645,
      "learning_rate": 4.604137575805833e-06,
      "loss": 1.1341,
      "step": 42425
    },
    {
      "epoch": 0.8238559174009238,
      "grad_norm": 0.603063702583313,
      "learning_rate": 4.579681453016185e-06,
      "loss": 1.1198,
      "step": 42450
    },
    {
      "epoch": 0.824341109342856,
      "grad_norm": 0.502485990524292,
      "learning_rate": 4.555283905157643e-06,
      "loss": 1.1963,
      "step": 42475
    },
    {
      "epoch": 0.8248263012847883,
      "grad_norm": 2.5057692527770996,
      "learning_rate": 4.530945002213657e-06,
      "loss": 1.3608,
      "step": 42500
    },
    {
      "epoch": 0.8253114932267205,
      "grad_norm": 0.7004541754722595,
      "learning_rate": 4.506664813999498e-06,
      "loss": 1.0455,
      "step": 42525
    },
    {
      "epoch": 0.8257966851686527,
      "grad_norm": 0.5810794830322266,
      "learning_rate": 4.482443410161968e-06,
      "loss": 1.3244,
      "step": 42550
    },
    {
      "epoch": 0.826281877110585,
      "grad_norm": 0.6450290679931641,
      "learning_rate": 4.458280860179292e-06,
      "loss": 1.2475,
      "step": 42575
    },
    {
      "epoch": 0.8267670690525172,
      "grad_norm": 1.5874940156936646,
      "learning_rate": 4.434177233360834e-06,
      "loss": 1.1101,
      "step": 42600
    },
    {
      "epoch": 0.8272522609944494,
      "grad_norm": 2.495288372039795,
      "learning_rate": 4.41013259884697e-06,
      "loss": 1.2632,
      "step": 42625
    },
    {
      "epoch": 0.8277374529363817,
      "grad_norm": 0.7543265223503113,
      "learning_rate": 4.386147025608841e-06,
      "loss": 1.0421,
      "step": 42650
    },
    {
      "epoch": 0.8282226448783139,
      "grad_norm": 0.8562330007553101,
      "learning_rate": 4.3622205824481895e-06,
      "loss": 1.2601,
      "step": 42675
    },
    {
      "epoch": 0.8287078368202461,
      "grad_norm": 0.5753560662269592,
      "learning_rate": 4.338353337997137e-06,
      "loss": 1.2649,
      "step": 42700
    },
    {
      "epoch": 0.8291930287621783,
      "grad_norm": 0.6789897084236145,
      "learning_rate": 4.314545360717981e-06,
      "loss": 1.2181,
      "step": 42725
    },
    {
      "epoch": 0.8296782207041106,
      "grad_norm": 2.243541955947876,
      "learning_rate": 4.290796718903039e-06,
      "loss": 1.3983,
      "step": 42750
    },
    {
      "epoch": 0.8301634126460428,
      "grad_norm": 0.5519729852676392,
      "learning_rate": 4.2671074806743985e-06,
      "loss": 1.2427,
      "step": 42775
    },
    {
      "epoch": 0.830648604587975,
      "grad_norm": 2.0972371101379395,
      "learning_rate": 4.243477713983792e-06,
      "loss": 1.2298,
      "step": 42800
    },
    {
      "epoch": 0.8311337965299073,
      "grad_norm": 1.8767247200012207,
      "learning_rate": 4.219907486612312e-06,
      "loss": 1.1878,
      "step": 42825
    },
    {
      "epoch": 0.8316189884718395,
      "grad_norm": 1.0912648439407349,
      "learning_rate": 4.1963968661703015e-06,
      "loss": 1.1051,
      "step": 42850
    },
    {
      "epoch": 0.8321041804137717,
      "grad_norm": 2.3631248474121094,
      "learning_rate": 4.172945920097099e-06,
      "loss": 1.2896,
      "step": 42875
    },
    {
      "epoch": 0.832589372355704,
      "grad_norm": 0.512082576751709,
      "learning_rate": 4.149554715660877e-06,
      "loss": 1.2927,
      "step": 42900
    },
    {
      "epoch": 0.8330745642976362,
      "grad_norm": 0.664180338382721,
      "learning_rate": 4.1262233199584525e-06,
      "loss": 1.0387,
      "step": 42925
    },
    {
      "epoch": 0.8335597562395684,
      "grad_norm": 2.201625347137451,
      "learning_rate": 4.102951799915075e-06,
      "loss": 1.1683,
      "step": 42950
    },
    {
      "epoch": 0.8340449481815007,
      "grad_norm": 1.7276439666748047,
      "learning_rate": 4.079740222284231e-06,
      "loss": 1.2368,
      "step": 42975
    },
    {
      "epoch": 0.8345301401234329,
      "grad_norm": 2.768462896347046,
      "learning_rate": 4.0565886536474835e-06,
      "loss": 1.1016,
      "step": 43000
    },
    {
      "epoch": 0.835015332065365,
      "grad_norm": 0.8651015758514404,
      "learning_rate": 4.0334971604142545e-06,
      "loss": 1.3665,
      "step": 43025
    },
    {
      "epoch": 0.8355005240072972,
      "grad_norm": 1.202185034751892,
      "learning_rate": 4.010465808821634e-06,
      "loss": 1.2858,
      "step": 43050
    },
    {
      "epoch": 0.8359857159492295,
      "grad_norm": 0.7197840809822083,
      "learning_rate": 3.98749466493421e-06,
      "loss": 1.1076,
      "step": 43075
    },
    {
      "epoch": 0.8364709078911617,
      "grad_norm": 2.0872714519500732,
      "learning_rate": 3.9645837946438615e-06,
      "loss": 1.066,
      "step": 43100
    },
    {
      "epoch": 0.8369560998330939,
      "grad_norm": 2.4277048110961914,
      "learning_rate": 3.941733263669581e-06,
      "loss": 1.1045,
      "step": 43125
    },
    {
      "epoch": 0.8374412917750262,
      "grad_norm": 2.6175084114074707,
      "learning_rate": 3.9189431375572655e-06,
      "loss": 1.2338,
      "step": 43150
    },
    {
      "epoch": 0.8379264837169584,
      "grad_norm": 0.48088642954826355,
      "learning_rate": 3.896213481679559e-06,
      "loss": 1.3063,
      "step": 43175
    },
    {
      "epoch": 0.8384116756588906,
      "grad_norm": 0.4397916793823242,
      "learning_rate": 3.873544361235626e-06,
      "loss": 1.2061,
      "step": 43200
    },
    {
      "epoch": 0.8388968676008229,
      "grad_norm": 2.1061699390411377,
      "learning_rate": 3.850935841251027e-06,
      "loss": 1.163,
      "step": 43225
    },
    {
      "epoch": 0.8393820595427551,
      "grad_norm": 2.052187442779541,
      "learning_rate": 3.828387986577453e-06,
      "loss": 1.2175,
      "step": 43250
    },
    {
      "epoch": 0.8398672514846873,
      "grad_norm": 2.286731243133545,
      "learning_rate": 3.8059008618925943e-06,
      "loss": 1.1368,
      "step": 43275
    },
    {
      "epoch": 0.8403524434266195,
      "grad_norm": 0.6716848611831665,
      "learning_rate": 3.7834745316999485e-06,
      "loss": 1.1706,
      "step": 43300
    },
    {
      "epoch": 0.8408376353685518,
      "grad_norm": 2.1839492321014404,
      "learning_rate": 3.761109060328605e-06,
      "loss": 1.07,
      "step": 43325
    },
    {
      "epoch": 0.841322827310484,
      "grad_norm": 0.5772372484207153,
      "learning_rate": 3.738804511933103e-06,
      "loss": 1.3575,
      "step": 43350
    },
    {
      "epoch": 0.8418080192524162,
      "grad_norm": 2.3459858894348145,
      "learning_rate": 3.7165609504932113e-06,
      "loss": 1.2309,
      "step": 43375
    },
    {
      "epoch": 0.8422932111943485,
      "grad_norm": 0.8813750743865967,
      "learning_rate": 3.6943784398137754e-06,
      "loss": 1.2878,
      "step": 43400
    },
    {
      "epoch": 0.8427784031362807,
      "grad_norm": 0.6874656081199646,
      "learning_rate": 3.6722570435244965e-06,
      "loss": 1.1875,
      "step": 43425
    },
    {
      "epoch": 0.8432635950782129,
      "grad_norm": 0.46227720379829407,
      "learning_rate": 3.650196825079799e-06,
      "loss": 1.108,
      "step": 43450
    },
    {
      "epoch": 0.8437487870201452,
      "grad_norm": 0.6415436863899231,
      "learning_rate": 3.6281978477585936e-06,
      "loss": 1.1736,
      "step": 43475
    },
    {
      "epoch": 0.8442339789620774,
      "grad_norm": 0.5191309452056885,
      "learning_rate": 3.606260174664139e-06,
      "loss": 1.2055,
      "step": 43500
    },
    {
      "epoch": 0.8447191709040096,
      "grad_norm": 0.7452338933944702,
      "learning_rate": 3.584383868723845e-06,
      "loss": 1.1041,
      "step": 43525
    },
    {
      "epoch": 0.8452043628459418,
      "grad_norm": 0.6662667989730835,
      "learning_rate": 3.562568992689094e-06,
      "loss": 1.1131,
      "step": 43550
    },
    {
      "epoch": 0.8456895547878741,
      "grad_norm": 2.366908073425293,
      "learning_rate": 3.5408156091350427e-06,
      "loss": 1.0728,
      "step": 43575
    },
    {
      "epoch": 0.8461747467298063,
      "grad_norm": 2.385645866394043,
      "learning_rate": 3.519123780460473e-06,
      "loss": 1.2058,
      "step": 43600
    },
    {
      "epoch": 0.8466599386717385,
      "grad_norm": 1.7284241914749146,
      "learning_rate": 3.4974935688876053e-06,
      "loss": 1.3938,
      "step": 43625
    },
    {
      "epoch": 0.8471451306136708,
      "grad_norm": 0.5983344316482544,
      "learning_rate": 3.4759250364618856e-06,
      "loss": 1.1243,
      "step": 43650
    },
    {
      "epoch": 0.847630322555603,
      "grad_norm": 0.5259864330291748,
      "learning_rate": 3.454418245051877e-06,
      "loss": 1.0594,
      "step": 43675
    },
    {
      "epoch": 0.8481155144975352,
      "grad_norm": 2.3952198028564453,
      "learning_rate": 3.432973256348998e-06,
      "loss": 1.4157,
      "step": 43700
    },
    {
      "epoch": 0.8486007064394675,
      "grad_norm": 2.2020363807678223,
      "learning_rate": 3.411590131867426e-06,
      "loss": 1.2086,
      "step": 43725
    },
    {
      "epoch": 0.8490858983813997,
      "grad_norm": 0.8094083070755005,
      "learning_rate": 3.390268932943849e-06,
      "loss": 1.0208,
      "step": 43750
    },
    {
      "epoch": 0.8495710903233319,
      "grad_norm": 2.2405741214752197,
      "learning_rate": 3.369009720737354e-06,
      "loss": 1.2891,
      "step": 43775
    },
    {
      "epoch": 0.8500562822652641,
      "grad_norm": 0.5131816267967224,
      "learning_rate": 3.347812556229188e-06,
      "loss": 1.266,
      "step": 43800
    },
    {
      "epoch": 0.8505414742071964,
      "grad_norm": 0.45626986026763916,
      "learning_rate": 3.3266775002226638e-06,
      "loss": 1.1505,
      "step": 43825
    },
    {
      "epoch": 0.8510266661491286,
      "grad_norm": 0.670863687992096,
      "learning_rate": 3.305604613342886e-06,
      "loss": 1.1239,
      "step": 43850
    },
    {
      "epoch": 0.8515118580910608,
      "grad_norm": 0.844524621963501,
      "learning_rate": 3.2845939560366663e-06,
      "loss": 1.2255,
      "step": 43875
    },
    {
      "epoch": 0.8519970500329931,
      "grad_norm": 0.5309500694274902,
      "learning_rate": 3.2636455885723035e-06,
      "loss": 1.1616,
      "step": 43900
    },
    {
      "epoch": 0.8524822419749253,
      "grad_norm": 0.6425583362579346,
      "learning_rate": 3.2427595710394083e-06,
      "loss": 1.1398,
      "step": 43925
    },
    {
      "epoch": 0.8529674339168575,
      "grad_norm": 2.395719289779663,
      "learning_rate": 3.2219359633487545e-06,
      "loss": 1.1054,
      "step": 43950
    },
    {
      "epoch": 0.8534526258587898,
      "grad_norm": 0.6639992594718933,
      "learning_rate": 3.2011748252320976e-06,
      "loss": 1.1872,
      "step": 43975
    },
    {
      "epoch": 0.853937817800722,
      "grad_norm": 0.5554426312446594,
      "learning_rate": 3.180476216241998e-06,
      "loss": 1.1678,
      "step": 44000
    },
    {
      "epoch": 0.8544230097426542,
      "grad_norm": 2.229743719100952,
      "learning_rate": 3.1598401957516427e-06,
      "loss": 1.2921,
      "step": 44025
    },
    {
      "epoch": 0.8549082016845865,
      "grad_norm": 0.6260336637496948,
      "learning_rate": 3.139266822954709e-06,
      "loss": 1.1298,
      "step": 44050
    },
    {
      "epoch": 0.8553933936265187,
      "grad_norm": 2.1284871101379395,
      "learning_rate": 3.1187561568651407e-06,
      "loss": 1.2941,
      "step": 44075
    },
    {
      "epoch": 0.8558785855684509,
      "grad_norm": 0.5921189188957214,
      "learning_rate": 3.0983082563170507e-06,
      "loss": 1.0881,
      "step": 44100
    },
    {
      "epoch": 0.8563637775103831,
      "grad_norm": 0.8638701438903809,
      "learning_rate": 3.0779231799644704e-06,
      "loss": 1.1929,
      "step": 44125
    },
    {
      "epoch": 0.8568489694523154,
      "grad_norm": 0.8404687643051147,
      "learning_rate": 3.0576009862812507e-06,
      "loss": 1.0667,
      "step": 44150
    },
    {
      "epoch": 0.8573341613942476,
      "grad_norm": 2.6682112216949463,
      "learning_rate": 3.037341733560842e-06,
      "loss": 1.0952,
      "step": 44175
    },
    {
      "epoch": 0.8578193533361798,
      "grad_norm": 2.221003770828247,
      "learning_rate": 3.017145479916175e-06,
      "loss": 1.1648,
      "step": 44200
    },
    {
      "epoch": 0.8583045452781121,
      "grad_norm": 0.4825611114501953,
      "learning_rate": 2.9970122832794544e-06,
      "loss": 1.2237,
      "step": 44225
    },
    {
      "epoch": 0.8587897372200443,
      "grad_norm": 0.9544191360473633,
      "learning_rate": 2.9769422014020166e-06,
      "loss": 1.0705,
      "step": 44250
    },
    {
      "epoch": 0.8592749291619765,
      "grad_norm": 0.8665339350700378,
      "learning_rate": 2.9569352918541516e-06,
      "loss": 1.1644,
      "step": 44275
    },
    {
      "epoch": 0.8597601211039088,
      "grad_norm": 0.4339320659637451,
      "learning_rate": 2.9369916120249363e-06,
      "loss": 1.1621,
      "step": 44300
    },
    {
      "epoch": 0.860245313045841,
      "grad_norm": 0.6820968389511108,
      "learning_rate": 2.91711121912209e-06,
      "loss": 1.3636,
      "step": 44325
    },
    {
      "epoch": 0.8607305049877731,
      "grad_norm": 0.7773299813270569,
      "learning_rate": 2.897294170171777e-06,
      "loss": 1.1547,
      "step": 44350
    },
    {
      "epoch": 0.8612156969297053,
      "grad_norm": 2.295440673828125,
      "learning_rate": 2.8775405220184736e-06,
      "loss": 1.2135,
      "step": 44375
    },
    {
      "epoch": 0.8617008888716376,
      "grad_norm": 0.5918710231781006,
      "learning_rate": 2.857850331324796e-06,
      "loss": 1.0748,
      "step": 44400
    },
    {
      "epoch": 0.8621860808135698,
      "grad_norm": 0.5739689469337463,
      "learning_rate": 2.838223654571334e-06,
      "loss": 1.1307,
      "step": 44425
    },
    {
      "epoch": 0.862671272755502,
      "grad_norm": 0.7215026021003723,
      "learning_rate": 2.8186605480564758e-06,
      "loss": 1.1402,
      "step": 44450
    },
    {
      "epoch": 0.8631564646974343,
      "grad_norm": 0.8415974974632263,
      "learning_rate": 2.799161067896283e-06,
      "loss": 1.0177,
      "step": 44475
    },
    {
      "epoch": 0.8636416566393665,
      "grad_norm": 2.188335657119751,
      "learning_rate": 2.7797252700242804e-06,
      "loss": 1.1468,
      "step": 44500
    },
    {
      "epoch": 0.8641268485812987,
      "grad_norm": 0.6121488809585571,
      "learning_rate": 2.7603532101913547e-06,
      "loss": 1.2265,
      "step": 44525
    },
    {
      "epoch": 0.864612040523231,
      "grad_norm": 0.43229490518569946,
      "learning_rate": 2.7410449439655318e-06,
      "loss": 1.1242,
      "step": 44550
    },
    {
      "epoch": 0.8650972324651632,
      "grad_norm": 0.6256657242774963,
      "learning_rate": 2.7218005267318715e-06,
      "loss": 1.3075,
      "step": 44575
    },
    {
      "epoch": 0.8655824244070954,
      "grad_norm": 0.5922048687934875,
      "learning_rate": 2.7026200136922727e-06,
      "loss": 1.2922,
      "step": 44600
    },
    {
      "epoch": 0.8660676163490276,
      "grad_norm": 0.6428802013397217,
      "learning_rate": 2.683503459865325e-06,
      "loss": 1.0178,
      "step": 44625
    },
    {
      "epoch": 0.8665528082909599,
      "grad_norm": 0.7537803649902344,
      "learning_rate": 2.6644509200861643e-06,
      "loss": 1.0275,
      "step": 44650
    },
    {
      "epoch": 0.8670380002328921,
      "grad_norm": 0.6086905598640442,
      "learning_rate": 2.6454624490062947e-06,
      "loss": 1.1985,
      "step": 44675
    },
    {
      "epoch": 0.8675231921748243,
      "grad_norm": 0.7140699028968811,
      "learning_rate": 2.6265381010934538e-06,
      "loss": 1.0796,
      "step": 44700
    },
    {
      "epoch": 0.8680083841167566,
      "grad_norm": 0.5001961588859558,
      "learning_rate": 2.6076779306314248e-06,
      "loss": 1.1351,
      "step": 44725
    },
    {
      "epoch": 0.8684935760586888,
      "grad_norm": 0.726270318031311,
      "learning_rate": 2.5888819917199216e-06,
      "loss": 1.1943,
      "step": 44750
    },
    {
      "epoch": 0.868978768000621,
      "grad_norm": 2.488482713699341,
      "learning_rate": 2.570150338274391e-06,
      "loss": 1.1966,
      "step": 44775
    },
    {
      "epoch": 0.8694639599425533,
      "grad_norm": 0.5218186974525452,
      "learning_rate": 2.5514830240258996e-06,
      "loss": 1.2071,
      "step": 44800
    },
    {
      "epoch": 0.8699491518844855,
      "grad_norm": 0.6770194172859192,
      "learning_rate": 2.532880102520946e-06,
      "loss": 1.0569,
      "step": 44825
    },
    {
      "epoch": 0.8704343438264177,
      "grad_norm": 2.267888069152832,
      "learning_rate": 2.514341627121325e-06,
      "loss": 1.35,
      "step": 44850
    },
    {
      "epoch": 0.8709195357683499,
      "grad_norm": 0.8516804575920105,
      "learning_rate": 2.4958676510039774e-06,
      "loss": 1.1511,
      "step": 44875
    },
    {
      "epoch": 0.8714047277102822,
      "grad_norm": 2.1753106117248535,
      "learning_rate": 2.4774582271608115e-06,
      "loss": 1.246,
      "step": 44900
    },
    {
      "epoch": 0.8718899196522144,
      "grad_norm": 2.4398417472839355,
      "learning_rate": 2.459113408398592e-06,
      "loss": 1.1694,
      "step": 44925
    },
    {
      "epoch": 0.8723751115941466,
      "grad_norm": 1.223963737487793,
      "learning_rate": 2.440833247338742e-06,
      "loss": 1.1845,
      "step": 44950
    },
    {
      "epoch": 0.8728603035360789,
      "grad_norm": 0.5112389922142029,
      "learning_rate": 2.4226177964172426e-06,
      "loss": 1.2665,
      "step": 44975
    },
    {
      "epoch": 0.8733454954780111,
      "grad_norm": 0.5205759406089783,
      "learning_rate": 2.4044671078844365e-06,
      "loss": 1.2307,
      "step": 45000
    },
    {
      "epoch": 0.8738306874199433,
      "grad_norm": 0.856220006942749,
      "learning_rate": 2.38638123380491e-06,
      "loss": 1.1424,
      "step": 45025
    },
    {
      "epoch": 0.8743158793618756,
      "grad_norm": 0.7049512267112732,
      "learning_rate": 2.3683602260573174e-06,
      "loss": 1.1552,
      "step": 45050
    },
    {
      "epoch": 0.8748010713038078,
      "grad_norm": 0.619830846786499,
      "learning_rate": 2.350404136334261e-06,
      "loss": 1.3397,
      "step": 45075
    },
    {
      "epoch": 0.87528626324574,
      "grad_norm": 0.7372903823852539,
      "learning_rate": 2.332513016142121e-06,
      "loss": 1.0746,
      "step": 45100
    },
    {
      "epoch": 0.8757714551876723,
      "grad_norm": 0.5048025250434875,
      "learning_rate": 2.3146869168009235e-06,
      "loss": 1.2572,
      "step": 45125
    },
    {
      "epoch": 0.8762566471296045,
      "grad_norm": 2.6004834175109863,
      "learning_rate": 2.296925889444165e-06,
      "loss": 1.2857,
      "step": 45150
    },
    {
      "epoch": 0.8767418390715367,
      "grad_norm": 0.9175096154212952,
      "learning_rate": 2.279229985018705e-06,
      "loss": 1.1458,
      "step": 45175
    },
    {
      "epoch": 0.8772270310134689,
      "grad_norm": 0.665542483329773,
      "learning_rate": 2.2615992542845964e-06,
      "loss": 1.0495,
      "step": 45200
    },
    {
      "epoch": 0.8777122229554012,
      "grad_norm": 0.4686787724494934,
      "learning_rate": 2.2440337478149276e-06,
      "loss": 1.0511,
      "step": 45225
    },
    {
      "epoch": 0.8781974148973334,
      "grad_norm": 0.4283061921596527,
      "learning_rate": 2.226533515995724e-06,
      "loss": 1.052,
      "step": 45250
    },
    {
      "epoch": 0.8786826068392656,
      "grad_norm": 0.9462360739707947,
      "learning_rate": 2.2090986090257393e-06,
      "loss": 1.2328,
      "step": 45275
    },
    {
      "epoch": 0.8791677987811979,
      "grad_norm": 0.9603732228279114,
      "learning_rate": 2.1917290769163767e-06,
      "loss": 1.1651,
      "step": 45300
    },
    {
      "epoch": 0.8796529907231301,
      "grad_norm": 2.2129299640655518,
      "learning_rate": 2.1744249694914842e-06,
      "loss": 1.2754,
      "step": 45325
    },
    {
      "epoch": 0.8801381826650623,
      "grad_norm": 0.9565553665161133,
      "learning_rate": 2.157186336387268e-06,
      "loss": 1.1478,
      "step": 45350
    },
    {
      "epoch": 0.8806233746069946,
      "grad_norm": 3.3754632472991943,
      "learning_rate": 2.1400132270520985e-06,
      "loss": 1.3111,
      "step": 45375
    },
    {
      "epoch": 0.8811085665489268,
      "grad_norm": 0.513015866279602,
      "learning_rate": 2.1229056907464212e-06,
      "loss": 1.0949,
      "step": 45400
    },
    {
      "epoch": 0.881593758490859,
      "grad_norm": 0.6266611218452454,
      "learning_rate": 2.105863776542566e-06,
      "loss": 1.2132,
      "step": 45425
    },
    {
      "epoch": 0.8820789504327912,
      "grad_norm": 0.4735262989997864,
      "learning_rate": 2.0888875333246377e-06,
      "loss": 1.2445,
      "step": 45450
    },
    {
      "epoch": 0.8825641423747235,
      "grad_norm": 2.0936570167541504,
      "learning_rate": 2.0719770097883617e-06,
      "loss": 1.2272,
      "step": 45475
    },
    {
      "epoch": 0.8830493343166557,
      "grad_norm": 0.8857748508453369,
      "learning_rate": 2.055132254440953e-06,
      "loss": 1.1668,
      "step": 45500
    },
    {
      "epoch": 0.8835345262585879,
      "grad_norm": 0.41299867630004883,
      "learning_rate": 2.0383533156009716e-06,
      "loss": 1.0371,
      "step": 45525
    },
    {
      "epoch": 0.8840197182005202,
      "grad_norm": 0.5318437218666077,
      "learning_rate": 2.0216402413981843e-06,
      "loss": 1.0775,
      "step": 45550
    },
    {
      "epoch": 0.8845049101424524,
      "grad_norm": 0.8453500866889954,
      "learning_rate": 2.0049930797734345e-06,
      "loss": 1.0566,
      "step": 45575
    },
    {
      "epoch": 0.8849901020843846,
      "grad_norm": 0.685086190700531,
      "learning_rate": 1.988411878478483e-06,
      "loss": 1.3471,
      "step": 45600
    },
    {
      "epoch": 0.8854752940263169,
      "grad_norm": 1.8782490491867065,
      "learning_rate": 1.9718966850758995e-06,
      "loss": 1.2987,
      "step": 45625
    },
    {
      "epoch": 0.8859604859682491,
      "grad_norm": 0.6182948350906372,
      "learning_rate": 1.955447546938899e-06,
      "loss": 1.1316,
      "step": 45650
    },
    {
      "epoch": 0.8864456779101813,
      "grad_norm": 0.763523519039154,
      "learning_rate": 1.9390645112512455e-06,
      "loss": 1.0996,
      "step": 45675
    },
    {
      "epoch": 0.8869308698521134,
      "grad_norm": 3.496105909347534,
      "learning_rate": 1.922747625007057e-06,
      "loss": 1.2463,
      "step": 45700
    },
    {
      "epoch": 0.8874160617940458,
      "grad_norm": 0.6433348655700684,
      "learning_rate": 1.9064969350107292e-06,
      "loss": 1.2955,
      "step": 45725
    },
    {
      "epoch": 0.887901253735978,
      "grad_norm": 2.626591682434082,
      "learning_rate": 1.8903124878767609e-06,
      "loss": 1.2211,
      "step": 45750
    },
    {
      "epoch": 0.8883864456779101,
      "grad_norm": 0.8996178507804871,
      "learning_rate": 1.8741943300296465e-06,
      "loss": 1.2977,
      "step": 45775
    },
    {
      "epoch": 0.8888716376198424,
      "grad_norm": 2.2415785789489746,
      "learning_rate": 1.8581425077037251e-06,
      "loss": 1.1102,
      "step": 45800
    },
    {
      "epoch": 0.8893568295617746,
      "grad_norm": 0.9954444766044617,
      "learning_rate": 1.842157066943065e-06,
      "loss": 1.3382,
      "step": 45825
    },
    {
      "epoch": 0.8898420215037068,
      "grad_norm": 2.1846556663513184,
      "learning_rate": 1.8262380536013035e-06,
      "loss": 1.0919,
      "step": 45850
    },
    {
      "epoch": 0.8903272134456391,
      "grad_norm": 0.5869377255439758,
      "learning_rate": 1.8103855133415448e-06,
      "loss": 1.0308,
      "step": 45875
    },
    {
      "epoch": 0.8908124053875713,
      "grad_norm": 0.813171923160553,
      "learning_rate": 1.7945994916362258e-06,
      "loss": 1.0388,
      "step": 45900
    },
    {
      "epoch": 0.8912975973295035,
      "grad_norm": 1.9317084550857544,
      "learning_rate": 1.7788800337669582e-06,
      "loss": 1.2229,
      "step": 45925
    },
    {
      "epoch": 0.8917827892714357,
      "grad_norm": 2.2095816135406494,
      "learning_rate": 1.7632271848244287e-06,
      "loss": 1.154,
      "step": 45950
    },
    {
      "epoch": 0.892267981213368,
      "grad_norm": 0.7334746718406677,
      "learning_rate": 1.747640989708263e-06,
      "loss": 1.3292,
      "step": 45975
    },
    {
      "epoch": 0.8927531731553002,
      "grad_norm": 0.8490131497383118,
      "learning_rate": 1.7321214931268843e-06,
      "loss": 1.0612,
      "step": 46000
    }
  ],
  "logging_steps": 25,
  "max_steps": 51526,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 4.87072854889973e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}