{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 86.4304235090752,
  "eval_steps": 500,
  "global_step": 100000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00864304235090752,
      "grad_norm": 3.292635679244995,
      "learning_rate": 9e-06,
      "loss": 5.8856,
      "step": 10
    },
    {
      "epoch": 0.01728608470181504,
      "grad_norm": 0.9546366333961487,
      "learning_rate": 1.9e-05,
      "loss": 5.8159,
      "step": 20
    },
    {
      "epoch": 0.02592912705272256,
      "grad_norm": 0.6935359835624695,
      "learning_rate": 2.9e-05,
      "loss": 5.5635,
      "step": 30
    },
    {
      "epoch": 0.03457216940363008,
      "grad_norm": 0.3259704113006592,
      "learning_rate": 3.9000000000000006e-05,
      "loss": 5.2746,
      "step": 40
    },
    {
      "epoch": 0.043215211754537596,
      "grad_norm": 0.2702903747558594,
      "learning_rate": 4.9e-05,
      "loss": 5.0768,
      "step": 50
    },
    {
      "epoch": 0.05185825410544512,
      "grad_norm": 0.2707994878292084,
      "learning_rate": 5.9e-05,
      "loss": 5.0055,
      "step": 60
    },
    {
      "epoch": 0.06050129645635264,
      "grad_norm": 0.22631309926509857,
      "learning_rate": 6.9e-05,
      "loss": 4.9783,
      "step": 70
    },
    {
      "epoch": 0.06914433880726016,
      "grad_norm": 0.2907443046569824,
      "learning_rate": 7.900000000000001e-05,
      "loss": 4.985,
      "step": 80
    },
    {
      "epoch": 0.07778738115816768,
      "grad_norm": 0.19670741260051727,
      "learning_rate": 8.900000000000001e-05,
      "loss": 4.9292,
      "step": 90
    },
    {
      "epoch": 0.08643042350907519,
      "grad_norm": 0.2479913830757141,
      "learning_rate": 9.900000000000001e-05,
      "loss": 4.845,
      "step": 100
    },
    {
      "epoch": 0.09507346585998272,
      "grad_norm": 0.2541202902793884,
      "learning_rate": 9.999999799740194e-05,
      "loss": 4.8112,
      "step": 110
    },
    {
      "epoch": 0.10371650821089023,
      "grad_norm": 0.23621784150600433,
      "learning_rate": 9.99999910748409e-05,
      "loss": 4.7817,
      "step": 120
    },
    {
      "epoch": 0.11235955056179775,
      "grad_norm": 0.2523561716079712,
      "learning_rate": 9.999997920759416e-05,
      "loss": 4.7711,
      "step": 130
    },
    {
      "epoch": 0.12100259291270528,
      "grad_norm": 0.28017476201057434,
      "learning_rate": 9.999996239566291e-05,
      "loss": 4.7316,
      "step": 140
    },
    {
      "epoch": 0.12964563526361278,
      "grad_norm": 0.34279248118400574,
      "learning_rate": 9.999994063904876e-05,
      "loss": 4.7239,
      "step": 150
    },
    {
      "epoch": 0.13828867761452032,
      "grad_norm": 0.3247782588005066,
      "learning_rate": 9.999991393775392e-05,
      "loss": 4.7047,
      "step": 160
    },
    {
      "epoch": 0.14693171996542784,
      "grad_norm": 0.35700860619544983,
      "learning_rate": 9.999988229178099e-05,
      "loss": 4.6752,
      "step": 170
    },
    {
      "epoch": 0.15557476231633535,
      "grad_norm": 0.4021146595478058,
      "learning_rate": 9.99998457011331e-05,
      "loss": 4.6578,
      "step": 180
    },
    {
      "epoch": 0.16421780466724287,
      "grad_norm": 0.37335410714149475,
      "learning_rate": 9.99998041658139e-05,
      "loss": 4.6256,
      "step": 190
    },
    {
      "epoch": 0.17286084701815038,
      "grad_norm": 0.4010736644268036,
      "learning_rate": 9.999975768582747e-05,
      "loss": 4.6342,
      "step": 200
    },
    {
      "epoch": 0.1815038893690579,
      "grad_norm": 0.4114508032798767,
      "learning_rate": 9.999970626117841e-05,
      "loss": 4.6065,
      "step": 210
    },
    {
      "epoch": 0.19014693171996544,
      "grad_norm": 0.4122427701950073,
      "learning_rate": 9.999964989187182e-05,
      "loss": 4.5984,
      "step": 220
    },
    {
      "epoch": 0.19878997407087295,
      "grad_norm": 0.43556344509124756,
      "learning_rate": 9.999958857791324e-05,
      "loss": 4.5916,
      "step": 230
    },
    {
      "epoch": 0.20743301642178047,
      "grad_norm": 0.3875134289264679,
      "learning_rate": 9.99995223193088e-05,
      "loss": 4.5649,
      "step": 240
    },
    {
      "epoch": 0.21607605877268798,
      "grad_norm": 0.38185903429985046,
      "learning_rate": 9.999945111606498e-05,
      "loss": 4.5544,
      "step": 250
    },
    {
      "epoch": 0.2247191011235955,
      "grad_norm": 0.3720795512199402,
      "learning_rate": 9.999937496818888e-05,
      "loss": 4.5316,
      "step": 260
    },
    {
      "epoch": 0.23336214347450301,
      "grad_norm": 0.3817805349826813,
      "learning_rate": 9.999929387568799e-05,
      "loss": 4.5399,
      "step": 270
    },
    {
      "epoch": 0.24200518582541056,
      "grad_norm": 0.3755202293395996,
      "learning_rate": 9.999920783857033e-05,
      "loss": 4.5317,
      "step": 280
    },
    {
      "epoch": 0.25064822817631804,
      "grad_norm": 0.40243858098983765,
      "learning_rate": 9.999911685684443e-05,
      "loss": 4.5072,
      "step": 290
    },
    {
      "epoch": 0.25929127052722556,
      "grad_norm": 0.4177573621273041,
      "learning_rate": 9.999902093051928e-05,
      "loss": 4.53,
      "step": 300
    },
    {
      "epoch": 0.26793431287813313,
      "grad_norm": 0.398754358291626,
      "learning_rate": 9.999892005960436e-05,
      "loss": 4.511,
      "step": 310
    },
    {
      "epoch": 0.27657735522904064,
      "grad_norm": 0.4280771017074585,
      "learning_rate": 9.999881424410966e-05,
      "loss": 4.4996,
      "step": 320
    },
    {
      "epoch": 0.28522039757994816,
      "grad_norm": 0.361464262008667,
      "learning_rate": 9.999870348404563e-05,
      "loss": 4.4959,
      "step": 330
    },
    {
      "epoch": 0.2938634399308557,
      "grad_norm": 0.4270114004611969,
      "learning_rate": 9.999858777942324e-05,
      "loss": 4.512,
      "step": 340
    },
    {
      "epoch": 0.3025064822817632,
      "grad_norm": 0.4303843677043915,
      "learning_rate": 9.999846713025391e-05,
      "loss": 4.4887,
      "step": 350
    },
    {
      "epoch": 0.3111495246326707,
      "grad_norm": 0.4300330877304077,
      "learning_rate": 9.999834153654958e-05,
      "loss": 4.4755,
      "step": 360
    },
    {
      "epoch": 0.3197925669835782,
      "grad_norm": 0.4024096727371216,
      "learning_rate": 9.999821099832268e-05,
      "loss": 4.4441,
      "step": 370
    },
    {
      "epoch": 0.32843560933448573,
      "grad_norm": 0.4054619371891022,
      "learning_rate": 9.999807551558611e-05,
      "loss": 4.465,
      "step": 380
    },
    {
      "epoch": 0.33707865168539325,
      "grad_norm": 0.42903706431388855,
      "learning_rate": 9.999793508835328e-05,
      "loss": 4.461,
      "step": 390
    },
    {
      "epoch": 0.34572169403630076,
      "grad_norm": 0.45155981183052063,
      "learning_rate": 9.999778971663806e-05,
      "loss": 4.4619,
      "step": 400
    },
    {
      "epoch": 0.3543647363872083,
      "grad_norm": 0.4230276644229889,
      "learning_rate": 9.999763940045484e-05,
      "loss": 4.4362,
      "step": 410
    },
    {
      "epoch": 0.3630077787381158,
      "grad_norm": 0.4837290644645691,
      "learning_rate": 9.999748413981847e-05,
      "loss": 4.4586,
      "step": 420
    },
    {
      "epoch": 0.3716508210890233,
      "grad_norm": 0.40158677101135254,
      "learning_rate": 9.999732393474433e-05,
      "loss": 4.4213,
      "step": 430
    },
    {
      "epoch": 0.3802938634399309,
      "grad_norm": 0.4637954533100128,
      "learning_rate": 9.999715878524823e-05,
      "loss": 4.4292,
      "step": 440
    },
    {
      "epoch": 0.3889369057908384,
      "grad_norm": 0.4022907018661499,
      "learning_rate": 9.999698869134652e-05,
      "loss": 4.423,
      "step": 450
    },
    {
      "epoch": 0.3975799481417459,
      "grad_norm": 0.5074650049209595,
      "learning_rate": 9.999681365305603e-05,
      "loss": 4.4158,
      "step": 460
    },
    {
      "epoch": 0.4062229904926534,
      "grad_norm": 0.40068456530570984,
      "learning_rate": 9.999663367039407e-05,
      "loss": 4.4286,
      "step": 470
    },
    {
      "epoch": 0.41486603284356094,
      "grad_norm": 0.46993207931518555,
      "learning_rate": 9.999644874337842e-05,
      "loss": 4.4149,
      "step": 480
    },
    {
      "epoch": 0.42350907519446845,
      "grad_norm": 0.4461494982242584,
      "learning_rate": 9.999625887202737e-05,
      "loss": 4.4359,
      "step": 490
    },
    {
      "epoch": 0.43215211754537597,
      "grad_norm": 0.4538363218307495,
      "learning_rate": 9.999606405635973e-05,
      "loss": 4.4131,
      "step": 500
    },
    {
      "epoch": 0.4407951598962835,
      "grad_norm": 0.43857431411743164,
      "learning_rate": 9.999586429639471e-05,
      "loss": 4.4162,
      "step": 510
    },
    {
      "epoch": 0.449438202247191,
      "grad_norm": 0.45296424627304077,
      "learning_rate": 9.999565959215212e-05,
      "loss": 4.3884,
      "step": 520
    },
    {
      "epoch": 0.4580812445980985,
      "grad_norm": 0.4565926194190979,
      "learning_rate": 9.999544994365218e-05,
      "loss": 4.3909,
      "step": 530
    },
    {
      "epoch": 0.46672428694900603,
      "grad_norm": 0.4178192615509033,
      "learning_rate": 9.999523535091562e-05,
      "loss": 4.4095,
      "step": 540
    },
    {
      "epoch": 0.47536732929991354,
      "grad_norm": 0.41680389642715454,
      "learning_rate": 9.999501581396367e-05,
      "loss": 4.3951,
      "step": 550
    },
    {
      "epoch": 0.4840103716508211,
      "grad_norm": 0.44991809129714966,
      "learning_rate": 9.999479133281802e-05,
      "loss": 4.384,
      "step": 560
    },
    {
      "epoch": 0.49265341400172863,
      "grad_norm": 0.4085325002670288,
      "learning_rate": 9.99945619075009e-05,
      "loss": 4.3801,
      "step": 570
    },
    {
      "epoch": 0.5012964563526361,
      "grad_norm": 0.4458463191986084,
      "learning_rate": 9.999432753803498e-05,
      "loss": 4.3939,
      "step": 580
    },
    {
      "epoch": 0.5099394987035436,
      "grad_norm": 0.44879746437072754,
      "learning_rate": 9.999408822444344e-05,
      "loss": 4.3756,
      "step": 590
    },
    {
      "epoch": 0.5185825410544511,
      "grad_norm": 0.48292091488838196,
      "learning_rate": 9.999384396674995e-05,
      "loss": 4.3777,
      "step": 600
    },
    {
      "epoch": 0.5272255834053586,
      "grad_norm": 0.4579383432865143,
      "learning_rate": 9.999359476497867e-05,
      "loss": 4.39,
      "step": 610
    },
    {
      "epoch": 0.5358686257562663,
      "grad_norm": 0.46980705857276917,
      "learning_rate": 9.999334061915424e-05,
      "loss": 4.382,
      "step": 620
    },
    {
      "epoch": 0.5445116681071738,
      "grad_norm": 0.48752474784851074,
      "learning_rate": 9.999308152930179e-05,
      "loss": 4.342,
      "step": 630
    },
    {
      "epoch": 0.5531547104580813,
      "grad_norm": 0.3954947888851166,
      "learning_rate": 9.999281749544695e-05,
      "loss": 4.3455,
      "step": 640
    },
    {
      "epoch": 0.5617977528089888,
      "grad_norm": 0.4067750871181488,
      "learning_rate": 9.999254851761581e-05,
      "loss": 4.3459,
      "step": 650
    },
    {
      "epoch": 0.5704407951598963,
      "grad_norm": 0.43236544728279114,
      "learning_rate": 9.9992274595835e-05,
      "loss": 4.3276,
      "step": 660
    },
    {
      "epoch": 0.5790838375108038,
      "grad_norm": 0.3900803029537201,
      "learning_rate": 9.999199573013159e-05,
      "loss": 4.3591,
      "step": 670
    },
    {
      "epoch": 0.5877268798617113,
      "grad_norm": 0.3870255947113037,
      "learning_rate": 9.999171192053317e-05,
      "loss": 4.3508,
      "step": 680
    },
    {
      "epoch": 0.5963699222126189,
      "grad_norm": 0.379078209400177,
      "learning_rate": 9.99914231670678e-05,
      "loss": 4.3236,
      "step": 690
    },
    {
      "epoch": 0.6050129645635264,
      "grad_norm": 0.41333916783332825,
      "learning_rate": 9.999112946976404e-05,
      "loss": 4.3206,
      "step": 700
    },
    {
      "epoch": 0.6136560069144339,
      "grad_norm": 0.45452338457107544,
      "learning_rate": 9.999083082865092e-05,
      "loss": 4.3337,
      "step": 710
    },
    {
      "epoch": 0.6222990492653414,
      "grad_norm": 0.41121405363082886,
      "learning_rate": 9.9990527243758e-05,
      "loss": 4.317,
      "step": 720
    },
    {
      "epoch": 0.6309420916162489,
      "grad_norm": 0.41415151953697205,
      "learning_rate": 9.999021871511527e-05,
      "loss": 4.33,
      "step": 730
    },
    {
      "epoch": 0.6395851339671564,
      "grad_norm": 0.39316877722740173,
      "learning_rate": 9.998990524275327e-05,
      "loss": 4.3324,
      "step": 740
    },
    {
      "epoch": 0.648228176318064,
      "grad_norm": 0.4139920175075531,
      "learning_rate": 9.998958682670299e-05,
      "loss": 4.3067,
      "step": 750
    },
    {
      "epoch": 0.6568712186689715,
      "grad_norm": 0.44398072361946106,
      "learning_rate": 9.998926346699591e-05,
      "loss": 4.3371,
      "step": 760
    },
    {
      "epoch": 0.665514261019879,
      "grad_norm": 0.4074004590511322,
      "learning_rate": 9.998893516366403e-05,
      "loss": 4.3289,
      "step": 770
    },
    {
      "epoch": 0.6741573033707865,
      "grad_norm": 0.38742855191230774,
      "learning_rate": 9.99886019167398e-05,
      "loss": 4.3128,
      "step": 780
    },
    {
      "epoch": 0.682800345721694,
      "grad_norm": 0.385664165019989,
      "learning_rate": 9.998826372625618e-05,
      "loss": 4.3027,
      "step": 790
    },
    {
      "epoch": 0.6914433880726015,
      "grad_norm": 0.46065405011177063,
      "learning_rate": 9.998792059224662e-05,
      "loss": 4.2908,
      "step": 800
    },
    {
      "epoch": 0.700086430423509,
      "grad_norm": 0.3861907422542572,
      "learning_rate": 9.998757251474505e-05,
      "loss": 4.296,
      "step": 810
    },
    {
      "epoch": 0.7087294727744166,
      "grad_norm": 0.4229384958744049,
      "learning_rate": 9.998721949378588e-05,
      "loss": 4.334,
      "step": 820
    },
    {
      "epoch": 0.7173725151253241,
      "grad_norm": 0.3762718737125397,
      "learning_rate": 9.998686152940404e-05,
      "loss": 4.3185,
      "step": 830
    },
    {
      "epoch": 0.7260155574762316,
      "grad_norm": 0.4024622142314911,
      "learning_rate": 9.998649862163492e-05,
      "loss": 4.2898,
      "step": 840
    },
    {
      "epoch": 0.7346585998271391,
      "grad_norm": 0.4279251992702484,
      "learning_rate": 9.998613077051441e-05,
      "loss": 4.3158,
      "step": 850
    },
    {
      "epoch": 0.7433016421780466,
      "grad_norm": 0.43628787994384766,
      "learning_rate": 9.998575797607891e-05,
      "loss": 4.3093,
      "step": 860
    },
    {
      "epoch": 0.7519446845289542,
      "grad_norm": 0.4247160851955414,
      "learning_rate": 9.998538023836526e-05,
      "loss": 4.2912,
      "step": 870
    },
    {
      "epoch": 0.7605877268798618,
      "grad_norm": 0.3851368725299835,
      "learning_rate": 9.998499755741082e-05,
      "loss": 4.2972,
      "step": 880
    },
    {
      "epoch": 0.7692307692307693,
      "grad_norm": 0.4201742708683014,
      "learning_rate": 9.998460993325345e-05,
      "loss": 4.2941,
      "step": 890
    },
    {
      "epoch": 0.7778738115816768,
      "grad_norm": 0.3850812315940857,
      "learning_rate": 9.998421736593147e-05,
      "loss": 4.276,
      "step": 900
    },
    {
      "epoch": 0.7865168539325843,
      "grad_norm": 0.4028345048427582,
      "learning_rate": 9.998381985548368e-05,
      "loss": 4.2888,
      "step": 910
    },
    {
      "epoch": 0.7951598962834918,
      "grad_norm": 0.4184126555919647,
      "learning_rate": 9.998341740194944e-05,
      "loss": 4.2836,
      "step": 920
    },
    {
      "epoch": 0.8038029386343993,
      "grad_norm": 0.514551043510437,
      "learning_rate": 9.998301000536853e-05,
      "loss": 4.2734,
      "step": 930
    },
    {
      "epoch": 0.8124459809853068,
      "grad_norm": 0.41385290026664734,
      "learning_rate": 9.998259766578122e-05,
      "loss": 4.2936,
      "step": 940
    },
    {
      "epoch": 0.8210890233362144,
      "grad_norm": 0.41763439774513245,
      "learning_rate": 9.998218038322831e-05,
      "loss": 4.2656,
      "step": 950
    },
    {
      "epoch": 0.8297320656871219,
      "grad_norm": 0.40201616287231445,
      "learning_rate": 9.998175815775106e-05,
      "loss": 4.2702,
      "step": 960
    },
    {
      "epoch": 0.8383751080380294,
      "grad_norm": 0.3937337100505829,
      "learning_rate": 9.998133098939124e-05,
      "loss": 4.269,
      "step": 970
    },
    {
      "epoch": 0.8470181503889369,
      "grad_norm": 0.41643446683883667,
      "learning_rate": 9.998089887819107e-05,
      "loss": 4.2625,
      "step": 980
    },
    {
      "epoch": 0.8556611927398444,
      "grad_norm": 0.34548649191856384,
      "learning_rate": 9.998046182419328e-05,
      "loss": 4.2662,
      "step": 990
    },
    {
      "epoch": 0.8643042350907519,
      "grad_norm": 0.38553744554519653,
      "learning_rate": 9.998001982744112e-05,
      "loss": 4.2846,
      "step": 1000
    },
    {
      "epoch": 0.8729472774416595,
      "grad_norm": 0.41422292590141296,
      "learning_rate": 9.997957288797828e-05,
      "loss": 4.2718,
      "step": 1010
    },
    {
      "epoch": 0.881590319792567,
      "grad_norm": 0.4107045829296112,
      "learning_rate": 9.997912100584896e-05,
      "loss": 4.2718,
      "step": 1020
    },
    {
      "epoch": 0.8902333621434745,
      "grad_norm": 0.41860222816467285,
      "learning_rate": 9.997866418109785e-05,
      "loss": 4.2405,
      "step": 1030
    },
    {
      "epoch": 0.898876404494382,
      "grad_norm": 0.39858201146125793,
      "learning_rate": 9.997820241377015e-05,
      "loss": 4.2581,
      "step": 1040
    },
    {
      "epoch": 0.9075194468452895,
      "grad_norm": 0.4497794806957245,
      "learning_rate": 9.99777357039115e-05,
      "loss": 4.2374,
      "step": 1050
    },
    {
      "epoch": 0.916162489196197,
      "grad_norm": 0.43440842628479004,
      "learning_rate": 9.997726405156804e-05,
      "loss": 4.2748,
      "step": 1060
    },
    {
      "epoch": 0.9248055315471045,
      "grad_norm": 0.3732091188430786,
      "learning_rate": 9.997678745678646e-05,
      "loss": 4.2616,
      "step": 1070
    },
    {
      "epoch": 0.9334485738980121,
      "grad_norm": 0.3860764503479004,
      "learning_rate": 9.997630591961385e-05,
      "loss": 4.2604,
      "step": 1080
    },
    {
      "epoch": 0.9420916162489196,
      "grad_norm": 0.388324111700058,
      "learning_rate": 9.997581944009787e-05,
      "loss": 4.2557,
      "step": 1090
    },
    {
      "epoch": 0.9507346585998271,
      "grad_norm": 0.3761633038520813,
      "learning_rate": 9.997532801828658e-05,
      "loss": 4.2452,
      "step": 1100
    },
    {
      "epoch": 0.9593777009507347,
      "grad_norm": 0.3888528048992157,
      "learning_rate": 9.997483165422863e-05,
      "loss": 4.2324,
      "step": 1110
    },
    {
      "epoch": 0.9680207433016422,
      "grad_norm": 0.3964410722255707,
      "learning_rate": 9.997433034797306e-05,
      "loss": 4.2575,
      "step": 1120
    },
    {
      "epoch": 0.9766637856525497,
      "grad_norm": 0.3878832161426544,
      "learning_rate": 9.997382409956948e-05,
      "loss": 4.2287,
      "step": 1130
    },
    {
      "epoch": 0.9853068280034573,
      "grad_norm": 0.40653976798057556,
      "learning_rate": 9.997331290906795e-05,
      "loss": 4.2419,
      "step": 1140
    },
    {
      "epoch": 0.9939498703543648,
      "grad_norm": 0.4196073114871979,
      "learning_rate": 9.9972796776519e-05,
      "loss": 4.2637,
      "step": 1150
    },
    {
      "epoch": 1.0025929127052722,
      "grad_norm": 0.4322204291820526,
      "learning_rate": 9.997227570197371e-05,
      "loss": 4.241,
      "step": 1160
    },
    {
      "epoch": 1.0112359550561798,
      "grad_norm": 0.43909183144569397,
      "learning_rate": 9.997174968548358e-05,
      "loss": 4.223,
      "step": 1170
    },
    {
      "epoch": 1.0198789974070872,
      "grad_norm": 0.4085228443145752,
      "learning_rate": 9.997121872710065e-05,
      "loss": 4.2065,
      "step": 1180
    },
    {
      "epoch": 1.0285220397579948,
      "grad_norm": 0.43573814630508423,
      "learning_rate": 9.99706828268774e-05,
      "loss": 4.2157,
      "step": 1190
    },
    {
      "epoch": 1.0371650821089022,
      "grad_norm": 0.43408551812171936,
      "learning_rate": 9.997014198486688e-05,
      "loss": 4.2243,
      "step": 1200
    },
    {
      "epoch": 1.0458081244598099,
      "grad_norm": 0.4013933837413788,
      "learning_rate": 9.996959620112252e-05,
      "loss": 4.2049,
      "step": 1210
    },
    {
      "epoch": 1.0544511668107173,
      "grad_norm": 0.39446181058883667,
      "learning_rate": 9.996904547569833e-05,
      "loss": 4.2275,
      "step": 1220
    },
    {
      "epoch": 1.063094209161625,
      "grad_norm": 0.3860018849372864,
      "learning_rate": 9.996848980864872e-05,
      "loss": 4.2294,
      "step": 1230
    },
    {
      "epoch": 1.0717372515125323,
      "grad_norm": 0.41339194774627686,
      "learning_rate": 9.996792920002872e-05,
      "loss": 4.2181,
      "step": 1240
    },
    {
      "epoch": 1.08038029386344,
      "grad_norm": 0.3952074944972992,
      "learning_rate": 9.996736364989371e-05,
      "loss": 4.2021,
      "step": 1250
    },
    {
      "epoch": 1.0890233362143475,
      "grad_norm": 0.38102981448173523,
      "learning_rate": 9.996679315829967e-05,
      "loss": 4.1976,
      "step": 1260
    },
    {
      "epoch": 1.097666378565255,
      "grad_norm": 0.4206709861755371,
      "learning_rate": 9.996621772530297e-05,
      "loss": 4.2038,
      "step": 1270
    },
    {
      "epoch": 1.1063094209161626,
      "grad_norm": 0.426329642534256,
      "learning_rate": 9.996563735096054e-05,
      "loss": 4.2013,
      "step": 1280
    },
    {
      "epoch": 1.11495246326707,
      "grad_norm": 0.41012808680534363,
      "learning_rate": 9.996505203532978e-05,
      "loss": 4.2102,
      "step": 1290
    },
    {
      "epoch": 1.1235955056179776,
      "grad_norm": 0.44611433148384094,
      "learning_rate": 9.996446177846857e-05,
      "loss": 4.2184,
      "step": 1300
    },
    {
      "epoch": 1.132238547968885,
      "grad_norm": 0.39608779549598694,
      "learning_rate": 9.996386658043526e-05,
      "loss": 4.2013,
      "step": 1310
    },
    {
      "epoch": 1.1408815903197926,
      "grad_norm": 0.3952358067035675,
      "learning_rate": 9.996326644128874e-05,
      "loss": 4.2146,
      "step": 1320
    },
    {
      "epoch": 1.1495246326707,
      "grad_norm": 0.40919986367225647,
      "learning_rate": 9.996266136108835e-05,
      "loss": 4.2076,
      "step": 1330
    },
    {
      "epoch": 1.1581676750216077,
      "grad_norm": 0.4090837836265564,
      "learning_rate": 9.996205133989394e-05,
      "loss": 4.2036,
      "step": 1340
    },
    {
      "epoch": 1.166810717372515,
      "grad_norm": 0.4050755500793457,
      "learning_rate": 9.99614363777658e-05,
      "loss": 4.2,
      "step": 1350
    },
    {
      "epoch": 1.1754537597234227,
      "grad_norm": 0.4159175455570221,
      "learning_rate": 9.996081647476479e-05,
      "loss": 4.186,
      "step": 1360
    },
    {
      "epoch": 1.18409680207433,
      "grad_norm": 0.38426005840301514,
      "learning_rate": 9.996019163095221e-05,
      "loss": 4.2028,
      "step": 1370
    },
    {
      "epoch": 1.1927398444252377,
      "grad_norm": 0.37985771894454956,
      "learning_rate": 9.995956184638982e-05,
      "loss": 4.1962,
      "step": 1380
    },
    {
      "epoch": 1.2013828867761451,
      "grad_norm": 0.4341757595539093,
      "learning_rate": 9.995892712113992e-05,
      "loss": 4.178,
      "step": 1390
    },
    {
      "epoch": 1.2100259291270528,
      "grad_norm": 0.41969048976898193,
      "learning_rate": 9.995828745526529e-05,
      "loss": 4.1717,
      "step": 1400
    },
    {
      "epoch": 1.2186689714779602,
      "grad_norm": 0.3623236417770386,
      "learning_rate": 9.995764284882919e-05,
      "loss": 4.1822,
      "step": 1410
    },
    {
      "epoch": 1.2273120138288678,
      "grad_norm": 0.41732436418533325,
      "learning_rate": 9.995699330189533e-05,
      "loss": 4.1949,
      "step": 1420
    },
    {
      "epoch": 1.2359550561797752,
      "grad_norm": 0.419674813747406,
      "learning_rate": 9.995633881452799e-05,
      "loss": 4.1858,
      "step": 1430
    },
    {
      "epoch": 1.2445980985306828,
      "grad_norm": 0.3526209890842438,
      "learning_rate": 9.995567938679189e-05,
      "loss": 4.1839,
      "step": 1440
    },
    {
      "epoch": 1.2532411408815904,
      "grad_norm": 0.4514230191707611,
      "learning_rate": 9.995501501875222e-05,
      "loss": 4.1851,
      "step": 1450
    },
    {
      "epoch": 1.2618841832324978,
      "grad_norm": 0.36050572991371155,
      "learning_rate": 9.995434571047469e-05,
      "loss": 4.1824,
      "step": 1460
    },
    {
      "epoch": 1.2705272255834053,
      "grad_norm": 0.381134569644928,
      "learning_rate": 9.99536714620255e-05,
      "loss": 4.1699,
      "step": 1470
    },
    {
      "epoch": 1.2791702679343129,
      "grad_norm": 0.4092234969139099,
      "learning_rate": 9.995299227347132e-05,
      "loss": 4.1783,
      "step": 1480
    },
    {
      "epoch": 1.2878133102852205,
      "grad_norm": 0.3862142264842987,
      "learning_rate": 9.995230814487933e-05,
      "loss": 4.1754,
      "step": 1490
    },
    {
      "epoch": 1.296456352636128,
      "grad_norm": 0.4242073893547058,
      "learning_rate": 9.995161907631718e-05,
      "loss": 4.1723,
      "step": 1500
    },
    {
      "epoch": 1.3050993949870353,
      "grad_norm": 0.37873271107673645,
      "learning_rate": 9.995092506785301e-05,
      "loss": 4.1884,
      "step": 1510
    },
    {
      "epoch": 1.313742437337943,
      "grad_norm": 0.4228824973106384,
      "learning_rate": 9.995022611955544e-05,
      "loss": 4.1715,
      "step": 1520
    },
    {
      "epoch": 1.3223854796888506,
      "grad_norm": 0.40594765543937683,
      "learning_rate": 9.994952223149363e-05,
      "loss": 4.1761,
      "step": 1530
    },
    {
      "epoch": 1.331028522039758,
      "grad_norm": 0.41995537281036377,
      "learning_rate": 9.994881340373715e-05,
      "loss": 4.1791,
      "step": 1540
    },
    {
      "epoch": 1.3396715643906656,
      "grad_norm": 0.4363441467285156,
      "learning_rate": 9.994809963635612e-05,
      "loss": 4.1794,
      "step": 1550
    },
    {
      "epoch": 1.348314606741573,
      "grad_norm": 0.42417559027671814,
      "learning_rate": 9.994738092942111e-05,
      "loss": 4.1789,
      "step": 1560
    },
    {
      "epoch": 1.3569576490924806,
      "grad_norm": 0.35726356506347656,
      "learning_rate": 9.994665728300323e-05,
      "loss": 4.1471,
      "step": 1570
    },
    {
      "epoch": 1.365600691443388,
      "grad_norm": 0.5013107657432556,
      "learning_rate": 9.9945928697174e-05,
      "loss": 4.1752,
      "step": 1580
    },
    {
      "epoch": 1.3742437337942957,
      "grad_norm": 0.40358176827430725,
      "learning_rate": 9.994519517200552e-05,
      "loss": 4.1757,
      "step": 1590
    },
    {
      "epoch": 1.382886776145203,
      "grad_norm": 0.40083205699920654,
      "learning_rate": 9.994445670757029e-05,
      "loss": 4.1556,
      "step": 1600
    },
    {
      "epoch": 1.3915298184961107,
      "grad_norm": 0.3931852877140045,
      "learning_rate": 9.994371330394135e-05,
      "loss": 4.1877,
      "step": 1610
    },
    {
      "epoch": 1.400172860847018,
      "grad_norm": 0.40225785970687866,
      "learning_rate": 9.994296496119222e-05,
      "loss": 4.1645,
      "step": 1620
    },
    {
      "epoch": 1.4088159031979257,
      "grad_norm": 0.3956712782382965,
      "learning_rate": 9.994221167939692e-05,
      "loss": 4.1584,
      "step": 1630
    },
    {
      "epoch": 1.4174589455488331,
      "grad_norm": 0.48266497254371643,
      "learning_rate": 9.994145345862994e-05,
      "loss": 4.1584,
      "step": 1640
    },
    {
      "epoch": 1.4261019878997407,
      "grad_norm": 0.4280920624732971,
      "learning_rate": 9.994069029896624e-05,
      "loss": 4.1832,
      "step": 1650
    },
    {
      "epoch": 1.4347450302506481,
      "grad_norm": 0.3954409062862396,
      "learning_rate": 9.993992220048132e-05,
      "loss": 4.1604,
      "step": 1660
    },
    {
      "epoch": 1.4433880726015558,
      "grad_norm": 0.3857767879962921,
      "learning_rate": 9.993914916325113e-05,
      "loss": 4.1445,
      "step": 1670
    },
    {
      "epoch": 1.4520311149524634,
      "grad_norm": 0.37384387850761414,
      "learning_rate": 9.993837118735213e-05,
      "loss": 4.1619,
      "step": 1680
    },
    {
      "epoch": 1.4606741573033708,
      "grad_norm": 0.46884164214134216,
      "learning_rate": 9.993758827286123e-05,
      "loss": 4.1609,
      "step": 1690
    },
    {
      "epoch": 1.4693171996542782,
      "grad_norm": 0.41062942147254944,
      "learning_rate": 9.993680041985587e-05,
      "loss": 4.1574,
      "step": 1700
    },
    {
      "epoch": 1.4779602420051858,
      "grad_norm": 0.3853404223918915,
      "learning_rate": 9.993600762841396e-05,
      "loss": 4.1521,
      "step": 1710
    },
    {
      "epoch": 1.4866032843560935,
      "grad_norm": 0.41848281025886536,
      "learning_rate": 9.993520989861391e-05,
      "loss": 4.1478,
      "step": 1720
    },
    {
      "epoch": 1.4952463267070009,
      "grad_norm": 0.46264174580574036,
      "learning_rate": 9.993440723053462e-05,
      "loss": 4.1473,
      "step": 1730
    },
    {
      "epoch": 1.5038893690579083,
      "grad_norm": 0.40048494935035706,
      "learning_rate": 9.993359962425543e-05,
      "loss": 4.1574,
      "step": 1740
    },
    {
      "epoch": 1.512532411408816,
      "grad_norm": 0.4058494567871094,
      "learning_rate": 9.993278707985625e-05,
      "loss": 4.1594,
      "step": 1750
    },
    {
      "epoch": 1.5211754537597235,
      "grad_norm": 0.43248727917671204,
      "learning_rate": 9.993196959741741e-05,
      "loss": 4.1507,
      "step": 1760
    },
    {
      "epoch": 1.529818496110631,
      "grad_norm": 0.3807108402252197,
      "learning_rate": 9.993114717701977e-05,
      "loss": 4.1287,
      "step": 1770
    },
    {
      "epoch": 1.5384615384615383,
      "grad_norm": 0.4381742477416992,
      "learning_rate": 9.993031981874466e-05,
      "loss": 4.1517,
      "step": 1780
    },
    {
      "epoch": 1.547104580812446,
      "grad_norm": 0.43384110927581787,
      "learning_rate": 9.992948752267388e-05,
      "loss": 4.1385,
      "step": 1790
    },
    {
      "epoch": 1.5557476231633536,
      "grad_norm": 0.40165552496910095,
      "learning_rate": 9.992865028888976e-05,
      "loss": 4.1444,
      "step": 1800
    },
    {
      "epoch": 1.564390665514261,
      "grad_norm": 0.3919483721256256,
      "learning_rate": 9.99278081174751e-05,
      "loss": 4.1494,
      "step": 1810
    },
    {
      "epoch": 1.5730337078651684,
      "grad_norm": 0.3615829646587372,
      "learning_rate": 9.992696100851317e-05,
      "loss": 4.1446,
      "step": 1820
    },
    {
      "epoch": 1.581676750216076,
      "grad_norm": 0.3679444193840027,
      "learning_rate": 9.992610896208774e-05,
      "loss": 4.134,
      "step": 1830
    },
    {
      "epoch": 1.5903197925669836,
      "grad_norm": 0.37700727581977844,
      "learning_rate": 9.992525197828309e-05,
      "loss": 4.1507,
      "step": 1840
    },
    {
      "epoch": 1.598962834917891,
      "grad_norm": 0.38863468170166016,
      "learning_rate": 9.992439005718395e-05,
      "loss": 4.1301,
      "step": 1850
    },
    {
      "epoch": 1.6076058772687987,
      "grad_norm": 0.4527703821659088,
      "learning_rate": 9.99235231988756e-05,
      "loss": 4.1374,
      "step": 1860
    },
    {
      "epoch": 1.6162489196197063,
      "grad_norm": 0.39162564277648926,
      "learning_rate": 9.992265140344371e-05,
      "loss": 4.1011,
      "step": 1870
    },
    {
      "epoch": 1.6248919619706137,
      "grad_norm": 0.37502825260162354,
      "learning_rate": 9.992177467097454e-05,
      "loss": 4.1603,
      "step": 1880
    },
    {
      "epoch": 1.633535004321521,
      "grad_norm": 0.3959217965602875,
      "learning_rate": 9.992089300155476e-05,
      "loss": 4.1594,
      "step": 1890
    },
    {
      "epoch": 1.6421780466724287,
      "grad_norm": 0.37182241678237915,
      "learning_rate": 9.992000639527159e-05,
      "loss": 4.1269,
      "step": 1900
    },
    {
      "epoch": 1.6508210890233364,
      "grad_norm": 0.37193068861961365,
      "learning_rate": 9.99191148522127e-05,
      "loss": 4.1209,
      "step": 1910
    },
    {
      "epoch": 1.6594641313742438,
      "grad_norm": 0.45231059193611145,
      "learning_rate": 9.991821837246624e-05,
      "loss": 4.126,
      "step": 1920
    },
    {
      "epoch": 1.6681071737251512,
      "grad_norm": 0.3941323161125183,
      "learning_rate": 9.99173169561209e-05,
      "loss": 4.1337,
      "step": 1930
    },
    {
      "epoch": 1.6767502160760588,
      "grad_norm": 0.3815472722053528,
      "learning_rate": 9.99164106032658e-05,
      "loss": 4.1436,
      "step": 1940
    },
    {
      "epoch": 1.6853932584269664,
      "grad_norm": 0.3901166319847107,
      "learning_rate": 9.991549931399058e-05,
      "loss": 4.1479,
      "step": 1950
    },
    {
      "epoch": 1.6940363007778738,
      "grad_norm": 0.3755541741847992,
      "learning_rate": 9.991458308838535e-05,
      "loss": 4.119,
      "step": 1960
    },
    {
      "epoch": 1.7026793431287812,
      "grad_norm": 0.38016921281814575,
      "learning_rate": 9.991366192654075e-05,
      "loss": 4.1265,
      "step": 1970
    },
    {
      "epoch": 1.7113223854796888,
      "grad_norm": 0.38255974650382996,
      "learning_rate": 9.991273582854783e-05,
      "loss": 4.1142,
      "step": 1980
    },
    {
      "epoch": 1.7199654278305965,
      "grad_norm": 0.40945836901664734,
      "learning_rate": 9.991180479449821e-05,
      "loss": 4.1435,
      "step": 1990
    },
    {
      "epoch": 1.7286084701815039,
      "grad_norm": 0.4141862690448761,
      "learning_rate": 9.991086882448397e-05,
      "loss": 4.1401,
      "step": 2000
    },
    {
      "epoch": 1.7372515125324113,
      "grad_norm": 0.4165342152118683,
      "learning_rate": 9.990992791859764e-05,
      "loss": 4.1169,
      "step": 2010
    },
    {
      "epoch": 1.745894554883319,
      "grad_norm": 0.4032461941242218,
      "learning_rate": 9.990898207693229e-05,
      "loss": 4.1384,
      "step": 2020
    },
    {
      "epoch": 1.7545375972342265,
      "grad_norm": 0.3860340714454651,
      "learning_rate": 9.990803129958146e-05,
      "loss": 4.1267,
      "step": 2030
    },
    {
      "epoch": 1.763180639585134,
      "grad_norm": 0.37838783860206604,
      "learning_rate": 9.990707558663917e-05,
      "loss": 4.1285,
      "step": 2040
    },
    {
      "epoch": 1.7718236819360413,
      "grad_norm": 0.378642737865448,
      "learning_rate": 9.990611493819992e-05,
      "loss": 4.1082,
      "step": 2050
    },
    {
      "epoch": 1.780466724286949,
      "grad_norm": 0.3989695906639099,
      "learning_rate": 9.990514935435873e-05,
      "loss": 4.1193,
      "step": 2060
    },
    {
      "epoch": 1.7891097666378566,
      "grad_norm": 0.3969743847846985,
      "learning_rate": 9.99041788352111e-05,
      "loss": 4.1043,
      "step": 2070
    },
    {
      "epoch": 1.797752808988764,
      "grad_norm": 0.36269089579582214,
      "learning_rate": 9.990320338085297e-05,
      "loss": 4.1011,
      "step": 2080
    },
    {
      "epoch": 1.8063958513396714,
      "grad_norm": 0.36973994970321655,
      "learning_rate": 9.990222299138086e-05,
      "loss": 4.1152,
      "step": 2090
    },
    {
      "epoch": 1.8150388936905792,
      "grad_norm": 0.4093567728996277,
      "learning_rate": 9.990123766689168e-05,
      "loss": 4.1212,
      "step": 2100
    },
    {
      "epoch": 1.8236819360414867,
      "grad_norm": 0.3885112404823303,
      "learning_rate": 9.990024740748288e-05,
      "loss": 4.121,
      "step": 2110
    },
    {
      "epoch": 1.832324978392394,
      "grad_norm": 0.390177845954895,
      "learning_rate": 9.98992522132524e-05,
      "loss": 4.1315,
      "step": 2120
    },
    {
      "epoch": 1.8409680207433017,
      "grad_norm": 0.37001585960388184,
      "learning_rate": 9.989825208429866e-05,
      "loss": 4.1075,
      "step": 2130
    },
    {
      "epoch": 1.8496110630942093,
      "grad_norm": 0.4177457392215729,
      "learning_rate": 9.989724702072057e-05,
      "loss": 4.1119,
      "step": 2140
    },
    {
      "epoch": 1.8582541054451167,
      "grad_norm": 0.3780882954597473,
      "learning_rate": 9.98962370226175e-05,
      "loss": 4.1153,
      "step": 2150
    },
    {
      "epoch": 1.8668971477960241,
      "grad_norm": 0.3910919725894928,
      "learning_rate": 9.989522209008937e-05,
      "loss": 4.1165,
      "step": 2160
    },
    {
      "epoch": 1.8755401901469317,
      "grad_norm": 0.42845630645751953,
      "learning_rate": 9.98942022232365e-05,
      "loss": 4.111,
      "step": 2170
    },
    {
      "epoch": 1.8841832324978394,
      "grad_norm": 0.42277225852012634,
      "learning_rate": 9.989317742215981e-05,
      "loss": 4.1065,
      "step": 2180
    },
    {
      "epoch": 1.8928262748487468,
      "grad_norm": 0.3859688341617584,
      "learning_rate": 9.98921476869606e-05,
      "loss": 4.0743,
      "step": 2190
    },
    {
      "epoch": 1.9014693171996542,
      "grad_norm": 0.4149601459503174,
      "learning_rate": 9.989111301774072e-05,
      "loss": 4.1142,
      "step": 2200
    },
    {
      "epoch": 1.9101123595505618,
      "grad_norm": 0.407088965177536,
      "learning_rate": 9.98900734146025e-05,
      "loss": 4.1036,
      "step": 2210
    },
    {
      "epoch": 1.9187554019014694,
      "grad_norm": 0.3807941973209381,
      "learning_rate": 9.988902887764874e-05,
      "loss": 4.0997,
      "step": 2220
    },
    {
      "epoch": 1.9273984442523768,
      "grad_norm": 0.3798404932022095,
      "learning_rate": 9.988797940698274e-05,
      "loss": 4.1078,
      "step": 2230
    },
    {
      "epoch": 1.9360414866032842,
      "grad_norm": 0.3978034555912018,
      "learning_rate": 9.988692500270829e-05,
      "loss": 4.1001,
      "step": 2240
    },
    {
      "epoch": 1.9446845289541919,
      "grad_norm": 0.4104568064212799,
      "learning_rate": 9.988586566492964e-05,
      "loss": 4.0929,
      "step": 2250
    },
    {
      "epoch": 1.9533275713050995,
      "grad_norm": 0.42732730507850647,
      "learning_rate": 9.988480139375158e-05,
      "loss": 4.0953,
      "step": 2260
    },
    {
      "epoch": 1.961970613656007,
      "grad_norm": 0.37609344720840454,
      "learning_rate": 9.988373218927937e-05,
      "loss": 4.1026,
      "step": 2270
    },
    {
      "epoch": 1.9706136560069143,
      "grad_norm": 0.3761756718158722,
      "learning_rate": 9.988265805161872e-05,
      "loss": 4.0989,
      "step": 2280
    },
    {
      "epoch": 1.979256698357822,
      "grad_norm": 0.3553387224674225,
      "learning_rate": 9.988157898087584e-05,
      "loss": 4.0934,
      "step": 2290
    },
    {
      "epoch": 1.9878997407087295,
      "grad_norm": 0.3820377588272095,
      "learning_rate": 9.98804949771575e-05,
      "loss": 4.0862,
      "step": 2300
    },
    {
      "epoch": 1.996542783059637,
      "grad_norm": 0.42904117703437805,
      "learning_rate": 9.987940604057086e-05,
      "loss": 4.0965,
      "step": 2310
    },
    {
      "epoch": 2.0051858254105444,
      "grad_norm": 0.3741513788700104,
      "learning_rate": 9.987831217122361e-05,
      "loss": 4.0732,
      "step": 2320
    },
    {
      "epoch": 2.013828867761452,
      "grad_norm": 0.39713436365127563,
      "learning_rate": 9.987721336922395e-05,
      "loss": 4.0809,
      "step": 2330
    },
    {
      "epoch": 2.0224719101123596,
      "grad_norm": 0.4682977497577667,
      "learning_rate": 9.987610963468052e-05,
      "loss": 4.0707,
      "step": 2340
    },
    {
      "epoch": 2.031114952463267,
      "grad_norm": 0.41846728324890137,
      "learning_rate": 9.987500096770248e-05,
      "loss": 4.0701,
      "step": 2350
    },
    {
      "epoch": 2.0397579948141744,
      "grad_norm": 0.41535961627960205,
      "learning_rate": 9.987388736839947e-05,
      "loss": 4.0614,
      "step": 2360
    },
    {
      "epoch": 2.0484010371650823,
      "grad_norm": 0.4282785654067993,
      "learning_rate": 9.987276883688163e-05,
      "loss": 4.0585,
      "step": 2370
    },
    {
      "epoch": 2.0570440795159897,
      "grad_norm": 0.3872493505477905,
      "learning_rate": 9.987164537325957e-05,
      "loss": 4.0676,
      "step": 2380
    },
    {
      "epoch": 2.065687121866897,
      "grad_norm": 0.42589569091796875,
      "learning_rate": 9.987051697764437e-05,
      "loss": 4.0547,
      "step": 2390
    },
    {
      "epoch": 2.0743301642178045,
      "grad_norm": 0.4496053159236908,
      "learning_rate": 9.986938365014766e-05,
      "loss": 4.0768,
      "step": 2400
    },
    {
      "epoch": 2.0829732065687123,
      "grad_norm": 0.4225335717201233,
      "learning_rate": 9.986824539088148e-05,
      "loss": 4.0752,
      "step": 2410
    },
    {
      "epoch": 2.0916162489196197,
      "grad_norm": 0.41624388098716736,
      "learning_rate": 9.986710219995844e-05,
      "loss": 4.0746,
      "step": 2420
    },
    {
      "epoch": 2.100259291270527,
      "grad_norm": 0.38141313195228577,
      "learning_rate": 9.986595407749156e-05,
      "loss": 4.0824,
      "step": 2430
    },
    {
      "epoch": 2.1089023336214345,
      "grad_norm": 0.4378717839717865,
      "learning_rate": 9.986480102359438e-05,
      "loss": 4.0538,
      "step": 2440
    },
    {
      "epoch": 2.1175453759723424,
      "grad_norm": 0.4250941872596741,
      "learning_rate": 9.986364303838097e-05,
      "loss": 4.0847,
      "step": 2450
    },
    {
      "epoch": 2.12618841832325,
      "grad_norm": 0.3991968631744385,
      "learning_rate": 9.986248012196581e-05,
      "loss": 4.0638,
      "step": 2460
    },
    {
      "epoch": 2.134831460674157,
      "grad_norm": 0.40770578384399414,
      "learning_rate": 9.986131227446391e-05,
      "loss": 4.0701,
      "step": 2470
    },
    {
      "epoch": 2.1434745030250646,
      "grad_norm": 0.40430259704589844,
      "learning_rate": 9.986013949599078e-05,
      "loss": 4.0793,
      "step": 2480
    },
    {
      "epoch": 2.1521175453759724,
      "grad_norm": 0.35163435339927673,
      "learning_rate": 9.985896178666238e-05,
      "loss": 4.0672,
      "step": 2490
    },
    {
      "epoch": 2.16076058772688,
      "grad_norm": 0.41108131408691406,
      "learning_rate": 9.985777914659517e-05,
      "loss": 4.0491,
      "step": 2500
    },
    {
      "epoch": 2.1694036300777872,
      "grad_norm": 0.3857698440551758,
      "learning_rate": 9.985659157590614e-05,
      "loss": 4.051,
      "step": 2510
    },
    {
      "epoch": 2.178046672428695,
      "grad_norm": 0.36890825629234314,
      "learning_rate": 9.985539907471273e-05,
      "loss": 4.0638,
      "step": 2520
    },
    {
      "epoch": 2.1866897147796025,
      "grad_norm": 0.42200028896331787,
      "learning_rate": 9.985420164313284e-05,
      "loss": 4.0626,
      "step": 2530
    },
    {
      "epoch": 2.19533275713051,
      "grad_norm": 0.40555793046951294,
      "learning_rate": 9.985299928128491e-05,
      "loss": 4.0548,
      "step": 2540
    },
    {
      "epoch": 2.2039757994814173,
      "grad_norm": 0.37539124488830566,
      "learning_rate": 9.985179198928782e-05,
      "loss": 4.0602,
      "step": 2550
    },
    {
      "epoch": 2.212618841832325,
      "grad_norm": 0.3607882261276245,
      "learning_rate": 9.985057976726102e-05,
      "loss": 4.0685,
      "step": 2560
    },
    {
      "epoch": 2.2212618841832326,
      "grad_norm": 0.41010382771492004,
      "learning_rate": 9.984936261532434e-05,
      "loss": 4.0756,
      "step": 2570
    },
    {
      "epoch": 2.22990492653414,
      "grad_norm": 0.4026075601577759,
      "learning_rate": 9.984814053359816e-05,
      "loss": 4.0678,
      "step": 2580
    },
    {
      "epoch": 2.2385479688850474,
      "grad_norm": 0.4083262085914612,
      "learning_rate": 9.984691352220335e-05,
      "loss": 4.0702,
      "step": 2590
    },
    {
      "epoch": 2.247191011235955,
      "grad_norm": 0.3730342388153076,
      "learning_rate": 9.984568158126123e-05,
      "loss": 4.0778,
      "step": 2600
    },
    {
      "epoch": 2.2558340535868626,
      "grad_norm": 0.3822701871395111,
      "learning_rate": 9.984444471089365e-05,
      "loss": 4.0681,
      "step": 2610
    },
    {
      "epoch": 2.26447709593777,
      "grad_norm": 0.42851561307907104,
      "learning_rate": 9.984320291122294e-05,
      "loss": 4.0671,
      "step": 2620
    },
    {
      "epoch": 2.2731201382886774,
      "grad_norm": 0.38593462109565735,
      "learning_rate": 9.984195618237188e-05,
      "loss": 4.0772,
      "step": 2630
    },
    {
      "epoch": 2.2817631806395853,
      "grad_norm": 0.4122885763645172,
      "learning_rate": 9.984070452446377e-05,
      "loss": 4.0506,
      "step": 2640
    },
    {
      "epoch": 2.2904062229904927,
      "grad_norm": 0.36611250042915344,
      "learning_rate": 9.983944793762241e-05,
      "loss": 4.041,
      "step": 2650
    },
    {
      "epoch": 2.2990492653414,
      "grad_norm": 0.3792266547679901,
      "learning_rate": 9.983818642197205e-05,
      "loss": 4.0487,
      "step": 2660
    },
    {
      "epoch": 2.3076923076923075,
      "grad_norm": 0.37189576029777527,
      "learning_rate": 9.983691997763744e-05,
      "loss": 4.0715,
      "step": 2670
    },
    {
      "epoch": 2.3163353500432153,
      "grad_norm": 0.439643919467926,
      "learning_rate": 9.983564860474384e-05,
      "loss": 4.0565,
      "step": 2680
    },
    {
      "epoch": 2.3249783923941227,
      "grad_norm": 0.40879160165786743,
      "learning_rate": 9.983437230341697e-05,
      "loss": 4.0594,
      "step": 2690
    },
    {
      "epoch": 2.33362143474503,
      "grad_norm": 0.5908119678497314,
      "learning_rate": 9.983309107378305e-05,
      "loss": 4.0808,
      "step": 2700
    },
    {
      "epoch": 2.342264477095938,
      "grad_norm": 0.4059031903743744,
      "learning_rate": 9.98318049159688e-05,
      "loss": 4.05,
      "step": 2710
    },
    {
      "epoch": 2.3509075194468454,
      "grad_norm": 0.40800032019615173,
      "learning_rate": 9.98305138301014e-05,
      "loss": 4.0567,
      "step": 2720
    },
    {
      "epoch": 2.359550561797753,
      "grad_norm": 0.3834645450115204,
      "learning_rate": 9.982921781630852e-05,
      "loss": 4.0568,
      "step": 2730
    },
    {
      "epoch": 2.36819360414866,
      "grad_norm": 0.38579824566841125,
      "learning_rate": 9.982791687471835e-05,
      "loss": 4.0539,
      "step": 2740
    },
    {
      "epoch": 2.3768366464995676,
      "grad_norm": 0.41873669624328613,
      "learning_rate": 9.982661100545954e-05,
      "loss": 4.0337,
      "step": 2750
    },
    {
      "epoch": 2.3854796888504755,
      "grad_norm": 0.4565282166004181,
      "learning_rate": 9.982530020866121e-05,
      "loss": 4.0617,
      "step": 2760
    },
    {
      "epoch": 2.394122731201383,
      "grad_norm": 0.3846672773361206,
      "learning_rate": 9.982398448445301e-05,
      "loss": 4.0333,
      "step": 2770
    },
    {
      "epoch": 2.4027657735522903,
      "grad_norm": 0.38927486538887024,
      "learning_rate": 9.982266383296506e-05,
      "loss": 4.0538,
      "step": 2780
    },
    {
      "epoch": 2.411408815903198,
      "grad_norm": 0.4223096966743469,
      "learning_rate": 9.982133825432794e-05,
      "loss": 4.0583,
      "step": 2790
    },
    {
      "epoch": 2.4200518582541055,
      "grad_norm": 0.39263612031936646,
      "learning_rate": 9.982000774867277e-05,
      "loss": 4.0439,
      "step": 2800
    },
    {
      "epoch": 2.428694900605013,
      "grad_norm": 0.3869222104549408,
      "learning_rate": 9.981867231613114e-05,
      "loss": 4.0278,
      "step": 2810
    },
    {
      "epoch": 2.4373379429559203,
      "grad_norm": 0.4026440382003784,
      "learning_rate": 9.981733195683506e-05,
      "loss": 4.0305,
      "step": 2820
    },
    {
      "epoch": 2.445980985306828,
      "grad_norm": 0.39806249737739563,
      "learning_rate": 9.981598667091712e-05,
      "loss": 4.0547,
      "step": 2830
    },
    {
      "epoch": 2.4546240276577356,
      "grad_norm": 0.4208745062351227,
      "learning_rate": 9.981463645851037e-05,
      "loss": 4.0619,
      "step": 2840
    },
    {
      "epoch": 2.463267070008643,
      "grad_norm": 0.38155847787857056,
      "learning_rate": 9.981328131974831e-05,
      "loss": 4.0498,
      "step": 2850
    },
    {
      "epoch": 2.4719101123595504,
      "grad_norm": 0.39878010749816895,
      "learning_rate": 9.981192125476499e-05,
      "loss": 4.0355,
      "step": 2860
    },
    {
      "epoch": 2.4805531547104582,
      "grad_norm": 0.42514941096305847,
      "learning_rate": 9.981055626369486e-05,
      "loss": 4.0421,
      "step": 2870
    },
    {
      "epoch": 2.4891961970613656,
      "grad_norm": 0.38501569628715515,
      "learning_rate": 9.980918634667296e-05,
      "loss": 4.0238,
      "step": 2880
    },
    {
      "epoch": 2.497839239412273,
      "grad_norm": 0.39104270935058594,
      "learning_rate": 9.980781150383475e-05,
      "loss": 4.0295,
      "step": 2890
    },
    {
      "epoch": 2.506482281763181,
      "grad_norm": 0.3947426378726959,
      "learning_rate": 9.980643173531618e-05,
      "loss": 4.0342,
      "step": 2900
    },
    {
      "epoch": 2.5151253241140883,
      "grad_norm": 0.4183313548564911,
      "learning_rate": 9.98050470412537e-05,
      "loss": 4.0226,
      "step": 2910
    },
    {
      "epoch": 2.5237683664649957,
      "grad_norm": 0.4077540338039398,
      "learning_rate": 9.980365742178428e-05,
      "loss": 4.0581,
      "step": 2920
    },
    {
      "epoch": 2.532411408815903,
      "grad_norm": 0.4163062870502472,
      "learning_rate": 9.98022628770453e-05,
      "loss": 4.0519,
      "step": 2930
    },
    {
      "epoch": 2.5410544511668105,
      "grad_norm": 0.4286973178386688,
      "learning_rate": 9.980086340717472e-05,
      "loss": 4.0412,
      "step": 2940
    },
    {
      "epoch": 2.5496974935177183,
      "grad_norm": 0.39301538467407227,
      "learning_rate": 9.979945901231089e-05,
      "loss": 4.0528,
      "step": 2950
    },
    {
      "epoch": 2.5583405358686258,
      "grad_norm": 0.3591897189617157,
      "learning_rate": 9.979804969259271e-05,
      "loss": 4.0473,
      "step": 2960
    },
    {
      "epoch": 2.566983578219533,
      "grad_norm": 0.3480299413204193,
      "learning_rate": 9.979663544815959e-05,
      "loss": 4.026,
      "step": 2970
    },
    {
      "epoch": 2.575626620570441,
      "grad_norm": 0.4198789596557617,
      "learning_rate": 9.979521627915134e-05,
      "loss": 4.0218,
      "step": 2980
    },
    {
      "epoch": 2.5842696629213484,
      "grad_norm": 0.4237462282180786,
      "learning_rate": 9.979379218570835e-05,
      "loss": 4.032,
      "step": 2990
    },
    {
      "epoch": 2.592912705272256,
      "grad_norm": 0.3961845338344574,
      "learning_rate": 9.97923631679714e-05,
      "loss": 4.0338,
      "step": 3000
    },
    {
      "epoch": 2.601555747623163,
      "grad_norm": 0.37998783588409424,
      "learning_rate": 9.979092922608187e-05,
      "loss": 4.0343,
      "step": 3010
    },
    {
      "epoch": 2.6101987899740706,
      "grad_norm": 0.3984253704547882,
      "learning_rate": 9.978949036018153e-05,
      "loss": 4.0317,
      "step": 3020
    },
    {
      "epoch": 2.6188418323249785,
      "grad_norm": 0.39773324131965637,
      "learning_rate": 9.978804657041269e-05,
      "loss": 4.022,
      "step": 3030
    },
    {
      "epoch": 2.627484874675886,
      "grad_norm": 0.374600887298584,
      "learning_rate": 9.978659785691812e-05,
      "loss": 4.0421,
      "step": 3040
    },
    {
      "epoch": 2.6361279170267933,
      "grad_norm": 0.4022236466407776,
      "learning_rate": 9.97851442198411e-05,
      "loss": 4.0526,
      "step": 3050
    },
    {
      "epoch": 2.644770959377701,
      "grad_norm": 0.42483973503112793,
      "learning_rate": 9.978368565932538e-05,
      "loss": 4.0351,
      "step": 3060
    },
    {
      "epoch": 2.6534140017286085,
      "grad_norm": 0.39662912487983704,
      "learning_rate": 9.978222217551521e-05,
      "loss": 4.0228,
      "step": 3070
    },
    {
      "epoch": 2.662057044079516,
      "grad_norm": 0.3777247369289398,
      "learning_rate": 9.97807537685553e-05,
      "loss": 4.0304,
      "step": 3080
    },
    {
      "epoch": 2.670700086430424,
      "grad_norm": 0.38182365894317627,
      "learning_rate": 9.977928043859088e-05,
      "loss": 4.0461,
      "step": 3090
    },
    {
      "epoch": 2.679343128781331,
      "grad_norm": 0.4112408459186554,
      "learning_rate": 9.977780218576767e-05,
      "loss": 4.0291,
      "step": 3100
    },
    {
      "epoch": 2.6879861711322386,
      "grad_norm": 0.42202165722846985,
      "learning_rate": 9.977631901023183e-05,
      "loss": 4.0138,
      "step": 3110
    },
    {
      "epoch": 2.696629213483146,
      "grad_norm": 0.408734530210495,
      "learning_rate": 9.977483091213005e-05,
      "loss": 4.0286,
      "step": 3120
    },
    {
      "epoch": 2.7052722558340534,
      "grad_norm": 0.38142406940460205,
      "learning_rate": 9.97733378916095e-05,
      "loss": 4.0152,
      "step": 3130
    },
    {
      "epoch": 2.7139152981849612,
      "grad_norm": 0.38112136721611023,
      "learning_rate": 9.977183994881782e-05,
      "loss": 4.0427,
      "step": 3140
    },
    {
      "epoch": 2.7225583405358686,
      "grad_norm": 0.38315171003341675,
      "learning_rate": 9.977033708390315e-05,
      "loss": 4.023,
      "step": 3150
    },
    {
      "epoch": 2.731201382886776,
      "grad_norm": 0.4059940278530121,
      "learning_rate": 9.976882929701411e-05,
      "loss": 4.0224,
      "step": 3160
    },
    {
      "epoch": 2.739844425237684,
      "grad_norm": 0.362513929605484,
      "learning_rate": 9.976731658829981e-05,
      "loss": 4.0091,
      "step": 3170
    },
    {
      "epoch": 2.7484874675885913,
      "grad_norm": 0.3792708218097687,
      "learning_rate": 9.976579895790987e-05,
      "loss": 4.0506,
      "step": 3180
    },
    {
      "epoch": 2.7571305099394987,
      "grad_norm": 0.43076249957084656,
      "learning_rate": 9.976427640599435e-05,
      "loss": 4.0359,
      "step": 3190
    },
    {
      "epoch": 2.765773552290406,
      "grad_norm": 0.40846163034439087,
      "learning_rate": 9.976274893270383e-05,
      "loss": 4.0205,
      "step": 3200
    },
    {
      "epoch": 2.7744165946413135,
      "grad_norm": 0.4179258346557617,
      "learning_rate": 9.976121653818935e-05,
      "loss": 4.0356,
      "step": 3210
    },
    {
      "epoch": 2.7830596369922214,
      "grad_norm": 0.4077315330505371,
      "learning_rate": 9.975967922260248e-05,
      "loss": 4.0255,
      "step": 3220
    },
    {
      "epoch": 2.7917026793431288,
      "grad_norm": 0.43419283628463745,
      "learning_rate": 9.975813698609524e-05,
      "loss": 4.027,
      "step": 3230
    },
    {
      "epoch": 2.800345721694036,
      "grad_norm": 0.4041370749473572,
      "learning_rate": 9.975658982882014e-05,
      "loss": 4.0067,
      "step": 3240
    },
    {
      "epoch": 2.808988764044944,
      "grad_norm": 0.4162820279598236,
      "learning_rate": 9.975503775093021e-05,
      "loss": 4.0069,
      "step": 3250
    },
    {
      "epoch": 2.8176318063958514,
      "grad_norm": 0.38512253761291504,
      "learning_rate": 9.97534807525789e-05,
      "loss": 4.0121,
      "step": 3260
    },
    {
      "epoch": 2.826274848746759,
      "grad_norm": 0.3714209794998169,
      "learning_rate": 9.975191883392023e-05,
      "loss": 4.0197,
      "step": 3270
    },
    {
      "epoch": 2.8349178910976662,
      "grad_norm": 0.3607481122016907,
      "learning_rate": 9.975035199510865e-05,
      "loss": 4.0279,
      "step": 3280
    },
    {
      "epoch": 2.8435609334485736,
      "grad_norm": 0.4277598559856415,
      "learning_rate": 9.974878023629908e-05,
      "loss": 4.0153,
      "step": 3290
    },
    {
      "epoch": 2.8522039757994815,
      "grad_norm": 0.5314668416976929,
      "learning_rate": 9.9747203557647e-05,
      "loss": 4.0446,
      "step": 3300
    },
    {
      "epoch": 2.860847018150389,
      "grad_norm": 0.3989110291004181,
      "learning_rate": 9.97456219593083e-05,
      "loss": 4.0293,
      "step": 3310
    },
    {
      "epoch": 2.8694900605012963,
      "grad_norm": 0.3987487256526947,
      "learning_rate": 9.974403544143941e-05,
      "loss": 4.0332,
      "step": 3320
    },
    {
      "epoch": 2.878133102852204,
      "grad_norm": 0.37416449189186096,
      "learning_rate": 9.974244400419723e-05,
      "loss": 4.0267,
      "step": 3330
    },
    {
      "epoch": 2.8867761452031115,
      "grad_norm": 0.39734718203544617,
      "learning_rate": 9.974084764773913e-05,
      "loss": 4.0127,
      "step": 3340
    },
    {
      "epoch": 2.895419187554019,
      "grad_norm": 0.40905460715293884,
      "learning_rate": 9.973924637222299e-05,
      "loss": 4.0062,
      "step": 3350
    },
    {
      "epoch": 2.904062229904927,
      "grad_norm": 0.39355310797691345,
      "learning_rate": 9.973764017780715e-05,
      "loss": 4.0152,
      "step": 3360
    },
    {
      "epoch": 2.912705272255834,
      "grad_norm": 0.43402382731437683,
      "learning_rate": 9.973602906465048e-05,
      "loss": 4.0089,
      "step": 3370
    },
    {
      "epoch": 2.9213483146067416,
      "grad_norm": 0.3763706684112549,
      "learning_rate": 9.973441303291227e-05,
      "loss": 4.0132,
      "step": 3380
    },
    {
      "epoch": 2.929991356957649,
      "grad_norm": 0.3907529413700104,
      "learning_rate": 9.973279208275237e-05,
      "loss": 4.0251,
      "step": 3390
    },
    {
      "epoch": 2.9386343993085564,
      "grad_norm": 0.35746288299560547,
      "learning_rate": 9.973116621433107e-05,
      "loss": 4.0142,
      "step": 3400
    },
    {
      "epoch": 2.9472774416594643,
      "grad_norm": 0.37593522667884827,
      "learning_rate": 9.972953542780917e-05,
      "loss": 4.043,
      "step": 3410
    },
    {
      "epoch": 2.9559204840103717,
      "grad_norm": 0.391845703125,
      "learning_rate": 9.972789972334791e-05,
      "loss": 4.0254,
      "step": 3420
    },
    {
      "epoch": 2.964563526361279,
      "grad_norm": 0.42428308725357056,
      "learning_rate": 9.972625910110907e-05,
      "loss": 4.0275,
      "step": 3430
    },
    {
      "epoch": 2.973206568712187,
      "grad_norm": 0.41555356979370117,
      "learning_rate": 9.972461356125493e-05,
      "loss": 4.0108,
      "step": 3440
    },
    {
      "epoch": 2.9818496110630943,
      "grad_norm": 0.410685658454895,
      "learning_rate": 9.972296310394817e-05,
      "loss": 4.0132,
      "step": 3450
    },
    {
      "epoch": 2.9904926534140017,
      "grad_norm": 0.42894941568374634,
      "learning_rate": 9.972130772935204e-05,
      "loss": 4.031,
      "step": 3460
    },
    {
      "epoch": 2.999135695764909,
      "grad_norm": 0.41685834527015686,
      "learning_rate": 9.971964743763025e-05,
      "loss": 4.0433,
      "step": 3470
    },
    {
      "epoch": 3.007778738115817,
      "grad_norm": 0.4265305995941162,
      "learning_rate": 9.971798222894698e-05,
      "loss": 3.9885,
      "step": 3480
    },
    {
      "epoch": 3.0164217804667244,
      "grad_norm": 0.4140925705432892,
      "learning_rate": 9.97163121034669e-05,
      "loss": 3.9851,
      "step": 3490
    },
    {
      "epoch": 3.025064822817632,
      "grad_norm": 0.4080989360809326,
      "learning_rate": 9.971463706135518e-05,
      "loss": 4.001,
      "step": 3500
    },
    {
      "epoch": 3.033707865168539,
      "grad_norm": 0.3796727657318115,
      "learning_rate": 9.971295710277751e-05,
      "loss": 3.9844,
      "step": 3510
    },
    {
      "epoch": 3.042350907519447,
      "grad_norm": 0.3994463086128235,
      "learning_rate": 9.971127222789997e-05,
      "loss": 3.984,
      "step": 3520
    },
    {
      "epoch": 3.0509939498703544,
      "grad_norm": 0.37408745288848877,
      "learning_rate": 9.970958243688921e-05,
      "loss": 3.9793,
      "step": 3530
    },
    {
      "epoch": 3.059636992221262,
      "grad_norm": 0.4110405445098877,
      "learning_rate": 9.970788772991234e-05,
      "loss": 3.995,
      "step": 3540
    },
    {
      "epoch": 3.0682800345721692,
      "grad_norm": 0.4115905463695526,
      "learning_rate": 9.970618810713696e-05,
      "loss": 3.9781,
      "step": 3550
    },
    {
      "epoch": 3.076923076923077,
      "grad_norm": 0.4134933650493622,
      "learning_rate": 9.970448356873114e-05,
      "loss": 3.9761,
      "step": 3560
    },
    {
      "epoch": 3.0855661192739845,
      "grad_norm": 0.5576270818710327,
      "learning_rate": 9.970277411486347e-05,
      "loss": 3.9831,
      "step": 3570
    },
    {
      "epoch": 3.094209161624892,
      "grad_norm": 0.4009261727333069,
      "learning_rate": 9.970105974570296e-05,
      "loss": 3.9924,
      "step": 3580
    },
    {
      "epoch": 3.1028522039757993,
      "grad_norm": 0.37966781854629517,
      "learning_rate": 9.96993404614192e-05,
      "loss": 3.9732,
      "step": 3590
    },
    {
      "epoch": 3.111495246326707,
      "grad_norm": 0.4052596390247345,
      "learning_rate": 9.969761626218219e-05,
      "loss": 3.9736,
      "step": 3600
    },
    {
      "epoch": 3.1201382886776146,
      "grad_norm": 0.4077953100204468,
      "learning_rate": 9.969588714816245e-05,
      "loss": 3.9945,
      "step": 3610
    },
    {
      "epoch": 3.128781331028522,
      "grad_norm": 0.3810597360134125,
      "learning_rate": 9.969415311953097e-05,
      "loss": 3.9801,
      "step": 3620
    },
    {
      "epoch": 3.1374243733794294,
      "grad_norm": 0.40926823019981384,
      "learning_rate": 9.969241417645925e-05,
      "loss": 3.9873,
      "step": 3630
    },
    {
      "epoch": 3.146067415730337,
      "grad_norm": 0.41089189052581787,
      "learning_rate": 9.969067031911924e-05,
      "loss": 3.9869,
      "step": 3640
    },
    {
      "epoch": 3.1547104580812446,
      "grad_norm": 0.4003468453884125,
      "learning_rate": 9.968892154768342e-05,
      "loss": 3.9736,
      "step": 3650
    },
    {
      "epoch": 3.163353500432152,
      "grad_norm": 0.41555094718933105,
      "learning_rate": 9.96871678623247e-05,
      "loss": 3.9983,
      "step": 3660
    },
    {
      "epoch": 3.1719965427830594,
      "grad_norm": 0.39583298563957214,
      "learning_rate": 9.968540926321656e-05,
      "loss": 3.9836,
      "step": 3670
    },
    {
      "epoch": 3.1806395851339673,
      "grad_norm": 0.3939920663833618,
      "learning_rate": 9.968364575053287e-05,
      "loss": 3.9812,
      "step": 3680
    },
    {
      "epoch": 3.1892826274848747,
      "grad_norm": 0.3791988790035248,
      "learning_rate": 9.968187732444803e-05,
      "loss": 4.0007,
      "step": 3690
    },
    {
      "epoch": 3.197925669835782,
      "grad_norm": 0.4620395600795746,
      "learning_rate": 9.968010398513697e-05,
      "loss": 3.9846,
      "step": 3700
    },
    {
      "epoch": 3.20656871218669,
      "grad_norm": 0.3994518220424652,
      "learning_rate": 9.9678325732775e-05,
      "loss": 3.9847,
      "step": 3710
    },
    {
      "epoch": 3.2152117545375973,
      "grad_norm": 0.3929818272590637,
      "learning_rate": 9.967654256753802e-05,
      "loss": 3.9681,
      "step": 3720
    },
    {
      "epoch": 3.2238547968885047,
      "grad_norm": 0.4671798646450043,
      "learning_rate": 9.967475448960237e-05,
      "loss": 3.9615,
      "step": 3730
    },
    {
      "epoch": 3.232497839239412,
      "grad_norm": 0.3958970904350281,
      "learning_rate": 9.967296149914487e-05,
      "loss": 3.9808,
      "step": 3740
    },
    {
      "epoch": 3.24114088159032,
      "grad_norm": 0.3957637846469879,
      "learning_rate": 9.967116359634285e-05,
      "loss": 3.9802,
      "step": 3750
    },
    {
      "epoch": 3.2497839239412274,
      "grad_norm": 0.40409496426582336,
      "learning_rate": 9.966936078137409e-05,
      "loss": 3.9744,
      "step": 3760
    },
    {
      "epoch": 3.258426966292135,
      "grad_norm": 0.39653480052948,
      "learning_rate": 9.96675530544169e-05,
      "loss": 3.977,
      "step": 3770
    },
    {
      "epoch": 3.267070008643042,
      "grad_norm": 0.3906710743904114,
      "learning_rate": 9.966574041565002e-05,
      "loss": 3.9944,
      "step": 3780
    },
    {
      "epoch": 3.27571305099395,
      "grad_norm": 0.4071696698665619,
      "learning_rate": 9.966392286525275e-05,
      "loss": 3.9693,
      "step": 3790
    },
    {
      "epoch": 3.2843560933448575,
      "grad_norm": 0.40187910199165344,
      "learning_rate": 9.96621004034048e-05,
      "loss": 3.9705,
      "step": 3800
    },
    {
      "epoch": 3.292999135695765,
      "grad_norm": 0.39552152156829834,
      "learning_rate": 9.966027303028643e-05,
      "loss": 3.9831,
      "step": 3810
    },
    {
      "epoch": 3.3016421780466723,
      "grad_norm": 0.41403430700302124,
      "learning_rate": 9.965844074607832e-05,
      "loss": 3.9815,
      "step": 3820
    },
    {
      "epoch": 3.31028522039758,
      "grad_norm": 0.36947181820869446,
      "learning_rate": 9.965660355096169e-05,
      "loss": 3.9812,
      "step": 3830
    },
    {
      "epoch": 3.3189282627484875,
      "grad_norm": 0.3820069134235382,
      "learning_rate": 9.965476144511825e-05,
      "loss": 3.9935,
      "step": 3840
    },
    {
      "epoch": 3.327571305099395,
      "grad_norm": 0.38387468457221985,
      "learning_rate": 9.965291442873012e-05,
      "loss": 3.9591,
      "step": 3850
    },
    {
      "epoch": 3.3362143474503023,
      "grad_norm": 0.39455530047416687,
      "learning_rate": 9.965106250198002e-05,
      "loss": 3.983,
      "step": 3860
    },
    {
      "epoch": 3.34485738980121,
      "grad_norm": 0.41662219166755676,
      "learning_rate": 9.964920566505105e-05,
      "loss": 3.9726,
      "step": 3870
    },
    {
      "epoch": 3.3535004321521176,
      "grad_norm": 0.4535958170890808,
      "learning_rate": 9.964734391812685e-05,
      "loss": 3.9751,
      "step": 3880
    },
    {
      "epoch": 3.362143474503025,
      "grad_norm": 0.4376087784767151,
      "learning_rate": 9.964547726139153e-05,
      "loss": 3.9763,
      "step": 3890
    },
    {
      "epoch": 3.370786516853933,
      "grad_norm": 0.45594897866249084,
      "learning_rate": 9.96436056950297e-05,
      "loss": 3.9859,
      "step": 3900
    },
    {
      "epoch": 3.3794295592048402,
      "grad_norm": 0.39022424817085266,
      "learning_rate": 9.964172921922647e-05,
      "loss": 3.9643,
      "step": 3910
    },
    {
      "epoch": 3.3880726015557476,
      "grad_norm": 0.4227944612503052,
      "learning_rate": 9.963984783416736e-05,
      "loss": 3.9546,
      "step": 3920
    },
    {
      "epoch": 3.396715643906655,
      "grad_norm": 0.4053288698196411,
      "learning_rate": 9.963796154003846e-05,
      "loss": 3.9806,
      "step": 3930
    },
    {
      "epoch": 3.4053586862575624,
      "grad_norm": 0.42025065422058105,
      "learning_rate": 9.963607033702632e-05,
      "loss": 3.9638,
      "step": 3940
    },
    {
      "epoch": 3.4140017286084703,
      "grad_norm": 0.42370736598968506,
      "learning_rate": 9.963417422531793e-05,
      "loss": 3.9706,
      "step": 3950
    },
    {
      "epoch": 3.4226447709593777,
      "grad_norm": 0.4178035855293274,
      "learning_rate": 9.963227320510085e-05,
      "loss": 3.9757,
      "step": 3960
    },
    {
      "epoch": 3.431287813310285,
      "grad_norm": 0.4232766628265381,
      "learning_rate": 9.963036727656302e-05,
      "loss": 3.9743,
      "step": 3970
    },
    {
      "epoch": 3.439930855661193,
      "grad_norm": 0.4033137857913971,
      "learning_rate": 9.9628456439893e-05,
      "loss": 3.9601,
      "step": 3980
    },
    {
      "epoch": 3.4485738980121003,
      "grad_norm": 0.38971027731895447,
      "learning_rate": 9.962654069527971e-05,
      "loss": 3.9504,
      "step": 3990
    },
    {
      "epoch": 3.4572169403630078,
      "grad_norm": 0.41488805413246155,
      "learning_rate": 9.962462004291262e-05,
      "loss": 3.9739,
      "step": 4000
    },
    {
      "epoch": 3.465859982713915,
      "grad_norm": 0.4420943558216095,
      "learning_rate": 9.962269448298165e-05,
      "loss": 3.9626,
      "step": 4010
    },
    {
      "epoch": 3.474503025064823,
      "grad_norm": 0.38567495346069336,
      "learning_rate": 9.962076401567726e-05,
      "loss": 3.9649,
      "step": 4020
    },
    {
      "epoch": 3.4831460674157304,
      "grad_norm": 0.38574954867362976,
      "learning_rate": 9.961882864119033e-05,
      "loss": 3.9604,
      "step": 4030
    },
    {
      "epoch": 3.491789109766638,
      "grad_norm": 0.38442280888557434,
      "learning_rate": 9.961688835971228e-05,
      "loss": 3.9836,
      "step": 4040
    },
    {
      "epoch": 3.500432152117545,
      "grad_norm": 0.37078383564949036,
      "learning_rate": 9.961494317143498e-05,
      "loss": 3.9614,
      "step": 4050
    },
    {
      "epoch": 3.509075194468453,
      "grad_norm": 0.3818207383155823,
      "learning_rate": 9.961299307655078e-05,
      "loss": 3.9792,
      "step": 4060
    },
    {
      "epoch": 3.5177182368193605,
      "grad_norm": 0.4358178377151489,
      "learning_rate": 9.961103807525258e-05,
      "loss": 3.955,
      "step": 4070
    },
    {
      "epoch": 3.526361279170268,
      "grad_norm": 0.41927260160446167,
      "learning_rate": 9.960907816773367e-05,
      "loss": 3.9561,
      "step": 4080
    },
    {
      "epoch": 3.5350043215211757,
      "grad_norm": 0.39505141973495483,
      "learning_rate": 9.960711335418789e-05,
      "loss": 3.9673,
      "step": 4090
    },
    {
      "epoch": 3.543647363872083,
      "grad_norm": 0.3742333948612213,
      "learning_rate": 9.960514363480955e-05,
      "loss": 3.9682,
      "step": 4100
    },
    {
      "epoch": 3.5522904062229905,
      "grad_norm": 0.4105224013328552,
      "learning_rate": 9.960316900979345e-05,
      "loss": 3.9791,
      "step": 4110
    },
    {
      "epoch": 3.560933448573898,
      "grad_norm": 0.412748783826828,
      "learning_rate": 9.960118947933486e-05,
      "loss": 3.9727,
      "step": 4120
    },
    {
      "epoch": 3.5695764909248053,
      "grad_norm": 0.42374593019485474,
      "learning_rate": 9.959920504362953e-05,
      "loss": 3.999,
      "step": 4130
    },
    {
      "epoch": 3.578219533275713,
      "grad_norm": 0.4130748212337494,
      "learning_rate": 9.959721570287372e-05,
      "loss": 3.9716,
      "step": 4140
    },
    {
      "epoch": 3.5868625756266206,
      "grad_norm": 0.41365188360214233,
      "learning_rate": 9.959522145726416e-05,
      "loss": 3.9589,
      "step": 4150
    },
    {
      "epoch": 3.595505617977528,
      "grad_norm": 0.3764607012271881,
      "learning_rate": 9.95932223069981e-05,
      "loss": 3.9633,
      "step": 4160
    },
    {
      "epoch": 3.604148660328436,
      "grad_norm": 0.39547720551490784,
      "learning_rate": 9.959121825227319e-05,
      "loss": 3.9798,
      "step": 4170
    },
    {
      "epoch": 3.6127917026793432,
      "grad_norm": 0.39446717500686646,
      "learning_rate": 9.958920929328765e-05,
      "loss": 3.982,
      "step": 4180
    },
    {
      "epoch": 3.6214347450302506,
      "grad_norm": 0.3937778174877167,
      "learning_rate": 9.958719543024015e-05,
      "loss": 3.9588,
      "step": 4190
    },
    {
      "epoch": 3.630077787381158,
      "grad_norm": 0.4112344980239868,
      "learning_rate": 9.958517666332986e-05,
      "loss": 3.9606,
      "step": 4200
    },
    {
      "epoch": 3.6387208297320655,
      "grad_norm": 0.39207276701927185,
      "learning_rate": 9.958315299275637e-05,
      "loss": 3.9529,
      "step": 4210
    },
    {
      "epoch": 3.6473638720829733,
      "grad_norm": 0.4045730531215668,
      "learning_rate": 9.958112441871987e-05,
      "loss": 3.9666,
      "step": 4220
    },
    {
      "epoch": 3.6560069144338807,
      "grad_norm": 0.38452064990997314,
      "learning_rate": 9.957909094142097e-05,
      "loss": 3.9672,
      "step": 4230
    },
    {
      "epoch": 3.664649956784788,
      "grad_norm": 0.42553505301475525,
      "learning_rate": 9.957705256106073e-05,
      "loss": 3.967,
      "step": 4240
    },
    {
      "epoch": 3.673292999135696,
      "grad_norm": 0.393327921628952,
      "learning_rate": 9.957500927784076e-05,
      "loss": 3.987,
      "step": 4250
    },
    {
      "epoch": 3.6819360414866034,
      "grad_norm": 0.3970630466938019,
      "learning_rate": 9.95729610919631e-05,
      "loss": 3.9638,
      "step": 4260
    },
    {
      "epoch": 3.6905790838375108,
      "grad_norm": 0.3931358754634857,
      "learning_rate": 9.957090800363033e-05,
      "loss": 3.9708,
      "step": 4270
    },
    {
      "epoch": 3.699222126188418,
      "grad_norm": 0.40673935413360596,
      "learning_rate": 9.95688500130455e-05,
      "loss": 3.977,
      "step": 4280
    },
    {
      "epoch": 3.7078651685393256,
      "grad_norm": 0.43467679619789124,
      "learning_rate": 9.956678712041209e-05,
      "loss": 3.9657,
      "step": 4290
    },
    {
      "epoch": 3.7165082108902334,
      "grad_norm": 0.39805540442466736,
      "learning_rate": 9.956471932593416e-05,
      "loss": 3.9583,
      "step": 4300
    },
    {
      "epoch": 3.725151253241141,
      "grad_norm": 0.41366034746170044,
      "learning_rate": 9.956264662981613e-05,
      "loss": 3.9722,
      "step": 4310
    },
    {
      "epoch": 3.7337942955920482,
      "grad_norm": 0.42467692494392395,
      "learning_rate": 9.956056903226306e-05,
      "loss": 3.9656,
      "step": 4320
    },
    {
      "epoch": 3.742437337942956,
      "grad_norm": 0.39933547377586365,
      "learning_rate": 9.955848653348034e-05,
      "loss": 3.9683,
      "step": 4330
    },
    {
      "epoch": 3.7510803802938635,
      "grad_norm": 0.3879496157169342,
      "learning_rate": 9.955639913367397e-05,
      "loss": 3.9773,
      "step": 4340
    },
    {
      "epoch": 3.759723422644771,
      "grad_norm": 0.37019243836402893,
      "learning_rate": 9.955430683305033e-05,
      "loss": 3.9524,
      "step": 4350
    },
    {
      "epoch": 3.7683664649956787,
      "grad_norm": 0.4178643822669983,
      "learning_rate": 9.955220963181638e-05,
      "loss": 3.9485,
      "step": 4360
    },
    {
      "epoch": 3.777009507346586,
      "grad_norm": 0.41122493147850037,
      "learning_rate": 9.95501075301795e-05,
      "loss": 3.9685,
      "step": 4370
    },
    {
      "epoch": 3.7856525496974935,
      "grad_norm": 0.41016119718551636,
      "learning_rate": 9.954800052834758e-05,
      "loss": 3.9673,
      "step": 4380
    },
    {
      "epoch": 3.794295592048401,
      "grad_norm": 0.45394212007522583,
      "learning_rate": 9.954588862652898e-05,
      "loss": 3.9604,
      "step": 4390
    },
    {
      "epoch": 3.8029386343993083,
      "grad_norm": 0.3679504096508026,
      "learning_rate": 9.954377182493256e-05,
      "loss": 3.963,
      "step": 4400
    },
    {
      "epoch": 3.811581676750216,
      "grad_norm": 0.3887917101383209,
      "learning_rate": 9.954165012376766e-05,
      "loss": 3.9563,
      "step": 4410
    },
    {
      "epoch": 3.8202247191011236,
      "grad_norm": 0.39349594712257385,
      "learning_rate": 9.95395235232441e-05,
      "loss": 3.9755,
      "step": 4420
    },
    {
      "epoch": 3.828867761452031,
      "grad_norm": 0.4100673198699951,
      "learning_rate": 9.953739202357218e-05,
      "loss": 3.963,
      "step": 4430
    },
    {
      "epoch": 3.837510803802939,
      "grad_norm": 0.4095550775527954,
      "learning_rate": 9.953525562496271e-05,
      "loss": 3.9566,
      "step": 4440
    },
    {
      "epoch": 3.8461538461538463,
      "grad_norm": 0.4018843173980713,
      "learning_rate": 9.953311432762697e-05,
      "loss": 3.9928,
      "step": 4450
    },
    {
      "epoch": 3.8547968885047537,
      "grad_norm": 0.417694628238678,
      "learning_rate": 9.95309681317767e-05,
      "loss": 3.9688,
      "step": 4460
    },
    {
      "epoch": 3.863439930855661,
      "grad_norm": 0.37409707903862,
      "learning_rate": 9.952881703762413e-05,
      "loss": 3.968,
      "step": 4470
    },
    {
      "epoch": 3.8720829732065685,
      "grad_norm": 0.4068198800086975,
      "learning_rate": 9.952666104538204e-05,
      "loss": 3.9465,
      "step": 4480
    },
    {
      "epoch": 3.8807260155574763,
      "grad_norm": 0.3868768513202667,
      "learning_rate": 9.95245001552636e-05,
      "loss": 3.9768,
      "step": 4490
    },
    {
      "epoch": 3.8893690579083837,
      "grad_norm": 0.3920934498310089,
      "learning_rate": 9.952233436748255e-05,
      "loss": 3.9508,
      "step": 4500
    },
    {
      "epoch": 3.898012100259291,
      "grad_norm": 0.3930341601371765,
      "learning_rate": 9.952016368225304e-05,
      "loss": 3.9583,
      "step": 4510
    },
    {
      "epoch": 3.906655142610199,
      "grad_norm": 0.38753554224967957,
      "learning_rate": 9.951798809978972e-05,
      "loss": 3.9619,
      "step": 4520
    },
    {
      "epoch": 3.9152981849611064,
      "grad_norm": 0.3948099613189697,
      "learning_rate": 9.951580762030779e-05,
      "loss": 3.9462,
      "step": 4530
    },
    {
      "epoch": 3.923941227312014,
      "grad_norm": 0.38144612312316895,
      "learning_rate": 9.951362224402286e-05,
      "loss": 3.9389,
      "step": 4540
    },
    {
      "epoch": 3.932584269662921,
      "grad_norm": 0.4239857494831085,
      "learning_rate": 9.951143197115105e-05,
      "loss": 3.979,
      "step": 4550
    },
    {
      "epoch": 3.941227312013829,
      "grad_norm": 0.38614705204963684,
      "learning_rate": 9.950923680190897e-05,
      "loss": 3.9719,
      "step": 4560
    },
    {
      "epoch": 3.9498703543647364,
      "grad_norm": 0.40395599603652954,
      "learning_rate": 9.950703673651371e-05,
      "loss": 3.9602,
      "step": 4570
    },
    {
      "epoch": 3.958513396715644,
      "grad_norm": 0.38685745000839233,
      "learning_rate": 9.950483177518284e-05,
      "loss": 3.9595,
      "step": 4580
    },
    {
      "epoch": 3.9671564390665512,
      "grad_norm": 0.4111729562282562,
      "learning_rate": 9.950262191813439e-05,
      "loss": 3.9515,
      "step": 4590
    },
    {
      "epoch": 3.975799481417459,
      "grad_norm": 0.389687180519104,
      "learning_rate": 9.950040716558695e-05,
      "loss": 3.9467,
      "step": 4600
    },
    {
      "epoch": 3.9844425237683665,
      "grad_norm": 0.3774176836013794,
      "learning_rate": 9.949818751775953e-05,
      "loss": 3.953,
      "step": 4610
    },
    {
      "epoch": 3.993085566119274,
      "grad_norm": 0.4081401228904724,
      "learning_rate": 9.94959629748716e-05,
      "loss": 3.9703,
      "step": 4620
    },
    {
      "epoch": 4.001728608470182,
      "grad_norm": 0.5200892090797424,
      "learning_rate": 9.949373353714322e-05,
      "loss": 3.9673,
      "step": 4630
    },
    {
      "epoch": 4.010371650821089,
      "grad_norm": 0.43167346715927124,
      "learning_rate": 9.94914992047948e-05,
      "loss": 3.9162,
      "step": 4640
    },
    {
      "epoch": 4.0190146931719966,
      "grad_norm": 0.4425268769264221,
      "learning_rate": 9.948925997804735e-05,
      "loss": 3.9323,
      "step": 4650
    },
    {
      "epoch": 4.027657735522904,
      "grad_norm": 0.3791431188583374,
      "learning_rate": 9.94870158571223e-05,
      "loss": 3.92,
      "step": 4660
    },
    {
      "epoch": 4.036300777873811,
      "grad_norm": 0.38714367151260376,
      "learning_rate": 9.948476684224157e-05,
      "loss": 3.9103,
      "step": 4670
    },
    {
      "epoch": 4.044943820224719,
      "grad_norm": 0.44668495655059814,
      "learning_rate": 9.948251293362759e-05,
      "loss": 3.9365,
      "step": 4680
    },
    {
      "epoch": 4.053586862575627,
      "grad_norm": 0.3981260061264038,
      "learning_rate": 9.948025413150324e-05,
      "loss": 3.9073,
      "step": 4690
    },
    {
      "epoch": 4.062229904926534,
      "grad_norm": 0.40968841314315796,
      "learning_rate": 9.94779904360919e-05,
      "loss": 3.9182,
      "step": 4700
    },
    {
      "epoch": 4.070872947277442,
      "grad_norm": 0.40504834055900574,
      "learning_rate": 9.947572184761747e-05,
      "loss": 3.9191,
      "step": 4710
    },
    {
      "epoch": 4.079515989628349,
      "grad_norm": 0.4014981985092163,
      "learning_rate": 9.947344836630425e-05,
      "loss": 3.9082,
      "step": 4720
    },
    {
      "epoch": 4.088159031979257,
      "grad_norm": 0.40645283460617065,
      "learning_rate": 9.94711699923771e-05,
      "loss": 3.9224,
      "step": 4730
    },
    {
      "epoch": 4.0968020743301645,
      "grad_norm": 0.514344334602356,
      "learning_rate": 9.946888672606136e-05,
      "loss": 3.9206,
      "step": 4740
    },
    {
      "epoch": 4.1054451166810715,
      "grad_norm": 0.39526522159576416,
      "learning_rate": 9.946659856758279e-05,
      "loss": 3.9295,
      "step": 4750
    },
    {
      "epoch": 4.114088159031979,
      "grad_norm": 0.4328455924987793,
      "learning_rate": 9.946430551716767e-05,
      "loss": 3.9237,
      "step": 4760
    },
    {
      "epoch": 4.122731201382887,
      "grad_norm": 0.4382619261741638,
      "learning_rate": 9.946200757504282e-05,
      "loss": 3.9386,
      "step": 4770
    },
    {
      "epoch": 4.131374243733794,
      "grad_norm": 0.3957505524158478,
      "learning_rate": 9.945970474143544e-05,
      "loss": 3.8995,
      "step": 4780
    },
    {
      "epoch": 4.140017286084702,
      "grad_norm": 0.4167569577693939,
      "learning_rate": 9.945739701657331e-05,
      "loss": 3.9122,
      "step": 4790
    },
    {
      "epoch": 4.148660328435609,
      "grad_norm": 0.39202484488487244,
      "learning_rate": 9.94550844006846e-05,
      "loss": 3.9125,
      "step": 4800
    },
    {
      "epoch": 4.157303370786517,
      "grad_norm": 0.40711510181427,
      "learning_rate": 9.945276689399805e-05,
      "loss": 3.9124,
      "step": 4810
    },
    {
      "epoch": 4.165946413137425,
      "grad_norm": 0.45867350697517395,
      "learning_rate": 9.945044449674283e-05,
      "loss": 3.9302,
      "step": 4820
    },
    {
      "epoch": 4.174589455488332,
      "grad_norm": 0.4911673367023468,
      "learning_rate": 9.944811720914861e-05,
      "loss": 3.917,
      "step": 4830
    },
    {
      "epoch": 4.1832324978392394,
      "grad_norm": 0.4624628722667694,
      "learning_rate": 9.944578503144556e-05,
      "loss": 3.9294,
      "step": 4840
    },
    {
      "epoch": 4.191875540190147,
      "grad_norm": 0.4343968331813812,
      "learning_rate": 9.944344796386432e-05,
      "loss": 3.9165,
      "step": 4850
    },
    {
      "epoch": 4.200518582541054,
      "grad_norm": 0.4132777750492096,
      "learning_rate": 9.944110600663599e-05,
      "loss": 3.9292,
      "step": 4860
    },
    {
      "epoch": 4.209161624891962,
      "grad_norm": 0.4056624174118042,
      "learning_rate": 9.943875915999219e-05,
      "loss": 3.928,
      "step": 4870
    },
    {
      "epoch": 4.217804667242869,
      "grad_norm": 0.41375166177749634,
      "learning_rate": 9.943640742416498e-05,
      "loss": 3.913,
      "step": 4880
    },
    {
      "epoch": 4.226447709593777,
      "grad_norm": 0.3951173424720764,
      "learning_rate": 9.943405079938696e-05,
      "loss": 3.9164,
      "step": 4890
    },
    {
      "epoch": 4.235090751944685,
      "grad_norm": 0.46749618649482727,
      "learning_rate": 9.94316892858912e-05,
      "loss": 3.9088,
      "step": 4900
    },
    {
      "epoch": 4.243733794295592,
      "grad_norm": 0.4152389466762543,
      "learning_rate": 9.942932288391122e-05,
      "loss": 3.9215,
      "step": 4910
    },
    {
      "epoch": 4.2523768366465,
      "grad_norm": 0.41738367080688477,
      "learning_rate": 9.942695159368103e-05,
      "loss": 3.9275,
      "step": 4920
    },
    {
      "epoch": 4.261019878997407,
      "grad_norm": 0.39906904101371765,
      "learning_rate": 9.942457541543514e-05,
      "loss": 3.9347,
      "step": 4930
    },
    {
      "epoch": 4.269662921348314,
      "grad_norm": 0.393771231174469,
      "learning_rate": 9.942219434940855e-05,
      "loss": 3.9201,
      "step": 4940
    },
    {
      "epoch": 4.278305963699222,
      "grad_norm": 0.4133332073688507,
      "learning_rate": 9.941980839583674e-05,
      "loss": 3.934,
      "step": 4950
    },
    {
      "epoch": 4.286949006050129,
      "grad_norm": 0.3788248300552368,
      "learning_rate": 9.941741755495563e-05,
      "loss": 3.9211,
      "step": 4960
    },
    {
      "epoch": 4.295592048401037,
      "grad_norm": 0.40453118085861206,
      "learning_rate": 9.941502182700171e-05,
      "loss": 3.916,
      "step": 4970
    },
    {
      "epoch": 4.304235090751945,
      "grad_norm": 0.4149778485298157,
      "learning_rate": 9.941262121221187e-05,
      "loss": 3.9263,
      "step": 4980
    },
    {
      "epoch": 4.312878133102852,
      "grad_norm": 0.41949522495269775,
      "learning_rate": 9.941021571082352e-05,
      "loss": 3.9193,
      "step": 4990
    },
    {
      "epoch": 4.32152117545376,
      "grad_norm": 0.4075440466403961,
      "learning_rate": 9.940780532307455e-05,
      "loss": 3.9093,
      "step": 5000
    },
    {
      "epoch": 4.3301642178046675,
      "grad_norm": 0.38759011030197144,
      "learning_rate": 9.940539004920333e-05,
      "loss": 3.9326,
      "step": 5010
    },
    {
      "epoch": 4.3388072601555745,
      "grad_norm": 0.4260319471359253,
      "learning_rate": 9.940296988944871e-05,
      "loss": 3.9306,
      "step": 5020
    },
    {
      "epoch": 4.347450302506482,
      "grad_norm": 0.40612083673477173,
      "learning_rate": 9.940054484405006e-05,
      "loss": 3.9144,
      "step": 5030
    },
    {
      "epoch": 4.35609334485739,
      "grad_norm": 0.44703203439712524,
      "learning_rate": 9.939811491324716e-05,
      "loss": 3.9279,
      "step": 5040
    },
    {
      "epoch": 4.364736387208297,
      "grad_norm": 0.44211527705192566,
      "learning_rate": 9.939568009728032e-05,
      "loss": 3.9446,
      "step": 5050
    },
    {
      "epoch": 4.373379429559205,
      "grad_norm": 0.4247649013996124,
      "learning_rate": 9.939324039639038e-05,
      "loss": 3.9094,
      "step": 5060
    },
    {
      "epoch": 4.382022471910112,
      "grad_norm": 0.4443792700767517,
      "learning_rate": 9.939079581081857e-05,
      "loss": 3.9239,
      "step": 5070
    },
    {
      "epoch": 4.39066551426102,
      "grad_norm": 0.4103046953678131,
      "learning_rate": 9.938834634080662e-05,
      "loss": 3.9209,
      "step": 5080
    },
    {
      "epoch": 4.399308556611928,
      "grad_norm": 0.42626142501831055,
      "learning_rate": 9.93858919865968e-05,
      "loss": 3.9085,
      "step": 5090
    },
    {
      "epoch": 4.407951598962835,
      "grad_norm": 0.39784398674964905,
      "learning_rate": 9.938343274843184e-05,
      "loss": 3.9295,
      "step": 5100
    },
    {
      "epoch": 4.4165946413137425,
      "grad_norm": 0.39024627208709717,
      "learning_rate": 9.938096862655493e-05,
      "loss": 3.899,
      "step": 5110
    },
    {
      "epoch": 4.42523768366465,
      "grad_norm": 0.4169016480445862,
      "learning_rate": 9.937849962120973e-05,
      "loss": 3.9074,
      "step": 5120
    },
    {
      "epoch": 4.433880726015557,
      "grad_norm": 0.42555204033851624,
      "learning_rate": 9.937602573264046e-05,
      "loss": 3.9329,
      "step": 5130
    },
    {
      "epoch": 4.442523768366465,
      "grad_norm": 0.43979352712631226,
      "learning_rate": 9.937354696109172e-05,
      "loss": 3.9089,
      "step": 5140
    },
    {
      "epoch": 4.451166810717373,
      "grad_norm": 0.4124186038970947,
      "learning_rate": 9.93710633068087e-05,
      "loss": 3.9009,
      "step": 5150
    },
    {
      "epoch": 4.45980985306828,
      "grad_norm": 0.4352860748767853,
      "learning_rate": 9.936857477003696e-05,
      "loss": 3.9089,
      "step": 5160
    },
    {
      "epoch": 4.468452895419188,
      "grad_norm": 0.4258969724178314,
      "learning_rate": 9.936608135102265e-05,
      "loss": 3.9267,
      "step": 5170
    },
    {
      "epoch": 4.477095937770095,
      "grad_norm": 0.38312873244285583,
      "learning_rate": 9.936358305001233e-05,
      "loss": 3.9181,
      "step": 5180
    },
    {
      "epoch": 4.485738980121003,
      "grad_norm": 0.4059000313282013,
      "learning_rate": 9.936107986725304e-05,
      "loss": 3.9223,
      "step": 5190
    },
    {
      "epoch": 4.49438202247191,
      "grad_norm": 0.3986760079860687,
      "learning_rate": 9.93585718029924e-05,
      "loss": 3.9141,
      "step": 5200
    },
    {
      "epoch": 4.503025064822817,
      "grad_norm": 0.4080299437046051,
      "learning_rate": 9.935605885747837e-05,
      "loss": 3.927,
      "step": 5210
    },
    {
      "epoch": 4.511668107173725,
      "grad_norm": 0.4361514449119568,
      "learning_rate": 9.93535410309595e-05,
      "loss": 3.8973,
      "step": 5220
    },
    {
      "epoch": 4.520311149524632,
      "grad_norm": 0.42509543895721436,
      "learning_rate": 9.935101832368479e-05,
      "loss": 3.9046,
      "step": 5230
    },
    {
      "epoch": 4.52895419187554,
      "grad_norm": 0.40220266580581665,
      "learning_rate": 9.934849073590371e-05,
      "loss": 3.91,
      "step": 5240
    },
    {
      "epoch": 4.537597234226448,
      "grad_norm": 0.41712138056755066,
      "learning_rate": 9.934595826786621e-05,
      "loss": 3.9267,
      "step": 5250
    },
    {
      "epoch": 4.546240276577355,
      "grad_norm": 0.4254670739173889,
      "learning_rate": 9.934342091982276e-05,
      "loss": 3.9378,
      "step": 5260
    },
    {
      "epoch": 4.554883318928263,
      "grad_norm": 0.45470479130744934,
      "learning_rate": 9.934087869202429e-05,
      "loss": 3.9297,
      "step": 5270
    },
    {
      "epoch": 4.5635263612791706,
      "grad_norm": 0.42459312081336975,
      "learning_rate": 9.93383315847222e-05,
      "loss": 3.9039,
      "step": 5280
    },
    {
      "epoch": 4.5721694036300775,
      "grad_norm": 0.4165753424167633,
      "learning_rate": 9.933577959816834e-05,
      "loss": 3.9096,
      "step": 5290
    },
    {
      "epoch": 4.580812445980985,
      "grad_norm": 0.42118263244628906,
      "learning_rate": 9.933322273261517e-05,
      "loss": 3.9111,
      "step": 5300
    },
    {
      "epoch": 4.589455488331893,
      "grad_norm": 0.41906115412712097,
      "learning_rate": 9.933066098831547e-05,
      "loss": 3.9014,
      "step": 5310
    },
    {
      "epoch": 4.5980985306828,
      "grad_norm": 0.40858471393585205,
      "learning_rate": 9.932809436552263e-05,
      "loss": 3.9068,
      "step": 5320
    },
    {
      "epoch": 4.606741573033708,
      "grad_norm": 0.4069584310054779,
      "learning_rate": 9.932552286449046e-05,
      "loss": 3.9144,
      "step": 5330
    },
    {
      "epoch": 4.615384615384615,
      "grad_norm": 0.41353607177734375,
      "learning_rate": 9.932294648547326e-05,
      "loss": 3.9057,
      "step": 5340
    },
    {
      "epoch": 4.624027657735523,
      "grad_norm": 0.39349427819252014,
      "learning_rate": 9.932036522872581e-05,
      "loss": 3.9105,
      "step": 5350
    },
    {
      "epoch": 4.632670700086431,
      "grad_norm": 0.42823362350463867,
      "learning_rate": 9.93177790945034e-05,
      "loss": 3.9266,
      "step": 5360
    },
    {
      "epoch": 4.641313742437338,
      "grad_norm": 0.4048933982849121,
      "learning_rate": 9.931518808306177e-05,
      "loss": 3.9029,
      "step": 5370
    },
    {
      "epoch": 4.6499567847882455,
      "grad_norm": 0.39814648032188416,
      "learning_rate": 9.931259219465718e-05,
      "loss": 3.9189,
      "step": 5380
    },
    {
      "epoch": 4.658599827139153,
      "grad_norm": 0.4146483242511749,
      "learning_rate": 9.93099914295463e-05,
      "loss": 3.9434,
      "step": 5390
    },
    {
      "epoch": 4.66724286949006,
      "grad_norm": 0.4091688394546509,
      "learning_rate": 9.930738578798634e-05,
      "loss": 3.9085,
      "step": 5400
    },
    {
      "epoch": 4.675885911840968,
      "grad_norm": 0.38728079199790955,
      "learning_rate": 9.930477527023502e-05,
      "loss": 3.9226,
      "step": 5410
    },
    {
      "epoch": 4.684528954191876,
      "grad_norm": 0.3985980153083801,
      "learning_rate": 9.930215987655048e-05,
      "loss": 3.9396,
      "step": 5420
    },
    {
      "epoch": 4.693171996542783,
      "grad_norm": 0.3926622271537781,
      "learning_rate": 9.929953960719137e-05,
      "loss": 3.9086,
      "step": 5430
    },
    {
      "epoch": 4.701815038893691,
      "grad_norm": 0.3982195556163788,
      "learning_rate": 9.929691446241681e-05,
      "loss": 3.9255,
      "step": 5440
    },
    {
      "epoch": 4.710458081244598,
      "grad_norm": 0.4207574725151062,
      "learning_rate": 9.92942844424864e-05,
      "loss": 3.9158,
      "step": 5450
    },
    {
      "epoch": 4.719101123595506,
      "grad_norm": 0.4493349492549896,
      "learning_rate": 9.929164954766026e-05,
      "loss": 3.9295,
      "step": 5460
    },
    {
      "epoch": 4.7277441659464134,
      "grad_norm": 0.4473809003829956,
      "learning_rate": 9.928900977819894e-05,
      "loss": 3.9225,
      "step": 5470
    },
    {
      "epoch": 4.73638720829732,
      "grad_norm": 0.42945918440818787,
      "learning_rate": 9.928636513436351e-05,
      "loss": 3.9416,
      "step": 5480
    },
    {
      "epoch": 4.745030250648228,
      "grad_norm": 0.3886996805667877,
      "learning_rate": 9.928371561641552e-05,
      "loss": 3.9005,
      "step": 5490
    },
    {
      "epoch": 4.753673292999135,
      "grad_norm": 0.38654619455337524,
      "learning_rate": 9.928106122461696e-05,
      "loss": 3.9217,
      "step": 5500
    },
    {
      "epoch": 4.762316335350043,
      "grad_norm": 0.43786391615867615,
      "learning_rate": 9.927840195923037e-05,
      "loss": 3.9099,
      "step": 5510
    },
    {
      "epoch": 4.770959377700951,
      "grad_norm": 0.40986570715904236,
      "learning_rate": 9.927573782051868e-05,
      "loss": 3.9179,
      "step": 5520
    },
    {
      "epoch": 4.779602420051858,
      "grad_norm": 0.3916676640510559,
      "learning_rate": 9.927306880874543e-05,
      "loss": 3.8974,
      "step": 5530
    },
    {
      "epoch": 4.788245462402766,
      "grad_norm": 0.4204486012458801,
      "learning_rate": 9.927039492417452e-05,
      "loss": 3.92,
      "step": 5540
    },
    {
      "epoch": 4.796888504753674,
      "grad_norm": 0.39746108651161194,
      "learning_rate": 9.926771616707037e-05,
      "loss": 3.9131,
      "step": 5550
    },
    {
      "epoch": 4.8055315471045805,
      "grad_norm": 0.39833253622055054,
      "learning_rate": 9.926503253769794e-05,
      "loss": 3.9151,
      "step": 5560
    },
    {
      "epoch": 4.814174589455488,
      "grad_norm": 0.4475330710411072,
      "learning_rate": 9.926234403632257e-05,
      "loss": 3.9172,
      "step": 5570
    },
    {
      "epoch": 4.822817631806396,
      "grad_norm": 0.38219740986824036,
      "learning_rate": 9.925965066321018e-05,
      "loss": 3.9068,
      "step": 5580
    },
    {
      "epoch": 4.831460674157303,
      "grad_norm": 0.38516107201576233,
      "learning_rate": 9.925695241862712e-05,
      "loss": 3.9215,
      "step": 5590
    },
    {
      "epoch": 4.840103716508211,
      "grad_norm": 0.4307667911052704,
      "learning_rate": 9.92542493028402e-05,
      "loss": 3.9141,
      "step": 5600
    },
    {
      "epoch": 4.848746758859118,
      "grad_norm": 0.3765527904033661,
      "learning_rate": 9.925154131611676e-05,
      "loss": 3.8952,
      "step": 5610
    },
    {
      "epoch": 4.857389801210026,
      "grad_norm": 0.4105421304702759,
      "learning_rate": 9.92488284587246e-05,
      "loss": 3.9241,
      "step": 5620
    },
    {
      "epoch": 4.866032843560934,
      "grad_norm": 0.4031495749950409,
      "learning_rate": 9.924611073093204e-05,
      "loss": 3.9199,
      "step": 5630
    },
    {
      "epoch": 4.874675885911841,
      "grad_norm": 0.3937961161136627,
      "learning_rate": 9.924338813300779e-05,
      "loss": 3.9216,
      "step": 5640
    },
    {
      "epoch": 4.8833189282627485,
      "grad_norm": 0.4108292758464813,
      "learning_rate": 9.924066066522113e-05,
      "loss": 3.9045,
      "step": 5650
    },
    {
      "epoch": 4.891961970613656,
      "grad_norm": 0.3792695999145508,
      "learning_rate": 9.923792832784178e-05,
      "loss": 3.9106,
      "step": 5660
    },
    {
      "epoch": 4.900605012964563,
      "grad_norm": 0.415528267621994,
      "learning_rate": 9.923519112113995e-05,
      "loss": 3.8977,
      "step": 5670
    },
    {
      "epoch": 4.909248055315471,
      "grad_norm": 0.4207219183444977,
      "learning_rate": 9.923244904538634e-05,
      "loss": 3.8984,
      "step": 5680
    },
    {
      "epoch": 4.917891097666379,
      "grad_norm": 0.4093770682811737,
      "learning_rate": 9.922970210085212e-05,
      "loss": 3.9191,
      "step": 5690
    },
    {
      "epoch": 4.926534140017286,
      "grad_norm": 0.448201984167099,
      "learning_rate": 9.922695028780893e-05,
      "loss": 3.8965,
      "step": 5700
    },
    {
      "epoch": 4.935177182368194,
      "grad_norm": 0.39128607511520386,
      "learning_rate": 9.922419360652895e-05,
      "loss": 3.9097,
      "step": 5710
    },
    {
      "epoch": 4.943820224719101,
      "grad_norm": 0.39044010639190674,
      "learning_rate": 9.922143205728476e-05,
      "loss": 3.9124,
      "step": 5720
    },
    {
      "epoch": 4.952463267070009,
      "grad_norm": 0.40047234296798706,
      "learning_rate": 9.921866564034946e-05,
      "loss": 3.9103,
      "step": 5730
    },
    {
      "epoch": 4.9611063094209165,
      "grad_norm": 0.3908224403858185,
      "learning_rate": 9.921589435599666e-05,
      "loss": 3.8911,
      "step": 5740
    },
    {
      "epoch": 4.969749351771823,
      "grad_norm": 0.43222200870513916,
      "learning_rate": 9.921311820450039e-05,
      "loss": 3.8876,
      "step": 5750
    },
    {
      "epoch": 4.978392394122731,
      "grad_norm": 0.3999704122543335,
      "learning_rate": 9.921033718613522e-05,
      "loss": 3.9264,
      "step": 5760
    },
    {
      "epoch": 4.987035436473638,
      "grad_norm": 0.38127386569976807,
      "learning_rate": 9.920755130117615e-05,
      "loss": 3.8929,
      "step": 5770
    },
    {
      "epoch": 4.995678478824546,
      "grad_norm": 0.39231008291244507,
      "learning_rate": 9.920476054989872e-05,
      "loss": 3.9213,
      "step": 5780
    },
    {
      "epoch": 5.004321521175454,
      "grad_norm": 0.4056108593940735,
      "learning_rate": 9.920196493257887e-05,
      "loss": 3.9023,
      "step": 5790
    },
    {
      "epoch": 5.012964563526361,
      "grad_norm": 0.41940397024154663,
      "learning_rate": 9.919916444949312e-05,
      "loss": 3.8645,
      "step": 5800
    },
    {
      "epoch": 5.021607605877269,
      "grad_norm": 0.41480934619903564,
      "learning_rate": 9.91963591009184e-05,
      "loss": 3.8836,
      "step": 5810
    },
    {
      "epoch": 5.030250648228177,
      "grad_norm": 0.39269885420799255,
      "learning_rate": 9.919354888713213e-05,
      "loss": 3.8618,
      "step": 5820
    },
    {
      "epoch": 5.0388936905790835,
      "grad_norm": 0.4056289494037628,
      "learning_rate": 9.919073380841223e-05,
      "loss": 3.866,
      "step": 5830
    },
    {
      "epoch": 5.047536732929991,
      "grad_norm": 0.4029063284397125,
      "learning_rate": 9.91879138650371e-05,
      "loss": 3.866,
      "step": 5840
    },
    {
      "epoch": 5.056179775280899,
      "grad_norm": 0.5415188670158386,
      "learning_rate": 9.91850890572856e-05,
      "loss": 3.8807,
      "step": 5850
    },
    {
      "epoch": 5.064822817631806,
      "grad_norm": 0.39949139952659607,
      "learning_rate": 9.918225938543712e-05,
      "loss": 3.8674,
      "step": 5860
    },
    {
      "epoch": 5.073465859982714,
      "grad_norm": 0.42085975408554077,
      "learning_rate": 9.917942484977145e-05,
      "loss": 3.8649,
      "step": 5870
    },
    {
      "epoch": 5.082108902333621,
      "grad_norm": 0.4052109122276306,
      "learning_rate": 9.917658545056894e-05,
      "loss": 3.8592,
      "step": 5880
    },
    {
      "epoch": 5.090751944684529,
      "grad_norm": 0.3868408203125,
      "learning_rate": 9.917374118811038e-05,
      "loss": 3.8736,
      "step": 5890
    },
    {
      "epoch": 5.099394987035437,
      "grad_norm": 0.4110756516456604,
      "learning_rate": 9.917089206267705e-05,
      "loss": 3.8703,
      "step": 5900
    },
    {
      "epoch": 5.108038029386344,
      "grad_norm": 0.44226956367492676,
      "learning_rate": 9.91680380745507e-05,
      "loss": 3.8686,
      "step": 5910
    },
    {
      "epoch": 5.1166810717372515,
      "grad_norm": 0.40659862756729126,
      "learning_rate": 9.916517922401358e-05,
      "loss": 3.8719,
      "step": 5920
    },
    {
      "epoch": 5.125324114088159,
      "grad_norm": 0.4623279273509979,
      "learning_rate": 9.916231551134842e-05,
      "loss": 3.9057,
      "step": 5930
    },
    {
      "epoch": 5.133967156439066,
      "grad_norm": 0.4094488322734833,
      "learning_rate": 9.915944693683843e-05,
      "loss": 3.8616,
      "step": 5940
    },
    {
      "epoch": 5.142610198789974,
      "grad_norm": 0.39025214314460754,
      "learning_rate": 9.915657350076726e-05,
      "loss": 3.8843,
      "step": 5950
    },
    {
      "epoch": 5.151253241140882,
      "grad_norm": 0.45938828587532043,
      "learning_rate": 9.91536952034191e-05,
      "loss": 3.8553,
      "step": 5960
    },
    {
      "epoch": 5.159896283491789,
      "grad_norm": 0.42447414994239807,
      "learning_rate": 9.91508120450786e-05,
      "loss": 3.867,
      "step": 5970
    },
    {
      "epoch": 5.168539325842697,
      "grad_norm": 0.3990349769592285,
      "learning_rate": 9.914792402603087e-05,
      "loss": 3.8644,
      "step": 5980
    },
    {
      "epoch": 5.177182368193604,
      "grad_norm": 0.4640429615974426,
      "learning_rate": 9.914503114656153e-05,
      "loss": 3.8724,
      "step": 5990
    },
    {
      "epoch": 5.185825410544512,
      "grad_norm": 0.4335879683494568,
      "learning_rate": 9.914213340695666e-05,
      "loss": 3.8565,
      "step": 6000
    },
    {
      "epoch": 5.1944684528954195,
      "grad_norm": 0.4000294804573059,
      "learning_rate": 9.913923080750283e-05,
      "loss": 3.8716,
      "step": 6010
    },
    {
      "epoch": 5.203111495246326,
      "grad_norm": 0.41871488094329834,
      "learning_rate": 9.913632334848709e-05,
      "loss": 3.8795,
      "step": 6020
    },
    {
      "epoch": 5.211754537597234,
      "grad_norm": 0.4325227737426758,
      "learning_rate": 9.913341103019695e-05,
      "loss": 3.8818,
      "step": 6030
    },
    {
      "epoch": 5.220397579948142,
      "grad_norm": 0.4247763454914093,
      "learning_rate": 9.913049385292045e-05,
      "loss": 3.8748,
      "step": 6040
    },
    {
      "epoch": 5.229040622299049,
      "grad_norm": 0.4100995659828186,
      "learning_rate": 9.91275718169461e-05,
      "loss": 3.877,
      "step": 6050
    },
    {
      "epoch": 5.237683664649957,
      "grad_norm": 0.4547329843044281,
      "learning_rate": 9.912464492256282e-05,
      "loss": 3.8816,
      "step": 6060
    },
    {
      "epoch": 5.246326707000864,
      "grad_norm": 0.40777140855789185,
      "learning_rate": 9.912171317006008e-05,
      "loss": 3.8642,
      "step": 6070
    },
    {
      "epoch": 5.254969749351772,
      "grad_norm": 0.40889281034469604,
      "learning_rate": 9.911877655972779e-05,
      "loss": 3.8719,
      "step": 6080
    },
    {
      "epoch": 5.26361279170268,
      "grad_norm": 0.4562751352787018,
      "learning_rate": 9.911583509185641e-05,
      "loss": 3.8607,
      "step": 6090
    },
    {
      "epoch": 5.2722558340535866,
      "grad_norm": 0.4016660749912262,
      "learning_rate": 9.911288876673681e-05,
      "loss": 3.8565,
      "step": 6100
    },
    {
      "epoch": 5.280898876404494,
      "grad_norm": 0.43429499864578247,
      "learning_rate": 9.910993758466036e-05,
      "loss": 3.8809,
      "step": 6110
    },
    {
      "epoch": 5.289541918755402,
      "grad_norm": 0.47500941157341003,
      "learning_rate": 9.910698154591891e-05,
      "loss": 3.8771,
      "step": 6120
    },
    {
      "epoch": 5.298184961106309,
      "grad_norm": 0.3975304067134857,
      "learning_rate": 9.91040206508048e-05,
      "loss": 3.8806,
      "step": 6130
    },
    {
      "epoch": 5.306828003457217,
      "grad_norm": 0.4168505072593689,
      "learning_rate": 9.910105489961086e-05,
      "loss": 3.8942,
      "step": 6140
    },
    {
      "epoch": 5.315471045808124,
      "grad_norm": 0.4265194237232208,
      "learning_rate": 9.909808429263035e-05,
      "loss": 3.8557,
      "step": 6150
    },
    {
      "epoch": 5.324114088159032,
      "grad_norm": 0.3724828362464905,
      "learning_rate": 9.909510883015706e-05,
      "loss": 3.8761,
      "step": 6160
    },
    {
      "epoch": 5.33275713050994,
      "grad_norm": 0.478994756937027,
      "learning_rate": 9.909212851248525e-05,
      "loss": 3.8804,
      "step": 6170
    },
    {
      "epoch": 5.341400172860847,
      "grad_norm": 0.41817572712898254,
      "learning_rate": 9.908914333990966e-05,
      "loss": 3.8757,
      "step": 6180
    },
    {
      "epoch": 5.3500432152117545,
      "grad_norm": 0.42051035165786743,
      "learning_rate": 9.908615331272548e-05,
      "loss": 3.8551,
      "step": 6190
    },
    {
      "epoch": 5.358686257562662,
      "grad_norm": 0.4182960093021393,
      "learning_rate": 9.908315843122842e-05,
      "loss": 3.8784,
      "step": 6200
    },
    {
      "epoch": 5.367329299913569,
      "grad_norm": 0.421338826417923,
      "learning_rate": 9.908015869571467e-05,
      "loss": 3.8727,
      "step": 6210
    },
    {
      "epoch": 5.375972342264477,
      "grad_norm": 0.41072940826416016,
      "learning_rate": 9.907715410648086e-05,
      "loss": 3.8639,
      "step": 6220
    },
    {
      "epoch": 5.384615384615385,
      "grad_norm": 0.40089914202690125,
      "learning_rate": 9.907414466382414e-05,
      "loss": 3.8793,
      "step": 6230
    },
    {
      "epoch": 5.393258426966292,
      "grad_norm": 0.47449275851249695,
      "learning_rate": 9.907113036804213e-05,
      "loss": 3.871,
      "step": 6240
    },
    {
      "epoch": 5.4019014693172,
      "grad_norm": 0.41789597272872925,
      "learning_rate": 9.906811121943291e-05,
      "loss": 3.8765,
      "step": 6250
    },
    {
      "epoch": 5.410544511668107,
      "grad_norm": 0.425609827041626,
      "learning_rate": 9.906508721829506e-05,
      "loss": 3.8644,
      "step": 6260
    },
    {
      "epoch": 5.419187554019015,
      "grad_norm": 0.4419967830181122,
      "learning_rate": 9.906205836492763e-05,
      "loss": 3.8703,
      "step": 6270
    },
    {
      "epoch": 5.4278305963699225,
      "grad_norm": 0.45421814918518066,
      "learning_rate": 9.905902465963016e-05,
      "loss": 3.8858,
      "step": 6280
    },
    {
      "epoch": 5.4364736387208294,
      "grad_norm": 0.418173611164093,
      "learning_rate": 9.905598610270267e-05,
      "loss": 3.8558,
      "step": 6290
    },
    {
      "epoch": 5.445116681071737,
      "grad_norm": 0.4171660542488098,
      "learning_rate": 9.905294269444564e-05,
      "loss": 3.8813,
      "step": 6300
    },
    {
      "epoch": 5.453759723422645,
      "grad_norm": 0.43963703513145447,
      "learning_rate": 9.904989443516007e-05,
      "loss": 3.8896,
      "step": 6310
    },
    {
      "epoch": 5.462402765773552,
      "grad_norm": 0.4448891878128052,
      "learning_rate": 9.90468413251474e-05,
      "loss": 3.8541,
      "step": 6320
    },
    {
      "epoch": 5.47104580812446,
      "grad_norm": 0.39739835262298584,
      "learning_rate": 9.904378336470955e-05,
      "loss": 3.8789,
      "step": 6330
    },
    {
      "epoch": 5.479688850475368,
      "grad_norm": 0.4247204661369324,
      "learning_rate": 9.904072055414893e-05,
      "loss": 3.8833,
      "step": 6340
    },
    {
      "epoch": 5.488331892826275,
      "grad_norm": 0.4140852987766266,
      "learning_rate": 9.903765289376845e-05,
      "loss": 3.8748,
      "step": 6350
    },
    {
      "epoch": 5.496974935177183,
      "grad_norm": 0.40234845876693726,
      "learning_rate": 9.903458038387148e-05,
      "loss": 3.8704,
      "step": 6360
    },
    {
      "epoch": 5.50561797752809,
      "grad_norm": 0.4366362690925598,
      "learning_rate": 9.903150302476188e-05,
      "loss": 3.8911,
      "step": 6370
    },
    {
      "epoch": 5.514261019878997,
      "grad_norm": 0.46083760261535645,
      "learning_rate": 9.902842081674397e-05,
      "loss": 3.8624,
      "step": 6380
    },
    {
      "epoch": 5.522904062229905,
      "grad_norm": 0.43876636028289795,
      "learning_rate": 9.902533376012255e-05,
      "loss": 3.8683,
      "step": 6390
    },
    {
      "epoch": 5.531547104580812,
      "grad_norm": 0.40627536177635193,
      "learning_rate": 9.902224185520294e-05,
      "loss": 3.8821,
      "step": 6400
    },
    {
      "epoch": 5.54019014693172,
      "grad_norm": 0.37695732712745667,
      "learning_rate": 9.90191451022909e-05,
      "loss": 3.9009,
      "step": 6410
    },
    {
      "epoch": 5.548833189282627,
      "grad_norm": 0.46018314361572266,
      "learning_rate": 9.901604350169265e-05,
      "loss": 3.8693,
      "step": 6420
    },
    {
      "epoch": 5.557476231633535,
      "grad_norm": 0.4025851786136627,
      "learning_rate": 9.901293705371494e-05,
      "loss": 3.8732,
      "step": 6430
    },
    {
      "epoch": 5.566119273984443,
      "grad_norm": 0.40992680191993713,
      "learning_rate": 9.900982575866499e-05,
      "loss": 3.8598,
      "step": 6440
    },
    {
      "epoch": 5.57476231633535,
      "grad_norm": 0.452629029750824,
      "learning_rate": 9.900670961685048e-05,
      "loss": 3.8565,
      "step": 6450
    },
    {
      "epoch": 5.5834053586862575,
      "grad_norm": 0.4147787094116211,
      "learning_rate": 9.900358862857957e-05,
      "loss": 3.8692,
      "step": 6460
    },
    {
      "epoch": 5.592048401037165,
      "grad_norm": 0.43411847949028015,
      "learning_rate": 9.900046279416091e-05,
      "loss": 3.8723,
      "step": 6470
    },
    {
      "epoch": 5.600691443388072,
      "grad_norm": 0.40324878692626953,
      "learning_rate": 9.899733211390363e-05,
      "loss": 3.8726,
      "step": 6480
    },
    {
      "epoch": 5.60933448573898,
      "grad_norm": 0.4222133755683899,
      "learning_rate": 9.899419658811732e-05,
      "loss": 3.8687,
      "step": 6490
    },
    {
      "epoch": 5.617977528089888,
      "grad_norm": 0.3927769362926483,
      "learning_rate": 9.899105621711209e-05,
      "loss": 3.8709,
      "step": 6500
    },
    {
      "epoch": 5.626620570440795,
      "grad_norm": 0.3918621242046356,
      "learning_rate": 9.898791100119849e-05,
      "loss": 3.8707,
      "step": 6510
    },
    {
      "epoch": 5.635263612791703,
      "grad_norm": 0.4073645770549774,
      "learning_rate": 9.898476094068754e-05,
      "loss": 3.8576,
      "step": 6520
    },
    {
      "epoch": 5.64390665514261,
      "grad_norm": 0.4370019733905792,
      "learning_rate": 9.898160603589079e-05,
      "loss": 3.8734,
      "step": 6530
    },
    {
      "epoch": 5.652549697493518,
      "grad_norm": 0.46603620052337646,
      "learning_rate": 9.897844628712023e-05,
      "loss": 3.8742,
      "step": 6540
    },
    {
      "epoch": 5.6611927398444255,
      "grad_norm": 0.42151346802711487,
      "learning_rate": 9.897528169468835e-05,
      "loss": 3.8586,
      "step": 6550
    },
    {
      "epoch": 5.6698357821953325,
      "grad_norm": 0.41966700553894043,
      "learning_rate": 9.897211225890808e-05,
      "loss": 3.8595,
      "step": 6560
    },
    {
      "epoch": 5.67847882454624,
      "grad_norm": 0.41566649079322815,
      "learning_rate": 9.896893798009291e-05,
      "loss": 3.8542,
      "step": 6570
    },
    {
      "epoch": 5.687121866897148,
      "grad_norm": 0.4267686903476715,
      "learning_rate": 9.896575885855668e-05,
      "loss": 3.8788,
      "step": 6580
    },
    {
      "epoch": 5.695764909248055,
      "grad_norm": 0.4070151448249817,
      "learning_rate": 9.896257489461385e-05,
      "loss": 3.8772,
      "step": 6590
    },
    {
      "epoch": 5.704407951598963,
      "grad_norm": 0.41723763942718506,
      "learning_rate": 9.895938608857926e-05,
      "loss": 3.853,
      "step": 6600
    },
    {
      "epoch": 5.713050993949871,
      "grad_norm": 0.4416370391845703,
      "learning_rate": 9.89561924407683e-05,
      "loss": 3.8835,
      "step": 6610
    },
    {
      "epoch": 5.721694036300778,
      "grad_norm": 0.4473690390586853,
      "learning_rate": 9.895299395149675e-05,
      "loss": 3.8705,
      "step": 6620
    },
    {
      "epoch": 5.730337078651686,
      "grad_norm": 0.40072378516197205,
      "learning_rate": 9.894979062108096e-05,
      "loss": 3.8627,
      "step": 6630
    },
    {
      "epoch": 5.738980121002593,
      "grad_norm": 0.401658833026886,
      "learning_rate": 9.894658244983771e-05,
      "loss": 3.8706,
      "step": 6640
    },
    {
      "epoch": 5.7476231633535,
      "grad_norm": 0.40036046504974365,
      "learning_rate": 9.894336943808426e-05,
      "loss": 3.8998,
      "step": 6650
    },
    {
      "epoch": 5.756266205704408,
      "grad_norm": 0.4285760819911957,
      "learning_rate": 9.894015158613835e-05,
      "loss": 3.8824,
      "step": 6660
    },
    {
      "epoch": 5.764909248055315,
      "grad_norm": 0.4326706826686859,
      "learning_rate": 9.893692889431822e-05,
      "loss": 3.8764,
      "step": 6670
    },
    {
      "epoch": 5.773552290406223,
      "grad_norm": 0.42004770040512085,
      "learning_rate": 9.893370136294259e-05,
      "loss": 3.8578,
      "step": 6680
    },
    {
      "epoch": 5.78219533275713,
      "grad_norm": 0.4316732883453369,
      "learning_rate": 9.893046899233061e-05,
      "loss": 3.8637,
      "step": 6690
    },
    {
      "epoch": 5.790838375108038,
      "grad_norm": 0.4155629575252533,
      "learning_rate": 9.892723178280195e-05,
      "loss": 3.8744,
      "step": 6700
    },
    {
      "epoch": 5.799481417458946,
      "grad_norm": 0.4753340482711792,
      "learning_rate": 9.892398973467676e-05,
      "loss": 3.8636,
      "step": 6710
    },
    {
      "epoch": 5.808124459809853,
      "grad_norm": 0.4034069776535034,
      "learning_rate": 9.892074284827564e-05,
      "loss": 3.8676,
      "step": 6720
    },
    {
      "epoch": 5.8167675021607606,
      "grad_norm": 0.38256651163101196,
      "learning_rate": 9.891749112391972e-05,
      "loss": 3.8645,
      "step": 6730
    },
    {
      "epoch": 5.825410544511668,
      "grad_norm": 0.39927440881729126,
      "learning_rate": 9.891423456193054e-05,
      "loss": 3.836,
      "step": 6740
    },
    {
      "epoch": 5.834053586862575,
      "grad_norm": 0.42060425877571106,
      "learning_rate": 9.891097316263016e-05,
      "loss": 3.8715,
      "step": 6750
    },
    {
      "epoch": 5.842696629213483,
      "grad_norm": 0.4236350655555725,
      "learning_rate": 9.890770692634113e-05,
      "loss": 3.8556,
      "step": 6760
    },
    {
      "epoch": 5.851339671564391,
      "grad_norm": 0.40657591819763184,
      "learning_rate": 9.890443585338645e-05,
      "loss": 3.8687,
      "step": 6770
    },
    {
      "epoch": 5.859982713915298,
      "grad_norm": 0.5009390115737915,
      "learning_rate": 9.890115994408961e-05,
      "loss": 3.8676,
      "step": 6780
    },
    {
      "epoch": 5.868625756266206,
      "grad_norm": 0.4368286728858948,
      "learning_rate": 9.889787919877457e-05,
      "loss": 3.8711,
      "step": 6790
    },
    {
      "epoch": 5.877268798617113,
      "grad_norm": 0.4390564262866974,
      "learning_rate": 9.889459361776579e-05,
      "loss": 3.8706,
      "step": 6800
    },
    {
      "epoch": 5.885911840968021,
      "grad_norm": 0.4198562800884247,
      "learning_rate": 9.889130320138818e-05,
      "loss": 3.8536,
      "step": 6810
    },
    {
      "epoch": 5.8945548833189285,
      "grad_norm": 0.4087146818637848,
      "learning_rate": 9.888800794996713e-05,
      "loss": 3.886,
      "step": 6820
    },
    {
      "epoch": 5.9031979256698355,
      "grad_norm": 0.40491294860839844,
      "learning_rate": 9.888470786382856e-05,
      "loss": 3.864,
      "step": 6830
    },
    {
      "epoch": 5.911840968020743,
      "grad_norm": 0.38485297560691833,
      "learning_rate": 9.88814029432988e-05,
      "loss": 3.8634,
      "step": 6840
    },
    {
      "epoch": 5.920484010371651,
      "grad_norm": 0.41619160771369934,
      "learning_rate": 9.887809318870466e-05,
      "loss": 3.8477,
      "step": 6850
    },
    {
      "epoch": 5.929127052722558,
      "grad_norm": 0.41255268454551697,
      "learning_rate": 9.887477860037351e-05,
      "loss": 3.887,
      "step": 6860
    },
    {
      "epoch": 5.937770095073466,
      "grad_norm": 0.4029698073863983,
      "learning_rate": 9.887145917863311e-05,
      "loss": 3.881,
      "step": 6870
    },
    {
      "epoch": 5.946413137424374,
      "grad_norm": 0.3756500780582428,
      "learning_rate": 9.886813492381172e-05,
      "loss": 3.8407,
      "step": 6880
    },
    {
      "epoch": 5.955056179775281,
      "grad_norm": 0.45451104640960693,
      "learning_rate": 9.886480583623813e-05,
      "loss": 3.8578,
      "step": 6890
    },
    {
      "epoch": 5.963699222126189,
      "grad_norm": 0.4551418423652649,
      "learning_rate": 9.886147191624152e-05,
      "loss": 3.8637,
      "step": 6900
    },
    {
      "epoch": 5.972342264477096,
      "grad_norm": 0.4272659122943878,
      "learning_rate": 9.885813316415163e-05,
      "loss": 3.8716,
      "step": 6910
    },
    {
      "epoch": 5.9809853068280034,
      "grad_norm": 0.41029489040374756,
      "learning_rate": 9.88547895802986e-05,
      "loss": 3.8702,
      "step": 6920
    },
    {
      "epoch": 5.989628349178911,
      "grad_norm": 0.4228866994380951,
      "learning_rate": 9.885144116501312e-05,
      "loss": 3.8732,
      "step": 6930
    },
    {
      "epoch": 5.998271391529818,
      "grad_norm": 0.4296019971370697,
      "learning_rate": 9.884808791862633e-05,
      "loss": 3.8757,
      "step": 6940
    },
    {
      "epoch": 6.006914433880726,
      "grad_norm": 0.41002318263053894,
      "learning_rate": 9.884472984146984e-05,
      "loss": 3.8508,
      "step": 6950
    },
    {
      "epoch": 6.015557476231634,
      "grad_norm": 0.4668371081352234,
      "learning_rate": 9.884136693387572e-05,
      "loss": 3.8256,
      "step": 6960
    },
    {
      "epoch": 6.024200518582541,
      "grad_norm": 0.4312298893928528,
      "learning_rate": 9.883799919617658e-05,
      "loss": 3.7956,
      "step": 6970
    },
    {
      "epoch": 6.032843560933449,
      "grad_norm": 0.44092798233032227,
      "learning_rate": 9.883462662870542e-05,
      "loss": 3.8337,
      "step": 6980
    },
    {
      "epoch": 6.041486603284356,
      "grad_norm": 0.4606461524963379,
      "learning_rate": 9.883124923179584e-05,
      "loss": 3.8477,
      "step": 6990
    },
    {
      "epoch": 6.050129645635264,
      "grad_norm": 0.49001064896583557,
      "learning_rate": 9.882786700578175e-05,
      "loss": 3.8112,
      "step": 7000
    },
    {
      "epoch": 6.058772687986171,
      "grad_norm": 0.3998136818408966,
      "learning_rate": 9.88244799509977e-05,
      "loss": 3.8266,
      "step": 7010
    },
    {
      "epoch": 6.067415730337078,
      "grad_norm": 0.4506179690361023,
      "learning_rate": 9.882108806777861e-05,
      "loss": 3.8276,
      "step": 7020
    },
    {
      "epoch": 6.076058772687986,
      "grad_norm": 0.40822988748550415,
      "learning_rate": 9.881769135645995e-05,
      "loss": 3.8202,
      "step": 7030
    },
    {
      "epoch": 6.084701815038894,
      "grad_norm": 0.4300154149532318,
      "learning_rate": 9.881428981737761e-05,
      "loss": 3.822,
      "step": 7040
    },
    {
      "epoch": 6.093344857389801,
      "grad_norm": 0.43478450179100037,
      "learning_rate": 9.881088345086797e-05,
      "loss": 3.7931,
      "step": 7050
    },
    {
      "epoch": 6.101987899740709,
      "grad_norm": 0.4152180552482605,
      "learning_rate": 9.880747225726794e-05,
      "loss": 3.8207,
      "step": 7060
    },
    {
      "epoch": 6.110630942091616,
      "grad_norm": 0.47796523571014404,
      "learning_rate": 9.880405623691484e-05,
      "loss": 3.8315,
      "step": 7070
    },
    {
      "epoch": 6.119273984442524,
      "grad_norm": 0.43339377641677856,
      "learning_rate": 9.880063539014648e-05,
      "loss": 3.8342,
      "step": 7080
    },
    {
      "epoch": 6.1279170267934315,
      "grad_norm": 0.41969168186187744,
      "learning_rate": 9.879720971730118e-05,
      "loss": 3.8283,
      "step": 7090
    },
    {
      "epoch": 6.1365600691443385,
      "grad_norm": 0.4686369001865387,
      "learning_rate": 9.87937792187177e-05,
      "loss": 3.829,
      "step": 7100
    },
    {
      "epoch": 6.145203111495246,
      "grad_norm": 0.42836567759513855,
      "learning_rate": 9.879034389473531e-05,
      "loss": 3.8371,
      "step": 7110
    },
    {
      "epoch": 6.153846153846154,
      "grad_norm": 0.43930619955062866,
      "learning_rate": 9.878690374569375e-05,
      "loss": 3.8225,
      "step": 7120
    },
    {
      "epoch": 6.162489196197061,
      "grad_norm": 0.44803354144096375,
      "learning_rate": 9.87834587719332e-05,
      "loss": 3.8185,
      "step": 7130
    },
    {
      "epoch": 6.171132238547969,
      "grad_norm": 0.4627772867679596,
      "learning_rate": 9.878000897379438e-05,
      "loss": 3.8253,
      "step": 7140
    },
    {
      "epoch": 6.179775280898877,
      "grad_norm": 0.4629186689853668,
      "learning_rate": 9.877655435161843e-05,
      "loss": 3.817,
      "step": 7150
    },
    {
      "epoch": 6.188418323249784,
      "grad_norm": 0.49221256375312805,
      "learning_rate": 9.8773094905747e-05,
      "loss": 3.8354,
      "step": 7160
    },
    {
      "epoch": 6.197061365600692,
      "grad_norm": 0.4274560809135437,
      "learning_rate": 9.87696306365222e-05,
      "loss": 3.8169,
      "step": 7170
    },
    {
      "epoch": 6.205704407951599,
      "grad_norm": 0.4063706696033478,
      "learning_rate": 9.876616154428662e-05,
      "loss": 3.8317,
      "step": 7180
    },
    {
      "epoch": 6.2143474503025065,
      "grad_norm": 0.4138805866241455,
      "learning_rate": 9.876268762938337e-05,
      "loss": 3.8223,
      "step": 7190
    },
    {
      "epoch": 6.222990492653414,
      "grad_norm": 0.4438137412071228,
      "learning_rate": 9.875920889215594e-05,
      "loss": 3.8218,
      "step": 7200
    },
    {
      "epoch": 6.231633535004321,
      "grad_norm": 0.44959449768066406,
      "learning_rate": 9.87557253329484e-05,
      "loss": 3.8113,
      "step": 7210
    },
    {
      "epoch": 6.240276577355229,
      "grad_norm": 0.4352855980396271,
      "learning_rate": 9.875223695210523e-05,
      "loss": 3.8406,
      "step": 7220
    },
    {
      "epoch": 6.248919619706137,
      "grad_norm": 0.4473244547843933,
      "learning_rate": 9.874874374997142e-05,
      "loss": 3.8211,
      "step": 7230
    },
    {
      "epoch": 6.257562662057044,
      "grad_norm": 0.45359736680984497,
      "learning_rate": 9.874524572689242e-05,
      "loss": 3.8115,
      "step": 7240
    },
    {
      "epoch": 6.266205704407952,
      "grad_norm": 0.4207819104194641,
      "learning_rate": 9.874174288321415e-05,
      "loss": 3.8218,
      "step": 7250
    },
    {
      "epoch": 6.274848746758859,
      "grad_norm": 0.42715704441070557,
      "learning_rate": 9.873823521928307e-05,
      "loss": 3.8274,
      "step": 7260
    },
    {
      "epoch": 6.283491789109767,
      "grad_norm": 0.4675430953502655,
      "learning_rate": 9.8734722735446e-05,
      "loss": 3.805,
      "step": 7270
    },
    {
      "epoch": 6.292134831460674,
      "grad_norm": 0.4516716003417969,
      "learning_rate": 9.873120543205035e-05,
      "loss": 3.822,
      "step": 7280
    },
    {
      "epoch": 6.300777873811581,
      "grad_norm": 0.4499313533306122,
      "learning_rate": 9.872768330944393e-05,
      "loss": 3.8436,
      "step": 7290
    },
    {
      "epoch": 6.309420916162489,
      "grad_norm": 0.43746739625930786,
      "learning_rate": 9.872415636797506e-05,
      "loss": 3.8322,
      "step": 7300
    },
    {
      "epoch": 6.318063958513397,
      "grad_norm": 0.4019515812397003,
      "learning_rate": 9.872062460799256e-05,
      "loss": 3.8356,
      "step": 7310
    },
    {
      "epoch": 6.326707000864304,
      "grad_norm": 0.4080601632595062,
      "learning_rate": 9.871708802984564e-05,
      "loss": 3.8218,
      "step": 7320
    },
    {
      "epoch": 6.335350043215212,
      "grad_norm": 0.4332447946071625,
      "learning_rate": 9.871354663388413e-05,
      "loss": 3.8429,
      "step": 7330
    },
    {
      "epoch": 6.343993085566119,
      "grad_norm": 0.442251592874527,
      "learning_rate": 9.871000042045818e-05,
      "loss": 3.8495,
      "step": 7340
    },
    {
      "epoch": 6.352636127917027,
      "grad_norm": 0.45496806502342224,
      "learning_rate": 9.870644938991852e-05,
      "loss": 3.8061,
      "step": 7350
    },
    {
      "epoch": 6.3612791702679345,
      "grad_norm": 0.4544201195240021,
      "learning_rate": 9.870289354261633e-05,
      "loss": 3.8258,
      "step": 7360
    },
    {
      "epoch": 6.3699222126188415,
      "grad_norm": 0.47602811455726624,
      "learning_rate": 9.869933287890323e-05,
      "loss": 3.8481,
      "step": 7370
    },
    {
      "epoch": 6.378565254969749,
      "grad_norm": 0.4232293963432312,
      "learning_rate": 9.869576739913137e-05,
      "loss": 3.8327,
      "step": 7380
    },
    {
      "epoch": 6.387208297320657,
      "grad_norm": 0.4662187397480011,
      "learning_rate": 9.869219710365335e-05,
      "loss": 3.8541,
      "step": 7390
    },
    {
      "epoch": 6.395851339671564,
      "grad_norm": 0.4242957830429077,
      "learning_rate": 9.868862199282227e-05,
      "loss": 3.8201,
      "step": 7400
    },
    {
      "epoch": 6.404494382022472,
      "grad_norm": 0.4564322531223297,
      "learning_rate": 9.868504206699165e-05,
      "loss": 3.8196,
      "step": 7410
    },
    {
      "epoch": 6.41313742437338,
      "grad_norm": 0.4450334310531616,
      "learning_rate": 9.868145732651555e-05,
      "loss": 3.8283,
      "step": 7420
    },
    {
      "epoch": 6.421780466724287,
      "grad_norm": 0.45806965231895447,
      "learning_rate": 9.867786777174845e-05,
      "loss": 3.8259,
      "step": 7430
    },
    {
      "epoch": 6.430423509075195,
      "grad_norm": 0.438790500164032,
      "learning_rate": 9.867427340304536e-05,
      "loss": 3.8377,
      "step": 7440
    },
    {
      "epoch": 6.439066551426102,
      "grad_norm": 0.41714027523994446,
      "learning_rate": 9.867067422076173e-05,
      "loss": 3.8419,
      "step": 7450
    },
    {
      "epoch": 6.4477095937770095,
      "grad_norm": 0.4121234714984894,
      "learning_rate": 9.86670702252535e-05,
      "loss": 3.8295,
      "step": 7460
    },
    {
      "epoch": 6.456352636127917,
      "grad_norm": 0.46149739623069763,
      "learning_rate": 9.866346141687708e-05,
      "loss": 3.8616,
      "step": 7470
    },
    {
      "epoch": 6.464995678478824,
      "grad_norm": 0.41620004177093506,
      "learning_rate": 9.865984779598937e-05,
      "loss": 3.852,
      "step": 7480
    },
    {
      "epoch": 6.473638720829732,
      "grad_norm": 0.41737812757492065,
      "learning_rate": 9.865622936294771e-05,
      "loss": 3.847,
      "step": 7490
    },
    {
      "epoch": 6.48228176318064,
      "grad_norm": 0.48260703682899475,
      "learning_rate": 9.865260611810996e-05,
      "loss": 3.8351,
      "step": 7500
    },
    {
      "epoch": 6.490924805531547,
      "grad_norm": 0.4084308445453644,
      "learning_rate": 9.864897806183444e-05,
      "loss": 3.829,
      "step": 7510
    },
    {
      "epoch": 6.499567847882455,
      "grad_norm": 0.4744170010089874,
      "learning_rate": 9.864534519447992e-05,
      "loss": 3.8281,
      "step": 7520
    },
    {
      "epoch": 6.508210890233363,
      "grad_norm": 0.4444991946220398,
      "learning_rate": 9.864170751640568e-05,
      "loss": 3.8259,
      "step": 7530
    },
    {
      "epoch": 6.51685393258427,
      "grad_norm": 0.42810457944869995,
      "learning_rate": 9.863806502797148e-05,
      "loss": 3.8417,
      "step": 7540
    },
    {
      "epoch": 6.525496974935177,
      "grad_norm": 0.442940354347229,
      "learning_rate": 9.863441772953752e-05,
      "loss": 3.8261,
      "step": 7550
    },
    {
      "epoch": 6.534140017286084,
      "grad_norm": 0.40753570199012756,
      "learning_rate": 9.863076562146448e-05,
      "loss": 3.8373,
      "step": 7560
    },
    {
      "epoch": 6.542783059636992,
      "grad_norm": 0.4357444941997528,
      "learning_rate": 9.862710870411356e-05,
      "loss": 3.8224,
      "step": 7570
    },
    {
      "epoch": 6.5514261019879,
      "grad_norm": 0.4230841398239136,
      "learning_rate": 9.86234469778464e-05,
      "loss": 3.8167,
      "step": 7580
    },
    {
      "epoch": 6.560069144338807,
      "grad_norm": 0.4612574875354767,
      "learning_rate": 9.86197804430251e-05,
      "loss": 3.82,
      "step": 7590
    },
    {
      "epoch": 6.568712186689715,
      "grad_norm": 0.4165295660495758,
      "learning_rate": 9.861610910001229e-05,
      "loss": 3.8507,
      "step": 7600
    },
    {
      "epoch": 6.577355229040622,
      "grad_norm": 0.45785847306251526,
      "learning_rate": 9.861243294917103e-05,
      "loss": 3.8401,
      "step": 7610
    },
    {
      "epoch": 6.58599827139153,
      "grad_norm": 0.427013635635376,
      "learning_rate": 9.860875199086486e-05,
      "loss": 3.8239,
      "step": 7620
    },
    {
      "epoch": 6.594641313742438,
      "grad_norm": 0.4154607653617859,
      "learning_rate": 9.86050662254578e-05,
      "loss": 3.8452,
      "step": 7630
    },
    {
      "epoch": 6.6032843560933445,
      "grad_norm": 0.41306760907173157,
      "learning_rate": 9.860137565331438e-05,
      "loss": 3.8229,
      "step": 7640
    },
    {
      "epoch": 6.611927398444252,
      "grad_norm": 0.4473923444747925,
      "learning_rate": 9.859768027479954e-05,
      "loss": 3.8417,
      "step": 7650
    },
    {
      "epoch": 6.62057044079516,
      "grad_norm": 0.4247404932975769,
      "learning_rate": 9.859398009027873e-05,
      "loss": 3.8483,
      "step": 7660
    },
    {
      "epoch": 6.629213483146067,
      "grad_norm": 0.4119166135787964,
      "learning_rate": 9.85902751001179e-05,
      "loss": 3.8266,
      "step": 7670
    },
    {
      "epoch": 6.637856525496975,
      "grad_norm": 0.4126022160053253,
      "learning_rate": 9.858656530468344e-05,
      "loss": 3.831,
      "step": 7680
    },
    {
      "epoch": 6.646499567847883,
      "grad_norm": 0.4683639109134674,
      "learning_rate": 9.858285070434221e-05,
      "loss": 3.8579,
      "step": 7690
    },
    {
      "epoch": 6.65514261019879,
      "grad_norm": 0.4225517809391022,
      "learning_rate": 9.85791312994616e-05,
      "loss": 3.8265,
      "step": 7700
    },
    {
      "epoch": 6.663785652549698,
      "grad_norm": 0.44841599464416504,
      "learning_rate": 9.857540709040938e-05,
      "loss": 3.84,
      "step": 7710
    },
    {
      "epoch": 6.672428694900605,
      "grad_norm": 0.4356580376625061,
      "learning_rate": 9.857167807755389e-05,
      "loss": 3.8348,
      "step": 7720
    },
    {
      "epoch": 6.6810717372515125,
      "grad_norm": 0.41717344522476196,
      "learning_rate": 9.856794426126391e-05,
      "loss": 3.8376,
      "step": 7730
    },
    {
      "epoch": 6.68971477960242,
      "grad_norm": 0.46988049149513245,
      "learning_rate": 9.856420564190867e-05,
      "loss": 3.8229,
      "step": 7740
    },
    {
      "epoch": 6.698357821953327,
      "grad_norm": 0.41659384965896606,
      "learning_rate": 9.856046221985791e-05,
      "loss": 3.8322,
      "step": 7750
    },
    {
      "epoch": 6.707000864304235,
      "grad_norm": 0.4208256006240845,
      "learning_rate": 9.855671399548181e-05,
      "loss": 3.8302,
      "step": 7760
    },
    {
      "epoch": 6.715643906655143,
      "grad_norm": 0.39394623041152954,
      "learning_rate": 9.855296096915107e-05,
      "loss": 3.8385,
      "step": 7770
    },
    {
      "epoch": 6.72428694900605,
      "grad_norm": 0.4440569281578064,
      "learning_rate": 9.854920314123682e-05,
      "loss": 3.8158,
      "step": 7780
    },
    {
      "epoch": 6.732929991356958,
      "grad_norm": 0.46064236760139465,
      "learning_rate": 9.854544051211072e-05,
      "loss": 3.8343,
      "step": 7790
    },
    {
      "epoch": 6.741573033707866,
      "grad_norm": 0.4117526710033417,
      "learning_rate": 9.854167308214482e-05,
      "loss": 3.8485,
      "step": 7800
    },
    {
      "epoch": 6.750216076058773,
      "grad_norm": 0.4212929308414459,
      "learning_rate": 9.853790085171174e-05,
      "loss": 3.8438,
      "step": 7810
    },
    {
      "epoch": 6.7588591184096805,
      "grad_norm": 0.42731741070747375,
      "learning_rate": 9.853412382118451e-05,
      "loss": 3.8446,
      "step": 7820
    },
    {
      "epoch": 6.767502160760587,
      "grad_norm": 0.435488224029541,
      "learning_rate": 9.853034199093666e-05,
      "loss": 3.8213,
      "step": 7830
    },
    {
      "epoch": 6.776145203111495,
      "grad_norm": 0.4546576738357544,
      "learning_rate": 9.852655536134217e-05,
      "loss": 3.8498,
      "step": 7840
    },
    {
      "epoch": 6.784788245462403,
      "grad_norm": 0.4455321133136749,
      "learning_rate": 9.852276393277555e-05,
      "loss": 3.8302,
      "step": 7850
    },
    {
      "epoch": 6.79343128781331,
      "grad_norm": 0.41283297538757324,
      "learning_rate": 9.851896770561174e-05,
      "loss": 3.8149,
      "step": 7860
    },
    {
      "epoch": 6.802074330164218,
      "grad_norm": 0.48973381519317627,
      "learning_rate": 9.851516668022611e-05,
      "loss": 3.8367,
      "step": 7870
    },
    {
      "epoch": 6.810717372515125,
      "grad_norm": 0.4346897602081299,
      "learning_rate": 9.851136085699464e-05,
      "loss": 3.8533,
      "step": 7880
    },
    {
      "epoch": 6.819360414866033,
      "grad_norm": 0.5104560256004333,
      "learning_rate": 9.850755023629363e-05,
      "loss": 3.8171,
      "step": 7890
    },
    {
      "epoch": 6.828003457216941,
      "grad_norm": 0.4285312294960022,
      "learning_rate": 9.850373481849998e-05,
      "loss": 3.813,
      "step": 7900
    },
    {
      "epoch": 6.8366464995678475,
      "grad_norm": 0.43392735719680786,
      "learning_rate": 9.849991460399098e-05,
      "loss": 3.8526,
      "step": 7910
    },
    {
      "epoch": 6.845289541918755,
      "grad_norm": 0.39610517024993896,
      "learning_rate": 9.849608959314444e-05,
      "loss": 3.8206,
      "step": 7920
    },
    {
      "epoch": 6.853932584269663,
      "grad_norm": 0.4304943084716797,
      "learning_rate": 9.849225978633863e-05,
      "loss": 3.8339,
      "step": 7930
    },
    {
      "epoch": 6.86257562662057,
      "grad_norm": 0.45416557788848877,
      "learning_rate": 9.848842518395226e-05,
      "loss": 3.824,
      "step": 7940
    },
    {
      "epoch": 6.871218668971478,
      "grad_norm": 0.42939507961273193,
      "learning_rate": 9.848458578636462e-05,
      "loss": 3.8413,
      "step": 7950
    },
    {
      "epoch": 6.879861711322386,
      "grad_norm": 0.4163292646408081,
      "learning_rate": 9.848074159395533e-05,
      "loss": 3.8227,
      "step": 7960
    },
    {
      "epoch": 6.888504753673293,
      "grad_norm": 0.3898378312587738,
      "learning_rate": 9.847689260710457e-05,
      "loss": 3.8379,
      "step": 7970
    },
    {
      "epoch": 6.897147796024201,
      "grad_norm": 0.40296128392219543,
      "learning_rate": 9.847303882619304e-05,
      "loss": 3.8447,
      "step": 7980
    },
    {
      "epoch": 6.905790838375108,
      "grad_norm": 0.48976531624794006,
      "learning_rate": 9.846918025160177e-05,
      "loss": 3.841,
      "step": 7990
    },
    {
      "epoch": 6.9144338807260155,
      "grad_norm": 0.42817598581314087,
      "learning_rate": 9.846531688371241e-05,
      "loss": 3.8307,
      "step": 8000
    },
    {
      "epoch": 6.923076923076923,
      "grad_norm": 0.44258925318717957,
      "learning_rate": 9.8461448722907e-05,
      "loss": 3.8233,
      "step": 8010
    },
    {
      "epoch": 6.93171996542783,
      "grad_norm": 0.41900816559791565,
      "learning_rate": 9.845757576956807e-05,
      "loss": 3.8149,
      "step": 8020
    },
    {
      "epoch": 6.940363007778738,
      "grad_norm": 0.42195624113082886,
      "learning_rate": 9.845369802407864e-05,
      "loss": 3.8317,
      "step": 8030
    },
    {
      "epoch": 6.949006050129646,
      "grad_norm": 0.4224293529987335,
      "learning_rate": 9.84498154868222e-05,
      "loss": 3.8351,
      "step": 8040
    },
    {
      "epoch": 6.957649092480553,
      "grad_norm": 0.4513198733329773,
      "learning_rate": 9.84459281581827e-05,
      "loss": 3.8213,
      "step": 8050
    },
    {
      "epoch": 6.966292134831461,
      "grad_norm": 0.39943262934684753,
      "learning_rate": 9.844203603854459e-05,
      "loss": 3.8289,
      "step": 8060
    },
    {
      "epoch": 6.974935177182369,
      "grad_norm": 0.39601588249206543,
      "learning_rate": 9.843813912829274e-05,
      "loss": 3.824,
      "step": 8070
    },
    {
      "epoch": 6.983578219533276,
      "grad_norm": 0.4285796582698822,
      "learning_rate": 9.843423742781257e-05,
      "loss": 3.8218,
      "step": 8080
    },
    {
      "epoch": 6.9922212618841835,
      "grad_norm": 0.45814040303230286,
      "learning_rate": 9.84303309374899e-05,
      "loss": 3.8447,
      "step": 8090
    },
    {
      "epoch": 7.00086430423509,
      "grad_norm": 0.4224124252796173,
      "learning_rate": 9.842641965771108e-05,
      "loss": 3.8382,
      "step": 8100
    },
    {
      "epoch": 7.009507346585998,
      "grad_norm": 0.486325740814209,
      "learning_rate": 9.84225035888629e-05,
      "loss": 3.7835,
      "step": 8110
    },
    {
      "epoch": 7.018150388936906,
      "grad_norm": 0.5114707350730896,
      "learning_rate": 9.841858273133265e-05,
      "loss": 3.7829,
      "step": 8120
    },
    {
      "epoch": 7.026793431287813,
      "grad_norm": 0.44870054721832275,
      "learning_rate": 9.841465708550806e-05,
      "loss": 3.7761,
      "step": 8130
    },
    {
      "epoch": 7.035436473638721,
      "grad_norm": 0.44435709714889526,
      "learning_rate": 9.841072665177735e-05,
      "loss": 3.7815,
      "step": 8140
    },
    {
      "epoch": 7.044079515989629,
      "grad_norm": 0.5255118012428284,
      "learning_rate": 9.840679143052923e-05,
      "loss": 3.8004,
      "step": 8150
    },
    {
      "epoch": 7.052722558340536,
      "grad_norm": 0.459895521402359,
      "learning_rate": 9.840285142215286e-05,
      "loss": 3.8019,
      "step": 8160
    },
    {
      "epoch": 7.061365600691444,
      "grad_norm": 0.4438301920890808,
      "learning_rate": 9.83989066270379e-05,
      "loss": 3.7829,
      "step": 8170
    },
    {
      "epoch": 7.0700086430423505,
      "grad_norm": 0.46185851097106934,
      "learning_rate": 9.839495704557444e-05,
      "loss": 3.7824,
      "step": 8180
    },
    {
      "epoch": 7.078651685393258,
      "grad_norm": 0.4606078267097473,
      "learning_rate": 9.839100267815307e-05,
      "loss": 3.7932,
      "step": 8190
    },
    {
      "epoch": 7.087294727744166,
      "grad_norm": 0.5045153498649597,
      "learning_rate": 9.838704352516488e-05,
      "loss": 3.7828,
      "step": 8200
    },
    {
      "epoch": 7.095937770095073,
      "grad_norm": 0.4114503264427185,
      "learning_rate": 9.838307958700137e-05,
      "loss": 3.7878,
      "step": 8210
    },
    {
      "epoch": 7.104580812445981,
      "grad_norm": 0.4573809802532196,
      "learning_rate": 9.837911086405456e-05,
      "loss": 3.7856,
      "step": 8220
    },
    {
      "epoch": 7.113223854796889,
      "grad_norm": 0.4725385904312134,
      "learning_rate": 9.837513735671695e-05,
      "loss": 3.772,
      "step": 8230
    },
    {
      "epoch": 7.121866897147796,
      "grad_norm": 0.4344230592250824,
      "learning_rate": 9.837115906538148e-05,
      "loss": 3.7625,
      "step": 8240
    },
    {
      "epoch": 7.130509939498704,
      "grad_norm": 0.4386465847492218,
      "learning_rate": 9.836717599044158e-05,
      "loss": 3.8,
      "step": 8250
    },
    {
      "epoch": 7.139152981849611,
      "grad_norm": 0.4709884524345398,
      "learning_rate": 9.836318813229115e-05,
      "loss": 3.7792,
      "step": 8260
    },
    {
      "epoch": 7.1477960242005185,
      "grad_norm": 0.40221861004829407,
      "learning_rate": 9.835919549132457e-05,
      "loss": 3.7879,
      "step": 8270
    },
    {
      "epoch": 7.156439066551426,
      "grad_norm": 0.44135209918022156,
      "learning_rate": 9.835519806793669e-05,
      "loss": 3.7832,
      "step": 8280
    },
    {
      "epoch": 7.165082108902333,
      "grad_norm": 0.45471975207328796,
      "learning_rate": 9.835119586252282e-05,
      "loss": 3.7659,
      "step": 8290
    },
    {
      "epoch": 7.173725151253241,
      "grad_norm": 0.45193150639533997,
      "learning_rate": 9.834718887547873e-05,
      "loss": 3.7905,
      "step": 8300
    },
    {
      "epoch": 7.182368193604149,
      "grad_norm": 0.4390896260738373,
      "learning_rate": 9.834317710720073e-05,
      "loss": 3.7834,
      "step": 8310
    },
    {
      "epoch": 7.191011235955056,
      "grad_norm": 0.46212828159332275,
      "learning_rate": 9.833916055808554e-05,
      "loss": 3.806,
      "step": 8320
    },
    {
      "epoch": 7.199654278305964,
      "grad_norm": 0.4414624571800232,
      "learning_rate": 9.833513922853037e-05,
      "loss": 3.787,
      "step": 8330
    },
    {
      "epoch": 7.208297320656872,
      "grad_norm": 0.4938949644565582,
      "learning_rate": 9.833111311893291e-05,
      "loss": 3.766,
      "step": 8340
    },
    {
      "epoch": 7.216940363007779,
      "grad_norm": 0.48966607451438904,
      "learning_rate": 9.832708222969131e-05,
      "loss": 3.7744,
      "step": 8350
    },
    {
      "epoch": 7.2255834053586865,
      "grad_norm": 0.43986308574676514,
      "learning_rate": 9.83230465612042e-05,
      "loss": 3.8065,
      "step": 8360
    },
    {
      "epoch": 7.234226447709593,
      "grad_norm": 0.4574265778064728,
      "learning_rate": 9.83190061138707e-05,
      "loss": 3.7882,
      "step": 8370
    },
    {
      "epoch": 7.242869490060501,
      "grad_norm": 0.441156804561615,
      "learning_rate": 9.831496088809036e-05,
      "loss": 3.8034,
      "step": 8380
    },
    {
      "epoch": 7.251512532411409,
      "grad_norm": 0.44537803530693054,
      "learning_rate": 9.831091088426322e-05,
      "loss": 3.7784,
      "step": 8390
    },
    {
      "epoch": 7.260155574762316,
      "grad_norm": 0.5131223201751709,
      "learning_rate": 9.830685610278985e-05,
      "loss": 3.7916,
      "step": 8400
    },
    {
      "epoch": 7.268798617113224,
      "grad_norm": 0.4473932385444641,
      "learning_rate": 9.83027965440712e-05,
      "loss": 3.7705,
      "step": 8410
    },
    {
      "epoch": 7.277441659464131,
      "grad_norm": 0.44943952560424805,
      "learning_rate": 9.829873220850874e-05,
      "loss": 3.7991,
      "step": 8420
    },
    {
      "epoch": 7.286084701815039,
      "grad_norm": 0.4449447691440582,
      "learning_rate": 9.829466309650441e-05,
      "loss": 3.788,
      "step": 8430
    },
    {
      "epoch": 7.294727744165947,
      "grad_norm": 0.43451032042503357,
      "learning_rate": 9.829058920846061e-05,
      "loss": 3.7835,
      "step": 8440
    },
    {
      "epoch": 7.303370786516854,
      "grad_norm": 0.5219629406929016,
      "learning_rate": 9.828651054478027e-05,
      "loss": 3.7693,
      "step": 8450
    },
    {
      "epoch": 7.312013828867761,
      "grad_norm": 0.455628365278244,
      "learning_rate": 9.828242710586668e-05,
      "loss": 3.7818,
      "step": 8460
    },
    {
      "epoch": 7.320656871218669,
      "grad_norm": 0.4953458607196808,
      "learning_rate": 9.82783388921237e-05,
      "loss": 3.8018,
      "step": 8470
    },
    {
      "epoch": 7.329299913569576,
      "grad_norm": 0.4560295343399048,
      "learning_rate": 9.827424590395562e-05,
      "loss": 3.7832,
      "step": 8480
    },
    {
      "epoch": 7.337942955920484,
      "grad_norm": 0.4505082964897156,
      "learning_rate": 9.827014814176722e-05,
      "loss": 3.7902,
      "step": 8490
    },
    {
      "epoch": 7.346585998271392,
      "grad_norm": 0.43299734592437744,
      "learning_rate": 9.826604560596373e-05,
      "loss": 3.7931,
      "step": 8500
    },
    {
      "epoch": 7.355229040622299,
      "grad_norm": 0.4202776253223419,
      "learning_rate": 9.826193829695088e-05,
      "loss": 3.7908,
      "step": 8510
    },
    {
      "epoch": 7.363872082973207,
      "grad_norm": 0.49407529830932617,
      "learning_rate": 9.825782621513485e-05,
      "loss": 3.7928,
      "step": 8520
    },
    {
      "epoch": 7.372515125324114,
      "grad_norm": 0.4355790615081787,
      "learning_rate": 9.825370936092229e-05,
      "loss": 3.7977,
      "step": 8530
    },
    {
      "epoch": 7.3811581676750215,
      "grad_norm": 0.6065943241119385,
      "learning_rate": 9.824958773472035e-05,
      "loss": 3.7912,
      "step": 8540
    },
    {
      "epoch": 7.389801210025929,
      "grad_norm": 0.4779035151004791,
      "learning_rate": 9.824546133693662e-05,
      "loss": 3.8189,
      "step": 8550
    },
    {
      "epoch": 7.398444252376836,
      "grad_norm": 0.4484575092792511,
      "learning_rate": 9.824133016797919e-05,
      "loss": 3.8065,
      "step": 8560
    },
    {
      "epoch": 7.407087294727744,
      "grad_norm": 0.4263611137866974,
      "learning_rate": 9.823719422825657e-05,
      "loss": 3.8196,
      "step": 8570
    },
    {
      "epoch": 7.415730337078652,
      "grad_norm": 0.4390484392642975,
      "learning_rate": 9.823305351817781e-05,
      "loss": 3.7876,
      "step": 8580
    },
    {
      "epoch": 7.424373379429559,
      "grad_norm": 0.5139634609222412,
      "learning_rate": 9.82289080381524e-05,
      "loss": 3.8027,
      "step": 8590
    },
    {
      "epoch": 7.433016421780467,
      "grad_norm": 0.43498438596725464,
      "learning_rate": 9.822475778859029e-05,
      "loss": 3.7885,
      "step": 8600
    },
    {
      "epoch": 7.441659464131375,
      "grad_norm": 0.43138808012008667,
      "learning_rate": 9.822060276990192e-05,
      "loss": 3.7683,
      "step": 8610
    },
    {
      "epoch": 7.450302506482282,
      "grad_norm": 0.5606575012207031,
      "learning_rate": 9.821644298249819e-05,
      "loss": 3.7811,
      "step": 8620
    },
    {
      "epoch": 7.4589455488331895,
      "grad_norm": 0.4200631380081177,
      "learning_rate": 9.821227842679048e-05,
      "loss": 3.7966,
      "step": 8630
    },
    {
      "epoch": 7.4675885911840965,
      "grad_norm": 0.4808763265609741,
      "learning_rate": 9.820810910319065e-05,
      "loss": 3.7997,
      "step": 8640
    },
    {
      "epoch": 7.476231633535004,
      "grad_norm": 0.47686392068862915,
      "learning_rate": 9.8203935012111e-05,
      "loss": 3.7998,
      "step": 8650
    },
    {
      "epoch": 7.484874675885912,
      "grad_norm": 0.4223349392414093,
      "learning_rate": 9.819975615396434e-05,
      "loss": 3.8013,
      "step": 8660
    },
    {
      "epoch": 7.493517718236819,
      "grad_norm": 0.44550973176956177,
      "learning_rate": 9.819557252916392e-05,
      "loss": 3.7856,
      "step": 8670
    },
    {
      "epoch": 7.502160760587727,
      "grad_norm": 0.4523248076438904,
      "learning_rate": 9.819138413812347e-05,
      "loss": 3.7943,
      "step": 8680
    },
    {
      "epoch": 7.510803802938634,
      "grad_norm": 0.4956251084804535,
      "learning_rate": 9.818719098125722e-05,
      "loss": 3.7832,
      "step": 8690
    },
    {
      "epoch": 7.519446845289542,
      "grad_norm": 0.42880406975746155,
      "learning_rate": 9.81829930589798e-05,
      "loss": 3.8028,
      "step": 8700
    },
    {
      "epoch": 7.52808988764045,
      "grad_norm": 0.47610533237457275,
      "learning_rate": 9.817879037170642e-05,
      "loss": 3.7792,
      "step": 8710
    },
    {
      "epoch": 7.536732929991357,
      "grad_norm": 0.42280176281929016,
      "learning_rate": 9.817458291985266e-05,
      "loss": 3.787,
      "step": 8720
    },
    {
      "epoch": 7.545375972342264,
      "grad_norm": 0.44682765007019043,
      "learning_rate": 9.817037070383462e-05,
      "loss": 3.8303,
      "step": 8730
    },
    {
      "epoch": 7.554019014693172,
      "grad_norm": 0.4664037525653839,
      "learning_rate": 9.816615372406886e-05,
      "loss": 3.8042,
      "step": 8740
    },
    {
      "epoch": 7.562662057044079,
      "grad_norm": 0.44239190220832825,
      "learning_rate": 9.81619319809724e-05,
      "loss": 3.8231,
      "step": 8750
    },
    {
      "epoch": 7.571305099394987,
      "grad_norm": 0.4520546495914459,
      "learning_rate": 9.815770547496277e-05,
      "loss": 3.805,
      "step": 8760
    },
    {
      "epoch": 7.579948141745895,
      "grad_norm": 0.45281121134757996,
      "learning_rate": 9.815347420645794e-05,
      "loss": 3.7861,
      "step": 8770
    },
    {
      "epoch": 7.588591184096802,
      "grad_norm": 0.4867064356803894,
      "learning_rate": 9.814923817587632e-05,
      "loss": 3.8095,
      "step": 8780
    },
    {
      "epoch": 7.59723422644771,
      "grad_norm": 0.4170064926147461,
      "learning_rate": 9.814499738363688e-05,
      "loss": 3.8018,
      "step": 8790
    },
    {
      "epoch": 7.605877268798617,
      "grad_norm": 0.4514692425727844,
      "learning_rate": 9.814075183015897e-05,
      "loss": 3.7988,
      "step": 8800
    },
    {
      "epoch": 7.6145203111495245,
      "grad_norm": 0.5011093020439148,
      "learning_rate": 9.813650151586247e-05,
      "loss": 3.8034,
      "step": 8810
    },
    {
      "epoch": 7.623163353500432,
      "grad_norm": 0.5148153305053711,
      "learning_rate": 9.81322464411677e-05,
      "loss": 3.7838,
      "step": 8820
    },
    {
      "epoch": 7.631806395851339,
      "grad_norm": 0.5918910503387451,
      "learning_rate": 9.812798660649545e-05,
      "loss": 3.7935,
      "step": 8830
    },
    {
      "epoch": 7.640449438202247,
      "grad_norm": 0.4708513617515564,
      "learning_rate": 9.8123722012267e-05,
      "loss": 3.7884,
      "step": 8840
    },
    {
      "epoch": 7.649092480553155,
      "grad_norm": 0.4902913570404053,
      "learning_rate": 9.811945265890412e-05,
      "loss": 3.7992,
      "step": 8850
    },
    {
      "epoch": 7.657735522904062,
      "grad_norm": 0.4349260628223419,
      "learning_rate": 9.811517854682897e-05,
      "loss": 3.8175,
      "step": 8860
    },
    {
      "epoch": 7.66637856525497,
      "grad_norm": 0.42468246817588806,
      "learning_rate": 9.811089967646428e-05,
      "loss": 3.7903,
      "step": 8870
    },
    {
      "epoch": 7.675021607605878,
      "grad_norm": 0.44584178924560547,
      "learning_rate": 9.810661604823316e-05,
      "loss": 3.7792,
      "step": 8880
    },
    {
      "epoch": 7.683664649956785,
      "grad_norm": 0.45448383688926697,
      "learning_rate": 9.810232766255927e-05,
      "loss": 3.7867,
      "step": 8890
    },
    {
      "epoch": 7.6923076923076925,
      "grad_norm": 0.49130183458328247,
      "learning_rate": 9.809803451986668e-05,
      "loss": 3.8052,
      "step": 8900
    },
    {
      "epoch": 7.7009507346585995,
      "grad_norm": 0.4537488520145416,
      "learning_rate": 9.809373662057999e-05,
      "loss": 3.7914,
      "step": 8910
    },
    {
      "epoch": 7.709593777009507,
      "grad_norm": 0.48878714442253113,
      "learning_rate": 9.808943396512419e-05,
      "loss": 3.7811,
      "step": 8920
    },
    {
      "epoch": 7.718236819360415,
      "grad_norm": 0.5239996910095215,
      "learning_rate": 9.808512655392482e-05,
      "loss": 3.8048,
      "step": 8930
    },
    {
      "epoch": 7.726879861711322,
      "grad_norm": 0.4931831657886505,
      "learning_rate": 9.808081438740782e-05,
      "loss": 3.8126,
      "step": 8940
    },
    {
      "epoch": 7.73552290406223,
      "grad_norm": 0.4595465064048767,
      "learning_rate": 9.807649746599967e-05,
      "loss": 3.8095,
      "step": 8950
    },
    {
      "epoch": 7.744165946413137,
      "grad_norm": 0.4354272782802582,
      "learning_rate": 9.807217579012728e-05,
      "loss": 3.802,
      "step": 8960
    },
    {
      "epoch": 7.752808988764045,
      "grad_norm": 0.4261831045150757,
      "learning_rate": 9.806784936021803e-05,
      "loss": 3.786,
      "step": 8970
    },
    {
      "epoch": 7.761452031114953,
      "grad_norm": 0.40828460454940796,
      "learning_rate": 9.806351817669979e-05,
      "loss": 3.7999,
      "step": 8980
    },
    {
      "epoch": 7.7700950734658605,
      "grad_norm": 0.44215598702430725,
      "learning_rate": 9.805918224000086e-05,
      "loss": 3.781,
      "step": 8990
    },
    {
      "epoch": 7.778738115816767,
      "grad_norm": 0.48376184701919556,
      "learning_rate": 9.805484155055005e-05,
      "loss": 3.7983,
      "step": 9000
    },
    {
      "epoch": 7.787381158167675,
      "grad_norm": 0.44504451751708984,
      "learning_rate": 9.805049610877663e-05,
      "loss": 3.7857,
      "step": 9010
    },
    {
      "epoch": 7.796024200518582,
      "grad_norm": 0.4366353154182434,
      "learning_rate": 9.804614591511036e-05,
      "loss": 3.7739,
      "step": 9020
    },
    {
      "epoch": 7.80466724286949,
      "grad_norm": 0.43359115719795227,
      "learning_rate": 9.804179096998141e-05,
      "loss": 3.7747,
      "step": 9030
    },
    {
      "epoch": 7.813310285220398,
      "grad_norm": 0.41910967230796814,
      "learning_rate": 9.803743127382046e-05,
      "loss": 3.8032,
      "step": 9040
    },
    {
      "epoch": 7.821953327571305,
      "grad_norm": 0.45898517966270447,
      "learning_rate": 9.803306682705866e-05,
      "loss": 3.8116,
      "step": 9050
    },
    {
      "epoch": 7.830596369922213,
      "grad_norm": 0.4318331778049469,
      "learning_rate": 9.802869763012765e-05,
      "loss": 3.8078,
      "step": 9060
    },
    {
      "epoch": 7.83923941227312,
      "grad_norm": 0.48328709602355957,
      "learning_rate": 9.80243236834595e-05,
      "loss": 3.7869,
      "step": 9070
    },
    {
      "epoch": 7.847882454624028,
      "grad_norm": 0.4445449411869049,
      "learning_rate": 9.801994498748676e-05,
      "loss": 3.7998,
      "step": 9080
    },
    {
      "epoch": 7.856525496974935,
      "grad_norm": 0.47343766689300537,
      "learning_rate": 9.801556154264247e-05,
      "loss": 3.785,
      "step": 9090
    },
    {
      "epoch": 7.865168539325842,
      "grad_norm": 0.4205872714519501,
      "learning_rate": 9.80111733493601e-05,
      "loss": 3.8004,
      "step": 9100
    },
    {
      "epoch": 7.87381158167675,
      "grad_norm": 0.4867478609085083,
      "learning_rate": 9.800678040807365e-05,
      "loss": 3.7962,
      "step": 9110
    },
    {
      "epoch": 7.882454624027658,
      "grad_norm": 0.4493412673473358,
      "learning_rate": 9.800238271921751e-05,
      "loss": 3.7953,
      "step": 9120
    },
    {
      "epoch": 7.891097666378565,
      "grad_norm": 0.4564410150051117,
      "learning_rate": 9.799798028322663e-05,
      "loss": 3.7801,
      "step": 9130
    },
    {
      "epoch": 7.899740708729473,
      "grad_norm": 0.4326878488063812,
      "learning_rate": 9.799357310053636e-05,
      "loss": 3.7941,
      "step": 9140
    },
    {
      "epoch": 7.908383751080381,
      "grad_norm": 0.4323364198207855,
      "learning_rate": 9.798916117158255e-05,
      "loss": 3.7931,
      "step": 9150
    },
    {
      "epoch": 7.917026793431288,
      "grad_norm": 0.4120587408542633,
      "learning_rate": 9.798474449680148e-05,
      "loss": 3.7976,
      "step": 9160
    },
    {
      "epoch": 7.9256698357821955,
      "grad_norm": 0.43279942870140076,
      "learning_rate": 9.798032307662999e-05,
      "loss": 3.8168,
      "step": 9170
    },
    {
      "epoch": 7.9343128781331025,
      "grad_norm": 0.4233163595199585,
      "learning_rate": 9.797589691150528e-05,
      "loss": 3.7982,
      "step": 9180
    },
    {
      "epoch": 7.94295592048401,
      "grad_norm": 0.44400715827941895,
      "learning_rate": 9.797146600186511e-05,
      "loss": 3.8035,
      "step": 9190
    },
    {
      "epoch": 7.951598962834918,
      "grad_norm": 0.5120546221733093,
      "learning_rate": 9.796703034814763e-05,
      "loss": 3.8163,
      "step": 9200
    },
    {
      "epoch": 7.960242005185825,
      "grad_norm": 0.42061132192611694,
      "learning_rate": 9.796258995079153e-05,
      "loss": 3.7894,
      "step": 9210
    },
    {
      "epoch": 7.968885047536733,
      "grad_norm": 0.447865754365921,
      "learning_rate": 9.79581448102359e-05,
      "loss": 3.7978,
      "step": 9220
    },
    {
      "epoch": 7.97752808988764,
      "grad_norm": 0.4612376391887665,
      "learning_rate": 9.795369492692039e-05,
      "loss": 3.7862,
      "step": 9230
    },
    {
      "epoch": 7.986171132238548,
      "grad_norm": 0.43008846044540405,
      "learning_rate": 9.794924030128502e-05,
      "loss": 3.7994,
      "step": 9240
    },
    {
      "epoch": 7.994814174589456,
      "grad_norm": 0.4484115242958069,
      "learning_rate": 9.794478093377035e-05,
      "loss": 3.8008,
      "step": 9250
    },
    {
      "epoch": 8.003457216940363,
      "grad_norm": 0.603478729724884,
      "learning_rate": 9.794031682481737e-05,
      "loss": 3.7946,
      "step": 9260
    },
    {
      "epoch": 8.012100259291271,
      "grad_norm": 0.4555322229862213,
      "learning_rate": 9.793584797486756e-05,
      "loss": 3.7537,
      "step": 9270
    },
    {
      "epoch": 8.020743301642177,
      "grad_norm": 0.4499902129173279,
      "learning_rate": 9.793137438436285e-05,
      "loss": 3.745,
      "step": 9280
    },
    {
      "epoch": 8.029386343993085,
      "grad_norm": 0.44736507534980774,
      "learning_rate": 9.792689605374566e-05,
      "loss": 3.7392,
      "step": 9290
    },
    {
      "epoch": 8.038029386343993,
      "grad_norm": 0.5148961544036865,
      "learning_rate": 9.792241298345887e-05,
      "loss": 3.7451,
      "step": 9300
    },
    {
      "epoch": 8.046672428694901,
      "grad_norm": 0.4521830081939697,
      "learning_rate": 9.791792517394584e-05,
      "loss": 3.7257,
      "step": 9310
    },
    {
      "epoch": 8.055315471045809,
      "grad_norm": 0.4809775650501251,
      "learning_rate": 9.791343262565036e-05,
      "loss": 3.753,
      "step": 9320
    },
    {
      "epoch": 8.063958513396715,
      "grad_norm": 0.5083329081535339,
      "learning_rate": 9.790893533901671e-05,
      "loss": 3.7355,
      "step": 9330
    },
    {
      "epoch": 8.072601555747623,
      "grad_norm": 0.49536922574043274,
      "learning_rate": 9.790443331448968e-05,
      "loss": 3.762,
      "step": 9340
    },
    {
      "epoch": 8.08124459809853,
      "grad_norm": 0.5043683648109436,
      "learning_rate": 9.789992655251446e-05,
      "loss": 3.7293,
      "step": 9350
    },
    {
      "epoch": 8.089887640449438,
      "grad_norm": 0.46365660429000854,
      "learning_rate": 9.789541505353677e-05,
      "loss": 3.7591,
      "step": 9360
    },
    {
      "epoch": 8.098530682800346,
      "grad_norm": 0.48677337169647217,
      "learning_rate": 9.789089881800273e-05,
      "loss": 3.7597,
      "step": 9370
    },
    {
      "epoch": 8.107173725151254,
      "grad_norm": 0.440158486366272,
      "learning_rate": 9.7886377846359e-05,
      "loss": 3.7453,
      "step": 9380
    },
    {
      "epoch": 8.11581676750216,
      "grad_norm": 0.599265992641449,
      "learning_rate": 9.788185213905266e-05,
      "loss": 3.7415,
      "step": 9390
    },
    {
      "epoch": 8.124459809853068,
      "grad_norm": 0.4637872874736786,
      "learning_rate": 9.787732169653128e-05,
      "loss": 3.7438,
      "step": 9400
    },
    {
      "epoch": 8.133102852203976,
      "grad_norm": 0.44102877378463745,
      "learning_rate": 9.787278651924287e-05,
      "loss": 3.7523,
      "step": 9410
    },
    {
      "epoch": 8.141745894554884,
      "grad_norm": 0.4758727550506592,
      "learning_rate": 9.786824660763598e-05,
      "loss": 3.7432,
      "step": 9420
    },
    {
      "epoch": 8.150388936905792,
      "grad_norm": 0.4853854179382324,
      "learning_rate": 9.786370196215952e-05,
      "loss": 3.7296,
      "step": 9430
    },
    {
      "epoch": 8.159031979256698,
      "grad_norm": 0.432646781206131,
      "learning_rate": 9.785915258326299e-05,
      "loss": 3.7361,
      "step": 9440
    },
    {
      "epoch": 8.167675021607606,
      "grad_norm": 0.4685443639755249,
      "learning_rate": 9.785459847139624e-05,
      "loss": 3.7573,
      "step": 9450
    },
    {
      "epoch": 8.176318063958513,
      "grad_norm": 0.4620211124420166,
      "learning_rate": 9.785003962700967e-05,
      "loss": 3.7511,
      "step": 9460
    },
    {
      "epoch": 8.184961106309421,
      "grad_norm": 0.47330307960510254,
      "learning_rate": 9.784547605055412e-05,
      "loss": 3.7394,
      "step": 9470
    },
    {
      "epoch": 8.193604148660329,
      "grad_norm": 0.4925650656223297,
      "learning_rate": 9.784090774248089e-05,
      "loss": 3.7446,
      "step": 9480
    },
    {
      "epoch": 8.202247191011235,
      "grad_norm": 0.4598151445388794,
      "learning_rate": 9.783633470324177e-05,
      "loss": 3.752,
      "step": 9490
    },
    {
      "epoch": 8.210890233362143,
      "grad_norm": 0.5687212944030762,
      "learning_rate": 9.7831756933289e-05,
      "loss": 3.7423,
      "step": 9500
    },
    {
      "epoch": 8.21953327571305,
      "grad_norm": 0.4934663474559784,
      "learning_rate": 9.782717443307528e-05,
      "loss": 3.7494,
      "step": 9510
    },
    {
      "epoch": 8.228176318063959,
      "grad_norm": 0.6593343019485474,
      "learning_rate": 9.78225872030538e-05,
      "loss": 3.7335,
      "step": 9520
    },
    {
      "epoch": 8.236819360414867,
      "grad_norm": 0.505717396736145,
      "learning_rate": 9.78179952436782e-05,
      "loss": 3.7841,
      "step": 9530
    },
    {
      "epoch": 8.245462402765774,
      "grad_norm": 0.44793692231178284,
      "learning_rate": 9.781339855540264e-05,
      "loss": 3.7434,
      "step": 9540
    },
    {
      "epoch": 8.25410544511668,
      "grad_norm": 0.505038857460022,
      "learning_rate": 9.780879713868162e-05,
      "loss": 3.7492,
      "step": 9550
    },
    {
      "epoch": 8.262748487467588,
      "grad_norm": 0.46352729201316833,
      "learning_rate": 9.780419099397027e-05,
      "loss": 3.7509,
      "step": 9560
    },
    {
      "epoch": 8.271391529818496,
      "grad_norm": 0.4584798812866211,
      "learning_rate": 9.779958012172407e-05,
      "loss": 3.7595,
      "step": 9570
    },
    {
      "epoch": 8.280034572169404,
      "grad_norm": 0.48413047194480896,
      "learning_rate": 9.779496452239902e-05,
      "loss": 3.7455,
      "step": 9580
    },
    {
      "epoch": 8.288677614520312,
      "grad_norm": 0.44428011775016785,
      "learning_rate": 9.779034419645157e-05,
      "loss": 3.7572,
      "step": 9590
    },
    {
      "epoch": 8.297320656871218,
      "grad_norm": 0.4823353588581085,
      "learning_rate": 9.778571914433864e-05,
      "loss": 3.7678,
      "step": 9600
    },
    {
      "epoch": 8.305963699222126,
      "grad_norm": 0.47280848026275635,
      "learning_rate": 9.778108936651762e-05,
      "loss": 3.7433,
      "step": 9610
    },
    {
      "epoch": 8.314606741573034,
      "grad_norm": 0.4984550476074219,
      "learning_rate": 9.777645486344635e-05,
      "loss": 3.7583,
      "step": 9620
    },
    {
      "epoch": 8.323249783923941,
      "grad_norm": 0.5061043500900269,
      "learning_rate": 9.777181563558317e-05,
      "loss": 3.7575,
      "step": 9630
    },
    {
      "epoch": 8.33189282627485,
      "grad_norm": 0.49417343735694885,
      "learning_rate": 9.77671716833869e-05,
      "loss": 3.7509,
      "step": 9640
    },
    {
      "epoch": 8.340535868625757,
      "grad_norm": 0.44791361689567566,
      "learning_rate": 9.776252300731673e-05,
      "loss": 3.7623,
      "step": 9650
    },
    {
      "epoch": 8.349178910976663,
      "grad_norm": 0.4811897277832031,
      "learning_rate": 9.775786960783243e-05,
      "loss": 3.7476,
      "step": 9660
    },
    {
      "epoch": 8.357821953327571,
      "grad_norm": 0.5796162486076355,
      "learning_rate": 9.775321148539419e-05,
      "loss": 3.7625,
      "step": 9670
    },
    {
      "epoch": 8.366464995678479,
      "grad_norm": 0.5253317952156067,
      "learning_rate": 9.774854864046265e-05,
      "loss": 3.758,
      "step": 9680
    },
    {
      "epoch": 8.375108038029387,
      "grad_norm": 0.5516966581344604,
      "learning_rate": 9.774388107349897e-05,
      "loss": 3.769,
      "step": 9690
    },
    {
      "epoch": 8.383751080380295,
      "grad_norm": 0.47996285557746887,
      "learning_rate": 9.77392087849647e-05,
      "loss": 3.7544,
      "step": 9700
    },
    {
      "epoch": 8.3923941227312,
      "grad_norm": 0.44499123096466064,
      "learning_rate": 9.773453177532193e-05,
      "loss": 3.7444,
      "step": 9710
    },
    {
      "epoch": 8.401037165082109,
      "grad_norm": 0.48037391901016235,
      "learning_rate": 9.77298500450332e-05,
      "loss": 3.7465,
      "step": 9720
    },
    {
      "epoch": 8.409680207433016,
      "grad_norm": 0.46453607082366943,
      "learning_rate": 9.772516359456146e-05,
      "loss": 3.7591,
      "step": 9730
    },
    {
      "epoch": 8.418323249783924,
      "grad_norm": 0.43252211809158325,
      "learning_rate": 9.772047242437018e-05,
      "loss": 3.7621,
      "step": 9740
    },
    {
      "epoch": 8.426966292134832,
      "grad_norm": 0.5457204580307007,
      "learning_rate": 9.771577653492331e-05,
      "loss": 3.7514,
      "step": 9750
    },
    {
      "epoch": 8.435609334485738,
      "grad_norm": 0.45611676573753357,
      "learning_rate": 9.771107592668524e-05,
      "loss": 3.7538,
      "step": 9760
    },
    {
      "epoch": 8.444252376836646,
      "grad_norm": 0.46146273612976074,
      "learning_rate": 9.770637060012083e-05,
      "loss": 3.7626,
      "step": 9770
    },
    {
      "epoch": 8.452895419187554,
      "grad_norm": 0.47060343623161316,
      "learning_rate": 9.770166055569539e-05,
      "loss": 3.758,
      "step": 9780
    },
    {
      "epoch": 8.461538461538462,
      "grad_norm": 0.4640510082244873,
      "learning_rate": 9.769694579387474e-05,
      "loss": 3.7471,
      "step": 9790
    },
    {
      "epoch": 8.47018150388937,
      "grad_norm": 0.4595911204814911,
      "learning_rate": 9.769222631512511e-05,
      "loss": 3.7668,
      "step": 9800
    },
    {
      "epoch": 8.478824546240277,
      "grad_norm": 0.4430038630962372,
      "learning_rate": 9.768750211991326e-05,
      "loss": 3.7765,
      "step": 9810
    },
    {
      "epoch": 8.487467588591183,
      "grad_norm": 0.47259417176246643,
      "learning_rate": 9.768277320870636e-05,
      "loss": 3.7624,
      "step": 9820
    },
    {
      "epoch": 8.496110630942091,
      "grad_norm": 0.500867486000061,
      "learning_rate": 9.767803958197208e-05,
      "loss": 3.7521,
      "step": 9830
    },
    {
      "epoch": 8.504753673293,
      "grad_norm": 0.4520571827888489,
      "learning_rate": 9.767330124017852e-05,
      "loss": 3.7529,
      "step": 9840
    },
    {
      "epoch": 8.513396715643907,
      "grad_norm": 0.4888074994087219,
      "learning_rate": 9.766855818379433e-05,
      "loss": 3.7624,
      "step": 9850
    },
    {
      "epoch": 8.522039757994815,
      "grad_norm": 0.42933934926986694,
      "learning_rate": 9.766381041328851e-05,
      "loss": 3.7553,
      "step": 9860
    },
    {
      "epoch": 8.530682800345721,
      "grad_norm": 0.47036847472190857,
      "learning_rate": 9.765905792913062e-05,
      "loss": 3.7648,
      "step": 9870
    },
    {
      "epoch": 8.539325842696629,
      "grad_norm": 0.4764153063297272,
      "learning_rate": 9.765430073179062e-05,
      "loss": 3.7567,
      "step": 9880
    },
    {
      "epoch": 8.547968885047537,
      "grad_norm": 0.4575450122356415,
      "learning_rate": 9.7649538821739e-05,
      "loss": 3.76,
      "step": 9890
    },
    {
      "epoch": 8.556611927398444,
      "grad_norm": 0.45034366846084595,
      "learning_rate": 9.764477219944668e-05,
      "loss": 3.7526,
      "step": 9900
    },
    {
      "epoch": 8.565254969749352,
      "grad_norm": 0.46308913826942444,
      "learning_rate": 9.764000086538501e-05,
      "loss": 3.7744,
      "step": 9910
    },
    {
      "epoch": 8.573898012100258,
      "grad_norm": 0.4948825240135193,
      "learning_rate": 9.76352248200259e-05,
      "loss": 3.7513,
      "step": 9920
    },
    {
      "epoch": 8.582541054451166,
      "grad_norm": 0.46322715282440186,
      "learning_rate": 9.763044406384163e-05,
      "loss": 3.7404,
      "step": 9930
    },
    {
      "epoch": 8.591184096802074,
      "grad_norm": 0.43805623054504395,
      "learning_rate": 9.7625658597305e-05,
      "loss": 3.7559,
      "step": 9940
    },
    {
      "epoch": 8.599827139152982,
      "grad_norm": 0.4568833112716675,
      "learning_rate": 9.762086842088927e-05,
      "loss": 3.7379,
      "step": 9950
    },
    {
      "epoch": 8.60847018150389,
      "grad_norm": 0.45079609751701355,
      "learning_rate": 9.761607353506814e-05,
      "loss": 3.7732,
      "step": 9960
    },
    {
      "epoch": 8.617113223854798,
      "grad_norm": 0.43652480840682983,
      "learning_rate": 9.761127394031582e-05,
      "loss": 3.7682,
      "step": 9970
    },
    {
      "epoch": 8.625756266205704,
      "grad_norm": 0.440840482711792,
      "learning_rate": 9.760646963710694e-05,
      "loss": 3.7724,
      "step": 9980
    },
    {
      "epoch": 8.634399308556612,
      "grad_norm": 0.4426875412464142,
      "learning_rate": 9.760166062591663e-05,
      "loss": 3.7648,
      "step": 9990
    },
    {
      "epoch": 8.64304235090752,
      "grad_norm": 0.5241554379463196,
      "learning_rate": 9.759684690722044e-05,
      "loss": 3.7698,
      "step": 10000
    },
    {
      "epoch": 8.651685393258427,
      "grad_norm": 0.4514304995536804,
      "learning_rate": 9.759202848149446e-05,
      "loss": 3.7561,
      "step": 10010
    },
    {
      "epoch": 8.660328435609335,
      "grad_norm": 0.5220859050750732,
      "learning_rate": 9.758720534921517e-05,
      "loss": 3.759,
      "step": 10020
    },
    {
      "epoch": 8.668971477960241,
      "grad_norm": 0.4727265536785126,
      "learning_rate": 9.758237751085957e-05,
      "loss": 3.7474,
      "step": 10030
    },
    {
      "epoch": 8.677614520311149,
      "grad_norm": 0.41619962453842163,
      "learning_rate": 9.757754496690508e-05,
      "loss": 3.7401,
      "step": 10040
    },
    {
      "epoch": 8.686257562662057,
      "grad_norm": 0.45655637979507446,
      "learning_rate": 9.757270771782963e-05,
      "loss": 3.7497,
      "step": 10050
    },
    {
      "epoch": 8.694900605012965,
      "grad_norm": 0.5134854912757874,
      "learning_rate": 9.756786576411156e-05,
      "loss": 3.7679,
      "step": 10060
    },
    {
      "epoch": 8.703543647363873,
      "grad_norm": 0.432964950799942,
      "learning_rate": 9.756301910622976e-05,
      "loss": 3.7683,
      "step": 10070
    },
    {
      "epoch": 8.71218668971478,
      "grad_norm": 0.4667627215385437,
      "learning_rate": 9.75581677446635e-05,
      "loss": 3.7588,
      "step": 10080
    },
    {
      "epoch": 8.720829732065686,
      "grad_norm": 0.43583422899246216,
      "learning_rate": 9.755331167989254e-05,
      "loss": 3.7656,
      "step": 10090
    },
    {
      "epoch": 8.729472774416594,
      "grad_norm": 0.4319300651550293,
      "learning_rate": 9.754845091239715e-05,
      "loss": 3.7622,
      "step": 10100
    },
    {
      "epoch": 8.738115816767502,
      "grad_norm": 0.5369278788566589,
      "learning_rate": 9.7543585442658e-05,
      "loss": 3.7532,
      "step": 10110
    },
    {
      "epoch": 8.74675885911841,
      "grad_norm": 0.4468677341938019,
      "learning_rate": 9.753871527115628e-05,
      "loss": 3.7644,
      "step": 10120
    },
    {
      "epoch": 8.755401901469318,
      "grad_norm": 0.5292395353317261,
      "learning_rate": 9.753384039837358e-05,
      "loss": 3.7622,
      "step": 10130
    },
    {
      "epoch": 8.764044943820224,
      "grad_norm": 0.43111321330070496,
      "learning_rate": 9.752896082479202e-05,
      "loss": 3.7734,
      "step": 10140
    },
    {
      "epoch": 8.772687986171132,
      "grad_norm": 0.4568481147289276,
      "learning_rate": 9.752407655089417e-05,
      "loss": 3.7575,
      "step": 10150
    },
    {
      "epoch": 8.78133102852204,
      "grad_norm": 0.49823302030563354,
      "learning_rate": 9.751918757716303e-05,
      "loss": 3.7496,
      "step": 10160
    },
    {
      "epoch": 8.789974070872947,
      "grad_norm": 0.4650852680206299,
      "learning_rate": 9.75142939040821e-05,
      "loss": 3.7477,
      "step": 10170
    },
    {
      "epoch": 8.798617113223855,
      "grad_norm": 0.45112791657447815,
      "learning_rate": 9.750939553213536e-05,
      "loss": 3.7612,
      "step": 10180
    },
    {
      "epoch": 8.807260155574763,
      "grad_norm": 0.5028764009475708,
      "learning_rate": 9.750449246180717e-05,
      "loss": 3.768,
      "step": 10190
    },
    {
      "epoch": 8.81590319792567,
      "grad_norm": 0.4715244770050049,
      "learning_rate": 9.749958469358246e-05,
      "loss": 3.7667,
      "step": 10200
    },
    {
      "epoch": 8.824546240276577,
      "grad_norm": 0.4270972013473511,
      "learning_rate": 9.749467222794655e-05,
      "loss": 3.7645,
      "step": 10210
    },
    {
      "epoch": 8.833189282627485,
      "grad_norm": 0.4754692316055298,
      "learning_rate": 9.748975506538527e-05,
      "loss": 3.7327,
      "step": 10220
    },
    {
      "epoch": 8.841832324978393,
      "grad_norm": 0.464085191488266,
      "learning_rate": 9.74848332063849e-05,
      "loss": 3.7414,
      "step": 10230
    },
    {
      "epoch": 8.8504753673293,
      "grad_norm": 0.513344407081604,
      "learning_rate": 9.747990665143216e-05,
      "loss": 3.754,
      "step": 10240
    },
    {
      "epoch": 8.859118409680207,
      "grad_norm": 0.43291178345680237,
      "learning_rate": 9.747497540101427e-05,
      "loss": 3.7528,
      "step": 10250
    },
    {
      "epoch": 8.867761452031115,
      "grad_norm": 0.45774194598197937,
      "learning_rate": 9.74700394556189e-05,
      "loss": 3.7504,
      "step": 10260
    },
    {
      "epoch": 8.876404494382022,
      "grad_norm": 0.4662226736545563,
      "learning_rate": 9.746509881573418e-05,
      "loss": 3.7724,
      "step": 10270
    },
    {
      "epoch": 8.88504753673293,
      "grad_norm": 0.48376768827438354,
      "learning_rate": 9.746015348184871e-05,
      "loss": 3.7653,
      "step": 10280
    },
    {
      "epoch": 8.893690579083838,
      "grad_norm": 0.4829849600791931,
      "learning_rate": 9.745520345445156e-05,
      "loss": 3.7547,
      "step": 10290
    },
    {
      "epoch": 8.902333621434746,
      "grad_norm": 0.4469623863697052,
      "learning_rate": 9.745024873403223e-05,
      "loss": 3.7557,
      "step": 10300
    },
    {
      "epoch": 8.910976663785652,
      "grad_norm": 0.47821757197380066,
      "learning_rate": 9.744528932108075e-05,
      "loss": 3.7727,
      "step": 10310
    },
    {
      "epoch": 8.91961970613656,
      "grad_norm": 0.44721412658691406,
      "learning_rate": 9.744032521608754e-05,
      "loss": 3.7693,
      "step": 10320
    },
    {
      "epoch": 8.928262748487468,
      "grad_norm": 0.47041958570480347,
      "learning_rate": 9.743535641954353e-05,
      "loss": 3.7608,
      "step": 10330
    },
    {
      "epoch": 8.936905790838376,
      "grad_norm": 0.5188902020454407,
      "learning_rate": 9.743038293194011e-05,
      "loss": 3.7787,
      "step": 10340
    },
    {
      "epoch": 8.945548833189283,
      "grad_norm": 0.44184383749961853,
      "learning_rate": 9.742540475376914e-05,
      "loss": 3.7665,
      "step": 10350
    },
    {
      "epoch": 8.95419187554019,
      "grad_norm": 0.44161078333854675,
      "learning_rate": 9.74204218855229e-05,
      "loss": 3.78,
      "step": 10360
    },
    {
      "epoch": 8.962834917891097,
      "grad_norm": 0.5031571388244629,
      "learning_rate": 9.741543432769417e-05,
      "loss": 3.7781,
      "step": 10370
    },
    {
      "epoch": 8.971477960242005,
      "grad_norm": 0.48349663615226746,
      "learning_rate": 9.741044208077619e-05,
      "loss": 3.7765,
      "step": 10380
    },
    {
      "epoch": 8.980121002592913,
      "grad_norm": 0.48071250319480896,
      "learning_rate": 9.740544514526269e-05,
      "loss": 3.7612,
      "step": 10390
    },
    {
      "epoch": 8.98876404494382,
      "grad_norm": 0.45979589223861694,
      "learning_rate": 9.74004435216478e-05,
      "loss": 3.775,
      "step": 10400
    },
    {
      "epoch": 8.997407087294727,
      "grad_norm": 0.5137695670127869,
      "learning_rate": 9.739543721042616e-05,
      "loss": 3.7787,
      "step": 10410
    },
    {
      "epoch": 9.006050129645635,
      "grad_norm": 0.5173241496086121,
      "learning_rate": 9.739042621209288e-05,
      "loss": 3.7116,
      "step": 10420
    },
    {
      "epoch": 9.014693171996543,
      "grad_norm": 0.6644781231880188,
      "learning_rate": 9.738541052714349e-05,
      "loss": 3.7004,
      "step": 10430
    },
    {
      "epoch": 9.02333621434745,
      "grad_norm": 0.4805047810077667,
      "learning_rate": 9.738039015607403e-05,
      "loss": 3.7091,
      "step": 10440
    },
    {
      "epoch": 9.031979256698358,
      "grad_norm": 0.5205739140510559,
      "learning_rate": 9.737536509938097e-05,
      "loss": 3.709,
      "step": 10450
    },
    {
      "epoch": 9.040622299049266,
      "grad_norm": 0.5594408512115479,
      "learning_rate": 9.737033535756126e-05,
      "loss": 3.6931,
      "step": 10460
    },
    {
      "epoch": 9.049265341400172,
      "grad_norm": 0.4729236364364624,
      "learning_rate": 9.736530093111232e-05,
      "loss": 3.7117,
      "step": 10470
    },
    {
      "epoch": 9.05790838375108,
      "grad_norm": 0.5033740997314453,
      "learning_rate": 9.7360261820532e-05,
      "loss": 3.708,
      "step": 10480
    },
    {
      "epoch": 9.066551426101988,
      "grad_norm": 0.5226423144340515,
      "learning_rate": 9.735521802631866e-05,
      "loss": 3.6952,
      "step": 10490
    },
    {
      "epoch": 9.075194468452896,
      "grad_norm": 0.6846707463264465,
      "learning_rate": 9.735016954897109e-05,
      "loss": 3.7156,
      "step": 10500
    },
    {
      "epoch": 9.083837510803804,
      "grad_norm": 0.5119282007217407,
      "learning_rate": 9.734511638898856e-05,
      "loss": 3.7057,
      "step": 10510
    },
    {
      "epoch": 9.09248055315471,
      "grad_norm": 0.4926638901233673,
      "learning_rate": 9.734005854687079e-05,
      "loss": 3.6946,
      "step": 10520
    },
    {
      "epoch": 9.101123595505618,
      "grad_norm": 0.48213866353034973,
      "learning_rate": 9.733499602311795e-05,
      "loss": 3.6898,
      "step": 10530
    },
    {
      "epoch": 9.109766637856525,
      "grad_norm": 0.4466792643070221,
      "learning_rate": 9.732992881823072e-05,
      "loss": 3.7124,
      "step": 10540
    },
    {
      "epoch": 9.118409680207433,
      "grad_norm": 0.4770711660385132,
      "learning_rate": 9.732485693271021e-05,
      "loss": 3.7066,
      "step": 10550
    },
    {
      "epoch": 9.127052722558341,
      "grad_norm": 0.5223773121833801,
      "learning_rate": 9.731978036705798e-05,
      "loss": 3.7213,
      "step": 10560
    },
    {
      "epoch": 9.135695764909247,
      "grad_norm": 0.5016674399375916,
      "learning_rate": 9.731469912177609e-05,
      "loss": 3.7187,
      "step": 10570
    },
    {
      "epoch": 9.144338807260155,
      "grad_norm": 0.4452661871910095,
      "learning_rate": 9.730961319736704e-05,
      "loss": 3.6834,
      "step": 10580
    },
    {
      "epoch": 9.152981849611063,
      "grad_norm": 0.6498205065727234,
      "learning_rate": 9.730452259433379e-05,
      "loss": 3.7069,
      "step": 10590
    },
    {
      "epoch": 9.16162489196197,
      "grad_norm": 0.4517250061035156,
      "learning_rate": 9.729942731317977e-05,
      "loss": 3.7139,
      "step": 10600
    },
    {
      "epoch": 9.170267934312879,
      "grad_norm": 0.561933696269989,
      "learning_rate": 9.729432735440887e-05,
      "loss": 3.6964,
      "step": 10610
    },
    {
      "epoch": 9.178910976663786,
      "grad_norm": 0.49906885623931885,
      "learning_rate": 9.728922271852545e-05,
      "loss": 3.7207,
      "step": 10620
    },
    {
      "epoch": 9.187554019014692,
      "grad_norm": 0.5469339489936829,
      "learning_rate": 9.728411340603433e-05,
      "loss": 3.7182,
      "step": 10630
    },
    {
      "epoch": 9.1961970613656,
      "grad_norm": 0.5641295909881592,
      "learning_rate": 9.727899941744077e-05,
      "loss": 3.6975,
      "step": 10640
    },
    {
      "epoch": 9.204840103716508,
      "grad_norm": 0.4885326027870178,
      "learning_rate": 9.727388075325054e-05,
      "loss": 3.7341,
      "step": 10650
    },
    {
      "epoch": 9.213483146067416,
      "grad_norm": 0.4940291941165924,
      "learning_rate": 9.726875741396982e-05,
      "loss": 3.7047,
      "step": 10660
    },
    {
      "epoch": 9.222126188418324,
      "grad_norm": 0.45150914788246155,
      "learning_rate": 9.726362940010527e-05,
      "loss": 3.7317,
      "step": 10670
    },
    {
      "epoch": 9.23076923076923,
      "grad_norm": 0.5133076906204224,
      "learning_rate": 9.725849671216403e-05,
      "loss": 3.7072,
      "step": 10680
    },
    {
      "epoch": 9.239412273120138,
      "grad_norm": 0.5238605737686157,
      "learning_rate": 9.725335935065371e-05,
      "loss": 3.7098,
      "step": 10690
    },
    {
      "epoch": 9.248055315471046,
      "grad_norm": 0.4795264005661011,
      "learning_rate": 9.724821731608234e-05,
      "loss": 3.7299,
      "step": 10700
    },
    {
      "epoch": 9.256698357821953,
      "grad_norm": 0.512211799621582,
      "learning_rate": 9.724307060895844e-05,
      "loss": 3.7015,
      "step": 10710
    },
    {
      "epoch": 9.265341400172861,
      "grad_norm": 0.4602447748184204,
      "learning_rate": 9.723791922979099e-05,
      "loss": 3.7109,
      "step": 10720
    },
    {
      "epoch": 9.27398444252377,
      "grad_norm": 0.46930524706840515,
      "learning_rate": 9.723276317908943e-05,
      "loss": 3.7203,
      "step": 10730
    },
    {
      "epoch": 9.282627484874675,
      "grad_norm": 0.4623701274394989,
      "learning_rate": 9.722760245736364e-05,
      "loss": 3.7087,
      "step": 10740
    },
    {
      "epoch": 9.291270527225583,
      "grad_norm": 0.4951903820037842,
      "learning_rate": 9.722243706512401e-05,
      "loss": 3.7118,
      "step": 10750
    },
    {
      "epoch": 9.299913569576491,
      "grad_norm": 0.48930785059928894,
      "learning_rate": 9.721726700288137e-05,
      "loss": 3.7367,
      "step": 10760
    },
    {
      "epoch": 9.308556611927399,
      "grad_norm": 0.49884432554244995,
      "learning_rate": 9.721209227114696e-05,
      "loss": 3.713,
      "step": 10770
    },
    {
      "epoch": 9.317199654278307,
      "grad_norm": 0.49277737736701965,
      "learning_rate": 9.720691287043257e-05,
      "loss": 3.7271,
      "step": 10780
    },
    {
      "epoch": 9.325842696629213,
      "grad_norm": 0.4780270457267761,
      "learning_rate": 9.720172880125042e-05,
      "loss": 3.7308,
      "step": 10790
    },
    {
      "epoch": 9.33448573898012,
      "grad_norm": 0.47138842940330505,
      "learning_rate": 9.719654006411316e-05,
      "loss": 3.7184,
      "step": 10800
    },
    {
      "epoch": 9.343128781331028,
      "grad_norm": 0.4544103145599365,
      "learning_rate": 9.719134665953391e-05,
      "loss": 3.7244,
      "step": 10810
    },
    {
      "epoch": 9.351771823681936,
      "grad_norm": 0.49461787939071655,
      "learning_rate": 9.718614858802631e-05,
      "loss": 3.7281,
      "step": 10820
    },
    {
      "epoch": 9.360414866032844,
      "grad_norm": 0.4712662994861603,
      "learning_rate": 9.718094585010435e-05,
      "loss": 3.7047,
      "step": 10830
    },
    {
      "epoch": 9.369057908383752,
      "grad_norm": 0.5297857522964478,
      "learning_rate": 9.717573844628261e-05,
      "loss": 3.7032,
      "step": 10840
    },
    {
      "epoch": 9.377700950734658,
      "grad_norm": 0.5364890694618225,
      "learning_rate": 9.717052637707605e-05,
      "loss": 3.7155,
      "step": 10850
    },
    {
      "epoch": 9.386343993085566,
      "grad_norm": 0.5077672600746155,
      "learning_rate": 9.71653096430001e-05,
      "loss": 3.7107,
      "step": 10860
    },
    {
      "epoch": 9.394987035436474,
      "grad_norm": 0.5294975638389587,
      "learning_rate": 9.716008824457067e-05,
      "loss": 3.73,
      "step": 10870
    },
    {
      "epoch": 9.403630077787382,
      "grad_norm": 0.543056309223175,
      "learning_rate": 9.715486218230412e-05,
      "loss": 3.7186,
      "step": 10880
    },
    {
      "epoch": 9.41227312013829,
      "grad_norm": 0.5836026072502136,
      "learning_rate": 9.714963145671727e-05,
      "loss": 3.7258,
      "step": 10890
    },
    {
      "epoch": 9.420916162489196,
      "grad_norm": 0.48116791248321533,
      "learning_rate": 9.714439606832743e-05,
      "loss": 3.7341,
      "step": 10900
    },
    {
      "epoch": 9.429559204840103,
      "grad_norm": 0.469978004693985,
      "learning_rate": 9.713915601765234e-05,
      "loss": 3.7204,
      "step": 10910
    },
    {
      "epoch": 9.438202247191011,
      "grad_norm": 0.5366095304489136,
      "learning_rate": 9.713391130521017e-05,
      "loss": 3.7355,
      "step": 10920
    },
    {
      "epoch": 9.446845289541919,
      "grad_norm": 0.5664842128753662,
      "learning_rate": 9.712866193151964e-05,
      "loss": 3.7244,
      "step": 10930
    },
    {
      "epoch": 9.455488331892827,
      "grad_norm": 0.5498877763748169,
      "learning_rate": 9.712340789709984e-05,
      "loss": 3.7276,
      "step": 10940
    },
    {
      "epoch": 9.464131374243733,
      "grad_norm": 0.48816201090812683,
      "learning_rate": 9.71181492024704e-05,
      "loss": 3.7353,
      "step": 10950
    },
    {
      "epoch": 9.47277441659464,
      "grad_norm": 0.5609000325202942,
      "learning_rate": 9.711288584815133e-05,
      "loss": 3.7196,
      "step": 10960
    },
    {
      "epoch": 9.481417458945549,
      "grad_norm": 0.4575328826904297,
      "learning_rate": 9.710761783466318e-05,
      "loss": 3.7454,
      "step": 10970
    },
    {
      "epoch": 9.490060501296457,
      "grad_norm": 0.4813523590564728,
      "learning_rate": 9.71023451625269e-05,
      "loss": 3.7328,
      "step": 10980
    },
    {
      "epoch": 9.498703543647364,
      "grad_norm": 0.5238398909568787,
      "learning_rate": 9.709706783226393e-05,
      "loss": 3.7216,
      "step": 10990
    },
    {
      "epoch": 9.507346585998272,
      "grad_norm": 0.4787043333053589,
      "learning_rate": 9.709178584439617e-05,
      "loss": 3.7164,
      "step": 11000
    },
    {
      "epoch": 9.515989628349178,
      "grad_norm": 0.4655061364173889,
      "learning_rate": 9.708649919944599e-05,
      "loss": 3.7188,
      "step": 11010
    },
    {
      "epoch": 9.524632670700086,
      "grad_norm": 0.5777556300163269,
      "learning_rate": 9.708120789793617e-05,
      "loss": 3.7039,
      "step": 11020
    },
    {
      "epoch": 9.533275713050994,
      "grad_norm": 0.4984196126461029,
      "learning_rate": 9.707591194039001e-05,
      "loss": 3.7434,
      "step": 11030
    },
    {
      "epoch": 9.541918755401902,
      "grad_norm": 0.5686136484146118,
      "learning_rate": 9.707061132733124e-05,
      "loss": 3.7301,
      "step": 11040
    },
    {
      "epoch": 9.55056179775281,
      "grad_norm": 0.4579119086265564,
      "learning_rate": 9.706530605928406e-05,
      "loss": 3.716,
      "step": 11050
    },
    {
      "epoch": 9.559204840103716,
      "grad_norm": 0.49410757422447205,
      "learning_rate": 9.705999613677312e-05,
      "loss": 3.7299,
      "step": 11060
    },
    {
      "epoch": 9.567847882454624,
      "grad_norm": 0.5855129361152649,
      "learning_rate": 9.705468156032356e-05,
      "loss": 3.7118,
      "step": 11070
    },
    {
      "epoch": 9.576490924805531,
      "grad_norm": 0.5763207674026489,
      "learning_rate": 9.704936233046092e-05,
      "loss": 3.718,
      "step": 11080
    },
    {
      "epoch": 9.58513396715644,
      "grad_norm": 0.4536745846271515,
      "learning_rate": 9.704403844771128e-05,
      "loss": 3.7325,
      "step": 11090
    },
    {
      "epoch": 9.593777009507347,
      "grad_norm": 0.48520761728286743,
      "learning_rate": 9.70387099126011e-05,
      "loss": 3.7284,
      "step": 11100
    },
    {
      "epoch": 9.602420051858253,
      "grad_norm": 0.4996262788772583,
      "learning_rate": 9.703337672565739e-05,
      "loss": 3.7092,
      "step": 11110
    },
    {
      "epoch": 9.611063094209161,
      "grad_norm": 0.49985188245773315,
      "learning_rate": 9.702803888740753e-05,
      "loss": 3.7278,
      "step": 11120
    },
    {
      "epoch": 9.619706136560069,
      "grad_norm": 0.507959246635437,
      "learning_rate": 9.70226963983794e-05,
      "loss": 3.7226,
      "step": 11130
    },
    {
      "epoch": 9.628349178910977,
      "grad_norm": 0.4835833013057709,
      "learning_rate": 9.701734925910133e-05,
      "loss": 3.7427,
      "step": 11140
    },
    {
      "epoch": 9.636992221261885,
      "grad_norm": 0.48076891899108887,
      "learning_rate": 9.701199747010216e-05,
      "loss": 3.7384,
      "step": 11150
    },
    {
      "epoch": 9.645635263612792,
      "grad_norm": 0.5226660966873169,
      "learning_rate": 9.70066410319111e-05,
      "loss": 3.6928,
      "step": 11160
    },
    {
      "epoch": 9.654278305963699,
      "grad_norm": 0.500931441783905,
      "learning_rate": 9.700127994505791e-05,
      "loss": 3.7359,
      "step": 11170
    },
    {
      "epoch": 9.662921348314606,
      "grad_norm": 0.48784151673316956,
      "learning_rate": 9.699591421007275e-05,
      "loss": 3.7206,
      "step": 11180
    },
    {
      "epoch": 9.671564390665514,
      "grad_norm": 0.501513659954071,
      "learning_rate": 9.699054382748625e-05,
      "loss": 3.7273,
      "step": 11190
    },
    {
      "epoch": 9.680207433016422,
      "grad_norm": 0.45348435640335083,
      "learning_rate": 9.698516879782951e-05,
      "loss": 3.722,
      "step": 11200
    },
    {
      "epoch": 9.68885047536733,
      "grad_norm": 0.48169976472854614,
      "learning_rate": 9.697978912163408e-05,
      "loss": 3.7352,
      "step": 11210
    },
    {
      "epoch": 9.697493517718236,
      "grad_norm": 0.545628547668457,
      "learning_rate": 9.6974404799432e-05,
      "loss": 3.7298,
      "step": 11220
    },
    {
      "epoch": 9.706136560069144,
      "grad_norm": 0.5044597387313843,
      "learning_rate": 9.696901583175573e-05,
      "loss": 3.7429,
      "step": 11230
    },
    {
      "epoch": 9.714779602420052,
      "grad_norm": 0.49827882647514343,
      "learning_rate": 9.696362221913819e-05,
      "loss": 3.7357,
      "step": 11240
    },
    {
      "epoch": 9.72342264477096,
      "grad_norm": 0.49696820974349976,
      "learning_rate": 9.695822396211281e-05,
      "loss": 3.7208,
      "step": 11250
    },
    {
      "epoch": 9.732065687121867,
      "grad_norm": 0.5119147300720215,
      "learning_rate": 9.695282106121342e-05,
      "loss": 3.7374,
      "step": 11260
    },
    {
      "epoch": 9.740708729472775,
      "grad_norm": 0.5000281929969788,
      "learning_rate": 9.694741351697434e-05,
      "loss": 3.7257,
      "step": 11270
    },
    {
      "epoch": 9.749351771823681,
      "grad_norm": 0.47250476479530334,
      "learning_rate": 9.694200132993034e-05,
      "loss": 3.7241,
      "step": 11280
    },
    {
      "epoch": 9.75799481417459,
      "grad_norm": 0.450208842754364,
      "learning_rate": 9.693658450061666e-05,
      "loss": 3.7176,
      "step": 11290
    },
    {
      "epoch": 9.766637856525497,
      "grad_norm": 0.5206766724586487,
      "learning_rate": 9.693116302956897e-05,
      "loss": 3.7245,
      "step": 11300
    },
    {
      "epoch": 9.775280898876405,
      "grad_norm": 0.4971694350242615,
      "learning_rate": 9.692573691732343e-05,
      "loss": 3.7269,
      "step": 11310
    },
    {
      "epoch": 9.783923941227313,
      "grad_norm": 0.470877081155777,
      "learning_rate": 9.692030616441667e-05,
      "loss": 3.7256,
      "step": 11320
    },
    {
      "epoch": 9.792566983578219,
      "grad_norm": 0.4835011065006256,
      "learning_rate": 9.691487077138573e-05,
      "loss": 3.7256,
      "step": 11330
    },
    {
      "epoch": 9.801210025929127,
      "grad_norm": 0.5473735332489014,
      "learning_rate": 9.690943073876813e-05,
      "loss": 3.7273,
      "step": 11340
    },
    {
      "epoch": 9.809853068280034,
      "grad_norm": 0.45465806126594543,
      "learning_rate": 9.690398606710188e-05,
      "loss": 3.749,
      "step": 11350
    },
    {
      "epoch": 9.818496110630942,
      "grad_norm": 0.46930500864982605,
      "learning_rate": 9.68985367569254e-05,
      "loss": 3.7146,
      "step": 11360
    },
    {
      "epoch": 9.82713915298185,
      "grad_norm": 0.47101566195487976,
      "learning_rate": 9.689308280877763e-05,
      "loss": 3.7407,
      "step": 11370
    },
    {
      "epoch": 9.835782195332758,
      "grad_norm": 0.5056653022766113,
      "learning_rate": 9.688762422319788e-05,
      "loss": 3.7192,
      "step": 11380
    },
    {
      "epoch": 9.844425237683664,
      "grad_norm": 0.49016445875167847,
      "learning_rate": 9.688216100072601e-05,
      "loss": 3.7433,
      "step": 11390
    },
    {
      "epoch": 9.853068280034572,
      "grad_norm": 0.4911297857761383,
      "learning_rate": 9.687669314190229e-05,
      "loss": 3.701,
      "step": 11400
    },
    {
      "epoch": 9.86171132238548,
      "grad_norm": 0.47492873668670654,
      "learning_rate": 9.687122064726744e-05,
      "loss": 3.7325,
      "step": 11410
    },
    {
      "epoch": 9.870354364736388,
      "grad_norm": 0.4581717848777771,
      "learning_rate": 9.686574351736268e-05,
      "loss": 3.7213,
      "step": 11420
    },
    {
      "epoch": 9.878997407087295,
      "grad_norm": 0.4734545052051544,
      "learning_rate": 9.686026175272964e-05,
      "loss": 3.7353,
      "step": 11430
    },
    {
      "epoch": 9.887640449438202,
      "grad_norm": 0.49344101548194885,
      "learning_rate": 9.685477535391045e-05,
      "loss": 3.7183,
      "step": 11440
    },
    {
      "epoch": 9.89628349178911,
      "grad_norm": 0.49212369322776794,
      "learning_rate": 9.684928432144769e-05,
      "loss": 3.7241,
      "step": 11450
    },
    {
      "epoch": 9.904926534140017,
      "grad_norm": 0.483938604593277,
      "learning_rate": 9.684378865588435e-05,
      "loss": 3.731,
      "step": 11460
    },
    {
      "epoch": 9.913569576490925,
      "grad_norm": 0.5521007180213928,
      "learning_rate": 9.683828835776395e-05,
      "loss": 3.725,
      "step": 11470
    },
    {
      "epoch": 9.922212618841833,
      "grad_norm": 0.4836953282356262,
      "learning_rate": 9.683278342763042e-05,
      "loss": 3.7243,
      "step": 11480
    },
    {
      "epoch": 9.93085566119274,
      "grad_norm": 0.4719717502593994,
      "learning_rate": 9.682727386602816e-05,
      "loss": 3.7342,
      "step": 11490
    },
    {
      "epoch": 9.939498703543647,
      "grad_norm": 0.4862285256385803,
      "learning_rate": 9.682175967350206e-05,
      "loss": 3.7321,
      "step": 11500
    },
    {
      "epoch": 9.948141745894555,
      "grad_norm": 0.530694305896759,
      "learning_rate": 9.681624085059739e-05,
      "loss": 3.7387,
      "step": 11510
    },
    {
      "epoch": 9.956784788245463,
      "grad_norm": 0.5174630880355835,
      "learning_rate": 9.681071739785998e-05,
      "loss": 3.7114,
      "step": 11520
    },
    {
      "epoch": 9.96542783059637,
      "grad_norm": 0.47248172760009766,
      "learning_rate": 9.680518931583603e-05,
      "loss": 3.7502,
      "step": 11530
    },
    {
      "epoch": 9.974070872947278,
      "grad_norm": 0.5072276592254639,
      "learning_rate": 9.679965660507224e-05,
      "loss": 3.7221,
      "step": 11540
    },
    {
      "epoch": 9.982713915298184,
      "grad_norm": 0.4582347869873047,
      "learning_rate": 9.679411926611576e-05,
      "loss": 3.7305,
      "step": 11550
    },
    {
      "epoch": 9.991356957649092,
      "grad_norm": 0.561758279800415,
      "learning_rate": 9.678857729951423e-05,
      "loss": 3.7271,
      "step": 11560
    },
    {
      "epoch": 10.0,
      "grad_norm": 0.9794937372207642,
      "learning_rate": 9.678303070581564e-05,
      "loss": 3.7114,
      "step": 11570
    },
    {
      "epoch": 10.008643042350908,
      "grad_norm": 0.48681485652923584,
      "learning_rate": 9.67774794855686e-05,
      "loss": 3.6817,
      "step": 11580
    },
    {
      "epoch": 10.017286084701816,
      "grad_norm": 0.5222727656364441,
      "learning_rate": 9.677192363932203e-05,
      "loss": 3.6699,
      "step": 11590
    },
    {
      "epoch": 10.025929127052722,
      "grad_norm": 0.47169527411460876,
      "learning_rate": 9.67663631676254e-05,
      "loss": 3.6726,
      "step": 11600
    },
    {
      "epoch": 10.03457216940363,
      "grad_norm": 0.4824286997318268,
      "learning_rate": 9.676079807102859e-05,
      "loss": 3.6706,
      "step": 11610
    },
    {
      "epoch": 10.043215211754537,
      "grad_norm": 0.4932359457015991,
      "learning_rate": 9.675522835008194e-05,
      "loss": 3.6715,
      "step": 11620
    },
    {
      "epoch": 10.051858254105445,
      "grad_norm": 0.5065315961837769,
      "learning_rate": 9.674965400533631e-05,
      "loss": 3.6652,
      "step": 11630
    },
    {
      "epoch": 10.060501296456353,
      "grad_norm": 0.5392584800720215,
      "learning_rate": 9.674407503734292e-05,
      "loss": 3.6727,
      "step": 11640
    },
    {
      "epoch": 10.069144338807261,
      "grad_norm": 0.7865538597106934,
      "learning_rate": 9.673849144665352e-05,
      "loss": 3.6602,
      "step": 11650
    },
    {
      "epoch": 10.077787381158167,
      "grad_norm": 0.5693552494049072,
      "learning_rate": 9.673290323382028e-05,
      "loss": 3.6497,
      "step": 11660
    },
    {
      "epoch": 10.086430423509075,
      "grad_norm": 0.4808330237865448,
      "learning_rate": 9.672731039939584e-05,
      "loss": 3.6721,
      "step": 11670
    },
    {
      "epoch": 10.095073465859983,
      "grad_norm": 0.47922566533088684,
      "learning_rate": 9.672171294393331e-05,
      "loss": 3.66,
      "step": 11680
    },
    {
      "epoch": 10.10371650821089,
      "grad_norm": 0.5296395421028137,
      "learning_rate": 9.671611086798622e-05,
      "loss": 3.6602,
      "step": 11690
    },
    {
      "epoch": 10.112359550561798,
      "grad_norm": 0.5019327402114868,
      "learning_rate": 9.671050417210859e-05,
      "loss": 3.6628,
      "step": 11700
    },
    {
      "epoch": 10.121002592912705,
      "grad_norm": 0.5641884207725525,
      "learning_rate": 9.67048928568549e-05,
      "loss": 3.6603,
      "step": 11710
    },
    {
      "epoch": 10.129645635263612,
      "grad_norm": 0.5740322470664978,
      "learning_rate": 9.669927692278005e-05,
      "loss": 3.6906,
      "step": 11720
    },
    {
      "epoch": 10.13828867761452,
      "grad_norm": 0.5404512882232666,
      "learning_rate": 9.669365637043945e-05,
      "loss": 3.6759,
      "step": 11730
    },
    {
      "epoch": 10.146931719965428,
      "grad_norm": 0.5085879564285278,
      "learning_rate": 9.668803120038892e-05,
      "loss": 3.6724,
      "step": 11740
    },
    {
      "epoch": 10.155574762316336,
      "grad_norm": 0.5793862342834473,
      "learning_rate": 9.668240141318474e-05,
      "loss": 3.6685,
      "step": 11750
    },
    {
      "epoch": 10.164217804667242,
      "grad_norm": 0.5763043761253357,
      "learning_rate": 9.66767670093837e-05,
      "loss": 3.6709,
      "step": 11760
    },
    {
      "epoch": 10.17286084701815,
      "grad_norm": 0.5747295618057251,
      "learning_rate": 9.667112798954296e-05,
      "loss": 3.6765,
      "step": 11770
    },
    {
      "epoch": 10.181503889369058,
      "grad_norm": 0.5596042275428772,
      "learning_rate": 9.666548435422022e-05,
      "loss": 3.6934,
      "step": 11780
    },
    {
      "epoch": 10.190146931719966,
      "grad_norm": 0.5855628848075867,
      "learning_rate": 9.665983610397358e-05,
      "loss": 3.6929,
      "step": 11790
    },
    {
      "epoch": 10.198789974070873,
      "grad_norm": 0.5096073746681213,
      "learning_rate": 9.665418323936165e-05,
      "loss": 3.6731,
      "step": 11800
    },
    {
      "epoch": 10.207433016421781,
      "grad_norm": 0.5206696391105652,
      "learning_rate": 9.664852576094341e-05,
      "loss": 3.668,
      "step": 11810
    },
    {
      "epoch": 10.216076058772687,
      "grad_norm": 0.4950180649757385,
      "learning_rate": 9.664286366927839e-05,
      "loss": 3.6841,
      "step": 11820
    },
    {
      "epoch": 10.224719101123595,
      "grad_norm": 0.4941110610961914,
      "learning_rate": 9.66371969649265e-05,
      "loss": 3.689,
      "step": 11830
    },
    {
      "epoch": 10.233362143474503,
      "grad_norm": 0.4773726463317871,
      "learning_rate": 9.663152564844818e-05,
      "loss": 3.6816,
      "step": 11840
    },
    {
      "epoch": 10.24200518582541,
      "grad_norm": 0.5133350491523743,
      "learning_rate": 9.662584972040427e-05,
      "loss": 3.6643,
      "step": 11850
    },
    {
      "epoch": 10.250648228176319,
      "grad_norm": 0.692524790763855,
      "learning_rate": 9.662016918135608e-05,
      "loss": 3.6862,
      "step": 11860
    },
    {
      "epoch": 10.259291270527225,
      "grad_norm": 0.5065396428108215,
      "learning_rate": 9.661448403186539e-05,
      "loss": 3.6834,
      "step": 11870
    },
    {
      "epoch": 10.267934312878133,
      "grad_norm": 0.5375980734825134,
      "learning_rate": 9.660879427249441e-05,
      "loss": 3.6902,
      "step": 11880
    },
    {
      "epoch": 10.27657735522904,
      "grad_norm": 0.5452911257743835,
      "learning_rate": 9.660309990380583e-05,
      "loss": 3.6834,
      "step": 11890
    },
    {
      "epoch": 10.285220397579948,
      "grad_norm": 0.5259824395179749,
      "learning_rate": 9.65974009263628e-05,
      "loss": 3.6758,
      "step": 11900
    },
    {
      "epoch": 10.293863439930856,
      "grad_norm": 0.4896150231361389,
      "learning_rate": 9.65916973407289e-05,
      "loss": 3.6699,
      "step": 11910
    },
    {
      "epoch": 10.302506482281764,
      "grad_norm": 0.5777304172515869,
      "learning_rate": 9.658598914746818e-05,
      "loss": 3.6773,
      "step": 11920
    },
    {
      "epoch": 10.31114952463267,
      "grad_norm": 0.6067248582839966,
      "learning_rate": 9.658027634714515e-05,
      "loss": 3.6869,
      "step": 11930
    },
    {
      "epoch": 10.319792566983578,
      "grad_norm": 0.5097659230232239,
      "learning_rate": 9.657455894032474e-05,
      "loss": 3.6887,
      "step": 11940
    },
    {
      "epoch": 10.328435609334486,
      "grad_norm": 0.5116153955459595,
      "learning_rate": 9.656883692757241e-05,
      "loss": 3.6862,
      "step": 11950
    },
    {
      "epoch": 10.337078651685394,
      "grad_norm": 0.5025056600570679,
      "learning_rate": 9.656311030945403e-05,
      "loss": 3.6894,
      "step": 11960
    },
    {
      "epoch": 10.345721694036301,
      "grad_norm": 0.4873616695404053,
      "learning_rate": 9.655737908653589e-05,
      "loss": 3.6819,
      "step": 11970
    },
    {
      "epoch": 10.354364736387208,
      "grad_norm": 0.4836253523826599,
      "learning_rate": 9.655164325938478e-05,
      "loss": 3.6987,
      "step": 11980
    },
    {
      "epoch": 10.363007778738115,
      "grad_norm": 0.5248548984527588,
      "learning_rate": 9.654590282856797e-05,
      "loss": 3.6949,
      "step": 11990
    },
    {
      "epoch": 10.371650821089023,
      "grad_norm": 0.5304021239280701,
      "learning_rate": 9.654015779465311e-05,
      "loss": 3.6849,
      "step": 12000
    },
    {
      "epoch": 10.380293863439931,
      "grad_norm": 0.45679885149002075,
      "learning_rate": 9.653440815820838e-05,
      "loss": 3.6786,
      "step": 12010
    },
    {
      "epoch": 10.388936905790839,
      "grad_norm": 0.5317243933677673,
      "learning_rate": 9.652865391980238e-05,
      "loss": 3.6809,
      "step": 12020
    },
    {
      "epoch": 10.397579948141747,
      "grad_norm": 0.5084419846534729,
      "learning_rate": 9.652289508000414e-05,
      "loss": 3.6632,
      "step": 12030
    },
    {
      "epoch": 10.406222990492653,
      "grad_norm": 0.5009498000144958,
      "learning_rate": 9.65171316393832e-05,
      "loss": 3.6791,
      "step": 12040
    },
    {
      "epoch": 10.41486603284356,
      "grad_norm": 0.5657745003700256,
      "learning_rate": 9.651136359850953e-05,
      "loss": 3.672,
      "step": 12050
    },
    {
      "epoch": 10.423509075194469,
      "grad_norm": 0.6176406741142273,
      "learning_rate": 9.650559095795354e-05,
      "loss": 3.6897,
      "step": 12060
    },
    {
      "epoch": 10.432152117545376,
      "grad_norm": 0.5388995409011841,
      "learning_rate": 9.649981371828611e-05,
      "loss": 3.6797,
      "step": 12070
    },
    {
      "epoch": 10.440795159896284,
      "grad_norm": 0.5937564969062805,
      "learning_rate": 9.649403188007858e-05,
      "loss": 3.6896,
      "step": 12080
    },
    {
      "epoch": 10.44943820224719,
      "grad_norm": 0.4884752035140991,
      "learning_rate": 9.648824544390271e-05,
      "loss": 3.6939,
      "step": 12090
    },
    {
      "epoch": 10.458081244598098,
      "grad_norm": 0.47764667868614197,
      "learning_rate": 9.648245441033079e-05,
      "loss": 3.6927,
      "step": 12100
    },
    {
      "epoch": 10.466724286949006,
      "grad_norm": 0.5130797028541565,
      "learning_rate": 9.647665877993549e-05,
      "loss": 3.6758,
      "step": 12110
    },
    {
      "epoch": 10.475367329299914,
      "grad_norm": 0.5920499563217163,
      "learning_rate": 9.647085855328996e-05,
      "loss": 3.6881,
      "step": 12120
    },
    {
      "epoch": 10.484010371650822,
      "grad_norm": 0.5269470810890198,
      "learning_rate": 9.64650537309678e-05,
      "loss": 3.6798,
      "step": 12130
    },
    {
      "epoch": 10.492653414001728,
      "grad_norm": 0.5464592576026917,
      "learning_rate": 9.645924431354309e-05,
      "loss": 3.6876,
      "step": 12140
    },
    {
      "epoch": 10.501296456352636,
      "grad_norm": 0.5093426704406738,
      "learning_rate": 9.645343030159033e-05,
      "loss": 3.6891,
      "step": 12150
    },
    {
      "epoch": 10.509939498703543,
      "grad_norm": 0.48650872707366943,
      "learning_rate": 9.64476116956845e-05,
      "loss": 3.6796,
      "step": 12160
    },
    {
      "epoch": 10.518582541054451,
      "grad_norm": 0.5527722835540771,
      "learning_rate": 9.6441788496401e-05,
      "loss": 3.6967,
      "step": 12170
    },
    {
      "epoch": 10.52722558340536,
      "grad_norm": 0.4978279173374176,
      "learning_rate": 9.643596070431575e-05,
      "loss": 3.6976,
      "step": 12180
    },
    {
      "epoch": 10.535868625756267,
      "grad_norm": 0.5188413262367249,
      "learning_rate": 9.643012832000504e-05,
      "loss": 3.7044,
      "step": 12190
    },
    {
      "epoch": 10.544511668107173,
      "grad_norm": 0.5179294347763062,
      "learning_rate": 9.642429134404569e-05,
      "loss": 3.7013,
      "step": 12200
    },
    {
      "epoch": 10.553154710458081,
      "grad_norm": 0.5344736576080322,
      "learning_rate": 9.64184497770149e-05,
      "loss": 3.6791,
      "step": 12210
    },
    {
      "epoch": 10.561797752808989,
      "grad_norm": 0.6387080550193787,
      "learning_rate": 9.641260361949041e-05,
      "loss": 3.6904,
      "step": 12220
    },
    {
      "epoch": 10.570440795159897,
      "grad_norm": 0.4705134630203247,
      "learning_rate": 9.640675287205035e-05,
      "loss": 3.6872,
      "step": 12230
    },
    {
      "epoch": 10.579083837510804,
      "grad_norm": 0.49021396040916443,
      "learning_rate": 9.64008975352733e-05,
      "loss": 3.6775,
      "step": 12240
    },
    {
      "epoch": 10.58772687986171,
      "grad_norm": 0.7094300389289856,
      "learning_rate": 9.639503760973834e-05,
      "loss": 3.7046,
      "step": 12250
    },
    {
      "epoch": 10.596369922212618,
      "grad_norm": 0.7486307621002197,
      "learning_rate": 9.638917309602498e-05,
      "loss": 3.688,
      "step": 12260
    },
    {
      "epoch": 10.605012964563526,
      "grad_norm": 0.5346463918685913,
      "learning_rate": 9.638330399471318e-05,
      "loss": 3.6803,
      "step": 12270
    },
    {
      "epoch": 10.613656006914434,
      "grad_norm": 0.47624003887176514,
      "learning_rate": 9.637743030638336e-05,
      "loss": 3.6996,
      "step": 12280
    },
    {
      "epoch": 10.622299049265342,
      "grad_norm": 0.5097095966339111,
      "learning_rate": 9.637155203161639e-05,
      "loss": 3.6885,
      "step": 12290
    },
    {
      "epoch": 10.630942091616248,
      "grad_norm": 0.44862452149391174,
      "learning_rate": 9.636566917099358e-05,
      "loss": 3.6926,
      "step": 12300
    },
    {
      "epoch": 10.639585133967156,
      "grad_norm": 0.5162788033485413,
      "learning_rate": 9.635978172509673e-05,
      "loss": 3.7098,
      "step": 12310
    },
    {
      "epoch": 10.648228176318064,
      "grad_norm": 0.48841822147369385,
      "learning_rate": 9.635388969450805e-05,
      "loss": 3.7057,
      "step": 12320
    },
    {
      "epoch": 10.656871218668972,
      "grad_norm": 0.513907253742218,
      "learning_rate": 9.634799307981024e-05,
      "loss": 3.6732,
      "step": 12330
    },
    {
      "epoch": 10.66551426101988,
      "grad_norm": 0.46610546112060547,
      "learning_rate": 9.634209188158643e-05,
      "loss": 3.7014,
      "step": 12340
    },
    {
      "epoch": 10.674157303370787,
      "grad_norm": 0.49593308568000793,
      "learning_rate": 9.633618610042024e-05,
      "loss": 3.7011,
      "step": 12350
    },
    {
      "epoch": 10.682800345721693,
      "grad_norm": 0.5436179637908936,
      "learning_rate": 9.633027573689566e-05,
      "loss": 3.6767,
      "step": 12360
    },
    {
      "epoch": 10.691443388072601,
      "grad_norm": 0.5104223489761353,
      "learning_rate": 9.632436079159724e-05,
      "loss": 3.7011,
      "step": 12370
    },
    {
      "epoch": 10.700086430423509,
      "grad_norm": 0.5194063782691956,
      "learning_rate": 9.63184412651099e-05,
      "loss": 3.7017,
      "step": 12380
    },
    {
      "epoch": 10.708729472774417,
      "grad_norm": 0.5374730825424194,
      "learning_rate": 9.631251715801904e-05,
      "loss": 3.6988,
      "step": 12390
    },
    {
      "epoch": 10.717372515125325,
      "grad_norm": 0.49279648065567017,
      "learning_rate": 9.630658847091055e-05,
      "loss": 3.7032,
      "step": 12400
    },
    {
      "epoch": 10.72601555747623,
      "grad_norm": 0.47981804609298706,
      "learning_rate": 9.630065520437072e-05,
      "loss": 3.6701,
      "step": 12410
    },
    {
      "epoch": 10.734658599827139,
      "grad_norm": 0.4754270315170288,
      "learning_rate": 9.629471735898631e-05,
      "loss": 3.7062,
      "step": 12420
    },
    {
      "epoch": 10.743301642178047,
      "grad_norm": 0.5446076393127441,
      "learning_rate": 9.628877493534454e-05,
      "loss": 3.6958,
      "step": 12430
    },
    {
      "epoch": 10.751944684528954,
      "grad_norm": 0.5103511810302734,
      "learning_rate": 9.628282793403307e-05,
      "loss": 3.7049,
      "step": 12440
    },
    {
      "epoch": 10.760587726879862,
      "grad_norm": 0.4513952136039734,
      "learning_rate": 9.627687635564004e-05,
      "loss": 3.7013,
      "step": 12450
    },
    {
      "epoch": 10.76923076923077,
      "grad_norm": 0.5277767181396484,
      "learning_rate": 9.627092020075401e-05,
      "loss": 3.7154,
      "step": 12460
    },
    {
      "epoch": 10.777873811581676,
      "grad_norm": 0.5373556017875671,
      "learning_rate": 9.6264959469964e-05,
      "loss": 3.7006,
      "step": 12470
    },
    {
      "epoch": 10.786516853932584,
      "grad_norm": 0.5058774948120117,
      "learning_rate": 9.625899416385951e-05,
      "loss": 3.7164,
      "step": 12480
    },
    {
      "epoch": 10.795159896283492,
      "grad_norm": 0.48681914806365967,
      "learning_rate": 9.625302428303045e-05,
      "loss": 3.6803,
      "step": 12490
    },
    {
      "epoch": 10.8038029386344,
      "grad_norm": 0.57049560546875,
      "learning_rate": 9.624704982806722e-05,
      "loss": 3.6778,
      "step": 12500
    },
    {
      "epoch": 10.812445980985308,
      "grad_norm": 0.5791041254997253,
      "learning_rate": 9.624107079956063e-05,
      "loss": 3.6877,
      "step": 12510
    },
    {
      "epoch": 10.821089023336214,
      "grad_norm": 0.5280286073684692,
      "learning_rate": 9.623508719810201e-05,
      "loss": 3.6932,
      "step": 12520
    },
    {
      "epoch": 10.829732065687121,
      "grad_norm": 0.5781124830245972,
      "learning_rate": 9.622909902428308e-05,
      "loss": 3.7158,
      "step": 12530
    },
    {
      "epoch": 10.83837510803803,
      "grad_norm": 0.4894886910915375,
      "learning_rate": 9.622310627869603e-05,
      "loss": 3.7191,
      "step": 12540
    },
    {
      "epoch": 10.847018150388937,
      "grad_norm": 0.5260438323020935,
      "learning_rate": 9.62171089619335e-05,
      "loss": 3.6983,
      "step": 12550
    },
    {
      "epoch": 10.855661192739845,
      "grad_norm": 0.5406349897384644,
      "learning_rate": 9.62111070745886e-05,
      "loss": 3.6804,
      "step": 12560
    },
    {
      "epoch": 10.864304235090753,
      "grad_norm": 0.4785557687282562,
      "learning_rate": 9.620510061725485e-05,
      "loss": 3.7014,
      "step": 12570
    },
    {
      "epoch": 10.872947277441659,
      "grad_norm": 0.5380416512489319,
      "learning_rate": 9.61990895905263e-05,
      "loss": 3.6896,
      "step": 12580
    },
    {
      "epoch": 10.881590319792567,
      "grad_norm": 0.5026813745498657,
      "learning_rate": 9.619307399499736e-05,
      "loss": 3.6827,
      "step": 12590
    },
    {
      "epoch": 10.890233362143475,
      "grad_norm": 0.5406479835510254,
      "learning_rate": 9.618705383126297e-05,
      "loss": 3.6865,
      "step": 12600
    },
    {
      "epoch": 10.898876404494382,
      "grad_norm": 0.5181198120117188,
      "learning_rate": 9.618102909991844e-05,
      "loss": 3.6732,
      "step": 12610
    },
    {
      "epoch": 10.90751944684529,
      "grad_norm": 0.47316721081733704,
      "learning_rate": 9.617499980155962e-05,
      "loss": 3.68,
      "step": 12620
    },
    {
      "epoch": 10.916162489196196,
      "grad_norm": 0.4884687662124634,
      "learning_rate": 9.616896593678275e-05,
      "loss": 3.6892,
      "step": 12630
    },
    {
      "epoch": 10.924805531547104,
      "grad_norm": 0.4788590967655182,
      "learning_rate": 9.616292750618456e-05,
      "loss": 3.6883,
      "step": 12640
    },
    {
      "epoch": 10.933448573898012,
      "grad_norm": 0.587583601474762,
      "learning_rate": 9.615688451036218e-05,
      "loss": 3.6975,
      "step": 12650
    },
    {
      "epoch": 10.94209161624892,
      "grad_norm": 0.5273851156234741,
      "learning_rate": 9.615083694991326e-05,
      "loss": 3.7165,
      "step": 12660
    },
    {
      "epoch": 10.950734658599828,
      "grad_norm": 0.48777973651885986,
      "learning_rate": 9.614478482543583e-05,
      "loss": 3.6947,
      "step": 12670
    },
    {
      "epoch": 10.959377700950736,
      "grad_norm": 0.497855544090271,
      "learning_rate": 9.613872813752846e-05,
      "loss": 3.6897,
      "step": 12680
    },
    {
      "epoch": 10.968020743301642,
      "grad_norm": 0.5274551510810852,
      "learning_rate": 9.613266688679006e-05,
      "loss": 3.7038,
      "step": 12690
    },
    {
      "epoch": 10.97666378565255,
      "grad_norm": 0.48791050910949707,
      "learning_rate": 9.612660107382008e-05,
      "loss": 3.7112,
      "step": 12700
    },
    {
      "epoch": 10.985306828003457,
      "grad_norm": 0.48544052243232727,
      "learning_rate": 9.61205306992184e-05,
      "loss": 3.6899,
      "step": 12710
    },
    {
      "epoch": 10.993949870354365,
      "grad_norm": 0.4837838113307953,
      "learning_rate": 9.611445576358531e-05,
      "loss": 3.6948,
      "step": 12720
    },
    {
      "epoch": 11.002592912705273,
      "grad_norm": 0.5367502570152283,
      "learning_rate": 9.610837626752161e-05,
      "loss": 3.6807,
      "step": 12730
    },
    {
      "epoch": 11.01123595505618,
      "grad_norm": 0.49704480171203613,
      "learning_rate": 9.610229221162849e-05,
      "loss": 3.6397,
      "step": 12740
    },
    {
      "epoch": 11.019878997407087,
      "grad_norm": 0.5779726505279541,
      "learning_rate": 9.609620359650768e-05,
      "loss": 3.6107,
      "step": 12750
    },
    {
      "epoch": 11.028522039757995,
      "grad_norm": 0.5327432155609131,
      "learning_rate": 9.609011042276128e-05,
      "loss": 3.6295,
      "step": 12760
    },
    {
      "epoch": 11.037165082108903,
      "grad_norm": 0.4878329038619995,
      "learning_rate": 9.608401269099185e-05,
      "loss": 3.6313,
      "step": 12770
    },
    {
      "epoch": 11.04580812445981,
      "grad_norm": 0.48556169867515564,
      "learning_rate": 9.607791040180243e-05,
      "loss": 3.6328,
      "step": 12780
    },
    {
      "epoch": 11.054451166810717,
      "grad_norm": 0.6838560700416565,
      "learning_rate": 9.60718035557965e-05,
      "loss": 3.6318,
      "step": 12790
    },
    {
      "epoch": 11.063094209161624,
      "grad_norm": 0.5623492002487183,
      "learning_rate": 9.606569215357799e-05,
      "loss": 3.6259,
      "step": 12800
    },
    {
      "epoch": 11.071737251512532,
      "grad_norm": 0.5553539395332336,
      "learning_rate": 9.605957619575128e-05,
      "loss": 3.6238,
      "step": 12810
    },
    {
      "epoch": 11.08038029386344,
      "grad_norm": 0.5145171284675598,
      "learning_rate": 9.605345568292118e-05,
      "loss": 3.6399,
      "step": 12820
    },
    {
      "epoch": 11.089023336214348,
      "grad_norm": 0.5268203020095825,
      "learning_rate": 9.6047330615693e-05,
      "loss": 3.6485,
      "step": 12830
    },
    {
      "epoch": 11.097666378565256,
      "grad_norm": 0.474671334028244,
      "learning_rate": 9.604120099467244e-05,
      "loss": 3.6367,
      "step": 12840
    },
    {
      "epoch": 11.106309420916162,
      "grad_norm": 0.5593437552452087,
      "learning_rate": 9.603506682046573e-05,
      "loss": 3.6307,
      "step": 12850
    },
    {
      "epoch": 11.11495246326707,
      "grad_norm": 0.4921378493309021,
      "learning_rate": 9.602892809367945e-05,
      "loss": 3.6295,
      "step": 12860
    },
    {
      "epoch": 11.123595505617978,
      "grad_norm": 0.5932579040527344,
      "learning_rate": 9.60227848149207e-05,
      "loss": 3.6323,
      "step": 12870
    },
    {
      "epoch": 11.132238547968885,
      "grad_norm": 0.5331020951271057,
      "learning_rate": 9.601663698479702e-05,
      "loss": 3.6371,
      "step": 12880
    },
    {
      "epoch": 11.140881590319793,
      "grad_norm": 0.5403068661689758,
      "learning_rate": 9.601048460391637e-05,
      "loss": 3.6316,
      "step": 12890
    },
    {
      "epoch": 11.1495246326707,
      "grad_norm": 0.5602427124977112,
      "learning_rate": 9.600432767288722e-05,
      "loss": 3.6252,
      "step": 12900
    },
    {
      "epoch": 11.158167675021607,
      "grad_norm": 0.48663094639778137,
      "learning_rate": 9.599816619231842e-05,
      "loss": 3.6473,
      "step": 12910
    },
    {
      "epoch": 11.166810717372515,
      "grad_norm": 0.6212249994277954,
      "learning_rate": 9.59920001628193e-05,
      "loss": 3.6355,
      "step": 12920
    },
    {
      "epoch": 11.175453759723423,
      "grad_norm": 0.5026271343231201,
      "learning_rate": 9.598582958499966e-05,
      "loss": 3.6326,
      "step": 12930
    },
    {
      "epoch": 11.18409680207433,
      "grad_norm": 0.5048334002494812,
      "learning_rate": 9.597965445946973e-05,
      "loss": 3.6539,
      "step": 12940
    },
    {
      "epoch": 11.192739844425237,
      "grad_norm": 0.5209484696388245,
      "learning_rate": 9.597347478684018e-05,
      "loss": 3.638,
      "step": 12950
    },
    {
      "epoch": 11.201382886776145,
      "grad_norm": 0.4837138056755066,
      "learning_rate": 9.596729056772216e-05,
      "loss": 3.6472,
      "step": 12960
    },
    {
      "epoch": 11.210025929127053,
      "grad_norm": 0.5996156334877014,
      "learning_rate": 9.596110180272722e-05,
      "loss": 3.6285,
      "step": 12970
    },
    {
      "epoch": 11.21866897147796,
      "grad_norm": 0.5407257676124573,
      "learning_rate": 9.59549084924674e-05,
      "loss": 3.644,
      "step": 12980
    },
    {
      "epoch": 11.227312013828868,
      "grad_norm": 0.7723435759544373,
      "learning_rate": 9.59487106375552e-05,
      "loss": 3.6392,
      "step": 12990
    },
    {
      "epoch": 11.235955056179776,
      "grad_norm": 0.5940378308296204,
      "learning_rate": 9.594250823860353e-05,
      "loss": 3.6434,
      "step": 13000
    },
    {
      "epoch": 11.244598098530682,
      "grad_norm": 0.5183016061782837,
      "learning_rate": 9.593630129622577e-05,
      "loss": 3.6316,
      "step": 13010
    },
    {
      "epoch": 11.25324114088159,
      "grad_norm": 0.5362717509269714,
      "learning_rate": 9.593008981103578e-05,
      "loss": 3.6473,
      "step": 13020
    },
    {
      "epoch": 11.261884183232498,
      "grad_norm": 0.5010610222816467,
      "learning_rate": 9.592387378364777e-05,
      "loss": 3.659,
      "step": 13030
    },
    {
      "epoch": 11.270527225583406,
      "grad_norm": 0.5360223650932312,
      "learning_rate": 9.591765321467652e-05,
      "loss": 3.6137,
      "step": 13040
    },
    {
      "epoch": 11.279170267934314,
      "grad_norm": 0.5579308271408081,
      "learning_rate": 9.591142810473719e-05,
      "loss": 3.6604,
      "step": 13050
    },
    {
      "epoch": 11.28781331028522,
      "grad_norm": 0.555445671081543,
      "learning_rate": 9.590519845444539e-05,
      "loss": 3.6407,
      "step": 13060
    },
    {
      "epoch": 11.296456352636127,
      "grad_norm": 0.5516957640647888,
      "learning_rate": 9.589896426441722e-05,
      "loss": 3.6421,
      "step": 13070
    },
    {
      "epoch": 11.305099394987035,
      "grad_norm": 0.5212027430534363,
      "learning_rate": 9.58927255352692e-05,
      "loss": 3.6609,
      "step": 13080
    },
    {
      "epoch": 11.313742437337943,
      "grad_norm": 0.5245550870895386,
      "learning_rate": 9.588648226761827e-05,
      "loss": 3.6556,
      "step": 13090
    },
    {
      "epoch": 11.322385479688851,
      "grad_norm": 0.5085247159004211,
      "learning_rate": 9.588023446208188e-05,
      "loss": 3.6606,
      "step": 13100
    },
    {
      "epoch": 11.331028522039759,
      "grad_norm": 0.5305147767066956,
      "learning_rate": 9.58739821192779e-05,
      "loss": 3.6463,
      "step": 13110
    },
    {
      "epoch": 11.339671564390665,
      "grad_norm": 0.5026034712791443,
      "learning_rate": 9.586772523982462e-05,
      "loss": 3.6306,
      "step": 13120
    },
    {
      "epoch": 11.348314606741573,
      "grad_norm": 0.5503941774368286,
      "learning_rate": 9.586146382434084e-05,
      "loss": 3.6539,
      "step": 13130
    },
    {
      "epoch": 11.35695764909248,
      "grad_norm": 0.5462398529052734,
      "learning_rate": 9.585519787344575e-05,
      "loss": 3.6559,
      "step": 13140
    },
    {
      "epoch": 11.365600691443388,
      "grad_norm": 0.49816545844078064,
      "learning_rate": 9.584892738775902e-05,
      "loss": 3.6613,
      "step": 13150
    },
    {
      "epoch": 11.374243733794296,
      "grad_norm": 0.5637372732162476,
      "learning_rate": 9.584265236790076e-05,
      "loss": 3.6384,
      "step": 13160
    },
    {
      "epoch": 11.382886776145202,
      "grad_norm": 0.5456432104110718,
      "learning_rate": 9.583637281449154e-05,
      "loss": 3.6503,
      "step": 13170
    },
    {
      "epoch": 11.39152981849611,
      "grad_norm": 0.4800995886325836,
      "learning_rate": 9.583008872815236e-05,
      "loss": 3.6475,
      "step": 13180
    },
    {
      "epoch": 11.400172860847018,
      "grad_norm": 0.5836272835731506,
      "learning_rate": 9.582380010950467e-05,
      "loss": 3.6475,
      "step": 13190
    },
    {
      "epoch": 11.408815903197926,
      "grad_norm": 0.5537473559379578,
      "learning_rate": 9.58175069591704e-05,
      "loss": 3.658,
      "step": 13200
    },
    {
      "epoch": 11.417458945548834,
      "grad_norm": 0.5162975788116455,
      "learning_rate": 9.581120927777188e-05,
      "loss": 3.6646,
      "step": 13210
    },
    {
      "epoch": 11.42610198789974,
      "grad_norm": 0.5865409970283508,
      "learning_rate": 9.580490706593191e-05,
      "loss": 3.6601,
      "step": 13220
    },
    {
      "epoch": 11.434745030250648,
      "grad_norm": 0.5772199630737305,
      "learning_rate": 9.579860032427375e-05,
      "loss": 3.659,
      "step": 13230
    },
    {
      "epoch": 11.443388072601556,
      "grad_norm": 0.607825756072998,
      "learning_rate": 9.579228905342108e-05,
      "loss": 3.6438,
      "step": 13240
    },
    {
      "epoch": 11.452031114952463,
      "grad_norm": 0.5879655480384827,
      "learning_rate": 9.57859732539981e-05,
      "loss": 3.658,
      "step": 13250
    },
    {
      "epoch": 11.460674157303371,
      "grad_norm": 0.5608828663825989,
      "learning_rate": 9.577965292662933e-05,
      "loss": 3.6558,
      "step": 13260
    },
    {
      "epoch": 11.469317199654279,
      "grad_norm": 0.7229535579681396,
      "learning_rate": 9.577332807193985e-05,
      "loss": 3.6633,
      "step": 13270
    },
    {
      "epoch": 11.477960242005185,
      "grad_norm": 0.496356725692749,
      "learning_rate": 9.576699869055514e-05,
      "loss": 3.6803,
      "step": 13280
    },
    {
      "epoch": 11.486603284356093,
      "grad_norm": 0.6281911134719849,
      "learning_rate": 9.576066478310114e-05,
      "loss": 3.6603,
      "step": 13290
    },
    {
      "epoch": 11.495246326707,
      "grad_norm": 0.5299591422080994,
      "learning_rate": 9.575432635020423e-05,
      "loss": 3.657,
      "step": 13300
    },
    {
      "epoch": 11.503889369057909,
      "grad_norm": 0.4976920783519745,
      "learning_rate": 9.574798339249125e-05,
      "loss": 3.6741,
      "step": 13310
    },
    {
      "epoch": 11.512532411408817,
      "grad_norm": 0.5094678401947021,
      "learning_rate": 9.574163591058946e-05,
      "loss": 3.6545,
      "step": 13320
    },
    {
      "epoch": 11.521175453759723,
      "grad_norm": 0.5837798118591309,
      "learning_rate": 9.57352839051266e-05,
      "loss": 3.6639,
      "step": 13330
    },
    {
      "epoch": 11.52981849611063,
      "grad_norm": 0.5707830190658569,
      "learning_rate": 9.572892737673084e-05,
      "loss": 3.6583,
      "step": 13340
    },
    {
      "epoch": 11.538461538461538,
      "grad_norm": 0.5009478330612183,
      "learning_rate": 9.572256632603082e-05,
      "loss": 3.6711,
      "step": 13350
    },
    {
      "epoch": 11.547104580812446,
      "grad_norm": 0.5368280410766602,
      "learning_rate": 9.571620075365558e-05,
      "loss": 3.67,
      "step": 13360
    },
    {
      "epoch": 11.555747623163354,
      "grad_norm": 0.5328351259231567,
      "learning_rate": 9.570983066023464e-05,
      "loss": 3.6614,
      "step": 13370
    },
    {
      "epoch": 11.56439066551426,
      "grad_norm": 0.6435326933860779,
      "learning_rate": 9.570345604639797e-05,
      "loss": 3.6503,
      "step": 13380
    },
    {
      "epoch": 11.573033707865168,
      "grad_norm": 0.511545717716217,
      "learning_rate": 9.569707691277597e-05,
      "loss": 3.6583,
      "step": 13390
    },
    {
      "epoch": 11.581676750216076,
      "grad_norm": 0.5293922424316406,
      "learning_rate": 9.569069325999951e-05,
      "loss": 3.6597,
      "step": 13400
    },
    {
      "epoch": 11.590319792566984,
      "grad_norm": 0.6001653075218201,
      "learning_rate": 9.568430508869988e-05,
      "loss": 3.6498,
      "step": 13410
    },
    {
      "epoch": 11.598962834917891,
      "grad_norm": 0.5190639495849609,
      "learning_rate": 9.567791239950885e-05,
      "loss": 3.6688,
      "step": 13420
    },
    {
      "epoch": 11.6076058772688,
      "grad_norm": 1.0021106004714966,
      "learning_rate": 9.56715151930586e-05,
      "loss": 3.6691,
      "step": 13430
    },
    {
      "epoch": 11.616248919619705,
      "grad_norm": 0.5188673138618469,
      "learning_rate": 9.566511346998177e-05,
      "loss": 3.6631,
      "step": 13440
    },
    {
      "epoch": 11.624891961970613,
      "grad_norm": 0.567024290561676,
      "learning_rate": 9.565870723091146e-05,
      "loss": 3.6514,
      "step": 13450
    },
    {
      "epoch": 11.633535004321521,
      "grad_norm": 0.5075429081916809,
      "learning_rate": 9.56522964764812e-05,
      "loss": 3.6729,
      "step": 13460
    },
    {
      "epoch": 11.642178046672429,
      "grad_norm": 0.5361847281455994,
      "learning_rate": 9.564588120732499e-05,
      "loss": 3.6596,
      "step": 13470
    },
    {
      "epoch": 11.650821089023337,
      "grad_norm": 0.695752739906311,
      "learning_rate": 9.563946142407722e-05,
      "loss": 3.6622,
      "step": 13480
    },
    {
      "epoch": 11.659464131374243,
      "grad_norm": 0.5074215531349182,
      "learning_rate": 9.563303712737283e-05,
      "loss": 3.6531,
      "step": 13490
    },
    {
      "epoch": 11.66810717372515,
      "grad_norm": 0.5471055507659912,
      "learning_rate": 9.562660831784709e-05,
      "loss": 3.6572,
      "step": 13500
    },
    {
      "epoch": 11.676750216076059,
      "grad_norm": 0.529789388179779,
      "learning_rate": 9.562017499613578e-05,
      "loss": 3.68,
      "step": 13510
    },
    {
      "epoch": 11.685393258426966,
      "grad_norm": 0.5767641067504883,
      "learning_rate": 9.561373716287513e-05,
      "loss": 3.6672,
      "step": 13520
    },
    {
      "epoch": 11.694036300777874,
      "grad_norm": 0.49810877442359924,
      "learning_rate": 9.560729481870178e-05,
      "loss": 3.6623,
      "step": 13530
    },
    {
      "epoch": 11.702679343128782,
      "grad_norm": 0.6909549832344055,
      "learning_rate": 9.560084796425286e-05,
      "loss": 3.6624,
      "step": 13540
    },
    {
      "epoch": 11.711322385479688,
      "grad_norm": 0.5261443853378296,
      "learning_rate": 9.559439660016591e-05,
      "loss": 3.6744,
      "step": 13550
    },
    {
      "epoch": 11.719965427830596,
      "grad_norm": 0.5591782927513123,
      "learning_rate": 9.558794072707895e-05,
      "loss": 3.656,
      "step": 13560
    },
    {
      "epoch": 11.728608470181504,
      "grad_norm": 0.5306341648101807,
      "learning_rate": 9.55814803456304e-05,
      "loss": 3.6627,
      "step": 13570
    },
    {
      "epoch": 11.737251512532412,
      "grad_norm": 0.5017101168632507,
      "learning_rate": 9.557501545645914e-05,
      "loss": 3.6486,
      "step": 13580
    },
    {
      "epoch": 11.74589455488332,
      "grad_norm": 0.5233958959579468,
      "learning_rate": 9.556854606020453e-05,
      "loss": 3.6571,
      "step": 13590
    },
    {
      "epoch": 11.754537597234226,
      "grad_norm": 0.6355224251747131,
      "learning_rate": 9.556207215750636e-05,
      "loss": 3.649,
      "step": 13600
    },
    {
      "epoch": 11.763180639585133,
      "grad_norm": 0.5547479391098022,
      "learning_rate": 9.555559374900484e-05,
      "loss": 3.6668,
      "step": 13610
    },
    {
      "epoch": 11.771823681936041,
      "grad_norm": 0.5321123003959656,
      "learning_rate": 9.554911083534066e-05,
      "loss": 3.6765,
      "step": 13620
    },
    {
      "epoch": 11.78046672428695,
      "grad_norm": 0.7098147869110107,
      "learning_rate": 9.554262341715492e-05,
      "loss": 3.6745,
      "step": 13630
    },
    {
      "epoch": 11.789109766637857,
      "grad_norm": 0.5056079626083374,
      "learning_rate": 9.553613149508919e-05,
      "loss": 3.652,
      "step": 13640
    },
    {
      "epoch": 11.797752808988765,
      "grad_norm": 0.5093293786048889,
      "learning_rate": 9.552963506978552e-05,
      "loss": 3.6659,
      "step": 13650
    },
    {
      "epoch": 11.806395851339671,
      "grad_norm": 0.5672970414161682,
      "learning_rate": 9.552313414188629e-05,
      "loss": 3.6616,
      "step": 13660
    },
    {
      "epoch": 11.815038893690579,
      "grad_norm": 0.5285334587097168,
      "learning_rate": 9.551662871203447e-05,
      "loss": 3.6621,
      "step": 13670
    },
    {
      "epoch": 11.823681936041487,
      "grad_norm": 0.60370272397995,
      "learning_rate": 9.551011878087337e-05,
      "loss": 3.6718,
      "step": 13680
    },
    {
      "epoch": 11.832324978392394,
      "grad_norm": 0.5670688152313232,
      "learning_rate": 9.55036043490468e-05,
      "loss": 3.6495,
      "step": 13690
    },
    {
      "epoch": 11.840968020743302,
      "grad_norm": 0.5185291767120361,
      "learning_rate": 9.549708541719897e-05,
      "loss": 3.6553,
      "step": 13700
    },
    {
      "epoch": 11.849611063094208,
      "grad_norm": 0.6866415143013,
      "learning_rate": 9.54905619859746e-05,
      "loss": 3.6566,
      "step": 13710
    },
    {
      "epoch": 11.858254105445116,
      "grad_norm": 0.49900558590888977,
      "learning_rate": 9.548403405601878e-05,
      "loss": 3.6549,
      "step": 13720
    },
    {
      "epoch": 11.866897147796024,
      "grad_norm": 0.5002520084381104,
      "learning_rate": 9.547750162797709e-05,
      "loss": 3.6705,
      "step": 13730
    },
    {
      "epoch": 11.875540190146932,
      "grad_norm": 0.495873361825943,
      "learning_rate": 9.547096470249557e-05,
      "loss": 3.6761,
      "step": 13740
    },
    {
      "epoch": 11.88418323249784,
      "grad_norm": 0.5714825391769409,
      "learning_rate": 9.546442328022065e-05,
      "loss": 3.6479,
      "step": 13750
    },
    {
      "epoch": 11.892826274848748,
      "grad_norm": 0.49214881658554077,
      "learning_rate": 9.545787736179925e-05,
      "loss": 3.6627,
      "step": 13760
    },
    {
      "epoch": 11.901469317199654,
      "grad_norm": 0.49920186400413513,
      "learning_rate": 9.545132694787873e-05,
      "loss": 3.6617,
      "step": 13770
    },
    {
      "epoch": 11.910112359550562,
      "grad_norm": 0.5287677645683289,
      "learning_rate": 9.544477203910687e-05,
      "loss": 3.6554,
      "step": 13780
    },
    {
      "epoch": 11.91875540190147,
      "grad_norm": 0.5775303840637207,
      "learning_rate": 9.54382126361319e-05,
      "loss": 3.6576,
      "step": 13790
    },
    {
      "epoch": 11.927398444252377,
      "grad_norm": 0.620531439781189,
      "learning_rate": 9.543164873960254e-05,
      "loss": 3.6749,
      "step": 13800
    },
    {
      "epoch": 11.936041486603285,
      "grad_norm": 0.6007083654403687,
      "learning_rate": 9.542508035016789e-05,
      "loss": 3.6815,
      "step": 13810
    },
    {
      "epoch": 11.944684528954191,
      "grad_norm": 0.5229626893997192,
      "learning_rate": 9.541850746847752e-05,
      "loss": 3.653,
      "step": 13820
    },
    {
      "epoch": 11.953327571305099,
      "grad_norm": 0.5398976802825928,
      "learning_rate": 9.541193009518145e-05,
      "loss": 3.6712,
      "step": 13830
    },
    {
      "epoch": 11.961970613656007,
      "grad_norm": 0.6610565185546875,
      "learning_rate": 9.540534823093017e-05,
      "loss": 3.6496,
      "step": 13840
    },
    {
      "epoch": 11.970613656006915,
      "grad_norm": 0.5116466879844666,
      "learning_rate": 9.539876187637454e-05,
      "loss": 3.6597,
      "step": 13850
    },
    {
      "epoch": 11.979256698357823,
      "grad_norm": 0.5854669809341431,
      "learning_rate": 9.539217103216594e-05,
      "loss": 3.6629,
      "step": 13860
    },
    {
      "epoch": 11.987899740708729,
      "grad_norm": 0.4944418668746948,
      "learning_rate": 9.538557569895614e-05,
      "loss": 3.6549,
      "step": 13870
    },
    {
      "epoch": 11.996542783059637,
      "grad_norm": 0.6177650094032288,
      "learning_rate": 9.537897587739741e-05,
      "loss": 3.6747,
      "step": 13880
    },
    {
      "epoch": 12.005185825410544,
      "grad_norm": 0.5619745850563049,
      "learning_rate": 9.53723715681424e-05,
      "loss": 3.6359,
      "step": 13890
    },
    {
      "epoch": 12.013828867761452,
      "grad_norm": 0.49332040548324585,
      "learning_rate": 9.536576277184426e-05,
      "loss": 3.5932,
      "step": 13900
    },
    {
      "epoch": 12.02247191011236,
      "grad_norm": 0.5609501004219055,
      "learning_rate": 9.535914948915653e-05,
      "loss": 3.6016,
      "step": 13910
    },
    {
      "epoch": 12.031114952463268,
      "grad_norm": 0.5664476752281189,
      "learning_rate": 9.535253172073324e-05,
      "loss": 3.5993,
      "step": 13920
    },
    {
      "epoch": 12.039757994814174,
      "grad_norm": 0.5216859579086304,
      "learning_rate": 9.534590946722884e-05,
      "loss": 3.6036,
      "step": 13930
    },
    {
      "epoch": 12.048401037165082,
      "grad_norm": 0.5516684055328369,
      "learning_rate": 9.533928272929824e-05,
      "loss": 3.6106,
      "step": 13940
    },
    {
      "epoch": 12.05704407951599,
      "grad_norm": 0.7017526030540466,
      "learning_rate": 9.533265150759677e-05,
      "loss": 3.5751,
      "step": 13950
    },
    {
      "epoch": 12.065687121866898,
      "grad_norm": 0.6297854781150818,
      "learning_rate": 9.532601580278022e-05,
      "loss": 3.6138,
      "step": 13960
    },
    {
      "epoch": 12.074330164217805,
      "grad_norm": 0.5980714559555054,
      "learning_rate": 9.531937561550483e-05,
      "loss": 3.6053,
      "step": 13970
    },
    {
      "epoch": 12.082973206568711,
      "grad_norm": 0.537321925163269,
      "learning_rate": 9.531273094642726e-05,
      "loss": 3.583,
      "step": 13980
    },
    {
      "epoch": 12.09161624891962,
      "grad_norm": 0.5173520445823669,
      "learning_rate": 9.530608179620463e-05,
      "loss": 3.6186,
      "step": 13990
    },
    {
      "epoch": 12.100259291270527,
      "grad_norm": 0.6337565779685974,
      "learning_rate": 9.52994281654945e-05,
      "loss": 3.5904,
      "step": 14000
    },
    {
      "epoch": 12.108902333621435,
      "grad_norm": 0.495557576417923,
      "learning_rate": 9.529277005495487e-05,
      "loss": 3.6102,
      "step": 14010
    },
    {
      "epoch": 12.117545375972343,
      "grad_norm": 0.5479419827461243,
      "learning_rate": 9.528610746524418e-05,
      "loss": 3.6108,
      "step": 14020
    },
    {
      "epoch": 12.126188418323249,
      "grad_norm": 0.6443647742271423,
      "learning_rate": 9.527944039702133e-05,
      "loss": 3.5819,
      "step": 14030
    },
    {
      "epoch": 12.134831460674157,
      "grad_norm": 0.5912526845932007,
      "learning_rate": 9.527276885094566e-05,
      "loss": 3.6097,
      "step": 14040
    },
    {
      "epoch": 12.143474503025065,
      "grad_norm": 0.5170440673828125,
      "learning_rate": 9.52660928276769e-05,
      "loss": 3.6093,
      "step": 14050
    },
    {
      "epoch": 12.152117545375972,
      "grad_norm": 0.5048696398735046,
      "learning_rate": 9.525941232787534e-05,
      "loss": 3.6121,
      "step": 14060
    },
    {
      "epoch": 12.16076058772688,
      "grad_norm": 0.5399757027626038,
      "learning_rate": 9.525272735220157e-05,
      "loss": 3.6009,
      "step": 14070
    },
    {
      "epoch": 12.169403630077788,
      "grad_norm": 0.5109243392944336,
      "learning_rate": 9.524603790131672e-05,
      "loss": 3.6126,
      "step": 14080
    },
    {
      "epoch": 12.178046672428694,
      "grad_norm": 0.7046204805374146,
      "learning_rate": 9.523934397588235e-05,
      "loss": 3.6002,
      "step": 14090
    },
    {
      "epoch": 12.186689714779602,
      "grad_norm": 0.530945897102356,
      "learning_rate": 9.523264557656042e-05,
      "loss": 3.5977,
      "step": 14100
    },
    {
      "epoch": 12.19533275713051,
      "grad_norm": 0.5822652578353882,
      "learning_rate": 9.522594270401337e-05,
      "loss": 3.6032,
      "step": 14110
    },
    {
      "epoch": 12.203975799481418,
      "grad_norm": 0.5080336332321167,
      "learning_rate": 9.521923535890406e-05,
      "loss": 3.6,
      "step": 14120
    },
    {
      "epoch": 12.212618841832326,
      "grad_norm": 0.5253978371620178,
      "learning_rate": 9.521252354189585e-05,
      "loss": 3.6028,
      "step": 14130
    },
    {
      "epoch": 12.221261884183232,
      "grad_norm": 0.5647372603416443,
      "learning_rate": 9.520580725365244e-05,
      "loss": 3.617,
      "step": 14140
    },
    {
      "epoch": 12.22990492653414,
      "grad_norm": 0.5409605503082275,
      "learning_rate": 9.519908649483806e-05,
      "loss": 3.6147,
      "step": 14150
    },
    {
      "epoch": 12.238547968885047,
      "grad_norm": 0.5163556933403015,
      "learning_rate": 9.519236126611734e-05,
      "loss": 3.6232,
      "step": 14160
    },
    {
      "epoch": 12.247191011235955,
      "grad_norm": 0.5436700582504272,
      "learning_rate": 9.518563156815539e-05,
      "loss": 3.6188,
      "step": 14170
    },
    {
      "epoch": 12.255834053586863,
      "grad_norm": 0.5954413414001465,
      "learning_rate": 9.517889740161769e-05,
      "loss": 3.6221,
      "step": 14180
    },
    {
      "epoch": 12.264477095937771,
      "grad_norm": 0.5371140241622925,
      "learning_rate": 9.517215876717023e-05,
      "loss": 3.6127,
      "step": 14190
    },
    {
      "epoch": 12.273120138288677,
      "grad_norm": 0.561779797077179,
      "learning_rate": 9.516541566547941e-05,
      "loss": 3.6078,
      "step": 14200
    },
    {
      "epoch": 12.281763180639585,
      "grad_norm": 0.6787566542625427,
      "learning_rate": 9.51586680972121e-05,
      "loss": 3.6226,
      "step": 14210
    },
    {
      "epoch": 12.290406222990493,
      "grad_norm": 0.6511233448982239,
      "learning_rate": 9.515191606303558e-05,
      "loss": 3.6165,
      "step": 14220
    },
    {
      "epoch": 12.2990492653414,
      "grad_norm": 0.5556143522262573,
      "learning_rate": 9.514515956361758e-05,
      "loss": 3.6202,
      "step": 14230
    },
    {
      "epoch": 12.307692307692308,
      "grad_norm": 0.6610009074211121,
      "learning_rate": 9.513839859962628e-05,
      "loss": 3.618,
      "step": 14240
    },
    {
      "epoch": 12.316335350043214,
      "grad_norm": 0.517501711845398,
      "learning_rate": 9.51316331717303e-05,
      "loss": 3.6094,
      "step": 14250
    },
    {
      "epoch": 12.324978392394122,
      "grad_norm": 0.5338321328163147,
      "learning_rate": 9.512486328059869e-05,
      "loss": 3.5978,
      "step": 14260
    },
    {
      "epoch": 12.33362143474503,
      "grad_norm": 0.6151901483535767,
      "learning_rate": 9.511808892690098e-05,
      "loss": 3.6069,
      "step": 14270
    },
    {
      "epoch": 12.342264477095938,
      "grad_norm": 0.5110654234886169,
      "learning_rate": 9.511131011130705e-05,
      "loss": 3.6206,
      "step": 14280
    },
    {
      "epoch": 12.350907519446846,
      "grad_norm": 0.5245352387428284,
      "learning_rate": 9.510452683448733e-05,
      "loss": 3.6243,
      "step": 14290
    },
    {
      "epoch": 12.359550561797754,
      "grad_norm": 0.5627368092536926,
      "learning_rate": 9.509773909711264e-05,
      "loss": 3.6249,
      "step": 14300
    },
    {
      "epoch": 12.36819360414866,
      "grad_norm": 0.5480779409408569,
      "learning_rate": 9.509094689985423e-05,
      "loss": 3.6099,
      "step": 14310
    },
    {
      "epoch": 12.376836646499568,
      "grad_norm": 0.54231196641922,
      "learning_rate": 9.50841502433838e-05,
      "loss": 3.6199,
      "step": 14320
    },
    {
      "epoch": 12.385479688850475,
      "grad_norm": 0.5545423626899719,
      "learning_rate": 9.507734912837353e-05,
      "loss": 3.6194,
      "step": 14330
    },
    {
      "epoch": 12.394122731201383,
      "grad_norm": 0.5241574048995972,
      "learning_rate": 9.507054355549598e-05,
      "loss": 3.611,
      "step": 14340
    },
    {
      "epoch": 12.402765773552291,
      "grad_norm": 0.6936041116714478,
      "learning_rate": 9.506373352542418e-05,
      "loss": 3.6079,
      "step": 14350
    },
    {
      "epoch": 12.411408815903197,
      "grad_norm": 0.5588804483413696,
      "learning_rate": 9.50569190388316e-05,
      "loss": 3.6216,
      "step": 14360
    },
    {
      "epoch": 12.420051858254105,
      "grad_norm": 0.5000887513160706,
      "learning_rate": 9.505010009639217e-05,
      "loss": 3.612,
      "step": 14370
    },
    {
      "epoch": 12.428694900605013,
      "grad_norm": 0.49384090304374695,
      "learning_rate": 9.504327669878021e-05,
      "loss": 3.6042,
      "step": 14380
    },
    {
      "epoch": 12.43733794295592,
      "grad_norm": 0.529920756816864,
      "learning_rate": 9.503644884667053e-05,
      "loss": 3.5995,
      "step": 14390
    },
    {
      "epoch": 12.445980985306829,
      "grad_norm": 0.5491660833358765,
      "learning_rate": 9.502961654073836e-05,
      "loss": 3.6161,
      "step": 14400
    },
    {
      "epoch": 12.454624027657735,
      "grad_norm": 0.5664769411087036,
      "learning_rate": 9.502277978165938e-05,
      "loss": 3.61,
      "step": 14410
    },
    {
      "epoch": 12.463267070008643,
      "grad_norm": 0.5585048794746399,
      "learning_rate": 9.501593857010969e-05,
      "loss": 3.6427,
      "step": 14420
    },
    {
      "epoch": 12.47191011235955,
      "grad_norm": 0.5519992113113403,
      "learning_rate": 9.500909290676583e-05,
      "loss": 3.6186,
      "step": 14430
    },
    {
      "epoch": 12.480553154710458,
      "grad_norm": 0.5868070721626282,
      "learning_rate": 9.500224279230483e-05,
      "loss": 3.6164,
      "step": 14440
    },
    {
      "epoch": 12.489196197061366,
      "grad_norm": 0.5924898386001587,
      "learning_rate": 9.499538822740408e-05,
      "loss": 3.6218,
      "step": 14450
    },
    {
      "epoch": 12.497839239412274,
      "grad_norm": 0.5222882032394409,
      "learning_rate": 9.498852921274148e-05,
      "loss": 3.6203,
      "step": 14460
    },
    {
      "epoch": 12.50648228176318,
      "grad_norm": 0.6236734986305237,
      "learning_rate": 9.498166574899535e-05,
      "loss": 3.6229,
      "step": 14470
    },
    {
      "epoch": 12.515125324114088,
      "grad_norm": 0.6483917236328125,
      "learning_rate": 9.497479783684443e-05,
      "loss": 3.6366,
      "step": 14480
    },
    {
      "epoch": 12.523768366464996,
      "grad_norm": 0.721209704875946,
      "learning_rate": 9.496792547696792e-05,
      "loss": 3.6367,
      "step": 14490
    },
    {
      "epoch": 12.532411408815904,
      "grad_norm": 0.5382526516914368,
      "learning_rate": 9.496104867004544e-05,
      "loss": 3.6389,
      "step": 14500
    },
    {
      "epoch": 12.541054451166811,
      "grad_norm": 0.5545229315757751,
      "learning_rate": 9.495416741675708e-05,
      "loss": 3.6376,
      "step": 14510
    },
    {
      "epoch": 12.549697493517717,
      "grad_norm": 0.554694652557373,
      "learning_rate": 9.494728171778335e-05,
      "loss": 3.6173,
      "step": 14520
    },
    {
      "epoch": 12.558340535868625,
      "grad_norm": 0.523758053779602,
      "learning_rate": 9.494039157380518e-05,
      "loss": 3.6321,
      "step": 14530
    },
    {
      "epoch": 12.566983578219533,
      "grad_norm": 0.5009516477584839,
      "learning_rate": 9.4933496985504e-05,
      "loss": 3.6127,
      "step": 14540
    },
    {
      "epoch": 12.575626620570441,
      "grad_norm": 0.5522740483283997,
      "learning_rate": 9.49265979535616e-05,
      "loss": 3.6475,
      "step": 14550
    },
    {
      "epoch": 12.584269662921349,
      "grad_norm": 0.5057214498519897,
      "learning_rate": 9.491969447866029e-05,
      "loss": 3.6215,
      "step": 14560
    },
    {
      "epoch": 12.592912705272255,
      "grad_norm": 0.5729621052742004,
      "learning_rate": 9.491278656148276e-05,
      "loss": 3.6213,
      "step": 14570
    },
    {
      "epoch": 12.601555747623163,
      "grad_norm": 0.496742844581604,
      "learning_rate": 9.490587420271217e-05,
      "loss": 3.6221,
      "step": 14580
    },
    {
      "epoch": 12.61019878997407,
      "grad_norm": 0.5392702221870422,
      "learning_rate": 9.48989574030321e-05,
      "loss": 3.616,
      "step": 14590
    },
    {
      "epoch": 12.618841832324978,
      "grad_norm": 0.5982365608215332,
      "learning_rate": 9.489203616312657e-05,
      "loss": 3.6388,
      "step": 14600
    },
    {
      "epoch": 12.627484874675886,
      "grad_norm": 0.4890075922012329,
      "learning_rate": 9.488511048368005e-05,
      "loss": 3.6352,
      "step": 14610
    },
    {
      "epoch": 12.636127917026794,
      "grad_norm": 0.6496147513389587,
      "learning_rate": 9.487818036537748e-05,
      "loss": 3.6347,
      "step": 14620
    },
    {
      "epoch": 12.6447709593777,
      "grad_norm": 0.5661157369613647,
      "learning_rate": 9.487124580890416e-05,
      "loss": 3.6397,
      "step": 14630
    },
    {
      "epoch": 12.653414001728608,
      "grad_norm": 0.5336878299713135,
      "learning_rate": 9.486430681494589e-05,
      "loss": 3.6404,
      "step": 14640
    },
    {
      "epoch": 12.662057044079516,
      "grad_norm": 0.5073743462562561,
      "learning_rate": 9.485736338418891e-05,
      "loss": 3.6292,
      "step": 14650
    },
    {
      "epoch": 12.670700086430424,
      "grad_norm": 0.5535697937011719,
      "learning_rate": 9.485041551731985e-05,
      "loss": 3.6182,
      "step": 14660
    },
    {
      "epoch": 12.679343128781332,
      "grad_norm": 0.643405556678772,
      "learning_rate": 9.484346321502584e-05,
      "loss": 3.6183,
      "step": 14670
    },
    {
      "epoch": 12.687986171132238,
      "grad_norm": 0.6405324935913086,
      "learning_rate": 9.48365064779944e-05,
      "loss": 3.6256,
      "step": 14680
    },
    {
      "epoch": 12.696629213483146,
      "grad_norm": 0.4990505576133728,
      "learning_rate": 9.482954530691353e-05,
      "loss": 3.6199,
      "step": 14690
    },
    {
      "epoch": 12.705272255834053,
      "grad_norm": 0.6032984852790833,
      "learning_rate": 9.482257970247161e-05,
      "loss": 3.6351,
      "step": 14700
    },
    {
      "epoch": 12.713915298184961,
      "grad_norm": 0.6878511309623718,
      "learning_rate": 9.481560966535754e-05,
      "loss": 3.6292,
      "step": 14710
    },
    {
      "epoch": 12.722558340535869,
      "grad_norm": 0.5964452028274536,
      "learning_rate": 9.480863519626057e-05,
      "loss": 3.6372,
      "step": 14720
    },
    {
      "epoch": 12.731201382886777,
      "grad_norm": 0.5427183508872986,
      "learning_rate": 9.480165629587046e-05,
      "loss": 3.6117,
      "step": 14730
    },
    {
      "epoch": 12.739844425237683,
      "grad_norm": 0.5693811178207397,
      "learning_rate": 9.479467296487736e-05,
      "loss": 3.6256,
      "step": 14740
    },
    {
      "epoch": 12.74848746758859,
      "grad_norm": 0.5879992246627808,
      "learning_rate": 9.47876852039719e-05,
      "loss": 3.6341,
      "step": 14750
    },
    {
      "epoch": 12.757130509939499,
      "grad_norm": 0.5590305328369141,
      "learning_rate": 9.47806930138451e-05,
      "loss": 3.647,
      "step": 14760
    },
    {
      "epoch": 12.765773552290407,
      "grad_norm": 0.5733251571655273,
      "learning_rate": 9.477369639518847e-05,
      "loss": 3.6313,
      "step": 14770
    },
    {
      "epoch": 12.774416594641314,
      "grad_norm": 0.5747750997543335,
      "learning_rate": 9.476669534869391e-05,
      "loss": 3.6245,
      "step": 14780
    },
    {
      "epoch": 12.78305963699222,
      "grad_norm": 0.6186511516571045,
      "learning_rate": 9.475968987505379e-05,
      "loss": 3.6413,
      "step": 14790
    },
    {
      "epoch": 12.791702679343128,
      "grad_norm": 0.4952661395072937,
      "learning_rate": 9.475267997496092e-05,
      "loss": 3.6417,
      "step": 14800
    },
    {
      "epoch": 12.800345721694036,
      "grad_norm": 0.5964799523353577,
      "learning_rate": 9.47456656491085e-05,
      "loss": 3.6359,
      "step": 14810
    },
    {
      "epoch": 12.808988764044944,
      "grad_norm": 0.5399404168128967,
      "learning_rate": 9.473864689819022e-05,
      "loss": 3.628,
      "step": 14820
    },
    {
      "epoch": 12.817631806395852,
      "grad_norm": 0.5314333438873291,
      "learning_rate": 9.47316237229002e-05,
      "loss": 3.6437,
      "step": 14830
    },
    {
      "epoch": 12.82627484874676,
      "grad_norm": 0.5541367530822754,
      "learning_rate": 9.472459612393298e-05,
      "loss": 3.6197,
      "step": 14840
    },
    {
      "epoch": 12.834917891097666,
      "grad_norm": 0.49715331196784973,
      "learning_rate": 9.471756410198356e-05,
      "loss": 3.6138,
      "step": 14850
    },
    {
      "epoch": 12.843560933448574,
      "grad_norm": 0.5518032312393188,
      "learning_rate": 9.471052765774735e-05,
      "loss": 3.6363,
      "step": 14860
    },
    {
      "epoch": 12.852203975799481,
      "grad_norm": 0.5004604458808899,
      "learning_rate": 9.47034867919202e-05,
      "loss": 3.6322,
      "step": 14870
    },
    {
      "epoch": 12.86084701815039,
      "grad_norm": 0.6546003222465515,
      "learning_rate": 9.469644150519842e-05,
      "loss": 3.6115,
      "step": 14880
    },
    {
      "epoch": 12.869490060501297,
      "grad_norm": 0.6523699760437012,
      "learning_rate": 9.468939179827873e-05,
      "loss": 3.6363,
      "step": 14890
    },
    {
      "epoch": 12.878133102852203,
      "grad_norm": 0.5568637847900391,
      "learning_rate": 9.468233767185834e-05,
      "loss": 3.6488,
      "step": 14900
    },
    {
      "epoch": 12.886776145203111,
      "grad_norm": 0.575413167476654,
      "learning_rate": 9.467527912663483e-05,
      "loss": 3.6488,
      "step": 14910
    },
    {
      "epoch": 12.895419187554019,
      "grad_norm": 0.7503029704093933,
      "learning_rate": 9.466821616330623e-05,
      "loss": 3.6295,
      "step": 14920
    },
    {
      "epoch": 12.904062229904927,
      "grad_norm": 0.685919463634491,
      "learning_rate": 9.466114878257107e-05,
      "loss": 3.6182,
      "step": 14930
    },
    {
      "epoch": 12.912705272255835,
      "grad_norm": 0.6794949769973755,
      "learning_rate": 9.465407698512823e-05,
      "loss": 3.6121,
      "step": 14940
    },
    {
      "epoch": 12.921348314606742,
      "grad_norm": 0.5876390933990479,
      "learning_rate": 9.464700077167706e-05,
      "loss": 3.6439,
      "step": 14950
    },
    {
      "epoch": 12.929991356957649,
      "grad_norm": 0.5432971119880676,
      "learning_rate": 9.463992014291739e-05,
      "loss": 3.6214,
      "step": 14960
    },
    {
      "epoch": 12.938634399308556,
      "grad_norm": 0.5778446793556213,
      "learning_rate": 9.463283509954943e-05,
      "loss": 3.6338,
      "step": 14970
    },
    {
      "epoch": 12.947277441659464,
      "grad_norm": 0.6013231873512268,
      "learning_rate": 9.462574564227385e-05,
      "loss": 3.6352,
      "step": 14980
    },
    {
      "epoch": 12.955920484010372,
      "grad_norm": 0.5097507834434509,
      "learning_rate": 9.461865177179174e-05,
      "loss": 3.6395,
      "step": 14990
    },
    {
      "epoch": 12.96456352636128,
      "grad_norm": 0.5465461015701294,
      "learning_rate": 9.461155348880467e-05,
      "loss": 3.6452,
      "step": 15000
    },
    {
      "epoch": 12.973206568712186,
      "grad_norm": 0.5082237124443054,
      "learning_rate": 9.460445079401456e-05,
      "loss": 3.6222,
      "step": 15010
    },
    {
      "epoch": 12.981849611063094,
      "grad_norm": 0.5646724104881287,
      "learning_rate": 9.459734368812389e-05,
      "loss": 3.6368,
      "step": 15020
    },
    {
      "epoch": 12.990492653414002,
      "grad_norm": 0.5892942547798157,
      "learning_rate": 9.459023217183546e-05,
      "loss": 3.6379,
      "step": 15030
    },
    {
      "epoch": 12.99913569576491,
      "grad_norm": 0.6343773007392883,
      "learning_rate": 9.458311624585257e-05,
      "loss": 3.6256,
      "step": 15040
    },
    {
      "epoch": 13.007778738115817,
      "grad_norm": 0.5812222361564636,
      "learning_rate": 9.457599591087895e-05,
      "loss": 3.5877,
      "step": 15050
    },
    {
      "epoch": 13.016421780466723,
      "grad_norm": 0.5280510783195496,
      "learning_rate": 9.456887116761875e-05,
      "loss": 3.5696,
      "step": 15060
    },
    {
      "epoch": 13.025064822817631,
      "grad_norm": 0.5535744428634644,
      "learning_rate": 9.456174201677655e-05,
      "loss": 3.5565,
      "step": 15070
    },
    {
      "epoch": 13.03370786516854,
      "grad_norm": 0.6277311444282532,
      "learning_rate": 9.455460845905738e-05,
      "loss": 3.5562,
      "step": 15080
    },
    {
      "epoch": 13.042350907519447,
      "grad_norm": 0.6093318462371826,
      "learning_rate": 9.454747049516673e-05,
      "loss": 3.5551,
      "step": 15090
    },
    {
      "epoch": 13.050993949870355,
      "grad_norm": 0.564878523349762,
      "learning_rate": 9.454032812581046e-05,
      "loss": 3.5669,
      "step": 15100
    },
    {
      "epoch": 13.059636992221263,
      "grad_norm": 0.5478004813194275,
      "learning_rate": 9.453318135169496e-05,
      "loss": 3.5652,
      "step": 15110
    },
    {
      "epoch": 13.068280034572169,
      "grad_norm": 0.5045992136001587,
      "learning_rate": 9.452603017352694e-05,
      "loss": 3.5446,
      "step": 15120
    },
    {
      "epoch": 13.076923076923077,
      "grad_norm": 0.5492410659790039,
      "learning_rate": 9.451887459201364e-05,
      "loss": 3.5593,
      "step": 15130
    },
    {
      "epoch": 13.085566119273984,
      "grad_norm": 0.4904998540878296,
      "learning_rate": 9.45117146078627e-05,
      "loss": 3.5515,
      "step": 15140
    },
    {
      "epoch": 13.094209161624892,
      "grad_norm": 0.5156634449958801,
      "learning_rate": 9.45045502217822e-05,
      "loss": 3.5617,
      "step": 15150
    },
    {
      "epoch": 13.1028522039758,
      "grad_norm": 0.5172567367553711,
      "learning_rate": 9.449738143448065e-05,
      "loss": 3.5618,
      "step": 15160
    },
    {
      "epoch": 13.111495246326706,
      "grad_norm": 0.5372932553291321,
      "learning_rate": 9.449020824666699e-05,
      "loss": 3.5765,
      "step": 15170
    },
    {
      "epoch": 13.120138288677614,
      "grad_norm": 0.5397493839263916,
      "learning_rate": 9.448303065905063e-05,
      "loss": 3.5658,
      "step": 15180
    },
    {
      "epoch": 13.128781331028522,
      "grad_norm": 0.5685985088348389,
      "learning_rate": 9.447584867234134e-05,
      "loss": 3.5862,
      "step": 15190
    },
    {
      "epoch": 13.13742437337943,
      "grad_norm": 0.5322521924972534,
      "learning_rate": 9.446866228724939e-05,
      "loss": 3.5929,
      "step": 15200
    },
    {
      "epoch": 13.146067415730338,
      "grad_norm": 0.6343887448310852,
      "learning_rate": 9.446147150448551e-05,
      "loss": 3.5738,
      "step": 15210
    },
    {
      "epoch": 13.154710458081244,
      "grad_norm": 0.5983114242553711,
      "learning_rate": 9.445427632476078e-05,
      "loss": 3.5787,
      "step": 15220
    },
    {
      "epoch": 13.163353500432152,
      "grad_norm": 0.5050780177116394,
      "learning_rate": 9.444707674878678e-05,
      "loss": 3.5689,
      "step": 15230
    },
    {
      "epoch": 13.17199654278306,
      "grad_norm": 0.5347406268119812,
      "learning_rate": 9.443987277727548e-05,
      "loss": 3.566,
      "step": 15240
    },
    {
      "epoch": 13.180639585133967,
      "grad_norm": 0.5265160799026489,
      "learning_rate": 9.443266441093935e-05,
      "loss": 3.5383,
      "step": 15250
    },
    {
      "epoch": 13.189282627484875,
      "grad_norm": 0.5593985915184021,
      "learning_rate": 9.44254516504912e-05,
      "loss": 3.5715,
      "step": 15260
    },
    {
      "epoch": 13.197925669835783,
      "grad_norm": 0.547203540802002,
      "learning_rate": 9.441823449664435e-05,
      "loss": 3.5755,
      "step": 15270
    },
    {
      "epoch": 13.206568712186689,
      "grad_norm": 0.6361613273620605,
      "learning_rate": 9.441101295011253e-05,
      "loss": 3.5789,
      "step": 15280
    },
    {
      "epoch": 13.215211754537597,
      "grad_norm": 0.6636844277381897,
      "learning_rate": 9.440378701160992e-05,
      "loss": 3.567,
      "step": 15290
    },
    {
      "epoch": 13.223854796888505,
      "grad_norm": 0.5427088141441345,
      "learning_rate": 9.43965566818511e-05,
      "loss": 3.5675,
      "step": 15300
    },
    {
      "epoch": 13.232497839239413,
      "grad_norm": 0.5593605637550354,
      "learning_rate": 9.438932196155112e-05,
      "loss": 3.5821,
      "step": 15310
    },
    {
      "epoch": 13.24114088159032,
      "grad_norm": 0.5526354312896729,
      "learning_rate": 9.438208285142543e-05,
      "loss": 3.5893,
      "step": 15320
    },
    {
      "epoch": 13.249783923941227,
      "grad_norm": 0.588903546333313,
      "learning_rate": 9.437483935218995e-05,
      "loss": 3.5731,
      "step": 15330
    },
    {
      "epoch": 13.258426966292134,
      "grad_norm": 0.5840310454368591,
      "learning_rate": 9.436759146456102e-05,
      "loss": 3.5817,
      "step": 15340
    },
    {
      "epoch": 13.267070008643042,
      "grad_norm": 0.5466800332069397,
      "learning_rate": 9.436033918925538e-05,
      "loss": 3.5822,
      "step": 15350
    },
    {
      "epoch": 13.27571305099395,
      "grad_norm": 0.6155293583869934,
      "learning_rate": 9.435308252699027e-05,
      "loss": 3.6033,
      "step": 15360
    },
    {
      "epoch": 13.284356093344858,
      "grad_norm": 0.5703463554382324,
      "learning_rate": 9.434582147848329e-05,
      "loss": 3.5782,
      "step": 15370
    },
    {
      "epoch": 13.292999135695766,
      "grad_norm": 0.5087639093399048,
      "learning_rate": 9.433855604445256e-05,
      "loss": 3.5793,
      "step": 15380
    },
    {
      "epoch": 13.301642178046672,
      "grad_norm": 0.5156988501548767,
      "learning_rate": 9.433128622561656e-05,
      "loss": 3.5831,
      "step": 15390
    },
    {
      "epoch": 13.31028522039758,
      "grad_norm": 0.5461441874504089,
      "learning_rate": 9.432401202269423e-05,
      "loss": 3.5621,
      "step": 15400
    },
    {
      "epoch": 13.318928262748488,
      "grad_norm": 0.6764678955078125,
      "learning_rate": 9.431673343640494e-05,
      "loss": 3.5827,
      "step": 15410
    },
    {
      "epoch": 13.327571305099395,
      "grad_norm": 0.6311379075050354,
      "learning_rate": 9.43094504674685e-05,
      "loss": 3.5992,
      "step": 15420
    },
    {
      "epoch": 13.336214347450303,
      "grad_norm": 0.603542149066925,
      "learning_rate": 9.430216311660516e-05,
      "loss": 3.5867,
      "step": 15430
    },
    {
      "epoch": 13.34485738980121,
      "grad_norm": 0.6583845019340515,
      "learning_rate": 9.429487138453556e-05,
      "loss": 3.5614,
      "step": 15440
    },
    {
      "epoch": 13.353500432152117,
      "grad_norm": 0.5938103199005127,
      "learning_rate": 9.428757527198085e-05,
      "loss": 3.575,
      "step": 15450
    },
    {
      "epoch": 13.362143474503025,
      "grad_norm": 0.5460816621780396,
      "learning_rate": 9.428027477966255e-05,
      "loss": 3.579,
      "step": 15460
    },
    {
      "epoch": 13.370786516853933,
      "grad_norm": 0.7123833298683167,
      "learning_rate": 9.427296990830263e-05,
      "loss": 3.5759,
      "step": 15470
    },
    {
      "epoch": 13.37942955920484,
      "grad_norm": 0.5067909955978394,
      "learning_rate": 9.42656606586235e-05,
      "loss": 3.5777,
      "step": 15480
    },
    {
      "epoch": 13.388072601555749,
      "grad_norm": 0.6716089248657227,
      "learning_rate": 9.4258347031348e-05,
      "loss": 3.587,
      "step": 15490
    },
    {
      "epoch": 13.396715643906655,
      "grad_norm": 0.6268072724342346,
      "learning_rate": 9.42510290271994e-05,
      "loss": 3.5832,
      "step": 15500
    },
    {
      "epoch": 13.405358686257562,
      "grad_norm": 0.5522502064704895,
      "learning_rate": 9.424370664690139e-05,
      "loss": 3.5944,
      "step": 15510
    },
    {
      "epoch": 13.41400172860847,
      "grad_norm": 0.5840153694152832,
      "learning_rate": 9.423637989117815e-05,
      "loss": 3.5905,
      "step": 15520
    },
    {
      "epoch": 13.422644770959378,
      "grad_norm": 0.5270315408706665,
      "learning_rate": 9.42290487607542e-05,
      "loss": 3.5865,
      "step": 15530
    },
    {
      "epoch": 13.431287813310286,
      "grad_norm": 0.5804675817489624,
      "learning_rate": 9.422171325635458e-05,
      "loss": 3.5911,
      "step": 15540
    },
    {
      "epoch": 13.439930855661192,
      "grad_norm": 0.6804292798042297,
      "learning_rate": 9.421437337870471e-05,
      "loss": 3.5651,
      "step": 15550
    },
    {
      "epoch": 13.4485738980121,
      "grad_norm": 0.622058093547821,
      "learning_rate": 9.420702912853044e-05,
      "loss": 3.5778,
      "step": 15560
    },
    {
      "epoch": 13.457216940363008,
      "grad_norm": 0.6256821751594543,
      "learning_rate": 9.419968050655811e-05,
      "loss": 3.5976,
      "step": 15570
    },
    {
      "epoch": 13.465859982713916,
      "grad_norm": 0.5540902614593506,
      "learning_rate": 9.419232751351442e-05,
      "loss": 3.6045,
      "step": 15580
    },
    {
      "epoch": 13.474503025064823,
      "grad_norm": 0.5727145075798035,
      "learning_rate": 9.418497015012655e-05,
      "loss": 3.598,
      "step": 15590
    },
    {
      "epoch": 13.48314606741573,
      "grad_norm": 0.6478940844535828,
      "learning_rate": 9.417760841712209e-05,
      "loss": 3.5859,
      "step": 15600
    },
    {
      "epoch": 13.491789109766637,
      "grad_norm": 0.6113165020942688,
      "learning_rate": 9.417024231522908e-05,
      "loss": 3.5841,
      "step": 15610
    },
    {
      "epoch": 13.500432152117545,
      "grad_norm": 0.5232323408126831,
      "learning_rate": 9.416287184517598e-05,
      "loss": 3.5792,
      "step": 15620
    },
    {
      "epoch": 13.509075194468453,
      "grad_norm": 0.6092483401298523,
      "learning_rate": 9.415549700769166e-05,
      "loss": 3.5958,
      "step": 15630
    },
    {
      "epoch": 13.517718236819361,
      "grad_norm": 0.5935222506523132,
      "learning_rate": 9.414811780350547e-05,
      "loss": 3.5789,
      "step": 15640
    },
    {
      "epoch": 13.526361279170269,
      "grad_norm": 0.543129563331604,
      "learning_rate": 9.414073423334717e-05,
      "loss": 3.576,
      "step": 15650
    },
    {
      "epoch": 13.535004321521175,
      "grad_norm": 0.5512497425079346,
      "learning_rate": 9.413334629794694e-05,
      "loss": 3.6062,
      "step": 15660
    },
    {
      "epoch": 13.543647363872083,
      "grad_norm": 0.542978823184967,
      "learning_rate": 9.412595399803539e-05,
      "loss": 3.6004,
      "step": 15670
    },
    {
      "epoch": 13.55229040622299,
      "grad_norm": 0.6327340006828308,
      "learning_rate": 9.411855733434359e-05,
      "loss": 3.6,
      "step": 15680
    },
    {
      "epoch": 13.560933448573898,
      "grad_norm": 0.7247211337089539,
      "learning_rate": 9.4111156307603e-05,
      "loss": 3.589,
      "step": 15690
    },
    {
      "epoch": 13.569576490924806,
      "grad_norm": 0.7402063012123108,
      "learning_rate": 9.410375091854556e-05,
      "loss": 3.5959,
      "step": 15700
    },
    {
      "epoch": 13.578219533275712,
      "grad_norm": 0.5292757153511047,
      "learning_rate": 9.40963411679036e-05,
      "loss": 3.5989,
      "step": 15710
    },
    {
      "epoch": 13.58686257562662,
      "grad_norm": 0.5713613629341125,
      "learning_rate": 9.408892705640991e-05,
      "loss": 3.5802,
      "step": 15720
    },
    {
      "epoch": 13.595505617977528,
      "grad_norm": 0.598529040813446,
      "learning_rate": 9.40815085847977e-05,
      "loss": 3.5956,
      "step": 15730
    },
    {
      "epoch": 13.604148660328436,
      "grad_norm": 0.5476036071777344,
      "learning_rate": 9.40740857538006e-05,
      "loss": 3.6082,
      "step": 15740
    },
    {
      "epoch": 13.612791702679344,
      "grad_norm": 0.5810511708259583,
      "learning_rate": 9.406665856415266e-05,
      "loss": 3.5752,
      "step": 15750
    },
    {
      "epoch": 13.62143474503025,
      "grad_norm": 0.5359011292457581,
      "learning_rate": 9.405922701658845e-05,
      "loss": 3.5951,
      "step": 15760
    },
    {
      "epoch": 13.630077787381158,
      "grad_norm": 0.5685111284255981,
      "learning_rate": 9.405179111184284e-05,
      "loss": 3.5888,
      "step": 15770
    },
    {
      "epoch": 13.638720829732065,
      "grad_norm": 0.5395667552947998,
      "learning_rate": 9.404435085065121e-05,
      "loss": 3.6142,
      "step": 15780
    },
    {
      "epoch": 13.647363872082973,
      "grad_norm": 0.6137157082557678,
      "learning_rate": 9.403690623374937e-05,
      "loss": 3.6059,
      "step": 15790
    },
    {
      "epoch": 13.656006914433881,
      "grad_norm": 0.6092981696128845,
      "learning_rate": 9.402945726187354e-05,
      "loss": 3.5803,
      "step": 15800
    },
    {
      "epoch": 13.664649956784789,
      "grad_norm": 0.6287418007850647,
      "learning_rate": 9.402200393576036e-05,
      "loss": 3.5662,
      "step": 15810
    },
    {
      "epoch": 13.673292999135695,
      "grad_norm": 0.5416787266731262,
      "learning_rate": 9.401454625614694e-05,
      "loss": 3.5762,
      "step": 15820
    },
    {
      "epoch": 13.681936041486603,
      "grad_norm": 0.5614911317825317,
      "learning_rate": 9.400708422377079e-05,
      "loss": 3.6259,
      "step": 15830
    },
    {
      "epoch": 13.69057908383751,
      "grad_norm": 0.5363015532493591,
      "learning_rate": 9.399961783936985e-05,
      "loss": 3.6155,
      "step": 15840
    },
    {
      "epoch": 13.699222126188419,
      "grad_norm": 0.6163312196731567,
      "learning_rate": 9.399214710368251e-05,
      "loss": 3.5828,
      "step": 15850
    },
    {
      "epoch": 13.707865168539326,
      "grad_norm": 0.5551548004150391,
      "learning_rate": 9.398467201744759e-05,
      "loss": 3.6105,
      "step": 15860
    },
    {
      "epoch": 13.716508210890233,
      "grad_norm": 0.5425685048103333,
      "learning_rate": 9.39771925814043e-05,
      "loss": 3.6113,
      "step": 15870
    },
    {
      "epoch": 13.72515125324114,
      "grad_norm": 0.7134966254234314,
      "learning_rate": 9.396970879629232e-05,
      "loss": 3.5872,
      "step": 15880
    },
    {
      "epoch": 13.733794295592048,
      "grad_norm": 0.5163014531135559,
      "learning_rate": 9.396222066285175e-05,
      "loss": 3.5929,
      "step": 15890
    },
    {
      "epoch": 13.742437337942956,
      "grad_norm": 0.5767387747764587,
      "learning_rate": 9.395472818182314e-05,
      "loss": 3.596,
      "step": 15900
    },
    {
      "epoch": 13.751080380293864,
      "grad_norm": 0.6066597104072571,
      "learning_rate": 9.39472313539474e-05,
      "loss": 3.5879,
      "step": 15910
    },
    {
      "epoch": 13.759723422644772,
      "grad_norm": 0.6107140779495239,
      "learning_rate": 9.393973017996598e-05,
      "loss": 3.6145,
      "step": 15920
    },
    {
      "epoch": 13.768366464995678,
      "grad_norm": 0.5835012793540955,
      "learning_rate": 9.393222466062065e-05,
      "loss": 3.6215,
      "step": 15930
    },
    {
      "epoch": 13.777009507346586,
      "grad_norm": 0.5360823273658752,
      "learning_rate": 9.392471479665369e-05,
      "loss": 3.6026,
      "step": 15940
    },
    {
      "epoch": 13.785652549697494,
      "grad_norm": 0.5995485186576843,
      "learning_rate": 9.391720058880777e-05,
      "loss": 3.6025,
      "step": 15950
    },
    {
      "epoch": 13.794295592048401,
      "grad_norm": 0.5002502799034119,
      "learning_rate": 9.390968203782598e-05,
      "loss": 3.5907,
      "step": 15960
    },
    {
      "epoch": 13.80293863439931,
      "grad_norm": 0.519502580165863,
      "learning_rate": 9.390215914445189e-05,
      "loss": 3.6081,
      "step": 15970
    },
    {
      "epoch": 13.811581676750215,
      "grad_norm": 0.6361311078071594,
      "learning_rate": 9.389463190942944e-05,
      "loss": 3.6056,
      "step": 15980
    },
    {
      "epoch": 13.820224719101123,
      "grad_norm": 0.5652824640274048,
      "learning_rate": 9.388710033350303e-05,
      "loss": 3.5941,
      "step": 15990
    },
    {
      "epoch": 13.828867761452031,
      "grad_norm": 0.5409010052680969,
      "learning_rate": 9.38795644174175e-05,
      "loss": 3.5883,
      "step": 16000
    },
    {
      "epoch": 13.837510803802939,
      "grad_norm": 0.533279538154602,
      "learning_rate": 9.38720241619181e-05,
      "loss": 3.5944,
      "step": 16010
    },
    {
      "epoch": 13.846153846153847,
      "grad_norm": 0.5397382974624634,
      "learning_rate": 9.386447956775051e-05,
      "loss": 3.5907,
      "step": 16020
    },
    {
      "epoch": 13.854796888504755,
      "grad_norm": 0.5509529709815979,
      "learning_rate": 9.385693063566084e-05,
      "loss": 3.6012,
      "step": 16030
    },
    {
      "epoch": 13.86343993085566,
      "grad_norm": 0.5989435911178589,
      "learning_rate": 9.384937736639563e-05,
      "loss": 3.6125,
      "step": 16040
    },
    {
      "epoch": 13.872082973206568,
      "grad_norm": 0.5926609635353088,
      "learning_rate": 9.384181976070185e-05,
      "loss": 3.6036,
      "step": 16050
    },
    {
      "epoch": 13.880726015557476,
      "grad_norm": 0.6210306286811829,
      "learning_rate": 9.383425781932693e-05,
      "loss": 3.5982,
      "step": 16060
    },
    {
      "epoch": 13.889369057908384,
      "grad_norm": 0.5749762654304504,
      "learning_rate": 9.382669154301867e-05,
      "loss": 3.5908,
      "step": 16070
    },
    {
      "epoch": 13.898012100259292,
      "grad_norm": 0.5971217751502991,
      "learning_rate": 9.381912093252532e-05,
      "loss": 3.598,
      "step": 16080
    },
    {
      "epoch": 13.906655142610198,
      "grad_norm": 0.5428498983383179,
      "learning_rate": 9.381154598859559e-05,
      "loss": 3.6123,
      "step": 16090
    },
    {
      "epoch": 13.915298184961106,
      "grad_norm": 0.5812228322029114,
      "learning_rate": 9.380396671197856e-05,
      "loss": 3.63,
      "step": 16100
    },
    {
      "epoch": 13.923941227312014,
      "grad_norm": 0.5445963144302368,
      "learning_rate": 9.379638310342382e-05,
      "loss": 3.6084,
      "step": 16110
    },
    {
      "epoch": 13.932584269662922,
      "grad_norm": 0.670322597026825,
      "learning_rate": 9.378879516368131e-05,
      "loss": 3.5927,
      "step": 16120
    },
    {
      "epoch": 13.94122731201383,
      "grad_norm": 0.5739889740943909,
      "learning_rate": 9.378120289350143e-05,
      "loss": 3.621,
      "step": 16130
    },
    {
      "epoch": 13.949870354364737,
      "grad_norm": 0.535207211971283,
      "learning_rate": 9.3773606293635e-05,
      "loss": 3.6229,
      "step": 16140
    },
    {
      "epoch": 13.958513396715643,
      "grad_norm": 0.7106258273124695,
      "learning_rate": 9.376600536483333e-05,
      "loss": 3.6178,
      "step": 16150
    },
    {
      "epoch": 13.967156439066551,
      "grad_norm": 0.5470564961433411,
      "learning_rate": 9.375840010784805e-05,
      "loss": 3.6014,
      "step": 16160
    },
    {
      "epoch": 13.975799481417459,
      "grad_norm": 0.7337758541107178,
      "learning_rate": 9.375079052343128e-05,
      "loss": 3.6028,
      "step": 16170
    },
    {
      "epoch": 13.984442523768367,
      "grad_norm": 0.5253145694732666,
      "learning_rate": 9.374317661233556e-05,
      "loss": 3.6015,
      "step": 16180
    },
    {
      "epoch": 13.993085566119275,
      "grad_norm": 0.8955782055854797,
      "learning_rate": 9.373555837531386e-05,
      "loss": 3.6114,
      "step": 16190
    },
    {
      "epoch": 14.00172860847018,
      "grad_norm": 0.5789153575897217,
      "learning_rate": 9.372793581311961e-05,
      "loss": 3.6158,
      "step": 16200
    },
    {
      "epoch": 14.010371650821089,
      "grad_norm": 0.5837649703025818,
      "learning_rate": 9.37203089265066e-05,
      "loss": 3.5376,
      "step": 16210
    },
    {
      "epoch": 14.019014693171997,
      "grad_norm": 0.6091294288635254,
      "learning_rate": 9.371267771622907e-05,
      "loss": 3.514,
      "step": 16220
    },
    {
      "epoch": 14.027657735522904,
      "grad_norm": 0.5566033124923706,
      "learning_rate": 9.370504218304173e-05,
      "loss": 3.5087,
      "step": 16230
    },
    {
      "epoch": 14.036300777873812,
      "grad_norm": 0.5360493659973145,
      "learning_rate": 9.369740232769966e-05,
      "loss": 3.5157,
      "step": 16240
    },
    {
      "epoch": 14.044943820224718,
      "grad_norm": 0.5993684530258179,
      "learning_rate": 9.368975815095841e-05,
      "loss": 3.5202,
      "step": 16250
    },
    {
      "epoch": 14.053586862575626,
      "grad_norm": 0.5439903140068054,
      "learning_rate": 9.368210965357393e-05,
      "loss": 3.5281,
      "step": 16260
    },
    {
      "epoch": 14.062229904926534,
      "grad_norm": 0.5792867541313171,
      "learning_rate": 9.367445683630263e-05,
      "loss": 3.5027,
      "step": 16270
    },
    {
      "epoch": 14.070872947277442,
      "grad_norm": 0.6694153547286987,
      "learning_rate": 9.366679969990129e-05,
      "loss": 3.5276,
      "step": 16280
    },
    {
      "epoch": 14.07951598962835,
      "grad_norm": 0.6180173754692078,
      "learning_rate": 9.36591382451272e-05,
      "loss": 3.5213,
      "step": 16290
    },
    {
      "epoch": 14.088159031979258,
      "grad_norm": 0.5780775547027588,
      "learning_rate": 9.365147247273798e-05,
      "loss": 3.5334,
      "step": 16300
    },
    {
      "epoch": 14.096802074330164,
      "grad_norm": 0.540772557258606,
      "learning_rate": 9.364380238349175e-05,
      "loss": 3.5255,
      "step": 16310
    },
    {
      "epoch": 14.105445116681071,
      "grad_norm": 0.5292790532112122,
      "learning_rate": 9.363612797814705e-05,
      "loss": 3.5492,
      "step": 16320
    },
    {
      "epoch": 14.11408815903198,
      "grad_norm": 0.6978334188461304,
      "learning_rate": 9.362844925746282e-05,
      "loss": 3.5484,
      "step": 16330
    },
    {
      "epoch": 14.122731201382887,
      "grad_norm": 0.5655888319015503,
      "learning_rate": 9.36207662221984e-05,
      "loss": 3.5351,
      "step": 16340
    },
    {
      "epoch": 14.131374243733795,
      "grad_norm": 0.599022388458252,
      "learning_rate": 9.361307887311365e-05,
      "loss": 3.5335,
      "step": 16350
    },
    {
      "epoch": 14.140017286084701,
      "grad_norm": 0.5798130631446838,
      "learning_rate": 9.360538721096877e-05,
      "loss": 3.5506,
      "step": 16360
    },
    {
      "epoch": 14.148660328435609,
      "grad_norm": 0.5864579677581787,
      "learning_rate": 9.359769123652442e-05,
      "loss": 3.5406,
      "step": 16370
    },
    {
      "epoch": 14.157303370786517,
      "grad_norm": 0.5817835927009583,
      "learning_rate": 9.358999095054169e-05,
      "loss": 3.5423,
      "step": 16380
    },
    {
      "epoch": 14.165946413137425,
      "grad_norm": 0.6020471453666687,
      "learning_rate": 9.358228635378209e-05,
      "loss": 3.521,
      "step": 16390
    },
    {
      "epoch": 14.174589455488332,
      "grad_norm": 0.5344017744064331,
      "learning_rate": 9.357457744700755e-05,
      "loss": 3.5317,
      "step": 16400
    },
    {
      "epoch": 14.183232497839239,
      "grad_norm": 0.5430918335914612,
      "learning_rate": 9.356686423098045e-05,
      "loss": 3.5209,
      "step": 16410
    },
    {
      "epoch": 14.191875540190146,
      "grad_norm": 0.6568388342857361,
      "learning_rate": 9.355914670646354e-05,
      "loss": 3.5393,
      "step": 16420
    },
    {
      "epoch": 14.200518582541054,
      "grad_norm": 0.6251740455627441,
      "learning_rate": 9.355142487422007e-05,
      "loss": 3.5444,
      "step": 16430
    },
    {
      "epoch": 14.209161624891962,
      "grad_norm": 0.8987065553665161,
      "learning_rate": 9.354369873501368e-05,
      "loss": 3.5326,
      "step": 16440
    },
    {
      "epoch": 14.21780466724287,
      "grad_norm": 0.5721257925033569,
      "learning_rate": 9.353596828960842e-05,
      "loss": 3.5316,
      "step": 16450
    },
    {
      "epoch": 14.226447709593778,
      "grad_norm": 0.5638942122459412,
      "learning_rate": 9.352823353876878e-05,
      "loss": 3.5438,
      "step": 16460
    },
    {
      "epoch": 14.235090751944684,
      "grad_norm": 0.5235170125961304,
      "learning_rate": 9.35204944832597e-05,
      "loss": 3.5412,
      "step": 16470
    },
    {
      "epoch": 14.243733794295592,
      "grad_norm": 0.549598753452301,
      "learning_rate": 9.351275112384652e-05,
      "loss": 3.5601,
      "step": 16480
    },
    {
      "epoch": 14.2523768366465,
      "grad_norm": 0.645301878452301,
      "learning_rate": 9.350500346129498e-05,
      "loss": 3.5267,
      "step": 16490
    },
    {
      "epoch": 14.261019878997407,
      "grad_norm": 0.5639493465423584,
      "learning_rate": 9.349725149637133e-05,
      "loss": 3.5331,
      "step": 16500
    },
    {
      "epoch": 14.269662921348315,
      "grad_norm": 0.5790625810623169,
      "learning_rate": 9.348949522984212e-05,
      "loss": 3.5585,
      "step": 16510
    },
    {
      "epoch": 14.278305963699221,
      "grad_norm": 0.721975564956665,
      "learning_rate": 9.348173466247445e-05,
      "loss": 3.5507,
      "step": 16520
    },
    {
      "epoch": 14.28694900605013,
      "grad_norm": 0.5550743341445923,
      "learning_rate": 9.347396979503577e-05,
      "loss": 3.5477,
      "step": 16530
    },
    {
      "epoch": 14.295592048401037,
      "grad_norm": 0.5395969748497009,
      "learning_rate": 9.346620062829398e-05,
      "loss": 3.5351,
      "step": 16540
    },
    {
      "epoch": 14.304235090751945,
      "grad_norm": 0.5607426166534424,
      "learning_rate": 9.345842716301743e-05,
      "loss": 3.5601,
      "step": 16550
    },
    {
      "epoch": 14.312878133102853,
      "grad_norm": 0.5794929265975952,
      "learning_rate": 9.345064939997482e-05,
      "loss": 3.5518,
      "step": 16560
    },
    {
      "epoch": 14.32152117545376,
      "grad_norm": 0.5675138235092163,
      "learning_rate": 9.344286733993535e-05,
      "loss": 3.555,
      "step": 16570
    },
    {
      "epoch": 14.330164217804667,
      "grad_norm": 0.5916997790336609,
      "learning_rate": 9.34350809836686e-05,
      "loss": 3.5593,
      "step": 16580
    },
    {
      "epoch": 14.338807260155574,
      "grad_norm": 0.5461954474449158,
      "learning_rate": 9.342729033194461e-05,
      "loss": 3.536,
      "step": 16590
    },
    {
      "epoch": 14.347450302506482,
      "grad_norm": 0.5546652674674988,
      "learning_rate": 9.341949538553382e-05,
      "loss": 3.5552,
      "step": 16600
    },
    {
      "epoch": 14.35609334485739,
      "grad_norm": 0.5800139904022217,
      "learning_rate": 9.341169614520709e-05,
      "loss": 3.5341,
      "step": 16610
    },
    {
      "epoch": 14.364736387208298,
      "grad_norm": 0.5888912081718445,
      "learning_rate": 9.340389261173575e-05,
      "loss": 3.5542,
      "step": 16620
    },
    {
      "epoch": 14.373379429559204,
      "grad_norm": 0.5900449156761169,
      "learning_rate": 9.339608478589147e-05,
      "loss": 3.5654,
      "step": 16630
    },
    {
      "epoch": 14.382022471910112,
      "grad_norm": 0.5325934290885925,
      "learning_rate": 9.338827266844644e-05,
      "loss": 3.538,
      "step": 16640
    },
    {
      "epoch": 14.39066551426102,
      "grad_norm": 0.5851667523384094,
      "learning_rate": 9.338045626017319e-05,
      "loss": 3.5495,
      "step": 16650
    },
    {
      "epoch": 14.399308556611928,
      "grad_norm": 0.5863131880760193,
      "learning_rate": 9.337263556184474e-05,
      "loss": 3.5657,
      "step": 16660
    },
    {
      "epoch": 14.407951598962836,
      "grad_norm": 0.5199479460716248,
      "learning_rate": 9.336481057423452e-05,
      "loss": 3.5472,
      "step": 16670
    },
    {
      "epoch": 14.416594641313743,
      "grad_norm": 0.8092162013053894,
      "learning_rate": 9.335698129811634e-05,
      "loss": 3.5675,
      "step": 16680
    },
    {
      "epoch": 14.42523768366465,
      "grad_norm": 0.5659761428833008,
      "learning_rate": 9.334914773426448e-05,
      "loss": 3.571,
      "step": 16690
    },
    {
      "epoch": 14.433880726015557,
      "grad_norm": 0.6485568284988403,
      "learning_rate": 9.334130988345364e-05,
      "loss": 3.5644,
      "step": 16700
    },
    {
      "epoch": 14.442523768366465,
      "grad_norm": 0.6377373933792114,
      "learning_rate": 9.333346774645892e-05,
      "loss": 3.546,
      "step": 16710
    },
    {
      "epoch": 14.451166810717373,
      "grad_norm": 0.5516350865364075,
      "learning_rate": 9.332562132405586e-05,
      "loss": 3.549,
      "step": 16720
    },
    {
      "epoch": 14.45980985306828,
      "grad_norm": 1.281173825263977,
      "learning_rate": 9.331777061702043e-05,
      "loss": 3.5447,
      "step": 16730
    },
    {
      "epoch": 14.468452895419187,
      "grad_norm": 0.5904765725135803,
      "learning_rate": 9.330991562612903e-05,
      "loss": 3.5695,
      "step": 16740
    },
    {
      "epoch": 14.477095937770095,
      "grad_norm": 0.5329186916351318,
      "learning_rate": 9.330205635215844e-05,
      "loss": 3.5503,
      "step": 16750
    },
    {
      "epoch": 14.485738980121003,
      "grad_norm": 0.657433271408081,
      "learning_rate": 9.32941927958859e-05,
      "loss": 3.5552,
      "step": 16760
    },
    {
      "epoch": 14.49438202247191,
      "grad_norm": 0.6304113268852234,
      "learning_rate": 9.328632495808907e-05,
      "loss": 3.5545,
      "step": 16770
    },
    {
      "epoch": 14.503025064822818,
      "grad_norm": 0.8892807960510254,
      "learning_rate": 9.327845283954601e-05,
      "loss": 3.5537,
      "step": 16780
    },
    {
      "epoch": 14.511668107173724,
      "grad_norm": 0.6019911766052246,
      "learning_rate": 9.327057644103528e-05,
      "loss": 3.5695,
      "step": 16790
    },
    {
      "epoch": 14.520311149524632,
      "grad_norm": 0.6179236769676208,
      "learning_rate": 9.326269576333576e-05,
      "loss": 3.5775,
      "step": 16800
    },
    {
      "epoch": 14.52895419187554,
      "grad_norm": 0.5393825173377991,
      "learning_rate": 9.32548108072268e-05,
      "loss": 3.5666,
      "step": 16810
    },
    {
      "epoch": 14.537597234226448,
      "grad_norm": 0.5547037720680237,
      "learning_rate": 9.324692157348817e-05,
      "loss": 3.5461,
      "step": 16820
    },
    {
      "epoch": 14.546240276577356,
      "grad_norm": 0.5380531549453735,
      "learning_rate": 9.32390280629001e-05,
      "loss": 3.5607,
      "step": 16830
    },
    {
      "epoch": 14.554883318928262,
      "grad_norm": 0.6684271693229675,
      "learning_rate": 9.323113027624319e-05,
      "loss": 3.5614,
      "step": 16840
    },
    {
      "epoch": 14.56352636127917,
      "grad_norm": 0.51687091588974,
      "learning_rate": 9.322322821429848e-05,
      "loss": 3.5561,
      "step": 16850
    },
    {
      "epoch": 14.572169403630078,
      "grad_norm": 0.738905131816864,
      "learning_rate": 9.321532187784742e-05,
      "loss": 3.553,
      "step": 16860
    },
    {
      "epoch": 14.580812445980985,
      "grad_norm": 0.682651937007904,
      "learning_rate": 9.320741126767191e-05,
      "loss": 3.5509,
      "step": 16870
    },
    {
      "epoch": 14.589455488331893,
      "grad_norm": 0.5771386623382568,
      "learning_rate": 9.319949638455426e-05,
      "loss": 3.5566,
      "step": 16880
    },
    {
      "epoch": 14.598098530682801,
      "grad_norm": 0.5764692425727844,
      "learning_rate": 9.31915772292772e-05,
      "loss": 3.5636,
      "step": 16890
    },
    {
      "epoch": 14.606741573033707,
      "grad_norm": 0.5634719729423523,
      "learning_rate": 9.318365380262389e-05,
      "loss": 3.5682,
      "step": 16900
    },
    {
      "epoch": 14.615384615384615,
      "grad_norm": 0.5763899087905884,
      "learning_rate": 9.31757261053779e-05,
      "loss": 3.5593,
      "step": 16910
    },
    {
      "epoch": 14.624027657735523,
      "grad_norm": 0.597747266292572,
      "learning_rate": 9.316779413832325e-05,
      "loss": 3.5671,
      "step": 16920
    },
    {
      "epoch": 14.63267070008643,
      "grad_norm": 0.5615483522415161,
      "learning_rate": 9.315985790224433e-05,
      "loss": 3.5524,
      "step": 16930
    },
    {
      "epoch": 14.641313742437339,
      "grad_norm": 0.5763216614723206,
      "learning_rate": 9.315191739792602e-05,
      "loss": 3.5811,
      "step": 16940
    },
    {
      "epoch": 14.649956784788245,
      "grad_norm": 0.759540855884552,
      "learning_rate": 9.314397262615354e-05,
      "loss": 3.5789,
      "step": 16950
    },
    {
      "epoch": 14.658599827139152,
      "grad_norm": 0.5643676519393921,
      "learning_rate": 9.313602358771262e-05,
      "loss": 3.5849,
      "step": 16960
    },
    {
      "epoch": 14.66724286949006,
      "grad_norm": 0.5491469502449036,
      "learning_rate": 9.312807028338934e-05,
      "loss": 3.563,
      "step": 16970
    },
    {
      "epoch": 14.675885911840968,
      "grad_norm": 0.6790115237236023,
      "learning_rate": 9.312011271397025e-05,
      "loss": 3.562,
      "step": 16980
    },
    {
      "epoch": 14.684528954191876,
      "grad_norm": 0.635918140411377,
      "learning_rate": 9.31121508802423e-05,
      "loss": 3.5581,
      "step": 16990
    },
    {
      "epoch": 14.693171996542784,
      "grad_norm": 0.6134577393531799,
      "learning_rate": 9.310418478299287e-05,
      "loss": 3.5659,
      "step": 17000
    },
    {
      "epoch": 14.70181503889369,
      "grad_norm": 0.6100307703018188,
      "learning_rate": 9.309621442300975e-05,
      "loss": 3.5596,
      "step": 17010
    },
    {
      "epoch": 14.710458081244598,
      "grad_norm": 0.5823817849159241,
      "learning_rate": 9.308823980108117e-05,
      "loss": 3.5668,
      "step": 17020
    },
    {
      "epoch": 14.719101123595506,
      "grad_norm": 0.5640996694564819,
      "learning_rate": 9.308026091799576e-05,
      "loss": 3.5769,
      "step": 17030
    },
    {
      "epoch": 14.727744165946413,
      "grad_norm": 0.5530936121940613,
      "learning_rate": 9.307227777454256e-05,
      "loss": 3.5651,
      "step": 17040
    },
    {
      "epoch": 14.736387208297321,
      "grad_norm": 0.585413932800293,
      "learning_rate": 9.306429037151109e-05,
      "loss": 3.561,
      "step": 17050
    },
    {
      "epoch": 14.745030250648227,
      "grad_norm": 0.5648679733276367,
      "learning_rate": 9.305629870969123e-05,
      "loss": 3.5685,
      "step": 17060
    },
    {
      "epoch": 14.753673292999135,
      "grad_norm": 0.7429826259613037,
      "learning_rate": 9.304830278987333e-05,
      "loss": 3.5669,
      "step": 17070
    },
    {
      "epoch": 14.762316335350043,
      "grad_norm": 0.6002414226531982,
      "learning_rate": 9.304030261284811e-05,
      "loss": 3.5741,
      "step": 17080
    },
    {
      "epoch": 14.770959377700951,
      "grad_norm": 0.6642136573791504,
      "learning_rate": 9.303229817940676e-05,
      "loss": 3.5803,
      "step": 17090
    },
    {
      "epoch": 14.779602420051859,
      "grad_norm": 0.628984272480011,
      "learning_rate": 9.302428949034085e-05,
      "loss": 3.5626,
      "step": 17100
    },
    {
      "epoch": 14.788245462402767,
      "grad_norm": 0.614486038684845,
      "learning_rate": 9.301627654644238e-05,
      "loss": 3.5582,
      "step": 17110
    },
    {
      "epoch": 14.796888504753673,
      "grad_norm": 0.6364090442657471,
      "learning_rate": 9.300825934850381e-05,
      "loss": 3.5772,
      "step": 17120
    },
    {
      "epoch": 14.80553154710458,
      "grad_norm": 0.5516336560249329,
      "learning_rate": 9.300023789731797e-05,
      "loss": 3.5809,
      "step": 17130
    },
    {
      "epoch": 14.814174589455488,
      "grad_norm": 0.5557806491851807,
      "learning_rate": 9.299221219367815e-05,
      "loss": 3.5735,
      "step": 17140
    },
    {
      "epoch": 14.822817631806396,
      "grad_norm": 0.5816700458526611,
      "learning_rate": 9.298418223837802e-05,
      "loss": 3.5666,
      "step": 17150
    },
    {
      "epoch": 14.831460674157304,
      "grad_norm": 0.577484130859375,
      "learning_rate": 9.29761480322117e-05,
      "loss": 3.5711,
      "step": 17160
    },
    {
      "epoch": 14.84010371650821,
      "grad_norm": 0.7388291358947754,
      "learning_rate": 9.296810957597374e-05,
      "loss": 3.5799,
      "step": 17170
    },
    {
      "epoch": 14.848746758859118,
      "grad_norm": 0.6491509079933167,
      "learning_rate": 9.296006687045906e-05,
      "loss": 3.5753,
      "step": 17180
    },
    {
      "epoch": 14.857389801210026,
      "grad_norm": 0.5989241003990173,
      "learning_rate": 9.295201991646305e-05,
      "loss": 3.5737,
      "step": 17190
    },
    {
      "epoch": 14.866032843560934,
      "grad_norm": 0.6967110633850098,
      "learning_rate": 9.294396871478152e-05,
      "loss": 3.5557,
      "step": 17200
    },
    {
      "epoch": 14.874675885911842,
      "grad_norm": 0.5500251650810242,
      "learning_rate": 9.293591326621065e-05,
      "loss": 3.5698,
      "step": 17210
    },
    {
      "epoch": 14.88331892826275,
      "grad_norm": 0.5503878593444824,
      "learning_rate": 9.29278535715471e-05,
      "loss": 3.5769,
      "step": 17220
    },
    {
      "epoch": 14.891961970613655,
      "grad_norm": 0.5535174608230591,
      "learning_rate": 9.291978963158791e-05,
      "loss": 3.563,
      "step": 17230
    },
    {
      "epoch": 14.900605012964563,
      "grad_norm": 0.5929601788520813,
      "learning_rate": 9.291172144713056e-05,
      "loss": 3.5621,
      "step": 17240
    },
    {
      "epoch": 14.909248055315471,
      "grad_norm": 0.6657029986381531,
      "learning_rate": 9.290364901897292e-05,
      "loss": 3.581,
      "step": 17250
    },
    {
      "epoch": 14.917891097666379,
      "grad_norm": 0.7001822590827942,
      "learning_rate": 9.289557234791335e-05,
      "loss": 3.5655,
      "step": 17260
    },
    {
      "epoch": 14.926534140017287,
      "grad_norm": 0.5410805940628052,
      "learning_rate": 9.288749143475053e-05,
      "loss": 3.5667,
      "step": 17270
    },
    {
      "epoch": 14.935177182368193,
      "grad_norm": 0.5572255253791809,
      "learning_rate": 9.287940628028366e-05,
      "loss": 3.5604,
      "step": 17280
    },
    {
      "epoch": 14.9438202247191,
      "grad_norm": 0.5276681780815125,
      "learning_rate": 9.287131688531226e-05,
      "loss": 3.5758,
      "step": 17290
    },
    {
      "epoch": 14.952463267070009,
      "grad_norm": 0.5640421509742737,
      "learning_rate": 9.286322325063637e-05,
      "loss": 3.5587,
      "step": 17300
    },
    {
      "epoch": 14.961106309420916,
      "grad_norm": 0.6676840782165527,
      "learning_rate": 9.285512537705636e-05,
      "loss": 3.5655,
      "step": 17310
    },
    {
      "epoch": 14.969749351771824,
      "grad_norm": 0.6255059838294983,
      "learning_rate": 9.28470232653731e-05,
      "loss": 3.5842,
      "step": 17320
    },
    {
      "epoch": 14.97839239412273,
      "grad_norm": 0.5916459560394287,
      "learning_rate": 9.28389169163878e-05,
      "loss": 3.5741,
      "step": 17330
    },
    {
      "epoch": 14.987035436473638,
      "grad_norm": 0.589393138885498,
      "learning_rate": 9.283080633090213e-05,
      "loss": 3.5778,
      "step": 17340
    },
    {
      "epoch": 14.995678478824546,
      "grad_norm": 0.6421328186988831,
      "learning_rate": 9.282269150971821e-05,
      "loss": 3.5718,
      "step": 17350
    },
    {
      "epoch": 15.004321521175454,
      "grad_norm": 0.6182020306587219,
      "learning_rate": 9.28145724536385e-05,
      "loss": 3.5445,
      "step": 17360
    },
    {
      "epoch": 15.012964563526362,
      "grad_norm": 0.5616229772567749,
      "learning_rate": 9.280644916346596e-05,
      "loss": 3.4871,
      "step": 17370
    },
    {
      "epoch": 15.02160760587727,
      "grad_norm": 0.5599962472915649,
      "learning_rate": 9.279832164000391e-05,
      "loss": 3.4813,
      "step": 17380
    },
    {
      "epoch": 15.030250648228176,
      "grad_norm": 0.6190818548202515,
      "learning_rate": 9.279018988405612e-05,
      "loss": 3.4985,
      "step": 17390
    },
    {
      "epoch": 15.038893690579084,
      "grad_norm": 0.630961000919342,
      "learning_rate": 9.278205389642678e-05,
      "loss": 3.4885,
      "step": 17400
    },
    {
      "epoch": 15.047536732929991,
      "grad_norm": 0.5775635242462158,
      "learning_rate": 9.277391367792047e-05,
      "loss": 3.499,
      "step": 17410
    },
    {
      "epoch": 15.0561797752809,
      "grad_norm": 0.6172788739204407,
      "learning_rate": 9.276576922934221e-05,
      "loss": 3.4757,
      "step": 17420
    },
    {
      "epoch": 15.064822817631807,
      "grad_norm": 0.5603153109550476,
      "learning_rate": 9.275762055149746e-05,
      "loss": 3.5054,
      "step": 17430
    },
    {
      "epoch": 15.073465859982713,
      "grad_norm": 0.5251810550689697,
      "learning_rate": 9.274946764519204e-05,
      "loss": 3.4863,
      "step": 17440
    },
    {
      "epoch": 15.082108902333621,
      "grad_norm": 0.6845853924751282,
      "learning_rate": 9.274131051123223e-05,
      "loss": 3.5006,
      "step": 17450
    },
    {
      "epoch": 15.090751944684529,
      "grad_norm": 0.573830246925354,
      "learning_rate": 9.273314915042471e-05,
      "loss": 3.4913,
      "step": 17460
    },
    {
      "epoch": 15.099394987035437,
      "grad_norm": 0.6256788969039917,
      "learning_rate": 9.272498356357661e-05,
      "loss": 3.491,
      "step": 17470
    },
    {
      "epoch": 15.108038029386345,
      "grad_norm": 0.7461476922035217,
      "learning_rate": 9.271681375149545e-05,
      "loss": 3.4804,
      "step": 17480
    },
    {
      "epoch": 15.11668107173725,
      "grad_norm": 0.8329601883888245,
      "learning_rate": 9.270863971498917e-05,
      "loss": 3.5,
      "step": 17490
    },
    {
      "epoch": 15.125324114088158,
      "grad_norm": 0.5653895735740662,
      "learning_rate": 9.270046145486613e-05,
      "loss": 3.5136,
      "step": 17500
    },
    {
      "epoch": 15.133967156439066,
      "grad_norm": 0.7753180265426636,
      "learning_rate": 9.269227897193511e-05,
      "loss": 3.4747,
      "step": 17510
    },
    {
      "epoch": 15.142610198789974,
      "grad_norm": 0.5403040647506714,
      "learning_rate": 9.26840922670053e-05,
      "loss": 3.5032,
      "step": 17520
    },
    {
      "epoch": 15.151253241140882,
      "grad_norm": 0.5910458564758301,
      "learning_rate": 9.267590134088633e-05,
      "loss": 3.5099,
      "step": 17530
    },
    {
      "epoch": 15.15989628349179,
      "grad_norm": 0.5610281229019165,
      "learning_rate": 9.26677061943882e-05,
      "loss": 3.5121,
      "step": 17540
    },
    {
      "epoch": 15.168539325842696,
      "grad_norm": 0.6045990586280823,
      "learning_rate": 9.265950682832139e-05,
      "loss": 3.5127,
      "step": 17550
    },
    {
      "epoch": 15.177182368193604,
      "grad_norm": 0.6018919944763184,
      "learning_rate": 9.265130324349675e-05,
      "loss": 3.4954,
      "step": 17560
    },
    {
      "epoch": 15.185825410544512,
      "grad_norm": 0.6277434825897217,
      "learning_rate": 9.264309544072558e-05,
      "loss": 3.5163,
      "step": 17570
    },
    {
      "epoch": 15.19446845289542,
      "grad_norm": 0.5503221750259399,
      "learning_rate": 9.263488342081955e-05,
      "loss": 3.5001,
      "step": 17580
    },
    {
      "epoch": 15.203111495246327,
      "grad_norm": 0.6593798995018005,
      "learning_rate": 9.262666718459081e-05,
      "loss": 3.4911,
      "step": 17590
    },
    {
      "epoch": 15.211754537597233,
      "grad_norm": 0.5886051058769226,
      "learning_rate": 9.261844673285187e-05,
      "loss": 3.5156,
      "step": 17600
    },
    {
      "epoch": 15.220397579948141,
      "grad_norm": 0.5920736193656921,
      "learning_rate": 9.26102220664157e-05,
      "loss": 3.5203,
      "step": 17610
    },
    {
      "epoch": 15.229040622299049,
      "grad_norm": 0.6568741798400879,
      "learning_rate": 9.260199318609564e-05,
      "loss": 3.4994,
      "step": 17620
    },
    {
      "epoch": 15.237683664649957,
      "grad_norm": 0.611185610294342,
      "learning_rate": 9.25937600927055e-05,
      "loss": 3.5249,
      "step": 17630
    },
    {
      "epoch": 15.246326707000865,
      "grad_norm": 0.6240923404693604,
      "learning_rate": 9.258552278705947e-05,
      "loss": 3.5076,
      "step": 17640
    },
    {
      "epoch": 15.254969749351773,
      "grad_norm": 0.5532940626144409,
      "learning_rate": 9.257728126997219e-05,
      "loss": 3.5031,
      "step": 17650
    },
    {
      "epoch": 15.263612791702679,
      "grad_norm": 0.5812337398529053,
      "learning_rate": 9.256903554225866e-05,
      "loss": 3.5103,
      "step": 17660
    },
    {
      "epoch": 15.272255834053587,
      "grad_norm": 0.6384960412979126,
      "learning_rate": 9.256078560473436e-05,
      "loss": 3.5144,
      "step": 17670
    },
    {
      "epoch": 15.280898876404494,
      "grad_norm": 0.6357704401016235,
      "learning_rate": 9.255253145821514e-05,
      "loss": 3.5187,
      "step": 17680
    },
    {
      "epoch": 15.289541918755402,
      "grad_norm": 0.5511483550071716,
      "learning_rate": 9.25442731035173e-05,
      "loss": 3.5212,
      "step": 17690
    },
    {
      "epoch": 15.29818496110631,
      "grad_norm": 0.5744518637657166,
      "learning_rate": 9.25360105414575e-05,
      "loss": 3.5189,
      "step": 17700
    },
    {
      "epoch": 15.306828003457216,
      "grad_norm": 0.6200097799301147,
      "learning_rate": 9.252774377285291e-05,
      "loss": 3.5322,
      "step": 17710
    },
    {
      "epoch": 15.315471045808124,
      "grad_norm": 0.7225582003593445,
      "learning_rate": 9.251947279852102e-05,
      "loss": 3.5195,
      "step": 17720
    },
    {
      "epoch": 15.324114088159032,
      "grad_norm": 0.5830585956573486,
      "learning_rate": 9.25111976192798e-05,
      "loss": 3.5225,
      "step": 17730
    },
    {
      "epoch": 15.33275713050994,
      "grad_norm": 0.6606695652008057,
      "learning_rate": 9.25029182359476e-05,
      "loss": 3.516,
      "step": 17740
    },
    {
      "epoch": 15.341400172860848,
      "grad_norm": 0.590991199016571,
      "learning_rate": 9.249463464934321e-05,
      "loss": 3.5009,
      "step": 17750
    },
    {
      "epoch": 15.350043215211755,
      "grad_norm": 0.8108814358711243,
      "learning_rate": 9.248634686028581e-05,
      "loss": 3.5177,
      "step": 17760
    },
    {
      "epoch": 15.358686257562661,
      "grad_norm": 0.6270479559898376,
      "learning_rate": 9.247805486959502e-05,
      "loss": 3.5076,
      "step": 17770
    },
    {
      "epoch": 15.36732929991357,
      "grad_norm": 0.6709051728248596,
      "learning_rate": 9.246975867809086e-05,
      "loss": 3.5204,
      "step": 17780
    },
    {
      "epoch": 15.375972342264477,
      "grad_norm": 0.820453941822052,
      "learning_rate": 9.246145828659381e-05,
      "loss": 3.508,
      "step": 17790
    },
    {
      "epoch": 15.384615384615385,
      "grad_norm": 0.7255347371101379,
      "learning_rate": 9.245315369592467e-05,
      "loss": 3.5111,
      "step": 17800
    },
    {
      "epoch": 15.393258426966293,
      "grad_norm": 0.573727011680603,
      "learning_rate": 9.244484490690473e-05,
      "loss": 3.5178,
      "step": 17810
    },
    {
      "epoch": 15.401901469317199,
      "grad_norm": 0.68057781457901,
      "learning_rate": 9.243653192035568e-05,
      "loss": 3.52,
      "step": 17820
    },
    {
      "epoch": 15.410544511668107,
      "grad_norm": 0.6461882591247559,
      "learning_rate": 9.242821473709963e-05,
      "loss": 3.5268,
      "step": 17830
    },
    {
      "epoch": 15.419187554019015,
      "grad_norm": 0.6259745359420776,
      "learning_rate": 9.241989335795911e-05,
      "loss": 3.5068,
      "step": 17840
    },
    {
      "epoch": 15.427830596369922,
      "grad_norm": 0.5860970616340637,
      "learning_rate": 9.241156778375702e-05,
      "loss": 3.5313,
      "step": 17850
    },
    {
      "epoch": 15.43647363872083,
      "grad_norm": 0.6284493803977966,
      "learning_rate": 9.240323801531671e-05,
      "loss": 3.5285,
      "step": 17860
    },
    {
      "epoch": 15.445116681071736,
      "grad_norm": 0.5557942986488342,
      "learning_rate": 9.239490405346198e-05,
      "loss": 3.5277,
      "step": 17870
    },
    {
      "epoch": 15.453759723422644,
      "grad_norm": 0.6137257218360901,
      "learning_rate": 9.238656589901697e-05,
      "loss": 3.5334,
      "step": 17880
    },
    {
      "epoch": 15.462402765773552,
      "grad_norm": 0.6136652827262878,
      "learning_rate": 9.237822355280627e-05,
      "loss": 3.5151,
      "step": 17890
    },
    {
      "epoch": 15.47104580812446,
      "grad_norm": 0.647329568862915,
      "learning_rate": 9.236987701565492e-05,
      "loss": 3.5223,
      "step": 17900
    },
    {
      "epoch": 15.479688850475368,
      "grad_norm": 0.5929731130599976,
      "learning_rate": 9.23615262883883e-05,
      "loss": 3.524,
      "step": 17910
    },
    {
      "epoch": 15.488331892826276,
      "grad_norm": 0.5571705102920532,
      "learning_rate": 9.235317137183225e-05,
      "loss": 3.5077,
      "step": 17920
    },
    {
      "epoch": 15.496974935177182,
      "grad_norm": 0.6053850054740906,
      "learning_rate": 9.234481226681306e-05,
      "loss": 3.5347,
      "step": 17930
    },
    {
      "epoch": 15.50561797752809,
      "grad_norm": 0.6094069480895996,
      "learning_rate": 9.233644897415735e-05,
      "loss": 3.5112,
      "step": 17940
    },
    {
      "epoch": 15.514261019878997,
      "grad_norm": 0.6292315721511841,
      "learning_rate": 9.232808149469221e-05,
      "loss": 3.5328,
      "step": 17950
    },
    {
      "epoch": 15.522904062229905,
      "grad_norm": 0.6312073469161987,
      "learning_rate": 9.231970982924514e-05,
      "loss": 3.5339,
      "step": 17960
    },
    {
      "epoch": 15.531547104580813,
      "grad_norm": 0.5755578279495239,
      "learning_rate": 9.231133397864402e-05,
      "loss": 3.5396,
      "step": 17970
    },
    {
      "epoch": 15.54019014693172,
      "grad_norm": 0.5753000378608704,
      "learning_rate": 9.23029539437172e-05,
      "loss": 3.5322,
      "step": 17980
    },
    {
      "epoch": 15.548833189282627,
      "grad_norm": 0.5531807541847229,
      "learning_rate": 9.22945697252934e-05,
      "loss": 3.5289,
      "step": 17990
    },
    {
      "epoch": 15.557476231633535,
      "grad_norm": 0.7612733840942383,
      "learning_rate": 9.228618132420176e-05,
      "loss": 3.518,
      "step": 18000
    },
    {
      "epoch": 15.566119273984443,
      "grad_norm": 0.895339846611023,
      "learning_rate": 9.227778874127186e-05,
      "loss": 3.5456,
      "step": 18010
    },
    {
      "epoch": 15.57476231633535,
      "grad_norm": 0.6350283026695251,
      "learning_rate": 9.226939197733366e-05,
      "loss": 3.548,
      "step": 18020
    },
    {
      "epoch": 15.583405358686257,
      "grad_norm": 0.5610317587852478,
      "learning_rate": 9.226099103321753e-05,
      "loss": 3.5279,
      "step": 18030
    },
    {
      "epoch": 15.592048401037164,
      "grad_norm": 0.543968141078949,
      "learning_rate": 9.225258590975429e-05,
      "loss": 3.5218,
      "step": 18040
    },
    {
      "epoch": 15.600691443388072,
      "grad_norm": 0.5668553113937378,
      "learning_rate": 9.224417660777516e-05,
      "loss": 3.5242,
      "step": 18050
    },
    {
      "epoch": 15.60933448573898,
      "grad_norm": 0.7115384340286255,
      "learning_rate": 9.223576312811177e-05,
      "loss": 3.5455,
      "step": 18060
    },
    {
      "epoch": 15.617977528089888,
      "grad_norm": 0.5902481079101562,
      "learning_rate": 9.222734547159614e-05,
      "loss": 3.5342,
      "step": 18070
    },
    {
      "epoch": 15.626620570440796,
      "grad_norm": 0.7871488928794861,
      "learning_rate": 9.221892363906073e-05,
      "loss": 3.527,
      "step": 18080
    },
    {
      "epoch": 15.635263612791702,
      "grad_norm": 0.6130649447441101,
      "learning_rate": 9.221049763133843e-05,
      "loss": 3.521,
      "step": 18090
    },
    {
      "epoch": 15.64390665514261,
      "grad_norm": 0.5477683544158936,
      "learning_rate": 9.220206744926248e-05,
      "loss": 3.5204,
      "step": 18100
    },
    {
      "epoch": 15.652549697493518,
      "grad_norm": 0.6077288389205933,
      "learning_rate": 9.219363309366659e-05,
      "loss": 3.5418,
      "step": 18110
    },
    {
      "epoch": 15.661192739844426,
      "grad_norm": 0.6344576478004456,
      "learning_rate": 9.218519456538487e-05,
      "loss": 3.526,
      "step": 18120
    },
    {
      "epoch": 15.669835782195333,
      "grad_norm": 0.6557613015174866,
      "learning_rate": 9.217675186525183e-05,
      "loss": 3.5362,
      "step": 18130
    },
    {
      "epoch": 15.67847882454624,
      "grad_norm": 0.5984740257263184,
      "learning_rate": 9.216830499410242e-05,
      "loss": 3.5427,
      "step": 18140
    },
    {
      "epoch": 15.687121866897147,
      "grad_norm": 0.7830467224121094,
      "learning_rate": 9.215985395277196e-05,
      "loss": 3.538,
      "step": 18150
    },
    {
      "epoch": 15.695764909248055,
      "grad_norm": 0.606268048286438,
      "learning_rate": 9.215139874209619e-05,
      "loss": 3.5468,
      "step": 18160
    },
    {
      "epoch": 15.704407951598963,
      "grad_norm": 0.5140770673751831,
      "learning_rate": 9.214293936291134e-05,
      "loss": 3.5325,
      "step": 18170
    },
    {
      "epoch": 15.71305099394987,
      "grad_norm": 0.5642887949943542,
      "learning_rate": 9.213447581605393e-05,
      "loss": 3.531,
      "step": 18180
    },
    {
      "epoch": 15.721694036300779,
      "grad_norm": 0.564218282699585,
      "learning_rate": 9.212600810236096e-05,
      "loss": 3.5306,
      "step": 18190
    },
    {
      "epoch": 15.730337078651685,
      "grad_norm": 0.6417925953865051,
      "learning_rate": 9.211753622266985e-05,
      "loss": 3.5174,
      "step": 18200
    },
    {
      "epoch": 15.738980121002593,
      "grad_norm": 0.560710608959198,
      "learning_rate": 9.210906017781841e-05,
      "loss": 3.545,
      "step": 18210
    },
    {
      "epoch": 15.7476231633535,
      "grad_norm": 0.6159170866012573,
      "learning_rate": 9.210057996864488e-05,
      "loss": 3.5519,
      "step": 18220
    },
    {
      "epoch": 15.756266205704408,
      "grad_norm": 0.6369459629058838,
      "learning_rate": 9.209209559598787e-05,
      "loss": 3.5312,
      "step": 18230
    },
    {
      "epoch": 15.764909248055316,
      "grad_norm": 0.5781245827674866,
      "learning_rate": 9.208360706068646e-05,
      "loss": 3.5383,
      "step": 18240
    },
    {
      "epoch": 15.773552290406222,
      "grad_norm": 0.5455210208892822,
      "learning_rate": 9.207511436358009e-05,
      "loss": 3.5357,
      "step": 18250
    },
    {
      "epoch": 15.78219533275713,
      "grad_norm": 0.6582600474357605,
      "learning_rate": 9.206661750550865e-05,
      "loss": 3.5264,
      "step": 18260
    },
    {
      "epoch": 15.790838375108038,
      "grad_norm": 0.646094560623169,
      "learning_rate": 9.205811648731242e-05,
      "loss": 3.5355,
      "step": 18270
    },
    {
      "epoch": 15.799481417458946,
      "grad_norm": 0.546769380569458,
      "learning_rate": 9.204961130983211e-05,
      "loss": 3.5537,
      "step": 18280
    },
    {
      "epoch": 15.808124459809854,
      "grad_norm": 0.6070038676261902,
      "learning_rate": 9.204110197390882e-05,
      "loss": 3.5242,
      "step": 18290
    },
    {
      "epoch": 15.816767502160761,
      "grad_norm": 0.5519003868103027,
      "learning_rate": 9.203258848038407e-05,
      "loss": 3.5414,
      "step": 18300
    },
    {
      "epoch": 15.825410544511668,
      "grad_norm": 0.6903841495513916,
      "learning_rate": 9.202407083009976e-05,
      "loss": 3.5456,
      "step": 18310
    },
    {
      "epoch": 15.834053586862575,
      "grad_norm": 0.6729609370231628,
      "learning_rate": 9.201554902389829e-05,
      "loss": 3.5297,
      "step": 18320
    },
    {
      "epoch": 15.842696629213483,
      "grad_norm": 0.7934295535087585,
      "learning_rate": 9.200702306262238e-05,
      "loss": 3.5288,
      "step": 18330
    },
    {
      "epoch": 15.851339671564391,
      "grad_norm": 0.5862354040145874,
      "learning_rate": 9.19984929471152e-05,
      "loss": 3.5513,
      "step": 18340
    },
    {
      "epoch": 15.859982713915299,
      "grad_norm": 0.6129747629165649,
      "learning_rate": 9.198995867822031e-05,
      "loss": 3.5445,
      "step": 18350
    },
    {
      "epoch": 15.868625756266205,
      "grad_norm": 0.5289478302001953,
      "learning_rate": 9.198142025678173e-05,
      "loss": 3.5431,
      "step": 18360
    },
    {
      "epoch": 15.877268798617113,
      "grad_norm": 0.6146933436393738,
      "learning_rate": 9.197287768364383e-05,
      "loss": 3.5302,
      "step": 18370
    },
    {
      "epoch": 15.88591184096802,
      "grad_norm": 0.5916076898574829,
      "learning_rate": 9.19643309596514e-05,
      "loss": 3.5316,
      "step": 18380
    },
    {
      "epoch": 15.894554883318929,
      "grad_norm": 0.6168991327285767,
      "learning_rate": 9.195578008564972e-05,
      "loss": 3.5319,
      "step": 18390
    },
    {
      "epoch": 15.903197925669836,
      "grad_norm": 0.5570235252380371,
      "learning_rate": 9.194722506248435e-05,
      "loss": 3.5517,
      "step": 18400
    },
    {
      "epoch": 15.911840968020744,
      "grad_norm": 0.5924530029296875,
      "learning_rate": 9.193866589100136e-05,
      "loss": 3.5331,
      "step": 18410
    },
    {
      "epoch": 15.92048401037165,
      "grad_norm": 0.6058447957038879,
      "learning_rate": 9.193010257204719e-05,
      "loss": 3.5329,
      "step": 18420
    },
    {
      "epoch": 15.929127052722558,
      "grad_norm": 0.6252176761627197,
      "learning_rate": 9.19215351064687e-05,
      "loss": 3.5365,
      "step": 18430
    },
    {
      "epoch": 15.937770095073466,
      "grad_norm": 0.6664837002754211,
      "learning_rate": 9.191296349511318e-05,
      "loss": 3.5595,
      "step": 18440
    },
    {
      "epoch": 15.946413137424374,
      "grad_norm": 0.6337854862213135,
      "learning_rate": 9.190438773882827e-05,
      "loss": 3.5304,
      "step": 18450
    },
    {
      "epoch": 15.955056179775282,
      "grad_norm": 0.6097802519798279,
      "learning_rate": 9.18958078384621e-05,
      "loss": 3.5455,
      "step": 18460
    },
    {
      "epoch": 15.963699222126188,
      "grad_norm": 0.7149150967597961,
      "learning_rate": 9.188722379486314e-05,
      "loss": 3.5581,
      "step": 18470
    },
    {
      "epoch": 15.972342264477096,
      "grad_norm": 0.5851852893829346,
      "learning_rate": 9.187863560888031e-05,
      "loss": 3.5528,
      "step": 18480
    },
    {
      "epoch": 15.980985306828003,
      "grad_norm": 0.6828669905662537,
      "learning_rate": 9.187004328136292e-05,
      "loss": 3.5389,
      "step": 18490
    },
    {
      "epoch": 15.989628349178911,
      "grad_norm": 0.5976295471191406,
      "learning_rate": 9.18614468131607e-05,
      "loss": 3.5419,
      "step": 18500
    },
    {
      "epoch": 15.99827139152982,
      "grad_norm": 0.6678561568260193,
      "learning_rate": 9.185284620512378e-05,
      "loss": 3.5382,
      "step": 18510
    },
    {
      "epoch": 16.006914433880727,
      "grad_norm": 0.7259879112243652,
      "learning_rate": 9.184424145810274e-05,
      "loss": 3.4662,
      "step": 18520
    },
    {
      "epoch": 16.015557476231635,
      "grad_norm": 0.6285334825515747,
      "learning_rate": 9.183563257294847e-05,
      "loss": 3.4565,
      "step": 18530
    },
    {
      "epoch": 16.024200518582543,
      "grad_norm": 0.6619771122932434,
      "learning_rate": 9.18270195505124e-05,
      "loss": 3.4678,
      "step": 18540
    },
    {
      "epoch": 16.032843560933447,
      "grad_norm": 0.6745402216911316,
      "learning_rate": 9.181840239164627e-05,
      "loss": 3.4334,
      "step": 18550
    },
    {
      "epoch": 16.041486603284355,
      "grad_norm": 0.5510069131851196,
      "learning_rate": 9.180978109720227e-05,
      "loss": 3.4448,
      "step": 18560
    },
    {
      "epoch": 16.050129645635263,
      "grad_norm": 0.6285494565963745,
      "learning_rate": 9.1801155668033e-05,
      "loss": 3.4628,
      "step": 18570
    },
    {
      "epoch": 16.05877268798617,
      "grad_norm": 0.5670003294944763,
      "learning_rate": 9.179252610499145e-05,
      "loss": 3.4743,
      "step": 18580
    },
    {
      "epoch": 16.06741573033708,
      "grad_norm": 0.5968373417854309,
      "learning_rate": 9.178389240893104e-05,
      "loss": 3.4638,
      "step": 18590
    },
    {
      "epoch": 16.076058772687986,
      "grad_norm": 0.6528785228729248,
      "learning_rate": 9.177525458070558e-05,
      "loss": 3.4475,
      "step": 18600
    },
    {
      "epoch": 16.084701815038894,
      "grad_norm": 0.6448625326156616,
      "learning_rate": 9.176661262116928e-05,
      "loss": 3.4633,
      "step": 18610
    },
    {
      "epoch": 16.093344857389802,
      "grad_norm": 0.588194727897644,
      "learning_rate": 9.175796653117681e-05,
      "loss": 3.4824,
      "step": 18620
    },
    {
      "epoch": 16.10198789974071,
      "grad_norm": 0.5927059054374695,
      "learning_rate": 9.174931631158319e-05,
      "loss": 3.4532,
      "step": 18630
    },
    {
      "epoch": 16.110630942091618,
      "grad_norm": 0.6543944478034973,
      "learning_rate": 9.174066196324389e-05,
      "loss": 3.4706,
      "step": 18640
    },
    {
      "epoch": 16.119273984442525,
      "grad_norm": 0.640764594078064,
      "learning_rate": 9.173200348701476e-05,
      "loss": 3.4596,
      "step": 18650
    },
    {
      "epoch": 16.12791702679343,
      "grad_norm": 0.6552888751029968,
      "learning_rate": 9.172334088375207e-05,
      "loss": 3.4529,
      "step": 18660
    },
    {
      "epoch": 16.136560069144338,
      "grad_norm": 0.6592222452163696,
      "learning_rate": 9.17146741543125e-05,
      "loss": 3.4775,
      "step": 18670
    },
    {
      "epoch": 16.145203111495245,
      "grad_norm": 0.5788091421127319,
      "learning_rate": 9.170600329955313e-05,
      "loss": 3.4728,
      "step": 18680
    },
    {
      "epoch": 16.153846153846153,
      "grad_norm": 0.6552550792694092,
      "learning_rate": 9.169732832033147e-05,
      "loss": 3.4618,
      "step": 18690
    },
    {
      "epoch": 16.16248919619706,
      "grad_norm": 0.6040979623794556,
      "learning_rate": 9.168864921750539e-05,
      "loss": 3.4687,
      "step": 18700
    },
    {
      "epoch": 16.17113223854797,
      "grad_norm": 0.6421794891357422,
      "learning_rate": 9.167996599193323e-05,
      "loss": 3.4724,
      "step": 18710
    },
    {
      "epoch": 16.179775280898877,
      "grad_norm": 0.69807368516922,
      "learning_rate": 9.167127864447369e-05,
      "loss": 3.481,
      "step": 18720
    },
    {
      "epoch": 16.188418323249785,
      "grad_norm": 0.6503464579582214,
      "learning_rate": 9.166258717598588e-05,
      "loss": 3.4663,
      "step": 18730
    },
    {
      "epoch": 16.197061365600693,
      "grad_norm": 0.6269383430480957,
      "learning_rate": 9.165389158732938e-05,
      "loss": 3.4678,
      "step": 18740
    },
    {
      "epoch": 16.2057044079516,
      "grad_norm": 0.6008210182189941,
      "learning_rate": 9.164519187936406e-05,
      "loss": 3.4834,
      "step": 18750
    },
    {
      "epoch": 16.21434745030251,
      "grad_norm": 0.5706084966659546,
      "learning_rate": 9.163648805295034e-05,
      "loss": 3.4642,
      "step": 18760
    },
    {
      "epoch": 16.222990492653413,
      "grad_norm": 0.6173363924026489,
      "learning_rate": 9.162778010894892e-05,
      "loss": 3.4698,
      "step": 18770
    },
    {
      "epoch": 16.23163353500432,
      "grad_norm": 0.5690892338752747,
      "learning_rate": 9.161906804822098e-05,
      "loss": 3.4751,
      "step": 18780
    },
    {
      "epoch": 16.24027657735523,
      "grad_norm": 0.6681915521621704,
      "learning_rate": 9.161035187162809e-05,
      "loss": 3.4801,
      "step": 18790
    },
    {
      "epoch": 16.248919619706136,
      "grad_norm": 0.5617116093635559,
      "learning_rate": 9.160163158003223e-05,
      "loss": 3.4721,
      "step": 18800
    },
    {
      "epoch": 16.257562662057044,
      "grad_norm": 0.6547819375991821,
      "learning_rate": 9.159290717429578e-05,
      "loss": 3.4819,
      "step": 18810
    },
    {
      "epoch": 16.26620570440795,
      "grad_norm": 0.5974754095077515,
      "learning_rate": 9.158417865528151e-05,
      "loss": 3.4783,
      "step": 18820
    },
    {
      "epoch": 16.27484874675886,
      "grad_norm": 0.713893711566925,
      "learning_rate": 9.157544602385263e-05,
      "loss": 3.4891,
      "step": 18830
    },
    {
      "epoch": 16.283491789109767,
      "grad_norm": 0.6027433276176453,
      "learning_rate": 9.156670928087276e-05,
      "loss": 3.4786,
      "step": 18840
    },
    {
      "epoch": 16.292134831460675,
      "grad_norm": 0.638094961643219,
      "learning_rate": 9.155796842720588e-05,
      "loss": 3.4788,
      "step": 18850
    },
    {
      "epoch": 16.300777873811583,
      "grad_norm": 0.6160624623298645,
      "learning_rate": 9.154922346371642e-05,
      "loss": 3.4682,
      "step": 18860
    },
    {
      "epoch": 16.309420916162487,
      "grad_norm": 0.5394355058670044,
      "learning_rate": 9.154047439126921e-05,
      "loss": 3.4934,
      "step": 18870
    },
    {
      "epoch": 16.318063958513395,
      "grad_norm": 0.5869377255439758,
      "learning_rate": 9.153172121072943e-05,
      "loss": 3.4883,
      "step": 18880
    },
    {
      "epoch": 16.326707000864303,
      "grad_norm": 0.5616325736045837,
      "learning_rate": 9.15229639229628e-05,
      "loss": 3.4799,
      "step": 18890
    },
    {
      "epoch": 16.33535004321521,
      "grad_norm": 0.5687016248703003,
      "learning_rate": 9.151420252883529e-05,
      "loss": 3.4857,
      "step": 18900
    },
    {
      "epoch": 16.34399308556612,
      "grad_norm": 0.5407914519309998,
      "learning_rate": 9.150543702921337e-05,
      "loss": 3.4676,
      "step": 18910
    },
    {
      "epoch": 16.352636127917027,
      "grad_norm": 0.5979799032211304,
      "learning_rate": 9.14966674249639e-05,
      "loss": 3.4838,
      "step": 18920
    },
    {
      "epoch": 16.361279170267935,
      "grad_norm": 0.5865213871002197,
      "learning_rate": 9.148789371695412e-05,
      "loss": 3.4751,
      "step": 18930
    },
    {
      "epoch": 16.369922212618842,
      "grad_norm": 0.6418043971061707,
      "learning_rate": 9.147911590605172e-05,
      "loss": 3.4748,
      "step": 18940
    },
    {
      "epoch": 16.37856525496975,
      "grad_norm": 0.7882950901985168,
      "learning_rate": 9.147033399312476e-05,
      "loss": 3.4926,
      "step": 18950
    },
    {
      "epoch": 16.387208297320658,
      "grad_norm": 0.6015219688415527,
      "learning_rate": 9.146154797904171e-05,
      "loss": 3.4822,
      "step": 18960
    },
    {
      "epoch": 16.395851339671566,
      "grad_norm": 0.6579203605651855,
      "learning_rate": 9.145275786467144e-05,
      "loss": 3.486,
      "step": 18970
    },
    {
      "epoch": 16.40449438202247,
      "grad_norm": 0.6520252823829651,
      "learning_rate": 9.144396365088328e-05,
      "loss": 3.4769,
      "step": 18980
    },
    {
      "epoch": 16.413137424373378,
      "grad_norm": 0.618547260761261,
      "learning_rate": 9.143516533854688e-05,
      "loss": 3.4783,
      "step": 18990
    },
    {
      "epoch": 16.421780466724286,
      "grad_norm": 0.6819315552711487,
      "learning_rate": 9.142636292853235e-05,
      "loss": 3.4957,
      "step": 19000
    },
    {
      "epoch": 16.430423509075194,
      "grad_norm": 0.6223017573356628,
      "learning_rate": 9.141755642171019e-05,
      "loss": 3.4872,
      "step": 19010
    },
    {
      "epoch": 16.4390665514261,
      "grad_norm": 0.5971530675888062,
      "learning_rate": 9.140874581895133e-05,
      "loss": 3.506,
      "step": 19020
    },
    {
      "epoch": 16.44770959377701,
      "grad_norm": 0.6571056842803955,
      "learning_rate": 9.139993112112707e-05,
      "loss": 3.4738,
      "step": 19030
    },
    {
      "epoch": 16.456352636127917,
      "grad_norm": 0.6419423222541809,
      "learning_rate": 9.139111232910913e-05,
      "loss": 3.4824,
      "step": 19040
    },
    {
      "epoch": 16.464995678478825,
      "grad_norm": 0.6887294054031372,
      "learning_rate": 9.138228944376961e-05,
      "loss": 3.4906,
      "step": 19050
    },
    {
      "epoch": 16.473638720829733,
      "grad_norm": 0.630122721195221,
      "learning_rate": 9.137346246598106e-05,
      "loss": 3.4983,
      "step": 19060
    },
    {
      "epoch": 16.48228176318064,
      "grad_norm": 0.5845418572425842,
      "learning_rate": 9.136463139661643e-05,
      "loss": 3.4817,
      "step": 19070
    },
    {
      "epoch": 16.49092480553155,
      "grad_norm": 0.5875937938690186,
      "learning_rate": 9.135579623654903e-05,
      "loss": 3.4772,
      "step": 19080
    },
    {
      "epoch": 16.499567847882453,
      "grad_norm": 0.7652997374534607,
      "learning_rate": 9.13469569866526e-05,
      "loss": 3.4895,
      "step": 19090
    },
    {
      "epoch": 16.50821089023336,
      "grad_norm": 0.75831538438797,
      "learning_rate": 9.13381136478013e-05,
      "loss": 3.4993,
      "step": 19100
    },
    {
      "epoch": 16.51685393258427,
      "grad_norm": 0.5726348161697388,
      "learning_rate": 9.132926622086968e-05,
      "loss": 3.4964,
      "step": 19110
    },
    {
      "epoch": 16.525496974935177,
      "grad_norm": 0.5578197240829468,
      "learning_rate": 9.13204147067327e-05,
      "loss": 3.4946,
      "step": 19120
    },
    {
      "epoch": 16.534140017286084,
      "grad_norm": 0.7205527424812317,
      "learning_rate": 9.13115591062657e-05,
      "loss": 3.5086,
      "step": 19130
    },
    {
      "epoch": 16.542783059636992,
      "grad_norm": 0.6136930584907532,
      "learning_rate": 9.130269942034446e-05,
      "loss": 3.4859,
      "step": 19140
    },
    {
      "epoch": 16.5514261019879,
      "grad_norm": 0.6275674104690552,
      "learning_rate": 9.129383564984515e-05,
      "loss": 3.4906,
      "step": 19150
    },
    {
      "epoch": 16.560069144338808,
      "grad_norm": 0.6812908053398132,
      "learning_rate": 9.128496779564431e-05,
      "loss": 3.5027,
      "step": 19160
    },
    {
      "epoch": 16.568712186689716,
      "grad_norm": 0.6025384664535522,
      "learning_rate": 9.127609585861896e-05,
      "loss": 3.4798,
      "step": 19170
    },
    {
      "epoch": 16.577355229040624,
      "grad_norm": 0.5690796971321106,
      "learning_rate": 9.126721983964645e-05,
      "loss": 3.5082,
      "step": 19180
    },
    {
      "epoch": 16.58599827139153,
      "grad_norm": 0.602119505405426,
      "learning_rate": 9.125833973960459e-05,
      "loss": 3.4861,
      "step": 19190
    },
    {
      "epoch": 16.594641313742436,
      "grad_norm": 0.5751062631607056,
      "learning_rate": 9.124945555937152e-05,
      "loss": 3.4967,
      "step": 19200
    },
    {
      "epoch": 16.603284356093344,
      "grad_norm": 0.6003403067588806,
      "learning_rate": 9.124056729982586e-05,
      "loss": 3.4976,
      "step": 19210
    },
    {
      "epoch": 16.61192739844425,
      "grad_norm": 0.6954505443572998,
      "learning_rate": 9.123167496184661e-05,
      "loss": 3.5217,
      "step": 19220
    },
    {
      "epoch": 16.62057044079516,
      "grad_norm": 0.6097189784049988,
      "learning_rate": 9.122277854631314e-05,
      "loss": 3.4755,
      "step": 19230
    },
    {
      "epoch": 16.629213483146067,
      "grad_norm": 0.6064072251319885,
      "learning_rate": 9.121387805410529e-05,
      "loss": 3.4818,
      "step": 19240
    },
    {
      "epoch": 16.637856525496975,
      "grad_norm": 0.5563436150550842,
      "learning_rate": 9.120497348610321e-05,
      "loss": 3.515,
      "step": 19250
    },
    {
      "epoch": 16.646499567847883,
      "grad_norm": 0.6031043529510498,
      "learning_rate": 9.119606484318754e-05,
      "loss": 3.4834,
      "step": 19260
    },
    {
      "epoch": 16.65514261019879,
      "grad_norm": 0.7935788035392761,
      "learning_rate": 9.11871521262393e-05,
      "loss": 3.4972,
      "step": 19270
    },
    {
      "epoch": 16.6637856525497,
      "grad_norm": 0.579382598400116,
      "learning_rate": 9.117823533613988e-05,
      "loss": 3.5112,
      "step": 19280
    },
    {
      "epoch": 16.672428694900606,
      "grad_norm": 0.5691999197006226,
      "learning_rate": 9.11693144737711e-05,
      "loss": 3.504,
      "step": 19290
    },
    {
      "epoch": 16.681071737251514,
      "grad_norm": 0.593698263168335,
      "learning_rate": 9.116038954001518e-05,
      "loss": 3.4915,
      "step": 19300
    },
    {
      "epoch": 16.68971477960242,
      "grad_norm": 0.622243344783783,
      "learning_rate": 9.115146053575472e-05,
      "loss": 3.4981,
      "step": 19310
    },
    {
      "epoch": 16.698357821953326,
      "grad_norm": 0.6055850386619568,
      "learning_rate": 9.114252746187278e-05,
      "loss": 3.4985,
      "step": 19320
    },
    {
      "epoch": 16.707000864304234,
      "grad_norm": 0.6654790043830872,
      "learning_rate": 9.113359031925276e-05,
      "loss": 3.5132,
      "step": 19330
    },
    {
      "epoch": 16.715643906655142,
      "grad_norm": 0.5904898047447205,
      "learning_rate": 9.112464910877849e-05,
      "loss": 3.4903,
      "step": 19340
    },
    {
      "epoch": 16.72428694900605,
      "grad_norm": 0.6664146780967712,
      "learning_rate": 9.111570383133421e-05,
      "loss": 3.5112,
      "step": 19350
    },
    {
      "epoch": 16.732929991356958,
      "grad_norm": 0.5925031900405884,
      "learning_rate": 9.110675448780453e-05,
      "loss": 3.4979,
      "step": 19360
    },
    {
      "epoch": 16.741573033707866,
      "grad_norm": 0.569378674030304,
      "learning_rate": 9.10978010790745e-05,
      "loss": 3.5272,
      "step": 19370
    },
    {
      "epoch": 16.750216076058773,
      "grad_norm": 0.6561159491539001,
      "learning_rate": 9.108884360602956e-05,
      "loss": 3.4937,
      "step": 19380
    },
    {
      "epoch": 16.75885911840968,
      "grad_norm": 0.7122142314910889,
      "learning_rate": 9.107988206955554e-05,
      "loss": 3.4824,
      "step": 19390
    },
    {
      "epoch": 16.76750216076059,
      "grad_norm": 0.6743261218070984,
      "learning_rate": 9.107091647053868e-05,
      "loss": 3.5055,
      "step": 19400
    },
    {
      "epoch": 16.776145203111497,
      "grad_norm": 0.5874034762382507,
      "learning_rate": 9.106194680986562e-05,
      "loss": 3.5084,
      "step": 19410
    },
    {
      "epoch": 16.7847882454624,
      "grad_norm": 0.601486325263977,
      "learning_rate": 9.105297308842342e-05,
      "loss": 3.5248,
      "step": 19420
    },
    {
      "epoch": 16.79343128781331,
      "grad_norm": 0.7075455784797668,
      "learning_rate": 9.104399530709949e-05,
      "loss": 3.5071,
      "step": 19430
    },
    {
      "epoch": 16.802074330164217,
      "grad_norm": 0.6152318120002747,
      "learning_rate": 9.103501346678171e-05,
      "loss": 3.5069,
      "step": 19440
    },
    {
      "epoch": 16.810717372515125,
      "grad_norm": 0.6890072822570801,
      "learning_rate": 9.102602756835831e-05,
      "loss": 3.495,
      "step": 19450
    },
    {
      "epoch": 16.819360414866033,
      "grad_norm": 0.5974165797233582,
      "learning_rate": 9.101703761271795e-05,
      "loss": 3.4989,
      "step": 19460
    },
    {
      "epoch": 16.82800345721694,
      "grad_norm": 0.6997984051704407,
      "learning_rate": 9.100804360074969e-05,
      "loss": 3.5004,
      "step": 19470
    },
    {
      "epoch": 16.83664649956785,
      "grad_norm": 0.662102997303009,
      "learning_rate": 9.099904553334294e-05,
      "loss": 3.5058,
      "step": 19480
    },
    {
      "epoch": 16.845289541918756,
      "grad_norm": 0.5961117744445801,
      "learning_rate": 9.09900434113876e-05,
      "loss": 3.5142,
      "step": 19490
    },
    {
      "epoch": 16.853932584269664,
      "grad_norm": 0.6499890089035034,
      "learning_rate": 9.098103723577387e-05,
      "loss": 3.4997,
      "step": 19500
    },
    {
      "epoch": 16.862575626620572,
      "grad_norm": 0.6388437151908875,
      "learning_rate": 9.097202700739245e-05,
      "loss": 3.4994,
      "step": 19510
    },
    {
      "epoch": 16.871218668971476,
      "grad_norm": 0.7016395330429077,
      "learning_rate": 9.096301272713439e-05,
      "loss": 3.5016,
      "step": 19520
    },
    {
      "epoch": 16.879861711322384,
      "grad_norm": 0.636483907699585,
      "learning_rate": 9.095399439589115e-05,
      "loss": 3.5117,
      "step": 19530
    },
    {
      "epoch": 16.888504753673292,
      "grad_norm": 0.5584227442741394,
      "learning_rate": 9.094497201455454e-05,
      "loss": 3.5168,
      "step": 19540
    },
    {
      "epoch": 16.8971477960242,
      "grad_norm": 0.7743787169456482,
      "learning_rate": 9.093594558401687e-05,
      "loss": 3.5211,
      "step": 19550
    },
    {
      "epoch": 16.905790838375108,
      "grad_norm": 0.702559769153595,
      "learning_rate": 9.092691510517077e-05,
      "loss": 3.5169,
      "step": 19560
    },
    {
      "epoch": 16.914433880726016,
      "grad_norm": 0.6081015467643738,
      "learning_rate": 9.091788057890931e-05,
      "loss": 3.5037,
      "step": 19570
    },
    {
      "epoch": 16.923076923076923,
      "grad_norm": 0.5467627644538879,
      "learning_rate": 9.090884200612595e-05,
      "loss": 3.4997,
      "step": 19580
    },
    {
      "epoch": 16.93171996542783,
      "grad_norm": 0.5626762509346008,
      "learning_rate": 9.089979938771454e-05,
      "loss": 3.5075,
      "step": 19590
    },
    {
      "epoch": 16.94036300777874,
      "grad_norm": 0.5675854086875916,
      "learning_rate": 9.089075272456933e-05,
      "loss": 3.501,
      "step": 19600
    },
    {
      "epoch": 16.949006050129647,
      "grad_norm": 0.6201940178871155,
      "learning_rate": 9.088170201758499e-05,
      "loss": 3.5043,
      "step": 19610
    },
    {
      "epoch": 16.957649092480555,
      "grad_norm": 0.61479252576828,
      "learning_rate": 9.087264726765658e-05,
      "loss": 3.5135,
      "step": 19620
    },
    {
      "epoch": 16.96629213483146,
      "grad_norm": 0.7624959349632263,
      "learning_rate": 9.086358847567956e-05,
      "loss": 3.5232,
      "step": 19630
    },
    {
      "epoch": 16.974935177182367,
      "grad_norm": 0.5321835279464722,
      "learning_rate": 9.085452564254977e-05,
      "loss": 3.5001,
      "step": 19640
    },
    {
      "epoch": 16.983578219533275,
      "grad_norm": 0.6174118518829346,
      "learning_rate": 9.084545876916349e-05,
      "loss": 3.5373,
      "step": 19650
    },
    {
      "epoch": 16.992221261884183,
      "grad_norm": 0.7429106831550598,
      "learning_rate": 9.083638785641738e-05,
      "loss": 3.5116,
      "step": 19660
    },
    {
      "epoch": 17.00086430423509,
      "grad_norm": 0.5808053612709045,
      "learning_rate": 9.082731290520845e-05,
      "loss": 3.5323,
      "step": 19670
    },
    {
      "epoch": 17.009507346586,
      "grad_norm": 0.6034302115440369,
      "learning_rate": 9.08182339164342e-05,
      "loss": 3.4267,
      "step": 19680
    },
    {
      "epoch": 17.018150388936906,
      "grad_norm": 0.606619656085968,
      "learning_rate": 9.08091508909925e-05,
      "loss": 3.4212,
      "step": 19690
    },
    {
      "epoch": 17.026793431287814,
      "grad_norm": 0.652567982673645,
      "learning_rate": 9.080006382978155e-05,
      "loss": 3.4156,
      "step": 19700
    },
    {
      "epoch": 17.035436473638722,
      "grad_norm": 0.6276989579200745,
      "learning_rate": 9.079097273370003e-05,
      "loss": 3.4413,
      "step": 19710
    },
    {
      "epoch": 17.04407951598963,
      "grad_norm": 0.6766225695610046,
      "learning_rate": 9.0781877603647e-05,
      "loss": 3.4154,
      "step": 19720
    },
    {
      "epoch": 17.052722558340538,
      "grad_norm": 0.5986194014549255,
      "learning_rate": 9.077277844052191e-05,
      "loss": 3.3978,
      "step": 19730
    },
    {
      "epoch": 17.061365600691442,
      "grad_norm": 0.7087196111679077,
      "learning_rate": 9.07636752452246e-05,
      "loss": 3.4497,
      "step": 19740
    },
    {
      "epoch": 17.07000864304235,
      "grad_norm": 0.6936435103416443,
      "learning_rate": 9.075456801865532e-05,
      "loss": 3.3978,
      "step": 19750
    },
    {
      "epoch": 17.078651685393258,
      "grad_norm": 0.614329993724823,
      "learning_rate": 9.074545676171473e-05,
      "loss": 3.4227,
      "step": 19760
    },
    {
      "epoch": 17.087294727744165,
      "grad_norm": 0.6418800354003906,
      "learning_rate": 9.073634147530388e-05,
      "loss": 3.4256,
      "step": 19770
    },
    {
      "epoch": 17.095937770095073,
      "grad_norm": 0.6413139700889587,
      "learning_rate": 9.072722216032418e-05,
      "loss": 3.4366,
      "step": 19780
    },
    {
      "epoch": 17.10458081244598,
      "grad_norm": 0.6042861938476562,
      "learning_rate": 9.071809881767752e-05,
      "loss": 3.4188,
      "step": 19790
    },
    {
      "epoch": 17.11322385479689,
      "grad_norm": 0.6582131385803223,
      "learning_rate": 9.07089714482661e-05,
      "loss": 3.4441,
      "step": 19800
    },
    {
      "epoch": 17.121866897147797,
      "grad_norm": 0.6788881421089172,
      "learning_rate": 9.069984005299257e-05,
      "loss": 3.4091,
      "step": 19810
    },
    {
      "epoch": 17.130509939498705,
      "grad_norm": 0.6334885954856873,
      "learning_rate": 9.069070463275999e-05,
      "loss": 3.4363,
      "step": 19820
    },
    {
      "epoch": 17.139152981849612,
      "grad_norm": 0.6953069567680359,
      "learning_rate": 9.068156518847178e-05,
      "loss": 3.4138,
      "step": 19830
    },
    {
      "epoch": 17.14779602420052,
      "grad_norm": 0.5713763236999512,
      "learning_rate": 9.067242172103177e-05,
      "loss": 3.4239,
      "step": 19840
    },
    {
      "epoch": 17.156439066551425,
      "grad_norm": 0.6197080016136169,
      "learning_rate": 9.06632742313442e-05,
      "loss": 3.4312,
      "step": 19850
    },
    {
      "epoch": 17.165082108902332,
      "grad_norm": 0.7549232244491577,
      "learning_rate": 9.065412272031369e-05,
      "loss": 3.4177,
      "step": 19860
    },
    {
      "epoch": 17.17372515125324,
      "grad_norm": 0.5782044529914856,
      "learning_rate": 9.064496718884527e-05,
      "loss": 3.4335,
      "step": 19870
    },
    {
      "epoch": 17.182368193604148,
      "grad_norm": 0.6004486083984375,
      "learning_rate": 9.063580763784438e-05,
      "loss": 3.4254,
      "step": 19880
    },
    {
      "epoch": 17.191011235955056,
      "grad_norm": 0.5688592791557312,
      "learning_rate": 9.062664406821682e-05,
      "loss": 3.4351,
      "step": 19890
    },
    {
      "epoch": 17.199654278305964,
      "grad_norm": 0.5888007283210754,
      "learning_rate": 9.061747648086883e-05,
      "loss": 3.4402,
      "step": 19900
    },
    {
      "epoch": 17.20829732065687,
      "grad_norm": 0.6732519865036011,
      "learning_rate": 9.0608304876707e-05,
      "loss": 3.439,
      "step": 19910
    },
    {
      "epoch": 17.21694036300778,
      "grad_norm": 0.62732994556427,
      "learning_rate": 9.059912925663836e-05,
      "loss": 3.4365,
      "step": 19920
    },
    {
      "epoch": 17.225583405358687,
      "grad_norm": 0.6422386765480042,
      "learning_rate": 9.058994962157033e-05,
      "loss": 3.4384,
      "step": 19930
    },
    {
      "epoch": 17.234226447709595,
      "grad_norm": 0.8138620853424072,
      "learning_rate": 9.058076597241072e-05,
      "loss": 3.4312,
      "step": 19940
    },
    {
      "epoch": 17.2428694900605,
      "grad_norm": 0.5590567588806152,
      "learning_rate": 9.05715783100677e-05,
      "loss": 3.4404,
      "step": 19950
    },
    {
      "epoch": 17.251512532411407,
      "grad_norm": 0.5596838593482971,
      "learning_rate": 9.056238663544991e-05,
      "loss": 3.4361,
      "step": 19960
    },
    {
      "epoch": 17.260155574762315,
      "grad_norm": 0.6798367500305176,
      "learning_rate": 9.055319094946633e-05,
      "loss": 3.4184,
      "step": 19970
    },
    {
      "epoch": 17.268798617113223,
      "grad_norm": 0.624967634677887,
      "learning_rate": 9.054399125302637e-05,
      "loss": 3.4408,
      "step": 19980
    },
    {
      "epoch": 17.27744165946413,
      "grad_norm": 0.873622715473175,
      "learning_rate": 9.053478754703981e-05,
      "loss": 3.4453,
      "step": 19990
    },
    {
      "epoch": 17.28608470181504,
      "grad_norm": 0.6766706705093384,
      "learning_rate": 9.052557983241685e-05,
      "loss": 3.4531,
      "step": 20000
    },
    {
      "epoch": 17.294727744165947,
      "grad_norm": 0.5737108588218689,
      "learning_rate": 9.051636811006807e-05,
      "loss": 3.4485,
      "step": 20010
    },
    {
      "epoch": 17.303370786516854,
      "grad_norm": 0.6504162549972534,
      "learning_rate": 9.050715238090444e-05,
      "loss": 3.46,
      "step": 20020
    },
    {
      "epoch": 17.312013828867762,
      "grad_norm": 0.6261008977890015,
      "learning_rate": 9.049793264583735e-05,
      "loss": 3.4489,
      "step": 20030
    },
    {
      "epoch": 17.32065687121867,
      "grad_norm": 0.676826000213623,
      "learning_rate": 9.048870890577858e-05,
      "loss": 3.4538,
      "step": 20040
    },
    {
      "epoch": 17.329299913569578,
      "grad_norm": 0.6629906296730042,
      "learning_rate": 9.047948116164027e-05,
      "loss": 3.45,
      "step": 20050
    },
    {
      "epoch": 17.337942955920482,
      "grad_norm": 0.6923001408576965,
      "learning_rate": 9.047024941433503e-05,
      "loss": 3.458,
      "step": 20060
    },
    {
      "epoch": 17.34658599827139,
      "grad_norm": 0.5717529654502869,
      "learning_rate": 9.04610136647758e-05,
      "loss": 3.4501,
      "step": 20070
    },
    {
      "epoch": 17.355229040622298,
      "grad_norm": 0.6238167881965637,
      "learning_rate": 9.045177391387592e-05,
      "loss": 3.441,
      "step": 20080
    },
    {
      "epoch": 17.363872082973206,
      "grad_norm": 0.6095501184463501,
      "learning_rate": 9.044253016254918e-05,
      "loss": 3.4812,
      "step": 20090
    },
    {
      "epoch": 17.372515125324114,
      "grad_norm": 0.8696213960647583,
      "learning_rate": 9.043328241170969e-05,
      "loss": 3.4414,
      "step": 20100
    },
    {
      "epoch": 17.38115816767502,
      "grad_norm": 0.6066865921020508,
      "learning_rate": 9.042403066227202e-05,
      "loss": 3.455,
      "step": 20110
    },
    {
      "epoch": 17.38980121002593,
      "grad_norm": 0.7001950740814209,
      "learning_rate": 9.041477491515112e-05,
      "loss": 3.4608,
      "step": 20120
    },
    {
      "epoch": 17.398444252376837,
      "grad_norm": 0.6062443852424622,
      "learning_rate": 9.04055151712623e-05,
      "loss": 3.4437,
      "step": 20130
    },
    {
      "epoch": 17.407087294727745,
      "grad_norm": 0.6936892867088318,
      "learning_rate": 9.039625143152131e-05,
      "loss": 3.4579,
      "step": 20140
    },
    {
      "epoch": 17.415730337078653,
      "grad_norm": 0.5987791419029236,
      "learning_rate": 9.038698369684425e-05,
      "loss": 3.4547,
      "step": 20150
    },
    {
      "epoch": 17.42437337942956,
      "grad_norm": 0.6364938020706177,
      "learning_rate": 9.037771196814766e-05,
      "loss": 3.4427,
      "step": 20160
    },
    {
      "epoch": 17.433016421780465,
      "grad_norm": 0.601210355758667,
      "learning_rate": 9.036843624634847e-05,
      "loss": 3.4576,
      "step": 20170
    },
    {
      "epoch": 17.441659464131373,
      "grad_norm": 0.6153104901313782,
      "learning_rate": 9.035915653236395e-05,
      "loss": 3.4666,
      "step": 20180
    },
    {
      "epoch": 17.45030250648228,
      "grad_norm": 0.6095258593559265,
      "learning_rate": 9.034987282711185e-05,
      "loss": 3.4603,
      "step": 20190
    },
    {
      "epoch": 17.45894554883319,
      "grad_norm": 0.6640687584877014,
      "learning_rate": 9.034058513151025e-05,
      "loss": 3.4474,
      "step": 20200
    },
    {
      "epoch": 17.467588591184096,
      "grad_norm": 0.5983368158340454,
      "learning_rate": 9.033129344647763e-05,
      "loss": 3.4708,
      "step": 20210
    },
    {
      "epoch": 17.476231633535004,
      "grad_norm": 0.6369288563728333,
      "learning_rate": 9.03219977729329e-05,
      "loss": 3.4581,
      "step": 20220
    },
    {
      "epoch": 17.484874675885912,
      "grad_norm": 0.5768416523933411,
      "learning_rate": 9.031269811179534e-05,
      "loss": 3.4472,
      "step": 20230
    },
    {
      "epoch": 17.49351771823682,
      "grad_norm": 0.6658704280853271,
      "learning_rate": 9.030339446398461e-05,
      "loss": 3.4579,
      "step": 20240
    },
    {
      "epoch": 17.502160760587728,
      "grad_norm": 0.7164809703826904,
      "learning_rate": 9.029408683042082e-05,
      "loss": 3.442,
      "step": 20250
    },
    {
      "epoch": 17.510803802938636,
      "grad_norm": 0.799117922782898,
      "learning_rate": 9.02847752120244e-05,
      "loss": 3.4383,
      "step": 20260
    },
    {
      "epoch": 17.519446845289544,
      "grad_norm": 0.6830284595489502,
      "learning_rate": 9.027545960971625e-05,
      "loss": 3.4607,
      "step": 20270
    },
    {
      "epoch": 17.528089887640448,
      "grad_norm": 0.6421346068382263,
      "learning_rate": 9.026614002441758e-05,
      "loss": 3.4645,
      "step": 20280
    },
    {
      "epoch": 17.536732929991356,
      "grad_norm": 0.6318309307098389,
      "learning_rate": 9.025681645705006e-05,
      "loss": 3.4499,
      "step": 20290
    },
    {
      "epoch": 17.545375972342264,
      "grad_norm": 0.6007879376411438,
      "learning_rate": 9.024748890853573e-05,
      "loss": 3.4825,
      "step": 20300
    },
    {
      "epoch": 17.55401901469317,
      "grad_norm": 0.6070372462272644,
      "learning_rate": 9.023815737979703e-05,
      "loss": 3.4497,
      "step": 20310
    },
    {
      "epoch": 17.56266205704408,
      "grad_norm": 0.6776261329650879,
      "learning_rate": 9.022882187175681e-05,
      "loss": 3.4681,
      "step": 20320
    },
    {
      "epoch": 17.571305099394987,
      "grad_norm": 0.6203672289848328,
      "learning_rate": 9.021948238533826e-05,
      "loss": 3.453,
      "step": 20330
    },
    {
      "epoch": 17.579948141745895,
      "grad_norm": 0.716374397277832,
      "learning_rate": 9.0210138921465e-05,
      "loss": 3.4599,
      "step": 20340
    },
    {
      "epoch": 17.588591184096803,
      "grad_norm": 0.6312206983566284,
      "learning_rate": 9.020079148106103e-05,
      "loss": 3.4456,
      "step": 20350
    },
    {
      "epoch": 17.59723422644771,
      "grad_norm": 0.6172729730606079,
      "learning_rate": 9.019144006505078e-05,
      "loss": 3.4683,
      "step": 20360
    },
    {
      "epoch": 17.60587726879862,
      "grad_norm": 0.9335110783576965,
      "learning_rate": 9.018208467435905e-05,
      "loss": 3.4427,
      "step": 20370
    },
    {
      "epoch": 17.614520311149526,
      "grad_norm": 0.5863291025161743,
      "learning_rate": 9.017272530991101e-05,
      "loss": 3.4794,
      "step": 20380
    },
    {
      "epoch": 17.62316335350043,
      "grad_norm": 0.676598310470581,
      "learning_rate": 9.016336197263224e-05,
      "loss": 3.4534,
      "step": 20390
    },
    {
      "epoch": 17.63180639585134,
      "grad_norm": 0.5896437168121338,
      "learning_rate": 9.015399466344874e-05,
      "loss": 3.4507,
      "step": 20400
    },
    {
      "epoch": 17.640449438202246,
      "grad_norm": 0.7242149710655212,
      "learning_rate": 9.014462338328685e-05,
      "loss": 3.4685,
      "step": 20410
    },
    {
      "epoch": 17.649092480553154,
      "grad_norm": 0.6878079771995544,
      "learning_rate": 9.013524813307335e-05,
      "loss": 3.479,
      "step": 20420
    },
    {
      "epoch": 17.657735522904062,
      "grad_norm": 0.5948619842529297,
      "learning_rate": 9.012586891373538e-05,
      "loss": 3.4634,
      "step": 20430
    },
    {
      "epoch": 17.66637856525497,
      "grad_norm": 0.6201349496841431,
      "learning_rate": 9.01164857262005e-05,
      "loss": 3.4539,
      "step": 20440
    },
    {
      "epoch": 17.675021607605878,
      "grad_norm": 0.5620547533035278,
      "learning_rate": 9.010709857139663e-05,
      "loss": 3.4667,
      "step": 20450
    },
    {
      "epoch": 17.683664649956786,
      "grad_norm": 0.5984129905700684,
      "learning_rate": 9.009770745025212e-05,
      "loss": 3.4736,
      "step": 20460
    },
    {
      "epoch": 17.692307692307693,
      "grad_norm": 0.7330551743507385,
      "learning_rate": 9.00883123636957e-05,
      "loss": 3.4678,
      "step": 20470
    },
    {
      "epoch": 17.7009507346586,
      "grad_norm": 0.6082795858383179,
      "learning_rate": 9.007891331265646e-05,
      "loss": 3.474,
      "step": 20480
    },
    {
      "epoch": 17.70959377700951,
      "grad_norm": 0.6122152209281921,
      "learning_rate": 9.00695102980639e-05,
      "loss": 3.4533,
      "step": 20490
    },
    {
      "epoch": 17.718236819360413,
      "grad_norm": 0.6405867338180542,
      "learning_rate": 9.006010332084796e-05,
      "loss": 3.4798,
      "step": 20500
    },
    {
      "epoch": 17.72687986171132,
      "grad_norm": 0.6370277404785156,
      "learning_rate": 9.005069238193889e-05,
      "loss": 3.4643,
      "step": 20510
    },
    {
      "epoch": 17.73552290406223,
      "grad_norm": 0.7427442669868469,
      "learning_rate": 9.004127748226739e-05,
      "loss": 3.4732,
      "step": 20520
    },
    {
      "epoch": 17.744165946413137,
      "grad_norm": 0.5810315012931824,
      "learning_rate": 9.003185862276454e-05,
      "loss": 3.4692,
      "step": 20530
    },
    {
      "epoch": 17.752808988764045,
      "grad_norm": 0.5883662700653076,
      "learning_rate": 9.002243580436181e-05,
      "loss": 3.4712,
      "step": 20540
    },
    {
      "epoch": 17.761452031114953,
      "grad_norm": 0.6115586161613464,
      "learning_rate": 9.001300902799104e-05,
      "loss": 3.4694,
      "step": 20550
    },
    {
      "epoch": 17.77009507346586,
      "grad_norm": 0.647186815738678,
      "learning_rate": 9.000357829458449e-05,
      "loss": 3.4878,
      "step": 20560
    },
    {
      "epoch": 17.77873811581677,
      "grad_norm": 0.6355218887329102,
      "learning_rate": 8.99941436050748e-05,
      "loss": 3.4739,
      "step": 20570
    },
    {
      "epoch": 17.787381158167676,
      "grad_norm": 0.7297345995903015,
      "learning_rate": 8.998470496039499e-05,
      "loss": 3.4681,
      "step": 20580
    },
    {
      "epoch": 17.796024200518584,
      "grad_norm": 0.5976771712303162,
      "learning_rate": 8.997526236147851e-05,
      "loss": 3.4802,
      "step": 20590
    },
    {
      "epoch": 17.804667242869492,
      "grad_norm": 0.6898444294929504,
      "learning_rate": 8.996581580925915e-05,
      "loss": 3.4488,
      "step": 20600
    },
    {
      "epoch": 17.813310285220396,
      "grad_norm": 0.6320313215255737,
      "learning_rate": 8.99563653046711e-05,
      "loss": 3.4708,
      "step": 20610
    },
    {
      "epoch": 17.821953327571304,
      "grad_norm": 0.616371750831604,
      "learning_rate": 8.994691084864901e-05,
      "loss": 3.4724,
      "step": 20620
    },
    {
      "epoch": 17.830596369922212,
      "grad_norm": 0.641443133354187,
      "learning_rate": 8.993745244212782e-05,
      "loss": 3.491,
      "step": 20630
    },
    {
      "epoch": 17.83923941227312,
      "grad_norm": 0.5959912538528442,
      "learning_rate": 8.992799008604292e-05,
      "loss": 3.4869,
      "step": 20640
    },
    {
      "epoch": 17.847882454624028,
      "grad_norm": 0.6643515825271606,
      "learning_rate": 8.991852378133008e-05,
      "loss": 3.4731,
      "step": 20650
    },
    {
      "epoch": 17.856525496974935,
      "grad_norm": 1.059815526008606,
      "learning_rate": 8.990905352892546e-05,
      "loss": 3.4779,
      "step": 20660
    },
    {
      "epoch": 17.865168539325843,
      "grad_norm": 0.6584489345550537,
      "learning_rate": 8.98995793297656e-05,
      "loss": 3.4898,
      "step": 20670
    },
    {
      "epoch": 17.87381158167675,
      "grad_norm": 0.577103316783905,
      "learning_rate": 8.989010118478745e-05,
      "loss": 3.4774,
      "step": 20680
    },
    {
      "epoch": 17.88245462402766,
      "grad_norm": 0.6219979524612427,
      "learning_rate": 8.988061909492833e-05,
      "loss": 3.4869,
      "step": 20690
    },
    {
      "epoch": 17.891097666378567,
      "grad_norm": 0.6515077352523804,
      "learning_rate": 8.987113306112595e-05,
      "loss": 3.4631,
      "step": 20700
    },
    {
      "epoch": 17.89974070872947,
      "grad_norm": 0.6732297539710999,
      "learning_rate": 8.986164308431845e-05,
      "loss": 3.4652,
      "step": 20710
    },
    {
      "epoch": 17.90838375108038,
      "grad_norm": 0.6270269751548767,
      "learning_rate": 8.985214916544431e-05,
      "loss": 3.4829,
      "step": 20720
    },
    {
      "epoch": 17.917026793431287,
      "grad_norm": 0.6397669315338135,
      "learning_rate": 8.984265130544241e-05,
      "loss": 3.4688,
      "step": 20730
    },
    {
      "epoch": 17.925669835782195,
      "grad_norm": 0.5872297883033752,
      "learning_rate": 8.983314950525203e-05,
      "loss": 3.4907,
      "step": 20740
    },
    {
      "epoch": 17.934312878133102,
      "grad_norm": 0.5919524431228638,
      "learning_rate": 8.982364376581287e-05,
      "loss": 3.5023,
      "step": 20750
    },
    {
      "epoch": 17.94295592048401,
      "grad_norm": 0.8312985301017761,
      "learning_rate": 8.981413408806496e-05,
      "loss": 3.4685,
      "step": 20760
    },
    {
      "epoch": 17.951598962834918,
      "grad_norm": 0.580056369304657,
      "learning_rate": 8.980462047294876e-05,
      "loss": 3.4801,
      "step": 20770
    },
    {
      "epoch": 17.960242005185826,
      "grad_norm": 0.6196617484092712,
      "learning_rate": 8.979510292140507e-05,
      "loss": 3.4833,
      "step": 20780
    },
    {
      "epoch": 17.968885047536734,
      "grad_norm": 0.5837950110435486,
      "learning_rate": 8.978558143437517e-05,
      "loss": 3.4802,
      "step": 20790
    },
    {
      "epoch": 17.97752808988764,
      "grad_norm": 0.5765773057937622,
      "learning_rate": 8.977605601280064e-05,
      "loss": 3.4783,
      "step": 20800
    },
    {
      "epoch": 17.98617113223855,
      "grad_norm": 0.7170618176460266,
      "learning_rate": 8.976652665762351e-05,
      "loss": 3.4736,
      "step": 20810
    },
    {
      "epoch": 17.994814174589454,
      "grad_norm": 0.6062796711921692,
      "learning_rate": 8.975699336978614e-05,
      "loss": 3.5047,
      "step": 20820
    },
    {
      "epoch": 18.00345721694036,
      "grad_norm": 0.6854860186576843,
      "learning_rate": 8.974745615023135e-05,
      "loss": 3.4598,
      "step": 20830
    },
    {
      "epoch": 18.01210025929127,
      "grad_norm": 0.6902268528938293,
      "learning_rate": 8.97379149999023e-05,
      "loss": 3.3757,
      "step": 20840
    },
    {
      "epoch": 18.020743301642177,
      "grad_norm": 0.7048407793045044,
      "learning_rate": 8.972836991974252e-05,
      "loss": 3.364,
      "step": 20850
    },
    {
      "epoch": 18.029386343993085,
      "grad_norm": 0.6101502180099487,
      "learning_rate": 8.971882091069598e-05,
      "loss": 3.3851,
      "step": 20860
    },
    {
      "epoch": 18.038029386343993,
      "grad_norm": 0.6148303151130676,
      "learning_rate": 8.970926797370704e-05,
      "loss": 3.3819,
      "step": 20870
    },
    {
      "epoch": 18.0466724286949,
      "grad_norm": 0.6426519751548767,
      "learning_rate": 8.969971110972038e-05,
      "loss": 3.3841,
      "step": 20880
    },
    {
      "epoch": 18.05531547104581,
      "grad_norm": 0.5851855874061584,
      "learning_rate": 8.969015031968117e-05,
      "loss": 3.3958,
      "step": 20890
    },
    {
      "epoch": 18.063958513396717,
      "grad_norm": 0.6087750196456909,
      "learning_rate": 8.968058560453486e-05,
      "loss": 3.3609,
      "step": 20900
    },
    {
      "epoch": 18.072601555747625,
      "grad_norm": 0.8815217018127441,
      "learning_rate": 8.967101696522735e-05,
      "loss": 3.3771,
      "step": 20910
    },
    {
      "epoch": 18.081244598098532,
      "grad_norm": 0.6157835721969604,
      "learning_rate": 8.966144440270495e-05,
      "loss": 3.3984,
      "step": 20920
    },
    {
      "epoch": 18.089887640449437,
      "grad_norm": 0.6797236204147339,
      "learning_rate": 8.96518679179143e-05,
      "loss": 3.3865,
      "step": 20930
    },
    {
      "epoch": 18.098530682800344,
      "grad_norm": 0.6325362920761108,
      "learning_rate": 8.964228751180246e-05,
      "loss": 3.3549,
      "step": 20940
    },
    {
      "epoch": 18.107173725151252,
      "grad_norm": 0.638390839099884,
      "learning_rate": 8.963270318531687e-05,
      "loss": 3.3997,
      "step": 20950
    },
    {
      "epoch": 18.11581676750216,
      "grad_norm": 0.6249996423721313,
      "learning_rate": 8.962311493940536e-05,
      "loss": 3.3852,
      "step": 20960
    },
    {
      "epoch": 18.124459809853068,
      "grad_norm": 0.6483144760131836,
      "learning_rate": 8.961352277501616e-05,
      "loss": 3.4078,
      "step": 20970
    },
    {
      "epoch": 18.133102852203976,
      "grad_norm": 0.6541377902030945,
      "learning_rate": 8.960392669309784e-05,
      "loss": 3.3992,
      "step": 20980
    },
    {
      "epoch": 18.141745894554884,
      "grad_norm": 0.7359702587127686,
      "learning_rate": 8.959432669459944e-05,
      "loss": 3.3844,
      "step": 20990
    },
    {
      "epoch": 18.15038893690579,
      "grad_norm": 0.6006470322608948,
      "learning_rate": 8.958472278047032e-05,
      "loss": 3.4008,
      "step": 21000
    },
    {
      "epoch": 18.1590319792567,
      "grad_norm": 0.9148396253585815,
      "learning_rate": 8.957511495166022e-05,
      "loss": 3.4082,
      "step": 21010
    },
    {
      "epoch": 18.167675021607607,
      "grad_norm": 0.6858553886413574,
      "learning_rate": 8.956550320911934e-05,
      "loss": 3.3911,
      "step": 21020
    },
    {
      "epoch": 18.176318063958515,
      "grad_norm": 0.6259327530860901,
      "learning_rate": 8.955588755379818e-05,
      "loss": 3.3973,
      "step": 21030
    },
    {
      "epoch": 18.18496110630942,
      "grad_norm": 0.6454455852508545,
      "learning_rate": 8.95462679866477e-05,
      "loss": 3.4055,
      "step": 21040
    },
    {
      "epoch": 18.193604148660327,
      "grad_norm": 0.6408989429473877,
      "learning_rate": 8.953664450861921e-05,
      "loss": 3.3867,
      "step": 21050
    },
    {
      "epoch": 18.202247191011235,
      "grad_norm": 0.673163115978241,
      "learning_rate": 8.952701712066438e-05,
      "loss": 3.398,
      "step": 21060
    },
    {
      "epoch": 18.210890233362143,
      "grad_norm": 0.6346938610076904,
      "learning_rate": 8.951738582373532e-05,
      "loss": 3.3992,
      "step": 21070
    },
    {
      "epoch": 18.21953327571305,
      "grad_norm": 0.6104978919029236,
      "learning_rate": 8.950775061878453e-05,
      "loss": 3.4123,
      "step": 21080
    },
    {
      "epoch": 18.22817631806396,
      "grad_norm": 0.9074611067771912,
      "learning_rate": 8.949811150676483e-05,
      "loss": 3.4232,
      "step": 21090
    },
    {
      "epoch": 18.236819360414867,
      "grad_norm": 0.6323748230934143,
      "learning_rate": 8.948846848862949e-05,
      "loss": 3.4058,
      "step": 21100
    },
    {
      "epoch": 18.245462402765774,
      "grad_norm": 0.6089147925376892,
      "learning_rate": 8.947882156533214e-05,
      "loss": 3.4064,
      "step": 21110
    },
    {
      "epoch": 18.254105445116682,
      "grad_norm": 0.6067985892295837,
      "learning_rate": 8.94691707378268e-05,
      "loss": 3.3963,
      "step": 21120
    },
    {
      "epoch": 18.26274848746759,
      "grad_norm": 0.6165974736213684,
      "learning_rate": 8.945951600706787e-05,
      "loss": 3.4242,
      "step": 21130
    },
    {
      "epoch": 18.271391529818494,
      "grad_norm": 0.6419126391410828,
      "learning_rate": 8.944985737401014e-05,
      "loss": 3.4031,
      "step": 21140
    },
    {
      "epoch": 18.280034572169402,
      "grad_norm": 0.5885555148124695,
      "learning_rate": 8.944019483960881e-05,
      "loss": 3.4151,
      "step": 21150
    },
    {
      "epoch": 18.28867761452031,
      "grad_norm": 0.6023795008659363,
      "learning_rate": 8.943052840481944e-05,
      "loss": 3.4004,
      "step": 21160
    },
    {
      "epoch": 18.297320656871218,
      "grad_norm": 0.615501344203949,
      "learning_rate": 8.942085807059797e-05,
      "loss": 3.4181,
      "step": 21170
    },
    {
      "epoch": 18.305963699222126,
      "grad_norm": 0.7193127274513245,
      "learning_rate": 8.941118383790073e-05,
      "loss": 3.4022,
      "step": 21180
    },
    {
      "epoch": 18.314606741573034,
      "grad_norm": 0.6839397549629211,
      "learning_rate": 8.940150570768443e-05,
      "loss": 3.4048,
      "step": 21190
    },
    {
      "epoch": 18.32324978392394,
      "grad_norm": 0.6354304552078247,
      "learning_rate": 8.939182368090622e-05,
      "loss": 3.434,
      "step": 21200
    },
    {
      "epoch": 18.33189282627485,
      "grad_norm": 0.6980005502700806,
      "learning_rate": 8.938213775852353e-05,
      "loss": 3.4015,
      "step": 21210
    },
    {
      "epoch": 18.340535868625757,
      "grad_norm": 0.6167162656784058,
      "learning_rate": 8.93724479414943e-05,
      "loss": 3.4042,
      "step": 21220
    },
    {
      "epoch": 18.349178910976665,
      "grad_norm": 0.663535475730896,
      "learning_rate": 8.936275423077677e-05,
      "loss": 3.4169,
      "step": 21230
    },
    {
      "epoch": 18.357821953327573,
      "grad_norm": 0.6313049793243408,
      "learning_rate": 8.935305662732956e-05,
      "loss": 3.4213,
      "step": 21240
    },
    {
      "epoch": 18.366464995678477,
      "grad_norm": 0.6019250750541687,
      "learning_rate": 8.934335513211173e-05,
      "loss": 3.4049,
      "step": 21250
    },
    {
      "epoch": 18.375108038029385,
      "grad_norm": 0.6544673442840576,
      "learning_rate": 8.933364974608271e-05,
      "loss": 3.4132,
      "step": 21260
    },
    {
      "epoch": 18.383751080380293,
      "grad_norm": 1.2036010026931763,
      "learning_rate": 8.932394047020226e-05,
      "loss": 3.4171,
      "step": 21270
    },
    {
      "epoch": 18.3923941227312,
      "grad_norm": 0.8807207942008972,
      "learning_rate": 8.93142273054306e-05,
      "loss": 3.401,
      "step": 21280
    },
    {
      "epoch": 18.40103716508211,
      "grad_norm": 0.700691282749176,
      "learning_rate": 8.930451025272828e-05,
      "loss": 3.4261,
      "step": 21290
    },
    {
      "epoch": 18.409680207433016,
      "grad_norm": 0.6581457257270813,
      "learning_rate": 8.929478931305627e-05,
      "loss": 3.4131,
      "step": 21300
    },
    {
      "epoch": 18.418323249783924,
      "grad_norm": 0.6444814205169678,
      "learning_rate": 8.928506448737591e-05,
      "loss": 3.4097,
      "step": 21310
    },
    {
      "epoch": 18.426966292134832,
      "grad_norm": 0.7163335680961609,
      "learning_rate": 8.927533577664893e-05,
      "loss": 3.4446,
      "step": 21320
    },
    {
      "epoch": 18.43560933448574,
      "grad_norm": 0.604864776134491,
      "learning_rate": 8.926560318183741e-05,
      "loss": 3.426,
      "step": 21330
    },
    {
      "epoch": 18.444252376836648,
      "grad_norm": 0.614980161190033,
      "learning_rate": 8.925586670390386e-05,
      "loss": 3.4066,
      "step": 21340
    },
    {
      "epoch": 18.452895419187556,
      "grad_norm": 0.620917558670044,
      "learning_rate": 8.924612634381118e-05,
      "loss": 3.4311,
      "step": 21350
    },
    {
      "epoch": 18.46153846153846,
      "grad_norm": 0.6467573642730713,
      "learning_rate": 8.923638210252258e-05,
      "loss": 3.4246,
      "step": 21360
    },
    {
      "epoch": 18.470181503889368,
      "grad_norm": 0.6811180710792542,
      "learning_rate": 8.922663398100175e-05,
      "loss": 3.4179,
      "step": 21370
    },
    {
      "epoch": 18.478824546240276,
      "grad_norm": 0.7761470079421997,
      "learning_rate": 8.92168819802127e-05,
      "loss": 3.4215,
      "step": 21380
    },
    {
      "epoch": 18.487467588591183,
      "grad_norm": 0.8062018156051636,
      "learning_rate": 8.920712610111984e-05,
      "loss": 3.4232,
      "step": 21390
    },
    {
      "epoch": 18.49611063094209,
      "grad_norm": 0.606689453125,
      "learning_rate": 8.919736634468796e-05,
      "loss": 3.4165,
      "step": 21400
    },
    {
      "epoch": 18.504753673293,
      "grad_norm": 0.6331149339675903,
      "learning_rate": 8.918760271188227e-05,
      "loss": 3.421,
      "step": 21410
    },
    {
      "epoch": 18.513396715643907,
      "grad_norm": 0.7165241837501526,
      "learning_rate": 8.917783520366829e-05,
      "loss": 3.4141,
      "step": 21420
    },
    {
      "epoch": 18.522039757994815,
      "grad_norm": 0.7363115549087524,
      "learning_rate": 8.916806382101198e-05,
      "loss": 3.4289,
      "step": 21430
    },
    {
      "epoch": 18.530682800345723,
      "grad_norm": 0.7272281050682068,
      "learning_rate": 8.915828856487969e-05,
      "loss": 3.4457,
      "step": 21440
    },
    {
      "epoch": 18.53932584269663,
      "grad_norm": 0.5900933742523193,
      "learning_rate": 8.914850943623809e-05,
      "loss": 3.4289,
      "step": 21450
    },
    {
      "epoch": 18.54796888504754,
      "grad_norm": 0.5931925177574158,
      "learning_rate": 8.913872643605432e-05,
      "loss": 3.4255,
      "step": 21460
    },
    {
      "epoch": 18.556611927398443,
      "grad_norm": 0.7916221618652344,
      "learning_rate": 8.912893956529585e-05,
      "loss": 3.4478,
      "step": 21470
    },
    {
      "epoch": 18.56525496974935,
      "grad_norm": 0.60518479347229,
      "learning_rate": 8.911914882493049e-05,
      "loss": 3.4275,
      "step": 21480
    },
    {
      "epoch": 18.57389801210026,
      "grad_norm": 0.6097069382667542,
      "learning_rate": 8.910935421592655e-05,
      "loss": 3.4162,
      "step": 21490
    },
    {
      "epoch": 18.582541054451166,
      "grad_norm": 0.6383293867111206,
      "learning_rate": 8.90995557392526e-05,
      "loss": 3.4445,
      "step": 21500
    },
    {
      "epoch": 18.591184096802074,
      "grad_norm": 0.7056094408035278,
      "learning_rate": 8.908975339587768e-05,
      "loss": 3.4137,
      "step": 21510
    },
    {
      "epoch": 18.599827139152982,
      "grad_norm": 0.6130510568618774,
      "learning_rate": 8.907994718677117e-05,
      "loss": 3.4103,
      "step": 21520
    },
    {
      "epoch": 18.60847018150389,
      "grad_norm": 0.6224967241287231,
      "learning_rate": 8.907013711290286e-05,
      "loss": 3.4262,
      "step": 21530
    },
    {
      "epoch": 18.617113223854798,
      "grad_norm": 0.9057615995407104,
      "learning_rate": 8.906032317524288e-05,
      "loss": 3.4351,
      "step": 21540
    },
    {
      "epoch": 18.625756266205705,
      "grad_norm": 0.6290275454521179,
      "learning_rate": 8.905050537476177e-05,
      "loss": 3.412,
      "step": 21550
    },
    {
      "epoch": 18.634399308556613,
      "grad_norm": 0.7381591796875,
      "learning_rate": 8.904068371243046e-05,
      "loss": 3.4386,
      "step": 21560
    },
    {
      "epoch": 18.64304235090752,
      "grad_norm": 0.6474940776824951,
      "learning_rate": 8.903085818922026e-05,
      "loss": 3.4415,
      "step": 21570
    },
    {
      "epoch": 18.651685393258425,
      "grad_norm": 0.9478482604026794,
      "learning_rate": 8.902102880610283e-05,
      "loss": 3.4382,
      "step": 21580
    },
    {
      "epoch": 18.660328435609333,
      "grad_norm": 0.6521272659301758,
      "learning_rate": 8.901119556405024e-05,
      "loss": 3.4443,
      "step": 21590
    },
    {
      "epoch": 18.66897147796024,
      "grad_norm": 0.6527067422866821,
      "learning_rate": 8.900135846403494e-05,
      "loss": 3.4429,
      "step": 21600
    },
    {
      "epoch": 18.67761452031115,
      "grad_norm": 0.6539053320884705,
      "learning_rate": 8.899151750702976e-05,
      "loss": 3.4374,
      "step": 21610
    },
    {
      "epoch": 18.686257562662057,
      "grad_norm": 0.6104512810707092,
      "learning_rate": 8.898167269400793e-05,
      "loss": 3.4314,
      "step": 21620
    },
    {
      "epoch": 18.694900605012965,
      "grad_norm": 0.6797472834587097,
      "learning_rate": 8.897182402594298e-05,
      "loss": 3.41,
      "step": 21630
    },
    {
      "epoch": 18.703543647363873,
      "grad_norm": 0.6229694485664368,
      "learning_rate": 8.896197150380894e-05,
      "loss": 3.4438,
      "step": 21640
    },
    {
      "epoch": 18.71218668971478,
      "grad_norm": 0.6112380027770996,
      "learning_rate": 8.895211512858013e-05,
      "loss": 3.44,
      "step": 21650
    },
    {
      "epoch": 18.72082973206569,
      "grad_norm": 0.6263202428817749,
      "learning_rate": 8.89422549012313e-05,
      "loss": 3.4396,
      "step": 21660
    },
    {
      "epoch": 18.729472774416596,
      "grad_norm": 0.8520035743713379,
      "learning_rate": 8.893239082273757e-05,
      "loss": 3.4319,
      "step": 21670
    },
    {
      "epoch": 18.738115816767504,
      "grad_norm": 0.7518377304077148,
      "learning_rate": 8.892252289407441e-05,
      "loss": 3.4407,
      "step": 21680
    },
    {
      "epoch": 18.74675885911841,
      "grad_norm": 0.6041989922523499,
      "learning_rate": 8.891265111621771e-05,
      "loss": 3.4529,
      "step": 21690
    },
    {
      "epoch": 18.755401901469316,
      "grad_norm": 0.5671756863594055,
      "learning_rate": 8.890277549014374e-05,
      "loss": 3.4284,
      "step": 21700
    },
    {
      "epoch": 18.764044943820224,
      "grad_norm": 0.6846978068351746,
      "learning_rate": 8.889289601682911e-05,
      "loss": 3.4547,
      "step": 21710
    },
    {
      "epoch": 18.77268798617113,
      "grad_norm": 0.6357777714729309,
      "learning_rate": 8.888301269725085e-05,
      "loss": 3.427,
      "step": 21720
    },
    {
      "epoch": 18.78133102852204,
      "grad_norm": 0.6254421472549438,
      "learning_rate": 8.887312553238638e-05,
      "loss": 3.448,
      "step": 21730
    },
    {
      "epoch": 18.789974070872947,
      "grad_norm": 0.6971948742866516,
      "learning_rate": 8.886323452321345e-05,
      "loss": 3.4357,
      "step": 21740
    },
    {
      "epoch": 18.798617113223855,
      "grad_norm": 0.6523586511611938,
      "learning_rate": 8.885333967071024e-05,
      "loss": 3.4554,
      "step": 21750
    },
    {
      "epoch": 18.807260155574763,
      "grad_norm": 0.65732342004776,
      "learning_rate": 8.884344097585528e-05,
      "loss": 3.4517,
      "step": 21760
    },
    {
      "epoch": 18.81590319792567,
      "grad_norm": 0.7132462859153748,
      "learning_rate": 8.883353843962747e-05,
      "loss": 3.4434,
      "step": 21770
    },
    {
      "epoch": 18.82454624027658,
      "grad_norm": 0.6488627195358276,
      "learning_rate": 8.882363206300614e-05,
      "loss": 3.451,
      "step": 21780
    },
    {
      "epoch": 18.833189282627487,
      "grad_norm": 0.7505152225494385,
      "learning_rate": 8.881372184697096e-05,
      "loss": 3.4528,
      "step": 21790
    },
    {
      "epoch": 18.84183232497839,
      "grad_norm": 0.690396249294281,
      "learning_rate": 8.880380779250197e-05,
      "loss": 3.4353,
      "step": 21800
    },
    {
      "epoch": 18.8504753673293,
      "grad_norm": 0.794586718082428,
      "learning_rate": 8.879388990057962e-05,
      "loss": 3.4283,
      "step": 21810
    },
    {
      "epoch": 18.859118409680207,
      "grad_norm": 0.7124904990196228,
      "learning_rate": 8.878396817218472e-05,
      "loss": 3.4254,
      "step": 21820
    },
    {
      "epoch": 18.867761452031115,
      "grad_norm": 0.6748862266540527,
      "learning_rate": 8.87740426082985e-05,
      "loss": 3.4448,
      "step": 21830
    },
    {
      "epoch": 18.876404494382022,
      "grad_norm": 0.626508891582489,
      "learning_rate": 8.87641132099025e-05,
      "loss": 3.4502,
      "step": 21840
    },
    {
      "epoch": 18.88504753673293,
      "grad_norm": 0.5772964358329773,
      "learning_rate": 8.875417997797869e-05,
      "loss": 3.4459,
      "step": 21850
    },
    {
      "epoch": 18.893690579083838,
      "grad_norm": 0.6263632774353027,
      "learning_rate": 8.874424291350938e-05,
      "loss": 3.442,
      "step": 21860
    },
    {
      "epoch": 18.902333621434746,
      "grad_norm": 0.6763399243354797,
      "learning_rate": 8.873430201747732e-05,
      "loss": 3.4547,
      "step": 21870
    },
    {
      "epoch": 18.910976663785654,
      "grad_norm": 0.6633615493774414,
      "learning_rate": 8.87243572908656e-05,
      "loss": 3.4437,
      "step": 21880
    },
    {
      "epoch": 18.91961970613656,
      "grad_norm": 0.686320960521698,
      "learning_rate": 8.871440873465766e-05,
      "loss": 3.4305,
      "step": 21890
    },
    {
      "epoch": 18.928262748487466,
      "grad_norm": 0.9803711175918579,
      "learning_rate": 8.870445634983735e-05,
      "loss": 3.441,
      "step": 21900
    },
    {
      "epoch": 18.936905790838374,
      "grad_norm": 0.6320441365242004,
      "learning_rate": 8.869450013738893e-05,
      "loss": 3.4347,
      "step": 21910
    },
    {
      "epoch": 18.94554883318928,
      "grad_norm": 0.6045175790786743,
      "learning_rate": 8.868454009829701e-05,
      "loss": 3.4417,
      "step": 21920
    },
    {
      "epoch": 18.95419187554019,
      "grad_norm": 0.5935806035995483,
      "learning_rate": 8.867457623354654e-05,
      "loss": 3.4736,
      "step": 21930
    },
    {
      "epoch": 18.962834917891097,
      "grad_norm": 0.7121164798736572,
      "learning_rate": 8.86646085441229e-05,
      "loss": 3.4439,
      "step": 21940
    },
    {
      "epoch": 18.971477960242005,
      "grad_norm": 0.7161914110183716,
      "learning_rate": 8.865463703101184e-05,
      "loss": 3.4393,
      "step": 21950
    },
    {
      "epoch": 18.980121002592913,
      "grad_norm": 0.6519765853881836,
      "learning_rate": 8.864466169519947e-05,
      "loss": 3.4407,
      "step": 21960
    },
    {
      "epoch": 18.98876404494382,
      "grad_norm": 0.6651506423950195,
      "learning_rate": 8.863468253767231e-05,
      "loss": 3.4314,
      "step": 21970
    },
    {
      "epoch": 18.99740708729473,
      "grad_norm": 0.6317381858825684,
      "learning_rate": 8.862469955941719e-05,
      "loss": 3.4438,
      "step": 21980
    },
    {
      "epoch": 19.006050129645637,
      "grad_norm": 0.8769103288650513,
      "learning_rate": 8.861471276142142e-05,
      "loss": 3.3796,
      "step": 21990
    },
    {
      "epoch": 19.014693171996544,
      "grad_norm": 0.701859176158905,
      "learning_rate": 8.860472214467259e-05,
      "loss": 3.3448,
      "step": 22000
    },
    {
      "epoch": 19.02333621434745,
      "grad_norm": 0.6237499713897705,
      "learning_rate": 8.85947277101587e-05,
      "loss": 3.3312,
      "step": 22010
    },
    {
      "epoch": 19.031979256698357,
      "grad_norm": 0.5942025184631348,
      "learning_rate": 8.85847294588682e-05,
      "loss": 3.3374,
      "step": 22020
    },
    {
      "epoch": 19.040622299049264,
      "grad_norm": 0.7832618951797485,
      "learning_rate": 8.857472739178981e-05,
      "loss": 3.3353,
      "step": 22030
    },
    {
      "epoch": 19.049265341400172,
      "grad_norm": 0.6025427579879761,
      "learning_rate": 8.856472150991263e-05,
      "loss": 3.3419,
      "step": 22040
    },
    {
      "epoch": 19.05790838375108,
      "grad_norm": 0.6701378226280212,
      "learning_rate": 8.855471181422627e-05,
      "loss": 3.3455,
      "step": 22050
    },
    {
      "epoch": 19.066551426101988,
      "grad_norm": 0.806362509727478,
      "learning_rate": 8.854469830572059e-05,
      "loss": 3.3447,
      "step": 22060
    },
    {
      "epoch": 19.075194468452896,
      "grad_norm": 0.6905921697616577,
      "learning_rate": 8.853468098538581e-05,
      "loss": 3.341,
      "step": 22070
    },
    {
      "epoch": 19.083837510803804,
      "grad_norm": 0.6066170334815979,
      "learning_rate": 8.852465985421266e-05,
      "loss": 3.354,
      "step": 22080
    },
    {
      "epoch": 19.09248055315471,
      "grad_norm": 0.6613180637359619,
      "learning_rate": 8.851463491319212e-05,
      "loss": 3.3644,
      "step": 22090
    },
    {
      "epoch": 19.10112359550562,
      "grad_norm": 0.6120067238807678,
      "learning_rate": 8.850460616331562e-05,
      "loss": 3.3463,
      "step": 22100
    },
    {
      "epoch": 19.109766637856527,
      "grad_norm": 0.6266352534294128,
      "learning_rate": 8.849457360557491e-05,
      "loss": 3.3496,
      "step": 22110
    },
    {
      "epoch": 19.11840968020743,
      "grad_norm": 0.6453470587730408,
      "learning_rate": 8.848453724096217e-05,
      "loss": 3.3678,
      "step": 22120
    },
    {
      "epoch": 19.12705272255834,
      "grad_norm": 0.6419640779495239,
      "learning_rate": 8.847449707046992e-05,
      "loss": 3.3589,
      "step": 22130
    },
    {
      "epoch": 19.135695764909247,
      "grad_norm": 0.6545121073722839,
      "learning_rate": 8.846445309509108e-05,
      "loss": 3.3635,
      "step": 22140
    },
    {
      "epoch": 19.144338807260155,
      "grad_norm": 0.670131504535675,
      "learning_rate": 8.845440531581894e-05,
      "loss": 3.347,
      "step": 22150
    },
    {
      "epoch": 19.152981849611063,
      "grad_norm": 0.6491396427154541,
      "learning_rate": 8.844435373364715e-05,
      "loss": 3.3651,
      "step": 22160
    },
    {
      "epoch": 19.16162489196197,
      "grad_norm": 0.6374003291130066,
      "learning_rate": 8.843429834956975e-05,
      "loss": 3.3552,
      "step": 22170
    },
    {
      "epoch": 19.17026793431288,
      "grad_norm": 0.6385363340377808,
      "learning_rate": 8.842423916458116e-05,
      "loss": 3.3507,
      "step": 22180
    },
    {
      "epoch": 19.178910976663786,
      "grad_norm": 0.7251510620117188,
      "learning_rate": 8.841417617967618e-05,
      "loss": 3.3785,
      "step": 22190
    },
    {
      "epoch": 19.187554019014694,
      "grad_norm": 0.6337110996246338,
      "learning_rate": 8.840410939584995e-05,
      "loss": 3.3671,
      "step": 22200
    },
    {
      "epoch": 19.196197061365602,
      "grad_norm": 0.7380701899528503,
      "learning_rate": 8.839403881409802e-05,
      "loss": 3.3572,
      "step": 22210
    },
    {
      "epoch": 19.20484010371651,
      "grad_norm": 0.6343956589698792,
      "learning_rate": 8.838396443541635e-05,
      "loss": 3.3682,
      "step": 22220
    },
    {
      "epoch": 19.213483146067414,
      "grad_norm": 0.6330943703651428,
      "learning_rate": 8.837388626080116e-05,
      "loss": 3.3816,
      "step": 22230
    },
    {
      "epoch": 19.222126188418322,
      "grad_norm": 0.7022992968559265,
      "learning_rate": 8.836380429124917e-05,
      "loss": 3.3764,
      "step": 22240
    },
    {
      "epoch": 19.23076923076923,
      "grad_norm": 0.7388609647750854,
      "learning_rate": 8.83537185277574e-05,
      "loss": 3.3593,
      "step": 22250
    },
    {
      "epoch": 19.239412273120138,
      "grad_norm": 0.7997940182685852,
      "learning_rate": 8.834362897132328e-05,
      "loss": 3.3611,
      "step": 22260
    },
    {
      "epoch": 19.248055315471046,
      "grad_norm": 1.032174825668335,
      "learning_rate": 8.833353562294462e-05,
      "loss": 3.3701,
      "step": 22270
    },
    {
      "epoch": 19.256698357821953,
      "grad_norm": 0.6197539567947388,
      "learning_rate": 8.832343848361956e-05,
      "loss": 3.3756,
      "step": 22280
    },
    {
      "epoch": 19.26534140017286,
      "grad_norm": 0.6647756695747375,
      "learning_rate": 8.831333755434665e-05,
      "loss": 3.3599,
      "step": 22290
    },
    {
      "epoch": 19.27398444252377,
      "grad_norm": 0.6839368939399719,
      "learning_rate": 8.830323283612481e-05,
      "loss": 3.3495,
      "step": 22300
    },
    {
      "epoch": 19.282627484874677,
      "grad_norm": 0.6364694237709045,
      "learning_rate": 8.829312432995333e-05,
      "loss": 3.3601,
      "step": 22310
    },
    {
      "epoch": 19.291270527225585,
      "grad_norm": 0.7694618701934814,
      "learning_rate": 8.828301203683191e-05,
      "loss": 3.3607,
      "step": 22320
    },
    {
      "epoch": 19.29991356957649,
      "grad_norm": 0.7281912565231323,
      "learning_rate": 8.827289595776055e-05,
      "loss": 3.3838,
      "step": 22330
    },
    {
      "epoch": 19.308556611927397,
      "grad_norm": 0.6668847799301147,
      "learning_rate": 8.826277609373968e-05,
      "loss": 3.3978,
      "step": 22340
    },
    {
      "epoch": 19.317199654278305,
      "grad_norm": 0.6875818967819214,
      "learning_rate": 8.825265244577011e-05,
      "loss": 3.3825,
      "step": 22350
    },
    {
      "epoch": 19.325842696629213,
      "grad_norm": 0.8036869764328003,
      "learning_rate": 8.824252501485298e-05,
      "loss": 3.3698,
      "step": 22360
    },
    {
      "epoch": 19.33448573898012,
      "grad_norm": 0.7620208859443665,
      "learning_rate": 8.823239380198982e-05,
      "loss": 3.3972,
      "step": 22370
    },
    {
      "epoch": 19.34312878133103,
      "grad_norm": 0.7942472696304321,
      "learning_rate": 8.822225880818258e-05,
      "loss": 3.3809,
      "step": 22380
    },
    {
      "epoch": 19.351771823681936,
      "grad_norm": 0.9708735346794128,
      "learning_rate": 8.821212003443353e-05,
      "loss": 3.3799,
      "step": 22390
    },
    {
      "epoch": 19.360414866032844,
      "grad_norm": 0.59783935546875,
      "learning_rate": 8.820197748174533e-05,
      "loss": 3.3893,
      "step": 22400
    },
    {
      "epoch": 19.369057908383752,
      "grad_norm": 0.8004047274589539,
      "learning_rate": 8.819183115112101e-05,
      "loss": 3.3905,
      "step": 22410
    },
    {
      "epoch": 19.37770095073466,
      "grad_norm": 0.6999171376228333,
      "learning_rate": 8.818168104356399e-05,
      "loss": 3.3652,
      "step": 22420
    },
    {
      "epoch": 19.386343993085568,
      "grad_norm": 0.668443500995636,
      "learning_rate": 8.817152716007806e-05,
      "loss": 3.3692,
      "step": 22430
    },
    {
      "epoch": 19.394987035436472,
      "grad_norm": 0.6560913324356079,
      "learning_rate": 8.816136950166734e-05,
      "loss": 3.3745,
      "step": 22440
    },
    {
      "epoch": 19.40363007778738,
      "grad_norm": 0.6842930912971497,
      "learning_rate": 8.81512080693364e-05,
      "loss": 3.3833,
      "step": 22450
    },
    {
      "epoch": 19.412273120138288,
      "grad_norm": 0.6709476113319397,
      "learning_rate": 8.814104286409011e-05,
      "loss": 3.3965,
      "step": 22460
    },
    {
      "epoch": 19.420916162489196,
      "grad_norm": 0.7022349834442139,
      "learning_rate": 8.813087388693375e-05,
      "loss": 3.3859,
      "step": 22470
    },
    {
      "epoch": 19.429559204840103,
      "grad_norm": 0.7323150038719177,
      "learning_rate": 8.812070113887298e-05,
      "loss": 3.3773,
      "step": 22480
    },
    {
      "epoch": 19.43820224719101,
      "grad_norm": 0.7019256353378296,
      "learning_rate": 8.811052462091383e-05,
      "loss": 3.3765,
      "step": 22490
    },
    {
      "epoch": 19.44684528954192,
      "grad_norm": 0.6831414103507996,
      "learning_rate": 8.810034433406267e-05,
      "loss": 3.3757,
      "step": 22500
    },
    {
      "epoch": 19.455488331892827,
      "grad_norm": 0.6454741358757019,
      "learning_rate": 8.809016027932629e-05,
      "loss": 3.3851,
      "step": 22510
    },
    {
      "epoch": 19.464131374243735,
      "grad_norm": 0.6366305351257324,
      "learning_rate": 8.80799724577118e-05,
      "loss": 3.3916,
      "step": 22520
    },
    {
      "epoch": 19.472774416594643,
      "grad_norm": 0.6198122501373291,
      "learning_rate": 8.806978087022674e-05,
      "loss": 3.3772,
      "step": 22530
    },
    {
      "epoch": 19.48141745894555,
      "grad_norm": 0.7056302428245544,
      "learning_rate": 8.805958551787898e-05,
      "loss": 3.3638,
      "step": 22540
    },
    {
      "epoch": 19.490060501296455,
      "grad_norm": 0.8077784776687622,
      "learning_rate": 8.804938640167677e-05,
      "loss": 3.3829,
      "step": 22550
    },
    {
      "epoch": 19.498703543647363,
      "grad_norm": 0.744766354560852,
      "learning_rate": 8.803918352262874e-05,
      "loss": 3.3749,
      "step": 22560
    },
    {
      "epoch": 19.50734658599827,
      "grad_norm": 0.6706549525260925,
      "learning_rate": 8.802897688174392e-05,
      "loss": 3.3927,
      "step": 22570
    },
    {
      "epoch": 19.51598962834918,
      "grad_norm": 0.8338609933853149,
      "learning_rate": 8.801876648003166e-05,
      "loss": 3.3785,
      "step": 22580
    },
    {
      "epoch": 19.524632670700086,
      "grad_norm": 0.630199134349823,
      "learning_rate": 8.800855231850169e-05,
      "loss": 3.3996,
      "step": 22590
    },
    {
      "epoch": 19.533275713050994,
      "grad_norm": 0.6512446403503418,
      "learning_rate": 8.799833439816415e-05,
      "loss": 3.4004,
      "step": 22600
    },
    {
      "epoch": 19.541918755401902,
      "grad_norm": 0.6160609126091003,
      "learning_rate": 8.798811272002952e-05,
      "loss": 3.3872,
      "step": 22610
    },
    {
      "epoch": 19.55056179775281,
      "grad_norm": 0.7062994837760925,
      "learning_rate": 8.797788728510867e-05,
      "loss": 3.3808,
      "step": 22620
    },
    {
      "epoch": 19.559204840103718,
      "grad_norm": 0.6109301447868347,
      "learning_rate": 8.79676580944128e-05,
      "loss": 3.3983,
      "step": 22630
    },
    {
      "epoch": 19.567847882454625,
      "grad_norm": 0.8388365507125854,
      "learning_rate": 8.795742514895356e-05,
      "loss": 3.3973,
      "step": 22640
    },
    {
      "epoch": 19.576490924805533,
      "grad_norm": 0.6903173923492432,
      "learning_rate": 8.794718844974287e-05,
      "loss": 3.3888,
      "step": 22650
    },
    {
      "epoch": 19.585133967156438,
      "grad_norm": 0.6387235522270203,
      "learning_rate": 8.793694799779313e-05,
      "loss": 3.4073,
      "step": 22660
    },
    {
      "epoch": 19.593777009507345,
      "grad_norm": 0.6587767004966736,
      "learning_rate": 8.792670379411702e-05,
      "loss": 3.3818,
      "step": 22670
    },
    {
      "epoch": 19.602420051858253,
      "grad_norm": 0.7063000202178955,
      "learning_rate": 8.791645583972763e-05,
      "loss": 3.3891,
      "step": 22680
    },
    {
      "epoch": 19.61106309420916,
      "grad_norm": 0.6961429119110107,
      "learning_rate": 8.790620413563844e-05,
      "loss": 3.4,
      "step": 22690
    },
    {
      "epoch": 19.61970613656007,
      "grad_norm": 0.6299551129341125,
      "learning_rate": 8.789594868286326e-05,
      "loss": 3.3789,
      "step": 22700
    },
    {
      "epoch": 19.628349178910977,
      "grad_norm": 0.7625371813774109,
      "learning_rate": 8.788568948241629e-05,
      "loss": 3.3873,
      "step": 22710
    },
    {
      "epoch": 19.636992221261885,
      "grad_norm": 0.6500293612480164,
      "learning_rate": 8.787542653531211e-05,
      "loss": 3.4083,
      "step": 22720
    },
    {
      "epoch": 19.645635263612792,
      "grad_norm": 0.73984295129776,
      "learning_rate": 8.786515984256567e-05,
      "loss": 3.4104,
      "step": 22730
    },
    {
      "epoch": 19.6542783059637,
      "grad_norm": 0.7505939602851868,
      "learning_rate": 8.785488940519225e-05,
      "loss": 3.3951,
      "step": 22740
    },
    {
      "epoch": 19.662921348314608,
      "grad_norm": 0.8028330206871033,
      "learning_rate": 8.784461522420756e-05,
      "loss": 3.3986,
      "step": 22750
    },
    {
      "epoch": 19.671564390665516,
      "grad_norm": 0.5964229106903076,
      "learning_rate": 8.783433730062764e-05,
      "loss": 3.4089,
      "step": 22760
    },
    {
      "epoch": 19.68020743301642,
      "grad_norm": 0.8229084014892578,
      "learning_rate": 8.782405563546893e-05,
      "loss": 3.4017,
      "step": 22770
    },
    {
      "epoch": 19.688850475367328,
      "grad_norm": 0.6129304766654968,
      "learning_rate": 8.78137702297482e-05,
      "loss": 3.3994,
      "step": 22780
    },
    {
      "epoch": 19.697493517718236,
      "grad_norm": 0.6088219285011292,
      "learning_rate": 8.780348108448262e-05,
      "loss": 3.399,
      "step": 22790
    },
    {
      "epoch": 19.706136560069144,
      "grad_norm": 0.7001162767410278,
      "learning_rate": 8.779318820068971e-05,
      "loss": 3.3963,
      "step": 22800
    },
    {
      "epoch": 19.71477960242005,
      "grad_norm": 0.6570670008659363,
      "learning_rate": 8.77828915793874e-05,
      "loss": 3.4048,
      "step": 22810
    },
    {
      "epoch": 19.72342264477096,
      "grad_norm": 0.7273682951927185,
      "learning_rate": 8.777259122159394e-05,
      "loss": 3.3957,
      "step": 22820
    },
    {
      "epoch": 19.732065687121867,
      "grad_norm": 0.6738470792770386,
      "learning_rate": 8.776228712832797e-05,
      "loss": 3.4033,
      "step": 22830
    },
    {
      "epoch": 19.740708729472775,
      "grad_norm": 0.6649593114852905,
      "learning_rate": 8.77519793006085e-05,
      "loss": 3.4039,
      "step": 22840
    },
    {
      "epoch": 19.749351771823683,
      "grad_norm": 0.6458219289779663,
      "learning_rate": 8.774166773945493e-05,
      "loss": 3.4151,
      "step": 22850
    },
    {
      "epoch": 19.75799481417459,
      "grad_norm": 0.7112616896629333,
      "learning_rate": 8.773135244588699e-05,
      "loss": 3.4052,
      "step": 22860
    },
    {
      "epoch": 19.7666378565255,
      "grad_norm": 0.7108088135719299,
      "learning_rate": 8.77210334209248e-05,
      "loss": 3.4158,
      "step": 22870
    },
    {
      "epoch": 19.775280898876403,
      "grad_norm": 0.6917784810066223,
      "learning_rate": 8.771071066558885e-05,
      "loss": 3.4052,
      "step": 22880
    },
    {
      "epoch": 19.78392394122731,
      "grad_norm": 0.6209024786949158,
      "learning_rate": 8.770038418089999e-05,
      "loss": 3.4043,
      "step": 22890
    },
    {
      "epoch": 19.79256698357822,
      "grad_norm": 0.6480608582496643,
      "learning_rate": 8.769005396787945e-05,
      "loss": 3.4023,
      "step": 22900
    },
    {
      "epoch": 19.801210025929127,
      "grad_norm": 0.7344145178794861,
      "learning_rate": 8.767972002754883e-05,
      "loss": 3.4038,
      "step": 22910
    },
    {
      "epoch": 19.809853068280034,
      "grad_norm": 0.7351217865943909,
      "learning_rate": 8.766938236093007e-05,
      "loss": 3.4123,
      "step": 22920
    },
    {
      "epoch": 19.818496110630942,
      "grad_norm": 0.6737582087516785,
      "learning_rate": 8.765904096904553e-05,
      "loss": 3.4096,
      "step": 22930
    },
    {
      "epoch": 19.82713915298185,
      "grad_norm": 0.6789799332618713,
      "learning_rate": 8.764869585291789e-05,
      "loss": 3.4069,
      "step": 22940
    },
    {
      "epoch": 19.835782195332758,
      "grad_norm": 0.7427756190299988,
      "learning_rate": 8.763834701357021e-05,
      "loss": 3.3844,
      "step": 22950
    },
    {
      "epoch": 19.844425237683666,
      "grad_norm": 0.6996533870697021,
      "learning_rate": 8.762799445202595e-05,
      "loss": 3.4102,
      "step": 22960
    },
    {
      "epoch": 19.853068280034574,
      "grad_norm": 0.6716974377632141,
      "learning_rate": 8.76176381693089e-05,
      "loss": 3.4104,
      "step": 22970
    },
    {
      "epoch": 19.861711322385478,
      "grad_norm": 0.6326795816421509,
      "learning_rate": 8.760727816644322e-05,
      "loss": 3.425,
      "step": 22980
    },
    {
      "epoch": 19.870354364736386,
      "grad_norm": 0.6810204386711121,
      "learning_rate": 8.759691444445347e-05,
      "loss": 3.4044,
      "step": 22990
    },
    {
      "epoch": 19.878997407087294,
      "grad_norm": 0.6483967304229736,
      "learning_rate": 8.758654700436454e-05,
      "loss": 3.4084,
      "step": 23000
    },
    {
      "epoch": 19.8876404494382,
      "grad_norm": 0.8540869355201721,
      "learning_rate": 8.757617584720173e-05,
      "loss": 3.3998,
      "step": 23010
    },
    {
      "epoch": 19.89628349178911,
      "grad_norm": 0.782074511051178,
      "learning_rate": 8.756580097399064e-05,
      "loss": 3.4169,
      "step": 23020
    },
    {
      "epoch": 19.904926534140017,
      "grad_norm": 0.6919512152671814,
      "learning_rate": 8.755542238575731e-05,
      "loss": 3.4278,
      "step": 23030
    },
    {
      "epoch": 19.913569576490925,
      "grad_norm": 0.6384173035621643,
      "learning_rate": 8.754504008352813e-05,
      "loss": 3.4159,
      "step": 23040
    },
    {
      "epoch": 19.922212618841833,
      "grad_norm": 0.694775402545929,
      "learning_rate": 8.753465406832982e-05,
      "loss": 3.4074,
      "step": 23050
    },
    {
      "epoch": 19.93085566119274,
      "grad_norm": 0.6197013854980469,
      "learning_rate": 8.752426434118949e-05,
      "loss": 3.4258,
      "step": 23060
    },
    {
      "epoch": 19.93949870354365,
      "grad_norm": 0.8682696223258972,
      "learning_rate": 8.751387090313463e-05,
      "loss": 3.3915,
      "step": 23070
    },
    {
      "epoch": 19.948141745894556,
      "grad_norm": 0.6576923727989197,
      "learning_rate": 8.75034737551931e-05,
      "loss": 3.4252,
      "step": 23080
    },
    {
      "epoch": 19.95678478824546,
      "grad_norm": 0.8639028668403625,
      "learning_rate": 8.749307289839308e-05,
      "loss": 3.4117,
      "step": 23090
    },
    {
      "epoch": 19.96542783059637,
      "grad_norm": 0.6530963778495789,
      "learning_rate": 8.748266833376316e-05,
      "loss": 3.4208,
      "step": 23100
    },
    {
      "epoch": 19.974070872947276,
      "grad_norm": 0.6855600476264954,
      "learning_rate": 8.747226006233228e-05,
      "loss": 3.4106,
      "step": 23110
    },
    {
      "epoch": 19.982713915298184,
      "grad_norm": 0.7333251237869263,
      "learning_rate": 8.74618480851298e-05,
      "loss": 3.4207,
      "step": 23120
    },
    {
      "epoch": 19.991356957649092,
      "grad_norm": 0.837184488773346,
      "learning_rate": 8.745143240318535e-05,
      "loss": 3.4041,
      "step": 23130
    },
    {
      "epoch": 20.0,
      "grad_norm": 1.3595738410949707,
      "learning_rate": 8.744101301752898e-05,
      "loss": 3.4178,
      "step": 23140
    },
    {
      "epoch": 20.008643042350908,
      "grad_norm": 0.8151279091835022,
      "learning_rate": 8.743058992919112e-05,
      "loss": 3.3154,
      "step": 23150
    },
    {
      "epoch": 20.017286084701816,
      "grad_norm": 0.67719566822052,
      "learning_rate": 8.742016313920253e-05,
      "loss": 3.298,
      "step": 23160
    },
    {
      "epoch": 20.025929127052724,
      "grad_norm": 0.6529111862182617,
      "learning_rate": 8.740973264859438e-05,
      "loss": 3.2874,
      "step": 23170
    },
    {
      "epoch": 20.03457216940363,
      "grad_norm": 0.650886595249176,
      "learning_rate": 8.739929845839815e-05,
      "loss": 3.295,
      "step": 23180
    },
    {
      "epoch": 20.04321521175454,
      "grad_norm": 0.6049909591674805,
      "learning_rate": 8.738886056964575e-05,
      "loss": 3.3062,
      "step": 23190
    },
    {
      "epoch": 20.051858254105444,
      "grad_norm": 0.7445404529571533,
      "learning_rate": 8.737841898336938e-05,
      "loss": 3.2948,
      "step": 23200
    },
    {
      "epoch": 20.06050129645635,
      "grad_norm": 0.8415569067001343,
      "learning_rate": 8.736797370060168e-05,
      "loss": 3.2884,
      "step": 23210
    },
    {
      "epoch": 20.06914433880726,
      "grad_norm": 0.8086206316947937,
      "learning_rate": 8.735752472237561e-05,
      "loss": 3.3253,
      "step": 23220
    },
    {
      "epoch": 20.077787381158167,
      "grad_norm": 0.73821622133255,
      "learning_rate": 8.73470720497245e-05,
      "loss": 3.3097,
      "step": 23230
    },
    {
      "epoch": 20.086430423509075,
      "grad_norm": 0.7113747000694275,
      "learning_rate": 8.733661568368208e-05,
      "loss": 3.3141,
      "step": 23240
    },
    {
      "epoch": 20.095073465859983,
      "grad_norm": 0.6496133804321289,
      "learning_rate": 8.73261556252824e-05,
      "loss": 3.299,
      "step": 23250
    },
    {
      "epoch": 20.10371650821089,
      "grad_norm": 0.8121845722198486,
      "learning_rate": 8.73156918755599e-05,
      "loss": 3.3214,
      "step": 23260
    },
    {
      "epoch": 20.1123595505618,
      "grad_norm": 0.9285755157470703,
      "learning_rate": 8.730522443554936e-05,
      "loss": 3.3208,
      "step": 23270
    },
    {
      "epoch": 20.121002592912706,
      "grad_norm": 0.7097468376159668,
      "learning_rate": 8.729475330628598e-05,
      "loss": 3.3217,
      "step": 23280
    },
    {
      "epoch": 20.129645635263614,
      "grad_norm": 0.81181401014328,
      "learning_rate": 8.728427848880527e-05,
      "loss": 3.3144,
      "step": 23290
    },
    {
      "epoch": 20.138288677614522,
      "grad_norm": 0.7198333144187927,
      "learning_rate": 8.727379998414311e-05,
      "loss": 3.3277,
      "step": 23300
    },
    {
      "epoch": 20.146931719965426,
      "grad_norm": 0.7204069495201111,
      "learning_rate": 8.726331779333579e-05,
      "loss": 3.3149,
      "step": 23310
    },
    {
      "epoch": 20.155574762316334,
      "grad_norm": 0.7323169708251953,
      "learning_rate": 8.72528319174199e-05,
      "loss": 3.3289,
      "step": 23320
    },
    {
      "epoch": 20.164217804667242,
      "grad_norm": 0.9846072793006897,
      "learning_rate": 8.724234235743245e-05,
      "loss": 3.3172,
      "step": 23330
    },
    {
      "epoch": 20.17286084701815,
      "grad_norm": 0.7272012829780579,
      "learning_rate": 8.723184911441077e-05,
      "loss": 3.344,
      "step": 23340
    },
    {
      "epoch": 20.181503889369058,
      "grad_norm": 1.0731512308120728,
      "learning_rate": 8.722135218939261e-05,
      "loss": 3.317,
      "step": 23350
    },
    {
      "epoch": 20.190146931719966,
      "grad_norm": 0.9283784031867981,
      "learning_rate": 8.721085158341602e-05,
      "loss": 3.3162,
      "step": 23360
    },
    {
      "epoch": 20.198789974070873,
      "grad_norm": 0.7607840895652771,
      "learning_rate": 8.720034729751947e-05,
      "loss": 3.3251,
      "step": 23370
    },
    {
      "epoch": 20.20743301642178,
      "grad_norm": 0.6459676027297974,
      "learning_rate": 8.718983933274174e-05,
      "loss": 3.3234,
      "step": 23380
    },
    {
      "epoch": 20.21607605877269,
      "grad_norm": 0.6759361624717712,
      "learning_rate": 8.717932769012201e-05,
      "loss": 3.3344,
      "step": 23390
    },
    {
      "epoch": 20.224719101123597,
      "grad_norm": 0.8085123300552368,
      "learning_rate": 8.716881237069982e-05,
      "loss": 3.3341,
      "step": 23400
    },
    {
      "epoch": 20.2333621434745,
      "grad_norm": 0.6815916895866394,
      "learning_rate": 8.715829337551509e-05,
      "loss": 3.3462,
      "step": 23410
    },
    {
      "epoch": 20.24200518582541,
      "grad_norm": 0.6322557330131531,
      "learning_rate": 8.714777070560804e-05,
      "loss": 3.3162,
      "step": 23420
    },
    {
      "epoch": 20.250648228176317,
      "grad_norm": 0.6173825860023499,
      "learning_rate": 8.713724436201934e-05,
      "loss": 3.3192,
      "step": 23430
    },
    {
      "epoch": 20.259291270527225,
      "grad_norm": 0.7817044854164124,
      "learning_rate": 8.712671434578994e-05,
      "loss": 3.3386,
      "step": 23440
    },
    {
      "epoch": 20.267934312878133,
      "grad_norm": 0.7556198239326477,
      "learning_rate": 8.711618065796122e-05,
      "loss": 3.3409,
      "step": 23450
    },
    {
      "epoch": 20.27657735522904,
      "grad_norm": 0.6237356066703796,
      "learning_rate": 8.710564329957486e-05,
      "loss": 3.3314,
      "step": 23460
    },
    {
      "epoch": 20.28522039757995,
      "grad_norm": 0.682806134223938,
      "learning_rate": 8.709510227167299e-05,
      "loss": 3.3378,
      "step": 23470
    },
    {
      "epoch": 20.293863439930856,
      "grad_norm": 0.6249827742576599,
      "learning_rate": 8.708455757529801e-05,
      "loss": 3.3205,
      "step": 23480
    },
    {
      "epoch": 20.302506482281764,
      "grad_norm": 0.7088205814361572,
      "learning_rate": 8.707400921149276e-05,
      "loss": 3.3316,
      "step": 23490
    },
    {
      "epoch": 20.311149524632672,
      "grad_norm": 1.016223430633545,
      "learning_rate": 8.706345718130038e-05,
      "loss": 3.3199,
      "step": 23500
    },
    {
      "epoch": 20.31979256698358,
      "grad_norm": 0.756824254989624,
      "learning_rate": 8.70529014857644e-05,
      "loss": 3.3417,
      "step": 23510
    },
    {
      "epoch": 20.328435609334484,
      "grad_norm": 0.6646714210510254,
      "learning_rate": 8.704234212592873e-05,
      "loss": 3.3469,
      "step": 23520
    },
    {
      "epoch": 20.337078651685392,
      "grad_norm": 0.6429023146629333,
      "learning_rate": 8.70317791028376e-05,
      "loss": 3.3411,
      "step": 23530
    },
    {
      "epoch": 20.3457216940363,
      "grad_norm": 0.6939104795455933,
      "learning_rate": 8.702121241753565e-05,
      "loss": 3.3322,
      "step": 23540
    },
    {
      "epoch": 20.354364736387208,
      "grad_norm": 0.6647523045539856,
      "learning_rate": 8.701064207106784e-05,
      "loss": 3.3329,
      "step": 23550
    },
    {
      "epoch": 20.363007778738115,
      "grad_norm": 0.731445848941803,
      "learning_rate": 8.700006806447954e-05,
      "loss": 3.3377,
      "step": 23560
    },
    {
      "epoch": 20.371650821089023,
      "grad_norm": 0.6680741310119629,
      "learning_rate": 8.698949039881641e-05,
      "loss": 3.3478,
      "step": 23570
    },
    {
      "epoch": 20.38029386343993,
      "grad_norm": 0.7148979306221008,
      "learning_rate": 8.697890907512455e-05,
      "loss": 3.3595,
      "step": 23580
    },
    {
      "epoch": 20.38893690579084,
      "grad_norm": 0.6853400468826294,
      "learning_rate": 8.696832409445037e-05,
      "loss": 3.3519,
      "step": 23590
    },
    {
      "epoch": 20.397579948141747,
      "grad_norm": 0.6293113231658936,
      "learning_rate": 8.695773545784067e-05,
      "loss": 3.3426,
      "step": 23600
    },
    {
      "epoch": 20.406222990492655,
      "grad_norm": 0.6482672095298767,
      "learning_rate": 8.69471431663426e-05,
      "loss": 3.3375,
      "step": 23610
    },
    {
      "epoch": 20.414866032843562,
      "grad_norm": 0.7130231261253357,
      "learning_rate": 8.693654722100364e-05,
      "loss": 3.3728,
      "step": 23620
    },
    {
      "epoch": 20.423509075194467,
      "grad_norm": 0.7456242442131042,
      "learning_rate": 8.69259476228717e-05,
      "loss": 3.346,
      "step": 23630
    },
    {
      "epoch": 20.432152117545375,
      "grad_norm": 0.7157723307609558,
      "learning_rate": 8.691534437299501e-05,
      "loss": 3.3265,
      "step": 23640
    },
    {
      "epoch": 20.440795159896282,
      "grad_norm": 0.6885764002799988,
      "learning_rate": 8.690473747242215e-05,
      "loss": 3.3232,
      "step": 23650
    },
    {
      "epoch": 20.44943820224719,
      "grad_norm": 0.6618832945823669,
      "learning_rate": 8.689412692220208e-05,
      "loss": 3.348,
      "step": 23660
    },
    {
      "epoch": 20.458081244598098,
      "grad_norm": 0.696463942527771,
      "learning_rate": 8.688351272338411e-05,
      "loss": 3.3558,
      "step": 23670
    },
    {
      "epoch": 20.466724286949006,
      "grad_norm": 0.7658606767654419,
      "learning_rate": 8.687289487701794e-05,
      "loss": 3.3451,
      "step": 23680
    },
    {
      "epoch": 20.475367329299914,
      "grad_norm": 0.6619508266448975,
      "learning_rate": 8.686227338415358e-05,
      "loss": 3.3569,
      "step": 23690
    },
    {
      "epoch": 20.48401037165082,
      "grad_norm": 0.6465304493904114,
      "learning_rate": 8.685164824584147e-05,
      "loss": 3.3493,
      "step": 23700
    },
    {
      "epoch": 20.49265341400173,
      "grad_norm": 0.6664530634880066,
      "learning_rate": 8.684101946313231e-05,
      "loss": 3.3367,
      "step": 23710
    },
    {
      "epoch": 20.501296456352637,
      "grad_norm": 0.6748514175415039,
      "learning_rate": 8.683038703707727e-05,
      "loss": 3.3485,
      "step": 23720
    },
    {
      "epoch": 20.509939498703545,
      "grad_norm": 0.7991465926170349,
      "learning_rate": 8.68197509687278e-05,
      "loss": 3.3491,
      "step": 23730
    },
    {
      "epoch": 20.51858254105445,
      "grad_norm": 0.5986025929450989,
      "learning_rate": 8.680911125913578e-05,
      "loss": 3.3417,
      "step": 23740
    },
    {
      "epoch": 20.527225583405357,
      "grad_norm": 0.651490330696106,
      "learning_rate": 8.679846790935337e-05,
      "loss": 3.3522,
      "step": 23750
    },
    {
      "epoch": 20.535868625756265,
      "grad_norm": 0.6864240765571594,
      "learning_rate": 8.678782092043313e-05,
      "loss": 3.3406,
      "step": 23760
    },
    {
      "epoch": 20.544511668107173,
      "grad_norm": 0.7356167435646057,
      "learning_rate": 8.677717029342803e-05,
      "loss": 3.3698,
      "step": 23770
    },
    {
      "epoch": 20.55315471045808,
      "grad_norm": 0.6887508034706116,
      "learning_rate": 8.676651602939128e-05,
      "loss": 3.3689,
      "step": 23780
    },
    {
      "epoch": 20.56179775280899,
      "grad_norm": 0.6864663362503052,
      "learning_rate": 8.675585812937658e-05,
      "loss": 3.3643,
      "step": 23790
    },
    {
      "epoch": 20.570440795159897,
      "grad_norm": 0.6693388819694519,
      "learning_rate": 8.67451965944379e-05,
      "loss": 3.358,
      "step": 23800
    },
    {
      "epoch": 20.579083837510804,
      "grad_norm": 0.6356276273727417,
      "learning_rate": 8.673453142562959e-05,
      "loss": 3.3743,
      "step": 23810
    },
    {
      "epoch": 20.587726879861712,
      "grad_norm": 0.6678673028945923,
      "learning_rate": 8.672386262400641e-05,
      "loss": 3.3562,
      "step": 23820
    },
    {
      "epoch": 20.59636992221262,
      "grad_norm": 0.953967273235321,
      "learning_rate": 8.671319019062338e-05,
      "loss": 3.3628,
      "step": 23830
    },
    {
      "epoch": 20.605012964563528,
      "grad_norm": 0.7367532849311829,
      "learning_rate": 8.670251412653598e-05,
      "loss": 3.3687,
      "step": 23840
    },
    {
      "epoch": 20.613656006914432,
      "grad_norm": 0.9029251337051392,
      "learning_rate": 8.66918344328e-05,
      "loss": 3.3571,
      "step": 23850
    },
    {
      "epoch": 20.62229904926534,
      "grad_norm": 0.684848964214325,
      "learning_rate": 8.66811511104716e-05,
      "loss": 3.3535,
      "step": 23860
    },
    {
      "epoch": 20.630942091616248,
      "grad_norm": 0.6606590747833252,
      "learning_rate": 8.667046416060724e-05,
      "loss": 3.387,
      "step": 23870
    },
    {
      "epoch": 20.639585133967156,
      "grad_norm": 0.7735059857368469,
      "learning_rate": 8.665977358426386e-05,
      "loss": 3.3581,
      "step": 23880
    },
    {
      "epoch": 20.648228176318064,
      "grad_norm": 0.6647412180900574,
      "learning_rate": 8.664907938249867e-05,
      "loss": 3.358,
      "step": 23890
    },
    {
      "epoch": 20.65687121866897,
      "grad_norm": 0.7121381759643555,
      "learning_rate": 8.663838155636923e-05,
      "loss": 3.377,
      "step": 23900
    },
    {
      "epoch": 20.66551426101988,
      "grad_norm": 0.7362188100814819,
      "learning_rate": 8.662768010693353e-05,
      "loss": 3.362,
      "step": 23910
    },
    {
      "epoch": 20.674157303370787,
      "grad_norm": 0.7163169980049133,
      "learning_rate": 8.661697503524986e-05,
      "loss": 3.3721,
      "step": 23920
    },
    {
      "epoch": 20.682800345721695,
      "grad_norm": 0.7490702867507935,
      "learning_rate": 8.660626634237687e-05,
      "loss": 3.3501,
      "step": 23930
    },
    {
      "epoch": 20.691443388072603,
      "grad_norm": 0.6751579642295837,
      "learning_rate": 8.65955540293736e-05,
      "loss": 3.3778,
      "step": 23940
    },
    {
      "epoch": 20.70008643042351,
      "grad_norm": 0.7543660402297974,
      "learning_rate": 8.658483809729944e-05,
      "loss": 3.3557,
      "step": 23950
    },
    {
      "epoch": 20.708729472774415,
      "grad_norm": 0.6587195992469788,
      "learning_rate": 8.65741185472141e-05,
      "loss": 3.3751,
      "step": 23960
    },
    {
      "epoch": 20.717372515125323,
      "grad_norm": 0.6972365379333496,
      "learning_rate": 8.65633953801777e-05,
      "loss": 3.3715,
      "step": 23970
    },
    {
      "epoch": 20.72601555747623,
      "grad_norm": 0.707226574420929,
      "learning_rate": 8.655266859725069e-05,
      "loss": 3.369,
      "step": 23980
    },
    {
      "epoch": 20.73465859982714,
      "grad_norm": 0.70707106590271,
      "learning_rate": 8.654193819949385e-05,
      "loss": 3.3933,
      "step": 23990
    },
    {
      "epoch": 20.743301642178047,
      "grad_norm": 0.6845956444740295,
      "learning_rate": 8.65312041879684e-05,
      "loss": 3.3535,
      "step": 24000
    },
    {
      "epoch": 20.751944684528954,
      "grad_norm": 0.6638995409011841,
      "learning_rate": 8.652046656373583e-05,
      "loss": 3.363,
      "step": 24010
    },
    {
      "epoch": 20.760587726879862,
      "grad_norm": 0.7432584166526794,
      "learning_rate": 8.650972532785803e-05,
      "loss": 3.3699,
      "step": 24020
    },
    {
      "epoch": 20.76923076923077,
      "grad_norm": 0.819534420967102,
      "learning_rate": 8.649898048139727e-05,
      "loss": 3.3668,
      "step": 24030
    },
    {
      "epoch": 20.777873811581678,
      "grad_norm": 0.6302960515022278,
      "learning_rate": 8.64882320254161e-05,
      "loss": 3.3583,
      "step": 24040
    },
    {
      "epoch": 20.786516853932586,
      "grad_norm": 0.6204900145530701,
      "learning_rate": 8.64774799609775e-05,
      "loss": 3.3581,
      "step": 24050
    },
    {
      "epoch": 20.795159896283494,
      "grad_norm": 0.6371335983276367,
      "learning_rate": 8.64667242891448e-05,
      "loss": 3.3729,
      "step": 24060
    },
    {
      "epoch": 20.803802938634398,
      "grad_norm": 0.7006038427352905,
      "learning_rate": 8.645596501098164e-05,
      "loss": 3.3669,
      "step": 24070
    },
    {
      "epoch": 20.812445980985306,
      "grad_norm": 0.6531341075897217,
      "learning_rate": 8.644520212755204e-05,
      "loss": 3.3744,
      "step": 24080
    },
    {
      "epoch": 20.821089023336214,
      "grad_norm": 0.7700918912887573,
      "learning_rate": 8.643443563992042e-05,
      "loss": 3.3779,
      "step": 24090
    },
    {
      "epoch": 20.82973206568712,
      "grad_norm": 1.2182265520095825,
      "learning_rate": 8.642366554915149e-05,
      "loss": 3.379,
      "step": 24100
    },
    {
      "epoch": 20.83837510803803,
      "grad_norm": 0.944673478603363,
      "learning_rate": 8.641289185631035e-05,
      "loss": 3.3738,
      "step": 24110
    },
    {
      "epoch": 20.847018150388937,
      "grad_norm": 0.6822190284729004,
      "learning_rate": 8.640211456246244e-05,
      "loss": 3.3855,
      "step": 24120
    },
    {
      "epoch": 20.855661192739845,
      "grad_norm": 0.6703656911849976,
      "learning_rate": 8.639133366867358e-05,
      "loss": 3.3748,
      "step": 24130
    },
    {
      "epoch": 20.864304235090753,
      "grad_norm": 0.6461000442504883,
      "learning_rate": 8.638054917600993e-05,
      "loss": 3.3815,
      "step": 24140
    },
    {
      "epoch": 20.87294727744166,
      "grad_norm": 0.8136734366416931,
      "learning_rate": 8.636976108553802e-05,
      "loss": 3.3667,
      "step": 24150
    },
    {
      "epoch": 20.88159031979257,
      "grad_norm": 1.2867156267166138,
      "learning_rate": 8.635896939832469e-05,
      "loss": 3.377,
      "step": 24160
    },
    {
      "epoch": 20.890233362143473,
      "grad_norm": 0.7187846899032593,
      "learning_rate": 8.63481741154372e-05,
      "loss": 3.4027,
      "step": 24170
    },
    {
      "epoch": 20.89887640449438,
      "grad_norm": 0.6872745156288147,
      "learning_rate": 8.633737523794315e-05,
      "loss": 3.364,
      "step": 24180
    },
    {
      "epoch": 20.90751944684529,
      "grad_norm": 0.9639543890953064,
      "learning_rate": 8.632657276691044e-05,
      "loss": 3.3789,
      "step": 24190
    },
    {
      "epoch": 20.916162489196196,
      "grad_norm": 0.6439418792724609,
      "learning_rate": 8.63157667034074e-05,
      "loss": 3.379,
      "step": 24200
    },
    {
      "epoch": 20.924805531547104,
      "grad_norm": 0.6628144979476929,
      "learning_rate": 8.630495704850266e-05,
      "loss": 3.3708,
      "step": 24210
    },
    {
      "epoch": 20.933448573898012,
      "grad_norm": 0.7713815569877625,
      "learning_rate": 8.629414380326523e-05,
      "loss": 3.3523,
      "step": 24220
    },
    {
      "epoch": 20.94209161624892,
      "grad_norm": 0.7528546452522278,
      "learning_rate": 8.628332696876448e-05,
      "loss": 3.3817,
      "step": 24230
    },
    {
      "epoch": 20.950734658599828,
      "grad_norm": 0.7198024392127991,
      "learning_rate": 8.627250654607013e-05,
      "loss": 3.3885,
      "step": 24240
    },
    {
      "epoch": 20.959377700950736,
      "grad_norm": 0.7983856201171875,
      "learning_rate": 8.626168253625224e-05,
      "loss": 3.3767,
      "step": 24250
    },
    {
      "epoch": 20.968020743301643,
      "grad_norm": 0.8506864905357361,
      "learning_rate": 8.625085494038125e-05,
      "loss": 3.3701,
      "step": 24260
    },
    {
      "epoch": 20.97666378565255,
      "grad_norm": 0.6331823468208313,
      "learning_rate": 8.624002375952793e-05,
      "loss": 3.373,
      "step": 24270
    },
    {
      "epoch": 20.985306828003456,
      "grad_norm": 1.3090639114379883,
      "learning_rate": 8.622918899476345e-05,
      "loss": 3.3876,
      "step": 24280
    },
    {
      "epoch": 20.993949870354363,
      "grad_norm": 0.702887237071991,
      "learning_rate": 8.621835064715922e-05,
      "loss": 3.3987,
      "step": 24290
    },
    {
      "epoch": 21.00259291270527,
      "grad_norm": 0.6403699517250061,
      "learning_rate": 8.620750871778718e-05,
      "loss": 3.3741,
      "step": 24300
    },
    {
      "epoch": 21.01123595505618,
      "grad_norm": 0.7017726302146912,
      "learning_rate": 8.619666320771947e-05,
      "loss": 3.2538,
      "step": 24310
    },
    {
      "epoch": 21.019878997407087,
      "grad_norm": 0.7583802342414856,
      "learning_rate": 8.618581411802865e-05,
      "loss": 3.2654,
      "step": 24320
    },
    {
      "epoch": 21.028522039757995,
      "grad_norm": 0.8178677558898926,
      "learning_rate": 8.617496144978764e-05,
      "loss": 3.2673,
      "step": 24330
    },
    {
      "epoch": 21.037165082108903,
      "grad_norm": 1.2832629680633545,
      "learning_rate": 8.61641052040697e-05,
      "loss": 3.2689,
      "step": 24340
    },
    {
      "epoch": 21.04580812445981,
      "grad_norm": 0.6852946877479553,
      "learning_rate": 8.615324538194843e-05,
      "loss": 3.2463,
      "step": 24350
    },
    {
      "epoch": 21.05445116681072,
      "grad_norm": 0.7356951832771301,
      "learning_rate": 8.614238198449783e-05,
      "loss": 3.2538,
      "step": 24360
    },
    {
      "epoch": 21.063094209161626,
      "grad_norm": 0.7706502079963684,
      "learning_rate": 8.613151501279217e-05,
      "loss": 3.2802,
      "step": 24370
    },
    {
      "epoch": 21.071737251512534,
      "grad_norm": 0.7143386602401733,
      "learning_rate": 8.612064446790617e-05,
      "loss": 3.2745,
      "step": 24380
    },
    {
      "epoch": 21.08038029386344,
      "grad_norm": 0.7000448107719421,
      "learning_rate": 8.610977035091485e-05,
      "loss": 3.2583,
      "step": 24390
    },
    {
      "epoch": 21.089023336214346,
      "grad_norm": 0.7345729470252991,
      "learning_rate": 8.60988926628936e-05,
      "loss": 3.2656,
      "step": 24400
    },
    {
      "epoch": 21.097666378565254,
      "grad_norm": 0.761570394039154,
      "learning_rate": 8.608801140491811e-05,
      "loss": 3.2956,
      "step": 24410
    },
    {
      "epoch": 21.106309420916162,
      "grad_norm": 0.7033406496047974,
      "learning_rate": 8.607712657806453e-05,
      "loss": 3.2912,
      "step": 24420
    },
    {
      "epoch": 21.11495246326707,
      "grad_norm": 0.7371821403503418,
      "learning_rate": 8.606623818340925e-05,
      "loss": 3.2916,
      "step": 24430
    },
    {
      "epoch": 21.123595505617978,
      "grad_norm": 0.7036409974098206,
      "learning_rate": 8.605534622202909e-05,
      "loss": 3.2757,
      "step": 24440
    },
    {
      "epoch": 21.132238547968885,
      "grad_norm": 0.7762748003005981,
      "learning_rate": 8.60444506950012e-05,
      "loss": 3.2697,
      "step": 24450
    },
    {
      "epoch": 21.140881590319793,
      "grad_norm": 0.6798717379570007,
      "learning_rate": 8.603355160340306e-05,
      "loss": 3.2628,
      "step": 24460
    },
    {
      "epoch": 21.1495246326707,
      "grad_norm": 0.9626947045326233,
      "learning_rate": 8.602264894831254e-05,
      "loss": 3.2767,
      "step": 24470
    },
    {
      "epoch": 21.15816767502161,
      "grad_norm": 0.7014814615249634,
      "learning_rate": 8.601174273080783e-05,
      "loss": 3.2818,
      "step": 24480
    },
    {
      "epoch": 21.166810717372517,
      "grad_norm": 0.9379764199256897,
      "learning_rate": 8.600083295196751e-05,
      "loss": 3.2842,
      "step": 24490
    },
    {
      "epoch": 21.17545375972342,
      "grad_norm": 0.6902262568473816,
      "learning_rate": 8.598991961287045e-05,
      "loss": 3.2841,
      "step": 24500
    },
    {
      "epoch": 21.18409680207433,
      "grad_norm": 0.6924102902412415,
      "learning_rate": 8.597900271459596e-05,
      "loss": 3.2898,
      "step": 24510
    },
    {
      "epoch": 21.192739844425237,
      "grad_norm": 0.6873767971992493,
      "learning_rate": 8.59680822582236e-05,
      "loss": 3.3057,
      "step": 24520
    },
    {
      "epoch": 21.201382886776145,
      "grad_norm": 0.763051450252533,
      "learning_rate": 8.595715824483337e-05,
      "loss": 3.3159,
      "step": 24530
    },
    {
      "epoch": 21.210025929127053,
      "grad_norm": 0.7096454501152039,
      "learning_rate": 8.594623067550557e-05,
      "loss": 3.2965,
      "step": 24540
    },
    {
      "epoch": 21.21866897147796,
      "grad_norm": 0.727760910987854,
      "learning_rate": 8.59352995513209e-05,
      "loss": 3.2932,
      "step": 24550
    },
    {
      "epoch": 21.22731201382887,
      "grad_norm": 0.662692129611969,
      "learning_rate": 8.592436487336034e-05,
      "loss": 3.2905,
      "step": 24560
    },
    {
      "epoch": 21.235955056179776,
      "grad_norm": 0.7101397514343262,
      "learning_rate": 8.591342664270527e-05,
      "loss": 3.3017,
      "step": 24570
    },
    {
      "epoch": 21.244598098530684,
      "grad_norm": 0.6912108063697815,
      "learning_rate": 8.590248486043744e-05,
      "loss": 3.2843,
      "step": 24580
    },
    {
      "epoch": 21.25324114088159,
      "grad_norm": 0.7083348631858826,
      "learning_rate": 8.589153952763888e-05,
      "loss": 3.312,
      "step": 24590
    },
    {
      "epoch": 21.261884183232496,
      "grad_norm": 0.7400405406951904,
      "learning_rate": 8.588059064539205e-05,
      "loss": 3.2863,
      "step": 24600
    },
    {
      "epoch": 21.270527225583404,
      "grad_norm": 0.6723147034645081,
      "learning_rate": 8.586963821477972e-05,
      "loss": 3.3031,
      "step": 24610
    },
    {
      "epoch": 21.27917026793431,
      "grad_norm": 0.806531548500061,
      "learning_rate": 8.585868223688498e-05,
      "loss": 3.2899,
      "step": 24620
    },
    {
      "epoch": 21.28781331028522,
      "grad_norm": 0.8074880242347717,
      "learning_rate": 8.584772271279137e-05,
      "loss": 3.2939,
      "step": 24630
    },
    {
      "epoch": 21.296456352636127,
      "grad_norm": 0.7318102717399597,
      "learning_rate": 8.583675964358267e-05,
      "loss": 3.3052,
      "step": 24640
    },
    {
      "epoch": 21.305099394987035,
      "grad_norm": 1.2650790214538574,
      "learning_rate": 8.582579303034307e-05,
      "loss": 3.3078,
      "step": 24650
    },
    {
      "epoch": 21.313742437337943,
      "grad_norm": 0.8732125163078308,
      "learning_rate": 8.581482287415712e-05,
      "loss": 3.3048,
      "step": 24660
    },
    {
      "epoch": 21.32238547968885,
      "grad_norm": 0.7046490907669067,
      "learning_rate": 8.580384917610966e-05,
      "loss": 3.3098,
      "step": 24670
    },
    {
      "epoch": 21.33102852203976,
      "grad_norm": 0.8434374928474426,
      "learning_rate": 8.579287193728596e-05,
      "loss": 3.3094,
      "step": 24680
    },
    {
      "epoch": 21.339671564390667,
      "grad_norm": 0.7082531452178955,
      "learning_rate": 8.578189115877157e-05,
      "loss": 3.3065,
      "step": 24690
    },
    {
      "epoch": 21.348314606741575,
      "grad_norm": 0.7165448665618896,
      "learning_rate": 8.577090684165246e-05,
      "loss": 3.2952,
      "step": 24700
    },
    {
      "epoch": 21.35695764909248,
      "grad_norm": 0.7605417966842651,
      "learning_rate": 8.575991898701487e-05,
      "loss": 3.2999,
      "step": 24710
    },
    {
      "epoch": 21.365600691443387,
      "grad_norm": 0.6944907307624817,
      "learning_rate": 8.574892759594544e-05,
      "loss": 3.2987,
      "step": 24720
    },
    {
      "epoch": 21.374243733794295,
      "grad_norm": 0.8136398792266846,
      "learning_rate": 8.573793266953115e-05,
      "loss": 3.3006,
      "step": 24730
    },
    {
      "epoch": 21.382886776145202,
      "grad_norm": 0.6804063320159912,
      "learning_rate": 8.572693420885933e-05,
      "loss": 3.3245,
      "step": 24740
    },
    {
      "epoch": 21.39152981849611,
      "grad_norm": 0.7190288305282593,
      "learning_rate": 8.571593221501768e-05,
      "loss": 3.3189,
      "step": 24750
    },
    {
      "epoch": 21.400172860847018,
      "grad_norm": 0.7228325009346008,
      "learning_rate": 8.57049266890942e-05,
      "loss": 3.3049,
      "step": 24760
    },
    {
      "epoch": 21.408815903197926,
      "grad_norm": 0.9237053394317627,
      "learning_rate": 8.569391763217727e-05,
      "loss": 3.2997,
      "step": 24770
    },
    {
      "epoch": 21.417458945548834,
      "grad_norm": 0.6643108129501343,
      "learning_rate": 8.568290504535563e-05,
      "loss": 3.3068,
      "step": 24780
    },
    {
      "epoch": 21.42610198789974,
      "grad_norm": 0.7589348554611206,
      "learning_rate": 8.567188892971834e-05,
      "loss": 3.3098,
      "step": 24790
    },
    {
      "epoch": 21.43474503025065,
      "grad_norm": 0.8029047846794128,
      "learning_rate": 8.566086928635486e-05,
      "loss": 3.3042,
      "step": 24800
    },
    {
      "epoch": 21.443388072601557,
      "grad_norm": 0.8128048777580261,
      "learning_rate": 8.564984611635491e-05,
      "loss": 3.3166,
      "step": 24810
    },
    {
      "epoch": 21.45203111495246,
      "grad_norm": 0.9791015982627869,
      "learning_rate": 8.563881942080865e-05,
      "loss": 3.3104,
      "step": 24820
    },
    {
      "epoch": 21.46067415730337,
      "grad_norm": 0.6937280893325806,
      "learning_rate": 8.562778920080654e-05,
      "loss": 3.3137,
      "step": 24830
    },
    {
      "epoch": 21.469317199654277,
      "grad_norm": 0.7345921993255615,
      "learning_rate": 8.561675545743942e-05,
      "loss": 3.3347,
      "step": 24840
    },
    {
      "epoch": 21.477960242005185,
      "grad_norm": 0.6670399904251099,
      "learning_rate": 8.560571819179842e-05,
      "loss": 3.3018,
      "step": 24850
    },
    {
      "epoch": 21.486603284356093,
      "grad_norm": 0.648643970489502,
      "learning_rate": 8.559467740497508e-05,
      "loss": 3.3296,
      "step": 24860
    },
    {
      "epoch": 21.495246326707,
      "grad_norm": 0.6665421724319458,
      "learning_rate": 8.558363309806125e-05,
      "loss": 3.327,
      "step": 24870
    },
    {
      "epoch": 21.50388936905791,
      "grad_norm": 0.6968806982040405,
      "learning_rate": 8.557258527214917e-05,
      "loss": 3.3381,
      "step": 24880
    },
    {
      "epoch": 21.512532411408817,
      "grad_norm": 0.828366219997406,
      "learning_rate": 8.556153392833139e-05,
      "loss": 3.3239,
      "step": 24890
    },
    {
      "epoch": 21.521175453759724,
      "grad_norm": 0.7057903409004211,
      "learning_rate": 8.55504790677008e-05,
      "loss": 3.2895,
      "step": 24900
    },
    {
      "epoch": 21.529818496110632,
      "grad_norm": 0.667924702167511,
      "learning_rate": 8.553942069135066e-05,
      "loss": 3.309,
      "step": 24910
    },
    {
      "epoch": 21.53846153846154,
      "grad_norm": 0.6535395383834839,
      "learning_rate": 8.55283588003746e-05,
      "loss": 3.3359,
      "step": 24920
    },
    {
      "epoch": 21.547104580812444,
      "grad_norm": 0.7632993459701538,
      "learning_rate": 8.551729339586654e-05,
      "loss": 3.3162,
      "step": 24930
    },
    {
      "epoch": 21.555747623163352,
      "grad_norm": 0.7094376087188721,
      "learning_rate": 8.550622447892081e-05,
      "loss": 3.3158,
      "step": 24940
    },
    {
      "epoch": 21.56439066551426,
      "grad_norm": 0.7087035775184631,
      "learning_rate": 8.549515205063202e-05,
      "loss": 3.3065,
      "step": 24950
    },
    {
      "epoch": 21.573033707865168,
      "grad_norm": 0.6936131119728088,
      "learning_rate": 8.54840761120952e-05,
      "loss": 3.2967,
      "step": 24960
    },
    {
      "epoch": 21.581676750216076,
      "grad_norm": 0.9211469292640686,
      "learning_rate": 8.547299666440567e-05,
      "loss": 3.3261,
      "step": 24970
    },
    {
      "epoch": 21.590319792566984,
      "grad_norm": 0.7035468220710754,
      "learning_rate": 8.546191370865912e-05,
      "loss": 3.3209,
      "step": 24980
    },
    {
      "epoch": 21.59896283491789,
      "grad_norm": 0.6673939228057861,
      "learning_rate": 8.54508272459516e-05,
      "loss": 3.3145,
      "step": 24990
    },
    {
      "epoch": 21.6076058772688,
      "grad_norm": 0.7222422361373901,
      "learning_rate": 8.543973727737947e-05,
      "loss": 3.3229,
      "step": 25000
    },
    {
      "epoch": 21.616248919619707,
      "grad_norm": 0.6954987049102783,
      "learning_rate": 8.542864380403947e-05,
      "loss": 3.3044,
      "step": 25010
    },
    {
      "epoch": 21.624891961970615,
      "grad_norm": 0.7540276646614075,
      "learning_rate": 8.541754682702866e-05,
      "loss": 3.3163,
      "step": 25020
    },
    {
      "epoch": 21.633535004321523,
      "grad_norm": 0.816027820110321,
      "learning_rate": 8.540644634744448e-05,
      "loss": 3.3259,
      "step": 25030
    },
    {
      "epoch": 21.642178046672427,
      "grad_norm": 0.7539012432098389,
      "learning_rate": 8.53953423663847e-05,
      "loss": 3.3207,
      "step": 25040
    },
    {
      "epoch": 21.650821089023335,
      "grad_norm": 0.8090863227844238,
      "learning_rate": 8.538423488494742e-05,
      "loss": 3.3062,
      "step": 25050
    },
    {
      "epoch": 21.659464131374243,
      "grad_norm": 0.7036714553833008,
      "learning_rate": 8.537312390423111e-05,
      "loss": 3.3037,
      "step": 25060
    },
    {
      "epoch": 21.66810717372515,
      "grad_norm": 0.6842213273048401,
      "learning_rate": 8.536200942533459e-05,
      "loss": 3.3222,
      "step": 25070
    },
    {
      "epoch": 21.67675021607606,
      "grad_norm": 0.6758976578712463,
      "learning_rate": 8.535089144935697e-05,
      "loss": 3.3236,
      "step": 25080
    },
    {
      "epoch": 21.685393258426966,
      "grad_norm": 0.7000681161880493,
      "learning_rate": 8.533976997739778e-05,
      "loss": 3.3192,
      "step": 25090
    },
    {
      "epoch": 21.694036300777874,
      "grad_norm": 0.7545397281646729,
      "learning_rate": 8.532864501055687e-05,
      "loss": 3.325,
      "step": 25100
    },
    {
      "epoch": 21.702679343128782,
      "grad_norm": 0.7274550795555115,
      "learning_rate": 8.531751654993439e-05,
      "loss": 3.3354,
      "step": 25110
    },
    {
      "epoch": 21.71132238547969,
      "grad_norm": 1.143714189529419,
      "learning_rate": 8.530638459663092e-05,
      "loss": 3.3356,
      "step": 25120
    },
    {
      "epoch": 21.719965427830598,
      "grad_norm": 0.6978099346160889,
      "learning_rate": 8.529524915174732e-05,
      "loss": 3.3194,
      "step": 25130
    },
    {
      "epoch": 21.728608470181506,
      "grad_norm": 0.6617387533187866,
      "learning_rate": 8.528411021638481e-05,
      "loss": 3.3296,
      "step": 25140
    },
    {
      "epoch": 21.73725151253241,
      "grad_norm": 0.8566255569458008,
      "learning_rate": 8.527296779164498e-05,
      "loss": 3.3249,
      "step": 25150
    },
    {
      "epoch": 21.745894554883318,
      "grad_norm": 0.7118755578994751,
      "learning_rate": 8.526182187862972e-05,
      "loss": 3.3445,
      "step": 25160
    },
    {
      "epoch": 21.754537597234226,
      "grad_norm": 0.6838911175727844,
      "learning_rate": 8.525067247844131e-05,
      "loss": 3.3223,
      "step": 25170
    },
    {
      "epoch": 21.763180639585133,
      "grad_norm": 0.6832265853881836,
      "learning_rate": 8.523951959218236e-05,
      "loss": 3.3304,
      "step": 25180
    },
    {
      "epoch": 21.77182368193604,
      "grad_norm": 0.8236820101737976,
      "learning_rate": 8.522836322095581e-05,
      "loss": 3.3314,
      "step": 25190
    },
    {
      "epoch": 21.78046672428695,
      "grad_norm": 0.7919798493385315,
      "learning_rate": 8.521720336586497e-05,
      "loss": 3.3246,
      "step": 25200
    },
    {
      "epoch": 21.789109766637857,
      "grad_norm": 0.672609269618988,
      "learning_rate": 8.520604002801344e-05,
      "loss": 3.3388,
      "step": 25210
    },
    {
      "epoch": 21.797752808988765,
      "grad_norm": 0.9372919201850891,
      "learning_rate": 8.519487320850524e-05,
      "loss": 3.3223,
      "step": 25220
    },
    {
      "epoch": 21.806395851339673,
      "grad_norm": 0.699502170085907,
      "learning_rate": 8.518370290844468e-05,
      "loss": 3.3421,
      "step": 25230
    },
    {
      "epoch": 21.81503889369058,
      "grad_norm": 0.9431127905845642,
      "learning_rate": 8.517252912893647e-05,
      "loss": 3.3415,
      "step": 25240
    },
    {
      "epoch": 21.82368193604149,
      "grad_norm": 0.6733726263046265,
      "learning_rate": 8.516135187108558e-05,
      "loss": 3.3473,
      "step": 25250
    },
    {
      "epoch": 21.832324978392393,
      "grad_norm": 0.7209839820861816,
      "learning_rate": 8.515017113599739e-05,
      "loss": 3.3363,
      "step": 25260
    },
    {
      "epoch": 21.8409680207433,
      "grad_norm": 0.7159731984138489,
      "learning_rate": 8.513898692477762e-05,
      "loss": 3.3463,
      "step": 25270
    },
    {
      "epoch": 21.84961106309421,
      "grad_norm": 0.7684434056282043,
      "learning_rate": 8.512779923853226e-05,
      "loss": 3.32,
      "step": 25280
    },
    {
      "epoch": 21.858254105445116,
      "grad_norm": 0.6949355006217957,
      "learning_rate": 8.511660807836779e-05,
      "loss": 3.3404,
      "step": 25290
    },
    {
      "epoch": 21.866897147796024,
      "grad_norm": 0.6907650828361511,
      "learning_rate": 8.510541344539088e-05,
      "loss": 3.3478,
      "step": 25300
    },
    {
      "epoch": 21.875540190146932,
      "grad_norm": 0.7523650527000427,
      "learning_rate": 8.509421534070865e-05,
      "loss": 3.3451,
      "step": 25310
    },
    {
      "epoch": 21.88418323249784,
      "grad_norm": 0.7981913089752197,
      "learning_rate": 8.508301376542847e-05,
      "loss": 3.3447,
      "step": 25320
    },
    {
      "epoch": 21.892826274848748,
      "grad_norm": 0.7342542409896851,
      "learning_rate": 8.507180872065815e-05,
      "loss": 3.3214,
      "step": 25330
    },
    {
      "epoch": 21.901469317199656,
      "grad_norm": 0.7204858064651489,
      "learning_rate": 8.50606002075058e-05,
      "loss": 3.3372,
      "step": 25340
    },
    {
      "epoch": 21.910112359550563,
      "grad_norm": 0.6356040239334106,
      "learning_rate": 8.504938822707984e-05,
      "loss": 3.3429,
      "step": 25350
    },
    {
      "epoch": 21.918755401901468,
      "grad_norm": 1.260079264640808,
      "learning_rate": 8.503817278048908e-05,
      "loss": 3.3358,
      "step": 25360
    },
    {
      "epoch": 21.927398444252375,
      "grad_norm": 0.6531500816345215,
      "learning_rate": 8.502695386884267e-05,
      "loss": 3.3346,
      "step": 25370
    },
    {
      "epoch": 21.936041486603283,
      "grad_norm": 0.7433174848556519,
      "learning_rate": 8.501573149325007e-05,
      "loss": 3.3395,
      "step": 25380
    },
    {
      "epoch": 21.94468452895419,
      "grad_norm": 0.7498725652694702,
      "learning_rate": 8.500450565482112e-05,
      "loss": 3.3413,
      "step": 25390
    },
    {
      "epoch": 21.9533275713051,
      "grad_norm": 0.6410710215568542,
      "learning_rate": 8.499327635466596e-05,
      "loss": 3.3345,
      "step": 25400
    },
    {
      "epoch": 21.961970613656007,
      "grad_norm": 0.6803655028343201,
      "learning_rate": 8.498204359389514e-05,
      "loss": 3.3467,
      "step": 25410
    },
    {
      "epoch": 21.970613656006915,
      "grad_norm": 0.6889625191688538,
      "learning_rate": 8.497080737361948e-05,
      "loss": 3.3388,
      "step": 25420
    },
    {
      "epoch": 21.979256698357823,
      "grad_norm": 0.8515729308128357,
      "learning_rate": 8.495956769495017e-05,
      "loss": 3.3495,
      "step": 25430
    },
    {
      "epoch": 21.98789974070873,
      "grad_norm": 0.6693305969238281,
      "learning_rate": 8.494832455899875e-05,
      "loss": 3.3713,
      "step": 25440
    },
    {
      "epoch": 21.99654278305964,
      "grad_norm": 0.7205870747566223,
      "learning_rate": 8.493707796687709e-05,
      "loss": 3.3541,
      "step": 25450
    },
    {
      "epoch": 22.005185825410546,
      "grad_norm": 0.7213220596313477,
      "learning_rate": 8.49258279196974e-05,
      "loss": 3.2576,
      "step": 25460
    },
    {
      "epoch": 22.01382886776145,
      "grad_norm": 0.7249053716659546,
      "learning_rate": 8.491457441857229e-05,
      "loss": 3.2153,
      "step": 25470
    },
    {
      "epoch": 22.02247191011236,
      "grad_norm": 0.7328360080718994,
      "learning_rate": 8.49033174646146e-05,
      "loss": 3.2079,
      "step": 25480
    },
    {
      "epoch": 22.031114952463266,
      "grad_norm": 0.6964967846870422,
      "learning_rate": 8.489205705893758e-05,
      "loss": 3.2267,
      "step": 25490
    },
    {
      "epoch": 22.039757994814174,
      "grad_norm": 0.6942766904830933,
      "learning_rate": 8.488079320265484e-05,
      "loss": 3.2261,
      "step": 25500
    },
    {
      "epoch": 22.048401037165082,
      "grad_norm": 0.7936655879020691,
      "learning_rate": 8.486952589688031e-05,
      "loss": 3.2231,
      "step": 25510
    },
    {
      "epoch": 22.05704407951599,
      "grad_norm": 0.6947795152664185,
      "learning_rate": 8.485825514272824e-05,
      "loss": 3.2303,
      "step": 25520
    },
    {
      "epoch": 22.065687121866898,
      "grad_norm": 0.7272412180900574,
      "learning_rate": 8.484698094131321e-05,
      "loss": 3.2302,
      "step": 25530
    },
    {
      "epoch": 22.074330164217805,
      "grad_norm": 0.7180249094963074,
      "learning_rate": 8.483570329375022e-05,
      "loss": 3.2193,
      "step": 25540
    },
    {
      "epoch": 22.082973206568713,
      "grad_norm": 0.7330676913261414,
      "learning_rate": 8.482442220115452e-05,
      "loss": 3.2322,
      "step": 25550
    },
    {
      "epoch": 22.09161624891962,
      "grad_norm": 0.8219001889228821,
      "learning_rate": 8.481313766464173e-05,
      "loss": 3.2292,
      "step": 25560
    },
    {
      "epoch": 22.10025929127053,
      "grad_norm": 0.8560673594474792,
      "learning_rate": 8.480184968532788e-05,
      "loss": 3.2349,
      "step": 25570
    },
    {
      "epoch": 22.108902333621433,
      "grad_norm": 0.8257143497467041,
      "learning_rate": 8.479055826432922e-05,
      "loss": 3.2367,
      "step": 25580
    },
    {
      "epoch": 22.11754537597234,
      "grad_norm": 0.7724419832229614,
      "learning_rate": 8.477926340276243e-05,
      "loss": 3.2346,
      "step": 25590
    },
    {
      "epoch": 22.12618841832325,
      "grad_norm": 0.8566451072692871,
      "learning_rate": 8.476796510174449e-05,
      "loss": 3.2243,
      "step": 25600
    },
    {
      "epoch": 22.134831460674157,
      "grad_norm": 0.7536117434501648,
      "learning_rate": 8.475666336239274e-05,
      "loss": 3.225,
      "step": 25610
    },
    {
      "epoch": 22.143474503025065,
      "grad_norm": 0.6937381029129028,
      "learning_rate": 8.474535818582485e-05,
      "loss": 3.2397,
      "step": 25620
    },
    {
      "epoch": 22.152117545375972,
      "grad_norm": 0.753829300403595,
      "learning_rate": 8.473404957315882e-05,
      "loss": 3.227,
      "step": 25630
    },
    {
      "epoch": 22.16076058772688,
      "grad_norm": 0.7994550466537476,
      "learning_rate": 8.472273752551301e-05,
      "loss": 3.2493,
      "step": 25640
    },
    {
      "epoch": 22.169403630077788,
      "grad_norm": 0.7218520641326904,
      "learning_rate": 8.47114220440061e-05,
      "loss": 3.2407,
      "step": 25650
    },
    {
      "epoch": 22.178046672428696,
      "grad_norm": 0.775224506855011,
      "learning_rate": 8.470010312975713e-05,
      "loss": 3.2498,
      "step": 25660
    },
    {
      "epoch": 22.186689714779604,
      "grad_norm": 0.7471508979797363,
      "learning_rate": 8.468878078388549e-05,
      "loss": 3.2405,
      "step": 25670
    },
    {
      "epoch": 22.19533275713051,
      "grad_norm": 0.733341634273529,
      "learning_rate": 8.467745500751085e-05,
      "loss": 3.241,
      "step": 25680
    },
    {
      "epoch": 22.203975799481416,
      "grad_norm": 0.7171448469161987,
      "learning_rate": 8.466612580175328e-05,
      "loss": 3.2552,
      "step": 25690
    },
    {
      "epoch": 22.212618841832324,
      "grad_norm": 0.8068376183509827,
      "learning_rate": 8.465479316773317e-05,
      "loss": 3.2346,
      "step": 25700
    },
    {
      "epoch": 22.22126188418323,
      "grad_norm": 0.7971022725105286,
      "learning_rate": 8.464345710657123e-05,
      "loss": 3.2355,
      "step": 25710
    },
    {
      "epoch": 22.22990492653414,
      "grad_norm": 0.814231812953949,
      "learning_rate": 8.463211761938854e-05,
      "loss": 3.2547,
      "step": 25720
    },
    {
      "epoch": 22.238547968885047,
      "grad_norm": 0.7400586605072021,
      "learning_rate": 8.46207747073065e-05,
      "loss": 3.2463,
      "step": 25730
    },
    {
      "epoch": 22.247191011235955,
      "grad_norm": 0.7728864550590515,
      "learning_rate": 8.460942837144685e-05,
      "loss": 3.2623,
      "step": 25740
    },
    {
      "epoch": 22.255834053586863,
      "grad_norm": 0.6804666519165039,
      "learning_rate": 8.459807861293168e-05,
      "loss": 3.2596,
      "step": 25750
    },
    {
      "epoch": 22.26447709593777,
      "grad_norm": 0.7241520285606384,
      "learning_rate": 8.45867254328834e-05,
      "loss": 3.2477,
      "step": 25760
    },
    {
      "epoch": 22.27312013828868,
      "grad_norm": 0.7064052820205688,
      "learning_rate": 8.457536883242476e-05,
      "loss": 3.2342,
      "step": 25770
    },
    {
      "epoch": 22.281763180639587,
      "grad_norm": 0.9156970977783203,
      "learning_rate": 8.45640088126789e-05,
      "loss": 3.2501,
      "step": 25780
    },
    {
      "epoch": 22.29040622299049,
      "grad_norm": 0.7687118649482727,
      "learning_rate": 8.45526453747692e-05,
      "loss": 3.265,
      "step": 25790
    },
    {
      "epoch": 22.2990492653414,
      "grad_norm": 0.7555120587348938,
      "learning_rate": 8.454127851981946e-05,
      "loss": 3.2699,
      "step": 25800
    },
    {
      "epoch": 22.307692307692307,
      "grad_norm": 0.7496502995491028,
      "learning_rate": 8.452990824895378e-05,
      "loss": 3.2561,
      "step": 25810
    },
    {
      "epoch": 22.316335350043214,
      "grad_norm": 0.7488348484039307,
      "learning_rate": 8.451853456329663e-05,
      "loss": 3.2562,
      "step": 25820
    },
    {
      "epoch": 22.324978392394122,
      "grad_norm": 0.8142141699790955,
      "learning_rate": 8.450715746397278e-05,
      "loss": 3.2737,
      "step": 25830
    },
    {
      "epoch": 22.33362143474503,
      "grad_norm": 0.7108691930770874,
      "learning_rate": 8.449577695210734e-05,
      "loss": 3.2602,
      "step": 25840
    },
    {
      "epoch": 22.342264477095938,
      "grad_norm": 0.7996973395347595,
      "learning_rate": 8.44843930288258e-05,
      "loss": 3.2485,
      "step": 25850
    },
    {
      "epoch": 22.350907519446846,
      "grad_norm": 0.7171274423599243,
      "learning_rate": 8.447300569525394e-05,
      "loss": 3.2674,
      "step": 25860
    },
    {
      "epoch": 22.359550561797754,
      "grad_norm": 0.7810035347938538,
      "learning_rate": 8.446161495251791e-05,
      "loss": 3.2833,
      "step": 25870
    },
    {
      "epoch": 22.36819360414866,
      "grad_norm": 1.0814898014068604,
      "learning_rate": 8.445022080174418e-05,
      "loss": 3.2601,
      "step": 25880
    },
    {
      "epoch": 22.37683664649957,
      "grad_norm": 0.7192577719688416,
      "learning_rate": 8.443882324405955e-05,
      "loss": 3.2646,
      "step": 25890
    },
    {
      "epoch": 22.385479688850474,
      "grad_norm": 0.7263972759246826,
      "learning_rate": 8.442742228059115e-05,
      "loss": 3.2774,
      "step": 25900
    },
    {
      "epoch": 22.39412273120138,
      "grad_norm": 0.940578281879425,
      "learning_rate": 8.44160179124665e-05,
      "loss": 3.2706,
      "step": 25910
    },
    {
      "epoch": 22.40276577355229,
      "grad_norm": 0.7452349662780762,
      "learning_rate": 8.440461014081342e-05,
      "loss": 3.2647,
      "step": 25920
    },
    {
      "epoch": 22.411408815903197,
      "grad_norm": 0.8963609933853149,
      "learning_rate": 8.439319896676004e-05,
      "loss": 3.2843,
      "step": 25930
    },
    {
      "epoch": 22.420051858254105,
      "grad_norm": 0.7281237244606018,
      "learning_rate": 8.438178439143487e-05,
      "loss": 3.2797,
      "step": 25940
    },
    {
      "epoch": 22.428694900605013,
      "grad_norm": 0.7524962425231934,
      "learning_rate": 8.437036641596673e-05,
      "loss": 3.2798,
      "step": 25950
    },
    {
      "epoch": 22.43733794295592,
      "grad_norm": 0.7119954228401184,
      "learning_rate": 8.43589450414848e-05,
      "loss": 3.279,
      "step": 25960
    },
    {
      "epoch": 22.44598098530683,
      "grad_norm": 0.6874401569366455,
      "learning_rate": 8.434752026911857e-05,
      "loss": 3.2807,
      "step": 25970
    },
    {
      "epoch": 22.454624027657736,
      "grad_norm": 0.7784952521324158,
      "learning_rate": 8.433609209999789e-05,
      "loss": 3.2781,
      "step": 25980
    },
    {
      "epoch": 22.463267070008644,
      "grad_norm": 0.7200003266334534,
      "learning_rate": 8.432466053525292e-05,
      "loss": 3.2751,
      "step": 25990
    },
    {
      "epoch": 22.471910112359552,
      "grad_norm": 0.6676458716392517,
      "learning_rate": 8.431322557601417e-05,
      "loss": 3.2824,
      "step": 26000
    },
    {
      "epoch": 22.480553154710456,
      "grad_norm": 0.7581698298454285,
      "learning_rate": 8.430178722341252e-05,
      "loss": 3.2833,
      "step": 26010
    },
    {
      "epoch": 22.489196197061364,
      "grad_norm": 0.8550397753715515,
      "learning_rate": 8.42903454785791e-05,
      "loss": 3.2689,
      "step": 26020
    },
    {
      "epoch": 22.497839239412272,
      "grad_norm": 0.7010647058486938,
      "learning_rate": 8.427890034264547e-05,
      "loss": 3.2807,
      "step": 26030
    },
    {
      "epoch": 22.50648228176318,
      "grad_norm": 0.7981233596801758,
      "learning_rate": 8.426745181674345e-05,
      "loss": 3.2684,
      "step": 26040
    },
    {
      "epoch": 22.515125324114088,
      "grad_norm": 0.7087500095367432,
      "learning_rate": 8.425599990200526e-05,
      "loss": 3.2747,
      "step": 26050
    },
    {
      "epoch": 22.523768366464996,
      "grad_norm": 0.7464684247970581,
      "learning_rate": 8.424454459956339e-05,
      "loss": 3.2718,
      "step": 26060
    },
    {
      "epoch": 22.532411408815904,
      "grad_norm": 0.7340875267982483,
      "learning_rate": 8.423308591055072e-05,
      "loss": 3.2837,
      "step": 26070
    },
    {
      "epoch": 22.54105445116681,
      "grad_norm": 0.6602742075920105,
      "learning_rate": 8.422162383610043e-05,
      "loss": 3.2704,
      "step": 26080
    },
    {
      "epoch": 22.54969749351772,
      "grad_norm": 0.8901686668395996,
      "learning_rate": 8.421015837734605e-05,
      "loss": 3.282,
      "step": 26090
    },
    {
      "epoch": 22.558340535868627,
      "grad_norm": 0.7145851850509644,
      "learning_rate": 8.419868953542145e-05,
      "loss": 3.2756,
      "step": 26100
    },
    {
      "epoch": 22.566983578219535,
      "grad_norm": 0.8811138272285461,
      "learning_rate": 8.418721731146082e-05,
      "loss": 3.2975,
      "step": 26110
    },
    {
      "epoch": 22.57562662057044,
      "grad_norm": 1.2537117004394531,
      "learning_rate": 8.417574170659867e-05,
      "loss": 3.2897,
      "step": 26120
    },
    {
      "epoch": 22.584269662921347,
      "grad_norm": 0.7244374752044678,
      "learning_rate": 8.416426272196991e-05,
      "loss": 3.2723,
      "step": 26130
    },
    {
      "epoch": 22.592912705272255,
      "grad_norm": 0.9118149876594543,
      "learning_rate": 8.415278035870972e-05,
      "loss": 3.2789,
      "step": 26140
    },
    {
      "epoch": 22.601555747623163,
      "grad_norm": 0.7715937495231628,
      "learning_rate": 8.414129461795362e-05,
      "loss": 3.2885,
      "step": 26150
    },
    {
      "epoch": 22.61019878997407,
      "grad_norm": 0.6861998438835144,
      "learning_rate": 8.412980550083749e-05,
      "loss": 3.2981,
      "step": 26160
    },
    {
      "epoch": 22.61884183232498,
      "grad_norm": 0.7436620593070984,
      "learning_rate": 8.411831300849752e-05,
      "loss": 3.282,
      "step": 26170
    },
    {
      "epoch": 22.627484874675886,
      "grad_norm": 0.7540770769119263,
      "learning_rate": 8.410681714207027e-05,
      "loss": 3.2976,
      "step": 26180
    },
    {
      "epoch": 22.636127917026794,
      "grad_norm": 0.7582159042358398,
      "learning_rate": 8.409531790269259e-05,
      "loss": 3.274,
      "step": 26190
    },
    {
      "epoch": 22.644770959377702,
      "grad_norm": 0.7950500249862671,
      "learning_rate": 8.408381529150167e-05,
      "loss": 3.2966,
      "step": 26200
    },
    {
      "epoch": 22.65341400172861,
      "grad_norm": 0.7405081391334534,
      "learning_rate": 8.407230930963508e-05,
      "loss": 3.2973,
      "step": 26210
    },
    {
      "epoch": 22.662057044079518,
      "grad_norm": 1.0808929204940796,
      "learning_rate": 8.406079995823067e-05,
      "loss": 3.2997,
      "step": 26220
    },
    {
      "epoch": 22.670700086430422,
      "grad_norm": 0.8762198686599731,
      "learning_rate": 8.404928723842664e-05,
      "loss": 3.3054,
      "step": 26230
    },
    {
      "epoch": 22.67934312878133,
      "grad_norm": 0.6883381009101868,
      "learning_rate": 8.403777115136154e-05,
      "loss": 3.3033,
      "step": 26240
    },
    {
      "epoch": 22.687986171132238,
      "grad_norm": 0.7408611178398132,
      "learning_rate": 8.402625169817422e-05,
      "loss": 3.3003,
      "step": 26250
    },
    {
      "epoch": 22.696629213483146,
      "grad_norm": 0.820846438407898,
      "learning_rate": 8.40147288800039e-05,
      "loss": 3.3027,
      "step": 26260
    },
    {
      "epoch": 22.705272255834053,
      "grad_norm": 0.7633568644523621,
      "learning_rate": 8.40032026979901e-05,
      "loss": 3.2965,
      "step": 26270
    },
    {
      "epoch": 22.71391529818496,
      "grad_norm": 0.7347617745399475,
      "learning_rate": 8.39916731532727e-05,
      "loss": 3.2957,
      "step": 26280
    },
    {
      "epoch": 22.72255834053587,
      "grad_norm": 0.7028157114982605,
      "learning_rate": 8.398014024699188e-05,
      "loss": 3.2984,
      "step": 26290
    },
    {
      "epoch": 22.731201382886777,
      "grad_norm": 0.9392103552818298,
      "learning_rate": 8.396860398028821e-05,
      "loss": 3.2927,
      "step": 26300
    },
    {
      "epoch": 22.739844425237685,
      "grad_norm": 0.7258874177932739,
      "learning_rate": 8.395706435430251e-05,
      "loss": 3.2981,
      "step": 26310
    },
    {
      "epoch": 22.748487467588593,
      "grad_norm": 0.7423564791679382,
      "learning_rate": 8.394552137017599e-05,
      "loss": 3.3081,
      "step": 26320
    },
    {
      "epoch": 22.7571305099395,
      "grad_norm": 0.7946921586990356,
      "learning_rate": 8.39339750290502e-05,
      "loss": 3.3,
      "step": 26330
    },
    {
      "epoch": 22.765773552290405,
      "grad_norm": 0.9683590531349182,
      "learning_rate": 8.392242533206698e-05,
      "loss": 3.2913,
      "step": 26340
    },
    {
      "epoch": 22.774416594641313,
      "grad_norm": 0.6729410886764526,
      "learning_rate": 8.391087228036853e-05,
      "loss": 3.3169,
      "step": 26350
    },
    {
      "epoch": 22.78305963699222,
      "grad_norm": 0.7436405420303345,
      "learning_rate": 8.389931587509736e-05,
      "loss": 3.2896,
      "step": 26360
    },
    {
      "epoch": 22.79170267934313,
      "grad_norm": 0.8355358839035034,
      "learning_rate": 8.388775611739636e-05,
      "loss": 3.2842,
      "step": 26370
    },
    {
      "epoch": 22.800345721694036,
      "grad_norm": 0.7955204248428345,
      "learning_rate": 8.387619300840867e-05,
      "loss": 3.2933,
      "step": 26380
    },
    {
      "epoch": 22.808988764044944,
      "grad_norm": 0.7888545393943787,
      "learning_rate": 8.386462654927787e-05,
      "loss": 3.3038,
      "step": 26390
    },
    {
      "epoch": 22.817631806395852,
      "grad_norm": 0.7673505544662476,
      "learning_rate": 8.385305674114774e-05,
      "loss": 3.3092,
      "step": 26400
    },
    {
      "epoch": 22.82627484874676,
      "grad_norm": 0.8399068117141724,
      "learning_rate": 8.384148358516251e-05,
      "loss": 3.2977,
      "step": 26410
    },
    {
      "epoch": 22.834917891097668,
      "grad_norm": 0.7333461046218872,
      "learning_rate": 8.38299070824667e-05,
      "loss": 3.2947,
      "step": 26420
    },
    {
      "epoch": 22.843560933448575,
      "grad_norm": 0.793959379196167,
      "learning_rate": 8.381832723420511e-05,
      "loss": 3.2792,
      "step": 26430
    },
    {
      "epoch": 22.85220397579948,
      "grad_norm": 0.7759236693382263,
      "learning_rate": 8.380674404152295e-05,
      "loss": 3.2978,
      "step": 26440
    },
    {
      "epoch": 22.860847018150388,
      "grad_norm": 0.7282164692878723,
      "learning_rate": 8.37951575055657e-05,
      "loss": 3.304,
      "step": 26450
    },
    {
      "epoch": 22.869490060501295,
      "grad_norm": 0.7450708746910095,
      "learning_rate": 8.378356762747922e-05,
      "loss": 3.2806,
      "step": 26460
    },
    {
      "epoch": 22.878133102852203,
      "grad_norm": 0.7878579497337341,
      "learning_rate": 8.377197440840965e-05,
      "loss": 3.3129,
      "step": 26470
    },
    {
      "epoch": 22.88677614520311,
      "grad_norm": 0.7786369323730469,
      "learning_rate": 8.376037784950353e-05,
      "loss": 3.3117,
      "step": 26480
    },
    {
      "epoch": 22.89541918755402,
      "grad_norm": 0.7638230323791504,
      "learning_rate": 8.374877795190763e-05,
      "loss": 3.3046,
      "step": 26490
    },
    {
      "epoch": 22.904062229904927,
      "grad_norm": 0.8691911101341248,
      "learning_rate": 8.373717471676914e-05,
      "loss": 3.2911,
      "step": 26500
    },
    {
      "epoch": 22.912705272255835,
      "grad_norm": 0.6574184894561768,
      "learning_rate": 8.372556814523556e-05,
      "loss": 3.3035,
      "step": 26510
    },
    {
      "epoch": 22.921348314606742,
      "grad_norm": 0.7510666251182556,
      "learning_rate": 8.371395823845467e-05,
      "loss": 3.306,
      "step": 26520
    },
    {
      "epoch": 22.92999135695765,
      "grad_norm": 0.7258319854736328,
      "learning_rate": 8.370234499757465e-05,
      "loss": 3.3014,
      "step": 26530
    },
    {
      "epoch": 22.938634399308558,
      "grad_norm": 0.7713155150413513,
      "learning_rate": 8.369072842374396e-05,
      "loss": 3.3013,
      "step": 26540
    },
    {
      "epoch": 22.947277441659462,
      "grad_norm": 0.7038853168487549,
      "learning_rate": 8.367910851811143e-05,
      "loss": 3.322,
      "step": 26550
    },
    {
      "epoch": 22.95592048401037,
      "grad_norm": 0.8334444165229797,
      "learning_rate": 8.366748528182614e-05,
      "loss": 3.2894,
      "step": 26560
    },
    {
      "epoch": 22.964563526361278,
      "grad_norm": 0.7573931813240051,
      "learning_rate": 8.36558587160376e-05,
      "loss": 3.3255,
      "step": 26570
    },
    {
      "epoch": 22.973206568712186,
      "grad_norm": 0.7302483916282654,
      "learning_rate": 8.364422882189562e-05,
      "loss": 3.3028,
      "step": 26580
    },
    {
      "epoch": 22.981849611063094,
      "grad_norm": 0.6969494223594666,
      "learning_rate": 8.363259560055027e-05,
      "loss": 3.3164,
      "step": 26590
    },
    {
      "epoch": 22.990492653414,
      "grad_norm": 0.6920165419578552,
      "learning_rate": 8.362095905315206e-05,
      "loss": 3.3221,
      "step": 26600
    },
    {
      "epoch": 22.99913569576491,
      "grad_norm": 0.7425922155380249,
      "learning_rate": 8.360931918085173e-05,
      "loss": 3.3199,
      "step": 26610
    },
    {
      "epoch": 23.007778738115817,
      "grad_norm": 0.7635577321052551,
      "learning_rate": 8.35976759848004e-05,
      "loss": 3.1736,
      "step": 26620
    },
    {
      "epoch": 23.016421780466725,
      "grad_norm": 0.7711395621299744,
      "learning_rate": 8.358602946614951e-05,
      "loss": 3.1729,
      "step": 26630
    },
    {
      "epoch": 23.025064822817633,
      "grad_norm": 0.8688050508499146,
      "learning_rate": 8.357437962605083e-05,
      "loss": 3.1697,
      "step": 26640
    },
    {
      "epoch": 23.03370786516854,
      "grad_norm": 0.8175671100616455,
      "learning_rate": 8.356272646565647e-05,
      "loss": 3.1783,
      "step": 26650
    },
    {
      "epoch": 23.042350907519445,
      "grad_norm": 0.7698820233345032,
      "learning_rate": 8.355106998611883e-05,
      "loss": 3.1686,
      "step": 26660
    },
    {
      "epoch": 23.050993949870353,
      "grad_norm": 0.7294017672538757,
      "learning_rate": 8.35394101885907e-05,
      "loss": 3.1703,
      "step": 26670
    },
    {
      "epoch": 23.05963699222126,
      "grad_norm": 0.6918497085571289,
      "learning_rate": 8.35277470742251e-05,
      "loss": 3.1981,
      "step": 26680
    },
    {
      "epoch": 23.06828003457217,
      "grad_norm": 0.7100389003753662,
      "learning_rate": 8.351608064417549e-05,
      "loss": 3.176,
      "step": 26690
    },
    {
      "epoch": 23.076923076923077,
      "grad_norm": 0.8457691073417664,
      "learning_rate": 8.35044108995956e-05,
      "loss": 3.204,
      "step": 26700
    },
    {
      "epoch": 23.085566119273984,
      "grad_norm": 0.8724934458732605,
      "learning_rate": 8.349273784163946e-05,
      "loss": 3.1984,
      "step": 26710
    },
    {
      "epoch": 23.094209161624892,
      "grad_norm": 0.7986956834793091,
      "learning_rate": 8.348106147146152e-05,
      "loss": 3.1774,
      "step": 26720
    },
    {
      "epoch": 23.1028522039758,
      "grad_norm": 0.830726146697998,
      "learning_rate": 8.346938179021644e-05,
      "loss": 3.1863,
      "step": 26730
    },
    {
      "epoch": 23.111495246326708,
      "grad_norm": 0.7128263711929321,
      "learning_rate": 8.345769879905932e-05,
      "loss": 3.2057,
      "step": 26740
    },
    {
      "epoch": 23.120138288677616,
      "grad_norm": 0.7528917193412781,
      "learning_rate": 8.344601249914549e-05,
      "loss": 3.2002,
      "step": 26750
    },
    {
      "epoch": 23.128781331028524,
      "grad_norm": 0.8853928446769714,
      "learning_rate": 8.343432289163068e-05,
      "loss": 3.2069,
      "step": 26760
    },
    {
      "epoch": 23.137424373379428,
      "grad_norm": 0.7737147808074951,
      "learning_rate": 8.34226299776709e-05,
      "loss": 3.1872,
      "step": 26770
    },
    {
      "epoch": 23.146067415730336,
      "grad_norm": 0.715651273727417,
      "learning_rate": 8.341093375842253e-05,
      "loss": 3.1993,
      "step": 26780
    },
    {
      "epoch": 23.154710458081244,
      "grad_norm": 0.741771399974823,
      "learning_rate": 8.339923423504223e-05,
      "loss": 3.2001,
      "step": 26790
    },
    {
      "epoch": 23.16335350043215,
      "grad_norm": 0.7213981747627258,
      "learning_rate": 8.338753140868703e-05,
      "loss": 3.1973,
      "step": 26800
    },
    {
      "epoch": 23.17199654278306,
      "grad_norm": 0.7479647994041443,
      "learning_rate": 8.337582528051422e-05,
      "loss": 3.1899,
      "step": 26810
    },
    {
      "epoch": 23.180639585133967,
      "grad_norm": 0.7077492475509644,
      "learning_rate": 8.336411585168153e-05,
      "loss": 3.198,
      "step": 26820
    },
    {
      "epoch": 23.189282627484875,
      "grad_norm": 0.7745259404182434,
      "learning_rate": 8.335240312334692e-05,
      "loss": 3.2074,
      "step": 26830
    },
    {
      "epoch": 23.197925669835783,
      "grad_norm": 0.77479487657547,
      "learning_rate": 8.334068709666868e-05,
      "loss": 3.2025,
      "step": 26840
    },
    {
      "epoch": 23.20656871218669,
      "grad_norm": 0.759257972240448,
      "learning_rate": 8.332896777280548e-05,
      "loss": 3.2037,
      "step": 26850
    },
    {
      "epoch": 23.2152117545376,
      "grad_norm": 0.9738122224807739,
      "learning_rate": 8.331724515291628e-05,
      "loss": 3.2343,
      "step": 26860
    },
    {
      "epoch": 23.223854796888507,
      "grad_norm": 0.6594665050506592,
      "learning_rate": 8.330551923816039e-05,
      "loss": 3.2035,
      "step": 26870
    },
    {
      "epoch": 23.23249783923941,
      "grad_norm": 0.8412655591964722,
      "learning_rate": 8.32937900296974e-05,
      "loss": 3.2164,
      "step": 26880
    },
    {
      "epoch": 23.24114088159032,
      "grad_norm": 0.7470690608024597,
      "learning_rate": 8.328205752868728e-05,
      "loss": 3.2052,
      "step": 26890
    },
    {
      "epoch": 23.249783923941227,
      "grad_norm": 0.8228466510772705,
      "learning_rate": 8.327032173629027e-05,
      "loss": 3.2237,
      "step": 26900
    },
    {
      "epoch": 23.258426966292134,
      "grad_norm": 1.0063319206237793,
      "learning_rate": 8.3258582653667e-05,
      "loss": 3.2292,
      "step": 26910
    },
    {
      "epoch": 23.267070008643042,
      "grad_norm": 0.7735610008239746,
      "learning_rate": 8.324684028197838e-05,
      "loss": 3.2204,
      "step": 26920
    },
    {
      "epoch": 23.27571305099395,
      "grad_norm": 0.697313666343689,
      "learning_rate": 8.323509462238566e-05,
      "loss": 3.2238,
      "step": 26930
    },
    {
      "epoch": 23.284356093344858,
      "grad_norm": 0.8097308278083801,
      "learning_rate": 8.322334567605039e-05,
      "loss": 3.228,
      "step": 26940
    },
    {
      "epoch": 23.292999135695766,
      "grad_norm": 0.7929258346557617,
      "learning_rate": 8.321159344413448e-05,
      "loss": 3.2276,
      "step": 26950
    },
    {
      "epoch": 23.301642178046674,
      "grad_norm": 0.7339397668838501,
      "learning_rate": 8.319983792780017e-05,
      "loss": 3.2152,
      "step": 26960
    },
    {
      "epoch": 23.31028522039758,
      "grad_norm": 0.8713182210922241,
      "learning_rate": 8.318807912821001e-05,
      "loss": 3.2138,
      "step": 26970
    },
    {
      "epoch": 23.318928262748486,
      "grad_norm": 0.7447075247764587,
      "learning_rate": 8.317631704652681e-05,
      "loss": 3.2261,
      "step": 26980
    },
    {
      "epoch": 23.327571305099394,
      "grad_norm": 0.7188400030136108,
      "learning_rate": 8.316455168391386e-05,
      "loss": 3.2289,
      "step": 26990
    },
    {
      "epoch": 23.3362143474503,
      "grad_norm": 0.7217839956283569,
      "learning_rate": 8.31527830415346e-05,
      "loss": 3.2243,
      "step": 27000
    },
    {
      "epoch": 23.34485738980121,
      "grad_norm": 0.7103796005249023,
      "learning_rate": 8.314101112055292e-05,
      "loss": 3.2162,
      "step": 27010
    },
    {
      "epoch": 23.353500432152117,
      "grad_norm": 0.749624490737915,
      "learning_rate": 8.312923592213298e-05,
      "loss": 3.2399,
      "step": 27020
    },
    {
      "epoch": 23.362143474503025,
      "grad_norm": 0.8000631928443909,
      "learning_rate": 8.311745744743926e-05,
      "loss": 3.2265,
      "step": 27030
    },
    {
      "epoch": 23.370786516853933,
      "grad_norm": 0.8262614607810974,
      "learning_rate": 8.310567569763658e-05,
      "loss": 3.2133,
      "step": 27040
    },
    {
      "epoch": 23.37942955920484,
      "grad_norm": 0.8259290456771851,
      "learning_rate": 8.309389067389011e-05,
      "loss": 3.2447,
      "step": 27050
    },
    {
      "epoch": 23.38807260155575,
      "grad_norm": 0.6905078887939453,
      "learning_rate": 8.308210237736527e-05,
      "loss": 3.2294,
      "step": 27060
    },
    {
      "epoch": 23.396715643906656,
      "grad_norm": 0.7149582505226135,
      "learning_rate": 8.307031080922787e-05,
      "loss": 3.2331,
      "step": 27070
    },
    {
      "epoch": 23.405358686257564,
      "grad_norm": 0.7765441536903381,
      "learning_rate": 8.305851597064404e-05,
      "loss": 3.237,
      "step": 27080
    },
    {
      "epoch": 23.41400172860847,
      "grad_norm": 0.8359875082969666,
      "learning_rate": 8.30467178627802e-05,
      "loss": 3.2438,
      "step": 27090
    },
    {
      "epoch": 23.422644770959376,
      "grad_norm": 0.9371252655982971,
      "learning_rate": 8.303491648680308e-05,
      "loss": 3.2314,
      "step": 27100
    },
    {
      "epoch": 23.431287813310284,
      "grad_norm": 0.752117395401001,
      "learning_rate": 8.302311184387981e-05,
      "loss": 3.2422,
      "step": 27110
    },
    {
      "epoch": 23.439930855661192,
      "grad_norm": 0.852066159248352,
      "learning_rate": 8.301130393517777e-05,
      "loss": 3.248,
      "step": 27120
    },
    {
      "epoch": 23.4485738980121,
      "grad_norm": 0.7475194334983826,
      "learning_rate": 8.29994927618647e-05,
      "loss": 3.2384,
      "step": 27130
    },
    {
      "epoch": 23.457216940363008,
      "grad_norm": 0.7094802856445312,
      "learning_rate": 8.298767832510866e-05,
      "loss": 3.2296,
      "step": 27140
    },
    {
      "epoch": 23.465859982713916,
      "grad_norm": 0.788422703742981,
      "learning_rate": 8.297586062607798e-05,
      "loss": 3.2246,
      "step": 27150
    },
    {
      "epoch": 23.474503025064823,
      "grad_norm": 0.7917373776435852,
      "learning_rate": 8.296403966594139e-05,
      "loss": 3.2387,
      "step": 27160
    },
    {
      "epoch": 23.48314606741573,
      "grad_norm": 0.7171374559402466,
      "learning_rate": 8.295221544586791e-05,
      "loss": 3.2383,
      "step": 27170
    },
    {
      "epoch": 23.49178910976664,
      "grad_norm": 0.8345226049423218,
      "learning_rate": 8.294038796702687e-05,
      "loss": 3.2391,
      "step": 27180
    },
    {
      "epoch": 23.500432152117547,
      "grad_norm": 0.8853444457054138,
      "learning_rate": 8.292855723058794e-05,
      "loss": 3.2301,
      "step": 27190
    },
    {
      "epoch": 23.50907519446845,
      "grad_norm": 0.6999032497406006,
      "learning_rate": 8.29167232377211e-05,
      "loss": 3.2383,
      "step": 27200
    },
    {
      "epoch": 23.51771823681936,
      "grad_norm": 0.7750985622406006,
      "learning_rate": 8.290488598959667e-05,
      "loss": 3.2464,
      "step": 27210
    },
    {
      "epoch": 23.526361279170267,
      "grad_norm": 0.7307447195053101,
      "learning_rate": 8.289304548738528e-05,
      "loss": 3.2288,
      "step": 27220
    },
    {
      "epoch": 23.535004321521175,
      "grad_norm": 0.789539098739624,
      "learning_rate": 8.288120173225785e-05,
      "loss": 3.2471,
      "step": 27230
    },
    {
      "epoch": 23.543647363872083,
      "grad_norm": 0.7634108066558838,
      "learning_rate": 8.286935472538568e-05,
      "loss": 3.2542,
      "step": 27240
    },
    {
      "epoch": 23.55229040622299,
      "grad_norm": 0.8033081293106079,
      "learning_rate": 8.285750446794037e-05,
      "loss": 3.2417,
      "step": 27250
    },
    {
      "epoch": 23.5609334485739,
      "grad_norm": 0.7395281791687012,
      "learning_rate": 8.284565096109382e-05,
      "loss": 3.2439,
      "step": 27260
    },
    {
      "epoch": 23.569576490924806,
      "grad_norm": 0.730981171131134,
      "learning_rate": 8.283379420601828e-05,
      "loss": 3.2552,
      "step": 27270
    },
    {
      "epoch": 23.578219533275714,
      "grad_norm": 0.7467365860939026,
      "learning_rate": 8.28219342038863e-05,
      "loss": 3.243,
      "step": 27280
    },
    {
      "epoch": 23.586862575626622,
      "grad_norm": 0.7407639622688293,
      "learning_rate": 8.281007095587077e-05,
      "loss": 3.2455,
      "step": 27290
    },
    {
      "epoch": 23.59550561797753,
      "grad_norm": 0.7554282546043396,
      "learning_rate": 8.279820446314486e-05,
      "loss": 3.2372,
      "step": 27300
    },
    {
      "epoch": 23.604148660328434,
      "grad_norm": 0.754928469657898,
      "learning_rate": 8.278633472688213e-05,
      "loss": 3.2559,
      "step": 27310
    },
    {
      "epoch": 23.612791702679342,
      "grad_norm": 0.8697884678840637,
      "learning_rate": 8.277446174825642e-05,
      "loss": 3.2751,
      "step": 27320
    },
    {
      "epoch": 23.62143474503025,
      "grad_norm": 0.73154616355896,
      "learning_rate": 8.276258552844187e-05,
      "loss": 3.2586,
      "step": 27330
    },
    {
      "epoch": 23.630077787381158,
      "grad_norm": 0.6963055729866028,
      "learning_rate": 8.275070606861297e-05,
      "loss": 3.2546,
      "step": 27340
    },
    {
      "epoch": 23.638720829732065,
      "grad_norm": 0.7569687962532043,
      "learning_rate": 8.273882336994452e-05,
      "loss": 3.2418,
      "step": 27350
    },
    {
      "epoch": 23.647363872082973,
      "grad_norm": 0.7003998160362244,
      "learning_rate": 8.272693743361169e-05,
      "loss": 3.2625,
      "step": 27360
    },
    {
      "epoch": 23.65600691443388,
      "grad_norm": 0.8192645907402039,
      "learning_rate": 8.271504826078987e-05,
      "loss": 3.2442,
      "step": 27370
    },
    {
      "epoch": 23.66464995678479,
      "grad_norm": 0.7343723773956299,
      "learning_rate": 8.270315585265482e-05,
      "loss": 3.2392,
      "step": 27380
    },
    {
      "epoch": 23.673292999135697,
      "grad_norm": 0.8674885034561157,
      "learning_rate": 8.269126021038267e-05,
      "loss": 3.2641,
      "step": 27390
    },
    {
      "epoch": 23.681936041486605,
      "grad_norm": 0.763933539390564,
      "learning_rate": 8.26793613351498e-05,
      "loss": 3.2502,
      "step": 27400
    },
    {
      "epoch": 23.690579083837513,
      "grad_norm": 0.7758210301399231,
      "learning_rate": 8.266745922813292e-05,
      "loss": 3.278,
      "step": 27410
    },
    {
      "epoch": 23.699222126188417,
      "grad_norm": 0.7001476883888245,
      "learning_rate": 8.26555538905091e-05,
      "loss": 3.2663,
      "step": 27420
    },
    {
      "epoch": 23.707865168539325,
      "grad_norm": 0.7616700530052185,
      "learning_rate": 8.26436453234557e-05,
      "loss": 3.253,
      "step": 27430
    },
    {
      "epoch": 23.716508210890233,
      "grad_norm": 0.7952080368995667,
      "learning_rate": 8.263173352815039e-05,
      "loss": 3.2493,
      "step": 27440
    },
    {
      "epoch": 23.72515125324114,
      "grad_norm": 0.7254536151885986,
      "learning_rate": 8.261981850577118e-05,
      "loss": 3.2637,
      "step": 27450
    },
    {
      "epoch": 23.73379429559205,
      "grad_norm": 1.3275634050369263,
      "learning_rate": 8.260790025749639e-05,
      "loss": 3.2725,
      "step": 27460
    },
    {
      "epoch": 23.742437337942956,
      "grad_norm": 0.8000639081001282,
      "learning_rate": 8.259597878450465e-05,
      "loss": 3.2681,
      "step": 27470
    },
    {
      "epoch": 23.751080380293864,
      "grad_norm": 0.7287826538085938,
      "learning_rate": 8.258405408797492e-05,
      "loss": 3.2437,
      "step": 27480
    },
    {
      "epoch": 23.75972342264477,
      "grad_norm": 0.7954630851745605,
      "learning_rate": 8.25721261690865e-05,
      "loss": 3.2553,
      "step": 27490
    },
    {
      "epoch": 23.76836646499568,
      "grad_norm": 0.7639738917350769,
      "learning_rate": 8.256019502901897e-05,
      "loss": 3.254,
      "step": 27500
    },
    {
      "epoch": 23.777009507346587,
      "grad_norm": 0.8135634064674377,
      "learning_rate": 8.254826066895225e-05,
      "loss": 3.2685,
      "step": 27510
    },
    {
      "epoch": 23.785652549697495,
      "grad_norm": 0.7348895072937012,
      "learning_rate": 8.253632309006655e-05,
      "loss": 3.2659,
      "step": 27520
    },
    {
      "epoch": 23.7942955920484,
      "grad_norm": 0.7360332608222961,
      "learning_rate": 8.252438229354247e-05,
      "loss": 3.2672,
      "step": 27530
    },
    {
      "epoch": 23.802938634399307,
      "grad_norm": 0.8067605495452881,
      "learning_rate": 8.251243828056084e-05,
      "loss": 3.2461,
      "step": 27540
    },
    {
      "epoch": 23.811581676750215,
      "grad_norm": 1.0134865045547485,
      "learning_rate": 8.250049105230285e-05,
      "loss": 3.2694,
      "step": 27550
    },
    {
      "epoch": 23.820224719101123,
      "grad_norm": 0.8616596460342407,
      "learning_rate": 8.248854060995002e-05,
      "loss": 3.2554,
      "step": 27560
    },
    {
      "epoch": 23.82886776145203,
      "grad_norm": 0.8090662956237793,
      "learning_rate": 8.247658695468417e-05,
      "loss": 3.2546,
      "step": 27570
    },
    {
      "epoch": 23.83751080380294,
      "grad_norm": 0.761501133441925,
      "learning_rate": 8.246463008768746e-05,
      "loss": 3.2699,
      "step": 27580
    },
    {
      "epoch": 23.846153846153847,
      "grad_norm": 0.7202221751213074,
      "learning_rate": 8.24526700101423e-05,
      "loss": 3.269,
      "step": 27590
    },
    {
      "epoch": 23.854796888504755,
      "grad_norm": 0.7316713333129883,
      "learning_rate": 8.244070672323151e-05,
      "loss": 3.265,
      "step": 27600
    },
    {
      "epoch": 23.863439930855662,
      "grad_norm": 0.7187643051147461,
      "learning_rate": 8.242874022813816e-05,
      "loss": 3.2611,
      "step": 27610
    },
    {
      "epoch": 23.87208297320657,
      "grad_norm": 0.7300663590431213,
      "learning_rate": 8.24167705260457e-05,
      "loss": 3.2705,
      "step": 27620
    },
    {
      "epoch": 23.880726015557475,
      "grad_norm": 0.7768397331237793,
      "learning_rate": 8.24047976181378e-05,
      "loss": 3.2654,
      "step": 27630
    },
    {
      "epoch": 23.889369057908382,
      "grad_norm": 0.703032910823822,
      "learning_rate": 8.239282150559855e-05,
      "loss": 3.2667,
      "step": 27640
    },
    {
      "epoch": 23.89801210025929,
      "grad_norm": 0.7516447305679321,
      "learning_rate": 8.23808421896123e-05,
      "loss": 3.2627,
      "step": 27650
    },
    {
      "epoch": 23.906655142610198,
      "grad_norm": 0.7932051420211792,
      "learning_rate": 8.236885967136374e-05,
      "loss": 3.2719,
      "step": 27660
    },
    {
      "epoch": 23.915298184961106,
      "grad_norm": 0.754615068435669,
      "learning_rate": 8.235687395203784e-05,
      "loss": 3.2569,
      "step": 27670
    },
    {
      "epoch": 23.923941227312014,
      "grad_norm": 0.7120092511177063,
      "learning_rate": 8.234488503281994e-05,
      "loss": 3.2711,
      "step": 27680
    },
    {
      "epoch": 23.93258426966292,
      "grad_norm": 0.7370039820671082,
      "learning_rate": 8.233289291489564e-05,
      "loss": 3.2651,
      "step": 27690
    },
    {
      "epoch": 23.94122731201383,
      "grad_norm": 0.7685844898223877,
      "learning_rate": 8.23208975994509e-05,
      "loss": 3.2743,
      "step": 27700
    },
    {
      "epoch": 23.949870354364737,
      "grad_norm": 1.1938648223876953,
      "learning_rate": 8.230889908767199e-05,
      "loss": 3.2757,
      "step": 27710
    },
    {
      "epoch": 23.958513396715645,
      "grad_norm": 0.8471171259880066,
      "learning_rate": 8.229689738074546e-05,
      "loss": 3.2602,
      "step": 27720
    },
    {
      "epoch": 23.967156439066553,
      "grad_norm": 0.7604334354400635,
      "learning_rate": 8.228489247985825e-05,
      "loss": 3.268,
      "step": 27730
    },
    {
      "epoch": 23.975799481417457,
      "grad_norm": 0.7515850067138672,
      "learning_rate": 8.227288438619754e-05,
      "loss": 3.2649,
      "step": 27740
    },
    {
      "epoch": 23.984442523768365,
      "grad_norm": 0.8220964074134827,
      "learning_rate": 8.226087310095085e-05,
      "loss": 3.2531,
      "step": 27750
    },
    {
      "epoch": 23.993085566119273,
      "grad_norm": 0.7534982562065125,
      "learning_rate": 8.224885862530603e-05,
      "loss": 3.2863,
      "step": 27760
    },
    {
      "epoch": 24.00172860847018,
      "grad_norm": 0.7145874500274658,
      "learning_rate": 8.223684096045124e-05,
      "loss": 3.2419,
      "step": 27770
    },
    {
      "epoch": 24.01037165082109,
      "grad_norm": 0.7828328013420105,
      "learning_rate": 8.222482010757493e-05,
      "loss": 3.1346,
      "step": 27780
    },
    {
      "epoch": 24.019014693171997,
      "grad_norm": 0.8576679229736328,
      "learning_rate": 8.221279606786592e-05,
      "loss": 3.151,
      "step": 27790
    },
    {
      "epoch": 24.027657735522904,
      "grad_norm": 0.7642369866371155,
      "learning_rate": 8.22007688425133e-05,
      "loss": 3.1507,
      "step": 27800
    },
    {
      "epoch": 24.036300777873812,
      "grad_norm": 0.72928786277771,
      "learning_rate": 8.218873843270647e-05,
      "loss": 3.1269,
      "step": 27810
    },
    {
      "epoch": 24.04494382022472,
      "grad_norm": 0.7527785301208496,
      "learning_rate": 8.217670483963518e-05,
      "loss": 3.1374,
      "step": 27820
    },
    {
      "epoch": 24.053586862575628,
      "grad_norm": 0.8303564786911011,
      "learning_rate": 8.216466806448948e-05,
      "loss": 3.1486,
      "step": 27830
    },
    {
      "epoch": 24.062229904926536,
      "grad_norm": 0.8290214538574219,
      "learning_rate": 8.215262810845972e-05,
      "loss": 3.143,
      "step": 27840
    },
    {
      "epoch": 24.07087294727744,
      "grad_norm": 1.068124771118164,
      "learning_rate": 8.214058497273656e-05,
      "loss": 3.1524,
      "step": 27850
    },
    {
      "epoch": 24.079515989628348,
      "grad_norm": 0.7728822827339172,
      "learning_rate": 8.212853865851105e-05,
      "loss": 3.131,
      "step": 27860
    },
    {
      "epoch": 24.088159031979256,
      "grad_norm": 0.8676764965057373,
      "learning_rate": 8.211648916697443e-05,
      "loss": 3.1506,
      "step": 27870
    },
    {
      "epoch": 24.096802074330164,
      "grad_norm": 0.9372656345367432,
      "learning_rate": 8.210443649931835e-05,
      "loss": 3.137,
      "step": 27880
    },
    {
      "epoch": 24.10544511668107,
      "grad_norm": 0.7669516205787659,
      "learning_rate": 8.209238065673473e-05,
      "loss": 3.1632,
      "step": 27890
    },
    {
      "epoch": 24.11408815903198,
      "grad_norm": 0.7627854347229004,
      "learning_rate": 8.208032164041584e-05,
      "loss": 3.1527,
      "step": 27900
    },
    {
      "epoch": 24.122731201382887,
      "grad_norm": 0.8890012502670288,
      "learning_rate": 8.206825945155422e-05,
      "loss": 3.1625,
      "step": 27910
    },
    {
      "epoch": 24.131374243733795,
      "grad_norm": 0.7766411304473877,
      "learning_rate": 8.205619409134276e-05,
      "loss": 3.1517,
      "step": 27920
    },
    {
      "epoch": 24.140017286084703,
      "grad_norm": 0.7447128295898438,
      "learning_rate": 8.204412556097462e-05,
      "loss": 3.154,
      "step": 27930
    },
    {
      "epoch": 24.14866032843561,
      "grad_norm": 0.7645261883735657,
      "learning_rate": 8.203205386164333e-05,
      "loss": 3.1472,
      "step": 27940
    },
    {
      "epoch": 24.15730337078652,
      "grad_norm": 0.9832053184509277,
      "learning_rate": 8.201997899454272e-05,
      "loss": 3.1633,
      "step": 27950
    },
    {
      "epoch": 24.165946413137423,
      "grad_norm": 0.834030270576477,
      "learning_rate": 8.200790096086687e-05,
      "loss": 3.1767,
      "step": 27960
    },
    {
      "epoch": 24.17458945548833,
      "grad_norm": 0.8010197877883911,
      "learning_rate": 8.199581976181025e-05,
      "loss": 3.1717,
      "step": 27970
    },
    {
      "epoch": 24.18323249783924,
      "grad_norm": 0.7543124556541443,
      "learning_rate": 8.198373539856762e-05,
      "loss": 3.1751,
      "step": 27980
    },
    {
      "epoch": 24.191875540190146,
      "grad_norm": 0.8262256979942322,
      "learning_rate": 8.197164787233405e-05,
      "loss": 3.1575,
      "step": 27990
    },
    {
      "epoch": 24.200518582541054,
      "grad_norm": 0.8887616395950317,
      "learning_rate": 8.195955718430489e-05,
      "loss": 3.1766,
      "step": 28000
    },
    {
      "epoch": 24.209161624891962,
      "grad_norm": 0.7575862407684326,
      "learning_rate": 8.194746333567586e-05,
      "loss": 3.1668,
      "step": 28010
    },
    {
      "epoch": 24.21780466724287,
      "grad_norm": 0.8131667375564575,
      "learning_rate": 8.193536632764296e-05,
      "loss": 3.1714,
      "step": 28020
    },
    {
      "epoch": 24.226447709593778,
      "grad_norm": 0.765415370464325,
      "learning_rate": 8.192326616140252e-05,
      "loss": 3.1648,
      "step": 28030
    },
    {
      "epoch": 24.235090751944686,
      "grad_norm": 1.0280115604400635,
      "learning_rate": 8.191116283815116e-05,
      "loss": 3.1644,
      "step": 28040
    },
    {
      "epoch": 24.243733794295593,
      "grad_norm": 0.7968044877052307,
      "learning_rate": 8.189905635908581e-05,
      "loss": 3.1558,
      "step": 28050
    },
    {
      "epoch": 24.252376836646498,
      "grad_norm": 0.7678723931312561,
      "learning_rate": 8.188694672540373e-05,
      "loss": 3.1847,
      "step": 28060
    },
    {
      "epoch": 24.261019878997406,
      "grad_norm": 0.7624689340591431,
      "learning_rate": 8.187483393830252e-05,
      "loss": 3.1831,
      "step": 28070
    },
    {
      "epoch": 24.269662921348313,
      "grad_norm": 0.7814576625823975,
      "learning_rate": 8.186271799898002e-05,
      "loss": 3.1832,
      "step": 28080
    },
    {
      "epoch": 24.27830596369922,
      "grad_norm": 0.8882653117179871,
      "learning_rate": 8.185059890863442e-05,
      "loss": 3.1607,
      "step": 28090
    },
    {
      "epoch": 24.28694900605013,
      "grad_norm": 0.8221040964126587,
      "learning_rate": 8.183847666846425e-05,
      "loss": 3.1945,
      "step": 28100
    },
    {
      "epoch": 24.295592048401037,
      "grad_norm": 1.0230329036712646,
      "learning_rate": 8.182635127966832e-05,
      "loss": 3.1834,
      "step": 28110
    },
    {
      "epoch": 24.304235090751945,
      "grad_norm": 0.7655714154243469,
      "learning_rate": 8.181422274344572e-05,
      "loss": 3.1685,
      "step": 28120
    },
    {
      "epoch": 24.312878133102853,
      "grad_norm": 0.8069444894790649,
      "learning_rate": 8.180209106099592e-05,
      "loss": 3.1753,
      "step": 28130
    },
    {
      "epoch": 24.32152117545376,
      "grad_norm": 0.8167111277580261,
      "learning_rate": 8.178995623351864e-05,
      "loss": 3.1959,
      "step": 28140
    },
    {
      "epoch": 24.33016421780467,
      "grad_norm": 0.8012531399726868,
      "learning_rate": 8.177781826221397e-05,
      "loss": 3.189,
      "step": 28150
    },
    {
      "epoch": 24.338807260155576,
      "grad_norm": 0.8016919493675232,
      "learning_rate": 8.176567714828227e-05,
      "loss": 3.177,
      "step": 28160
    },
    {
      "epoch": 24.34745030250648,
      "grad_norm": 0.75560462474823,
      "learning_rate": 8.17535328929242e-05,
      "loss": 3.1831,
      "step": 28170
    },
    {
      "epoch": 24.35609334485739,
      "grad_norm": 0.7483648657798767,
      "learning_rate": 8.174138549734078e-05,
      "loss": 3.1834,
      "step": 28180
    },
    {
      "epoch": 24.364736387208296,
      "grad_norm": 0.7390293478965759,
      "learning_rate": 8.172923496273329e-05,
      "loss": 3.1868,
      "step": 28190
    },
    {
      "epoch": 24.373379429559204,
      "grad_norm": 0.7813345193862915,
      "learning_rate": 8.171708129030335e-05,
      "loss": 3.1966,
      "step": 28200
    },
    {
      "epoch": 24.382022471910112,
      "grad_norm": 0.830960214138031,
      "learning_rate": 8.170492448125288e-05,
      "loss": 3.1867,
      "step": 28210
    },
    {
      "epoch": 24.39066551426102,
      "grad_norm": 0.9914878010749817,
      "learning_rate": 8.169276453678412e-05,
      "loss": 3.1933,
      "step": 28220
    },
    {
      "epoch": 24.399308556611928,
      "grad_norm": 1.1112444400787354,
      "learning_rate": 8.168060145809958e-05,
      "loss": 3.1845,
      "step": 28230
    },
    {
      "epoch": 24.407951598962836,
      "grad_norm": 0.732923150062561,
      "learning_rate": 8.166843524640216e-05,
      "loss": 3.1989,
      "step": 28240
    },
    {
      "epoch": 24.416594641313743,
      "grad_norm": 0.7946613430976868,
      "learning_rate": 8.165626590289499e-05,
      "loss": 3.1866,
      "step": 28250
    },
    {
      "epoch": 24.42523768366465,
      "grad_norm": 0.7833155989646912,
      "learning_rate": 8.164409342878156e-05,
      "loss": 3.1888,
      "step": 28260
    },
    {
      "epoch": 24.43388072601556,
      "grad_norm": 0.7756401896476746,
      "learning_rate": 8.163191782526562e-05,
      "loss": 3.1835,
      "step": 28270
    },
    {
      "epoch": 24.442523768366463,
      "grad_norm": 0.7817670106887817,
      "learning_rate": 8.161973909355131e-05,
      "loss": 3.2001,
      "step": 28280
    },
    {
      "epoch": 24.45116681071737,
      "grad_norm": 0.7369628548622131,
      "learning_rate": 8.160755723484299e-05,
      "loss": 3.2093,
      "step": 28290
    },
    {
      "epoch": 24.45980985306828,
      "grad_norm": 0.7810221314430237,
      "learning_rate": 8.15953722503454e-05,
      "loss": 3.1825,
      "step": 28300
    },
    {
      "epoch": 24.468452895419187,
      "grad_norm": 0.7544795274734497,
      "learning_rate": 8.158318414126351e-05,
      "loss": 3.1944,
      "step": 28310
    },
    {
      "epoch": 24.477095937770095,
      "grad_norm": 0.9434711337089539,
      "learning_rate": 8.15709929088027e-05,
      "loss": 3.2021,
      "step": 28320
    },
    {
      "epoch": 24.485738980121003,
      "grad_norm": 0.8293957114219666,
      "learning_rate": 8.155879855416859e-05,
      "loss": 3.1955,
      "step": 28330
    },
    {
      "epoch": 24.49438202247191,
      "grad_norm": 0.7438688278198242,
      "learning_rate": 8.154660107856712e-05,
      "loss": 3.1924,
      "step": 28340
    },
    {
      "epoch": 24.50302506482282,
      "grad_norm": 0.7841391563415527,
      "learning_rate": 8.153440048320454e-05,
      "loss": 3.2092,
      "step": 28350
    },
    {
      "epoch": 24.511668107173726,
      "grad_norm": 0.854616105556488,
      "learning_rate": 8.152219676928741e-05,
      "loss": 3.2078,
      "step": 28360
    },
    {
      "epoch": 24.520311149524634,
      "grad_norm": 0.7147217392921448,
      "learning_rate": 8.150998993802261e-05,
      "loss": 3.2177,
      "step": 28370
    },
    {
      "epoch": 24.528954191875542,
      "grad_norm": 0.7408820986747742,
      "learning_rate": 8.149777999061732e-05,
      "loss": 3.2146,
      "step": 28380
    },
    {
      "epoch": 24.537597234226446,
      "grad_norm": 0.7981126308441162,
      "learning_rate": 8.148556692827902e-05,
      "loss": 3.1977,
      "step": 28390
    },
    {
      "epoch": 24.546240276577354,
      "grad_norm": 0.8323216438293457,
      "learning_rate": 8.147335075221552e-05,
      "loss": 3.2142,
      "step": 28400
    },
    {
      "epoch": 24.554883318928262,
      "grad_norm": 0.7875661253929138,
      "learning_rate": 8.146113146363491e-05,
      "loss": 3.2062,
      "step": 28410
    },
    {
      "epoch": 24.56352636127917,
      "grad_norm": 0.7369517087936401,
      "learning_rate": 8.144890906374561e-05,
      "loss": 3.2089,
      "step": 28420
    },
    {
      "epoch": 24.572169403630078,
      "grad_norm": 0.7418195009231567,
      "learning_rate": 8.14366835537563e-05,
      "loss": 3.2057,
      "step": 28430
    },
    {
      "epoch": 24.580812445980985,
      "grad_norm": 1.044238567352295,
      "learning_rate": 8.142445493487608e-05,
      "loss": 3.2016,
      "step": 28440
    },
    {
      "epoch": 24.589455488331893,
      "grad_norm": 0.826416015625,
      "learning_rate": 8.141222320831423e-05,
      "loss": 3.2247,
      "step": 28450
    },
    {
      "epoch": 24.5980985306828,
      "grad_norm": 0.7526270151138306,
      "learning_rate": 8.13999883752804e-05,
      "loss": 3.1937,
      "step": 28460
    },
    {
      "epoch": 24.60674157303371,
      "grad_norm": 0.8121548295021057,
      "learning_rate": 8.138775043698454e-05,
      "loss": 3.2133,
      "step": 28470
    },
    {
      "epoch": 24.615384615384617,
      "grad_norm": 0.8173481225967407,
      "learning_rate": 8.13755093946369e-05,
      "loss": 3.2009,
      "step": 28480
    },
    {
      "epoch": 24.624027657735525,
      "grad_norm": 0.9179102182388306,
      "learning_rate": 8.136326524944806e-05,
      "loss": 3.2174,
      "step": 28490
    },
    {
      "epoch": 24.63267070008643,
      "grad_norm": 0.7567132711410522,
      "learning_rate": 8.135101800262889e-05,
      "loss": 3.2201,
      "step": 28500
    },
    {
      "epoch": 24.641313742437337,
      "grad_norm": 0.8062043190002441,
      "learning_rate": 8.133876765539055e-05,
      "loss": 3.2272,
      "step": 28510
    },
    {
      "epoch": 24.649956784788245,
      "grad_norm": 0.752856969833374,
      "learning_rate": 8.132651420894451e-05,
      "loss": 3.2075,
      "step": 28520
    },
    {
      "epoch": 24.658599827139152,
      "grad_norm": 0.7723010182380676,
      "learning_rate": 8.131425766450258e-05,
      "loss": 3.2223,
      "step": 28530
    },
    {
      "epoch": 24.66724286949006,
      "grad_norm": 0.845548152923584,
      "learning_rate": 8.130199802327687e-05,
      "loss": 3.2212,
      "step": 28540
    },
    {
      "epoch": 24.675885911840968,
      "grad_norm": 0.8077704310417175,
      "learning_rate": 8.128973528647976e-05,
      "loss": 3.1873,
      "step": 28550
    },
    {
      "epoch": 24.684528954191876,
      "grad_norm": 0.7851428985595703,
      "learning_rate": 8.127746945532395e-05,
      "loss": 3.2188,
      "step": 28560
    },
    {
      "epoch": 24.693171996542784,
      "grad_norm": 0.9442554116249084,
      "learning_rate": 8.126520053102247e-05,
      "loss": 3.2285,
      "step": 28570
    },
    {
      "epoch": 24.70181503889369,
      "grad_norm": 0.9056783318519592,
      "learning_rate": 8.125292851478863e-05,
      "loss": 3.2237,
      "step": 28580
    },
    {
      "epoch": 24.7104580812446,
      "grad_norm": 0.7570671439170837,
      "learning_rate": 8.124065340783606e-05,
      "loss": 3.2303,
      "step": 28590
    },
    {
      "epoch": 24.719101123595507,
      "grad_norm": 0.9567004442214966,
      "learning_rate": 8.122837521137869e-05,
      "loss": 3.2273,
      "step": 28600
    },
    {
      "epoch": 24.72774416594641,
      "grad_norm": 0.790062665939331,
      "learning_rate": 8.121609392663079e-05,
      "loss": 3.222,
      "step": 28610
    },
    {
      "epoch": 24.73638720829732,
      "grad_norm": 0.7906498908996582,
      "learning_rate": 8.120380955480685e-05,
      "loss": 3.1967,
      "step": 28620
    },
    {
      "epoch": 24.745030250648227,
      "grad_norm": 0.9938778281211853,
      "learning_rate": 8.119152209712174e-05,
      "loss": 3.2204,
      "step": 28630
    },
    {
      "epoch": 24.753673292999135,
      "grad_norm": 0.8753297924995422,
      "learning_rate": 8.117923155479058e-05,
      "loss": 3.2053,
      "step": 28640
    },
    {
      "epoch": 24.762316335350043,
      "grad_norm": 0.8184425234794617,
      "learning_rate": 8.116693792902888e-05,
      "loss": 3.2208,
      "step": 28650
    },
    {
      "epoch": 24.77095937770095,
      "grad_norm": 0.7585209012031555,
      "learning_rate": 8.115464122105239e-05,
      "loss": 3.2167,
      "step": 28660
    },
    {
      "epoch": 24.77960242005186,
      "grad_norm": 0.7453587651252747,
      "learning_rate": 8.114234143207717e-05,
      "loss": 3.2207,
      "step": 28670
    },
    {
      "epoch": 24.788245462402767,
      "grad_norm": 0.7392677068710327,
      "learning_rate": 8.113003856331956e-05,
      "loss": 3.2376,
      "step": 28680
    },
    {
      "epoch": 24.796888504753674,
      "grad_norm": 0.8545761704444885,
      "learning_rate": 8.111773261599629e-05,
      "loss": 3.2313,
      "step": 28690
    },
    {
      "epoch": 24.805531547104582,
      "grad_norm": 0.8098639249801636,
      "learning_rate": 8.110542359132432e-05,
      "loss": 3.2193,
      "step": 28700
    },
    {
      "epoch": 24.81417458945549,
      "grad_norm": 0.935475766658783,
      "learning_rate": 8.109311149052092e-05,
      "loss": 3.217,
      "step": 28710
    },
    {
      "epoch": 24.822817631806394,
      "grad_norm": 0.7993711829185486,
      "learning_rate": 8.10807963148037e-05,
      "loss": 3.2138,
      "step": 28720
    },
    {
      "epoch": 24.831460674157302,
      "grad_norm": 0.9536561369895935,
      "learning_rate": 8.106847806539056e-05,
      "loss": 3.2269,
      "step": 28730
    },
    {
      "epoch": 24.84010371650821,
      "grad_norm": 0.7764919400215149,
      "learning_rate": 8.105615674349967e-05,
      "loss": 3.2319,
      "step": 28740
    },
    {
      "epoch": 24.848746758859118,
      "grad_norm": 0.9298853278160095,
      "learning_rate": 8.104383235034954e-05,
      "loss": 3.2434,
      "step": 28750
    },
    {
      "epoch": 24.857389801210026,
      "grad_norm": 0.8428484797477722,
      "learning_rate": 8.103150488715898e-05,
      "loss": 3.2397,
      "step": 28760
    },
    {
      "epoch": 24.866032843560934,
      "grad_norm": 0.7809163928031921,
      "learning_rate": 8.101917435514709e-05,
      "loss": 3.2253,
      "step": 28770
    },
    {
      "epoch": 24.87467588591184,
      "grad_norm": 0.753322958946228,
      "learning_rate": 8.100684075553333e-05,
      "loss": 3.2285,
      "step": 28780
    },
    {
      "epoch": 24.88331892826275,
      "grad_norm": 0.765716016292572,
      "learning_rate": 8.099450408953736e-05,
      "loss": 3.2373,
      "step": 28790
    },
    {
      "epoch": 24.891961970613657,
      "grad_norm": 0.8581802845001221,
      "learning_rate": 8.098216435837919e-05,
      "loss": 3.217,
      "step": 28800
    },
    {
      "epoch": 24.900605012964565,
      "grad_norm": 0.755703330039978,
      "learning_rate": 8.096982156327919e-05,
      "loss": 3.2205,
      "step": 28810
    },
    {
      "epoch": 24.90924805531547,
      "grad_norm": 0.7944861650466919,
      "learning_rate": 8.095747570545797e-05,
      "loss": 3.221,
      "step": 28820
    },
    {
      "epoch": 24.917891097666377,
      "grad_norm": 0.8875806927680969,
      "learning_rate": 8.094512678613644e-05,
      "loss": 3.2406,
      "step": 28830
    },
    {
      "epoch": 24.926534140017285,
      "grad_norm": 0.7641940116882324,
      "learning_rate": 8.093277480653586e-05,
      "loss": 3.2286,
      "step": 28840
    },
    {
      "epoch": 24.935177182368193,
      "grad_norm": 0.7236422300338745,
      "learning_rate": 8.09204197678777e-05,
      "loss": 3.2265,
      "step": 28850
    },
    {
      "epoch": 24.9438202247191,
      "grad_norm": 0.7828800082206726,
      "learning_rate": 8.090806167138388e-05,
      "loss": 3.2396,
      "step": 28860
    },
    {
      "epoch": 24.95246326707001,
      "grad_norm": 0.961643636226654,
      "learning_rate": 8.08957005182765e-05,
      "loss": 3.2331,
      "step": 28870
    },
    {
      "epoch": 24.961106309420916,
      "grad_norm": 0.7666165828704834,
      "learning_rate": 8.088333630977799e-05,
      "loss": 3.2398,
      "step": 28880
    },
    {
      "epoch": 24.969749351771824,
      "grad_norm": 0.7523612976074219,
      "learning_rate": 8.08709690471111e-05,
      "loss": 3.2317,
      "step": 28890
    },
    {
      "epoch": 24.978392394122732,
      "grad_norm": 0.7646893858909607,
      "learning_rate": 8.085859873149889e-05,
      "loss": 3.2373,
      "step": 28900
    },
    {
      "epoch": 24.98703543647364,
      "grad_norm": 0.7956795692443848,
      "learning_rate": 8.084622536416469e-05,
      "loss": 3.262,
      "step": 28910
    },
    {
      "epoch": 24.995678478824548,
      "grad_norm": 0.7255998253822327,
      "learning_rate": 8.083384894633214e-05,
      "loss": 3.2137,
      "step": 28920
    },
    {
      "epoch": 25.004321521175452,
      "grad_norm": 0.7622312307357788,
      "learning_rate": 8.082146947922521e-05,
      "loss": 3.1721,
      "step": 28930
    },
    {
      "epoch": 25.01296456352636,
      "grad_norm": 0.8269031643867493,
      "learning_rate": 8.080908696406815e-05,
      "loss": 3.0913,
      "step": 28940
    },
    {
      "epoch": 25.021607605877268,
      "grad_norm": 0.7909038066864014,
      "learning_rate": 8.07967014020855e-05,
      "loss": 3.0947,
      "step": 28950
    },
    {
      "epoch": 25.030250648228176,
      "grad_norm": 0.7683966755867004,
      "learning_rate": 8.078431279450214e-05,
      "loss": 3.0748,
      "step": 28960
    },
    {
      "epoch": 25.038893690579084,
      "grad_norm": 1.166831135749817,
      "learning_rate": 8.077192114254319e-05,
      "loss": 3.1053,
      "step": 28970
    },
    {
      "epoch": 25.04753673292999,
      "grad_norm": 0.8452947735786438,
      "learning_rate": 8.075952644743413e-05,
      "loss": 3.0931,
      "step": 28980
    },
    {
      "epoch": 25.0561797752809,
      "grad_norm": 0.7694262266159058,
      "learning_rate": 8.074712871040071e-05,
      "loss": 3.095,
      "step": 28990
    },
    {
      "epoch": 25.064822817631807,
      "grad_norm": 0.8698609471321106,
      "learning_rate": 8.073472793266898e-05,
      "loss": 3.1147,
      "step": 29000
    },
    {
      "epoch": 25.073465859982715,
      "grad_norm": 0.8164005279541016,
      "learning_rate": 8.072232411546533e-05,
      "loss": 3.0906,
      "step": 29010
    },
    {
      "epoch": 25.082108902333623,
      "grad_norm": 0.7904615998268127,
      "learning_rate": 8.070991726001638e-05,
      "loss": 3.11,
      "step": 29020
    },
    {
      "epoch": 25.09075194468453,
      "grad_norm": 0.7811510562896729,
      "learning_rate": 8.069750736754913e-05,
      "loss": 3.1204,
      "step": 29030
    },
    {
      "epoch": 25.099394987035435,
      "grad_norm": 0.7924588322639465,
      "learning_rate": 8.068509443929082e-05,
      "loss": 3.108,
      "step": 29040
    },
    {
      "epoch": 25.108038029386343,
      "grad_norm": 0.806763231754303,
      "learning_rate": 8.067267847646899e-05,
      "loss": 3.1336,
      "step": 29050
    },
    {
      "epoch": 25.11668107173725,
      "grad_norm": 0.8245151042938232,
      "learning_rate": 8.066025948031155e-05,
      "loss": 3.1169,
      "step": 29060
    },
    {
      "epoch": 25.12532411408816,
      "grad_norm": 0.8778488039970398,
      "learning_rate": 8.064783745204661e-05,
      "loss": 3.1278,
      "step": 29070
    },
    {
      "epoch": 25.133967156439066,
      "grad_norm": 1.3672105073928833,
      "learning_rate": 8.063541239290267e-05,
      "loss": 3.1201,
      "step": 29080
    },
    {
      "epoch": 25.142610198789974,
      "grad_norm": 0.7975879311561584,
      "learning_rate": 8.062298430410846e-05,
      "loss": 3.1132,
      "step": 29090
    },
    {
      "epoch": 25.151253241140882,
      "grad_norm": 0.8154094219207764,
      "learning_rate": 8.061055318689305e-05,
      "loss": 3.1116,
      "step": 29100
    },
    {
      "epoch": 25.15989628349179,
      "grad_norm": 0.7584065198898315,
      "learning_rate": 8.059811904248582e-05,
      "loss": 3.119,
      "step": 29110
    },
    {
      "epoch": 25.168539325842698,
      "grad_norm": 0.7542700171470642,
      "learning_rate": 8.058568187211642e-05,
      "loss": 3.1243,
      "step": 29120
    },
    {
      "epoch": 25.177182368193606,
      "grad_norm": 0.837559700012207,
      "learning_rate": 8.057324167701479e-05,
      "loss": 3.1396,
      "step": 29130
    },
    {
      "epoch": 25.185825410544513,
      "grad_norm": 0.8589271306991577,
      "learning_rate": 8.056079845841119e-05,
      "loss": 3.1305,
      "step": 29140
    },
    {
      "epoch": 25.194468452895418,
      "grad_norm": 0.8008803129196167,
      "learning_rate": 8.05483522175362e-05,
      "loss": 3.1256,
      "step": 29150
    },
    {
      "epoch": 25.203111495246326,
      "grad_norm": 0.8409448862075806,
      "learning_rate": 8.053590295562065e-05,
      "loss": 3.1174,
      "step": 29160
    },
    {
      "epoch": 25.211754537597233,
      "grad_norm": 0.8110846281051636,
      "learning_rate": 8.05234506738957e-05,
      "loss": 3.133,
      "step": 29170
    },
    {
      "epoch": 25.22039757994814,
      "grad_norm": 0.8542278409004211,
      "learning_rate": 8.051099537359281e-05,
      "loss": 3.1213,
      "step": 29180
    },
    {
      "epoch": 25.22904062229905,
      "grad_norm": 0.8054220676422119,
      "learning_rate": 8.049853705594372e-05,
      "loss": 3.125,
      "step": 29190
    },
    {
      "epoch": 25.237683664649957,
      "grad_norm": 0.8308357000350952,
      "learning_rate": 8.048607572218051e-05,
      "loss": 3.1321,
      "step": 29200
    },
    {
      "epoch": 25.246326707000865,
      "grad_norm": 0.7849045991897583,
      "learning_rate": 8.04736113735355e-05,
      "loss": 3.1283,
      "step": 29210
    },
    {
      "epoch": 25.254969749351773,
      "grad_norm": 0.8086950182914734,
      "learning_rate": 8.046114401124131e-05,
      "loss": 3.1316,
      "step": 29220
    },
    {
      "epoch": 25.26361279170268,
      "grad_norm": 1.673009991645813,
      "learning_rate": 8.044867363653094e-05,
      "loss": 3.1297,
      "step": 29230
    },
    {
      "epoch": 25.27225583405359,
      "grad_norm": 0.9293314218521118,
      "learning_rate": 8.043620025063762e-05,
      "loss": 3.134,
      "step": 29240
    },
    {
      "epoch": 25.280898876404493,
      "grad_norm": 0.8267027139663696,
      "learning_rate": 8.042372385479486e-05,
      "loss": 3.1516,
      "step": 29250
    },
    {
      "epoch": 25.2895419187554,
      "grad_norm": 0.7830113768577576,
      "learning_rate": 8.041124445023651e-05,
      "loss": 3.1465,
      "step": 29260
    },
    {
      "epoch": 25.29818496110631,
      "grad_norm": 0.8905102014541626,
      "learning_rate": 8.03987620381967e-05,
      "loss": 3.1488,
      "step": 29270
    },
    {
      "epoch": 25.306828003457216,
      "grad_norm": 1.0547467470169067,
      "learning_rate": 8.038627661990989e-05,
      "loss": 3.1415,
      "step": 29280
    },
    {
      "epoch": 25.315471045808124,
      "grad_norm": 0.8513150811195374,
      "learning_rate": 8.037378819661079e-05,
      "loss": 3.1206,
      "step": 29290
    },
    {
      "epoch": 25.324114088159032,
      "grad_norm": 0.8661333322525024,
      "learning_rate": 8.036129676953443e-05,
      "loss": 3.1446,
      "step": 29300
    },
    {
      "epoch": 25.33275713050994,
      "grad_norm": 0.8424501419067383,
      "learning_rate": 8.03488023399161e-05,
      "loss": 3.1496,
      "step": 29310
    },
    {
      "epoch": 25.341400172860848,
      "grad_norm": 0.8332424163818359,
      "learning_rate": 8.033630490899149e-05,
      "loss": 3.1364,
      "step": 29320
    },
    {
      "epoch": 25.350043215211755,
      "grad_norm": 1.0303606986999512,
      "learning_rate": 8.032380447799645e-05,
      "loss": 3.1469,
      "step": 29330
    },
    {
      "epoch": 25.358686257562663,
      "grad_norm": 0.8314917087554932,
      "learning_rate": 8.031130104816724e-05,
      "loss": 3.1516,
      "step": 29340
    },
    {
      "epoch": 25.36732929991357,
      "grad_norm": 0.8264889121055603,
      "learning_rate": 8.029879462074036e-05,
      "loss": 3.1473,
      "step": 29350
    },
    {
      "epoch": 25.375972342264475,
      "grad_norm": 0.7907178997993469,
      "learning_rate": 8.02862851969526e-05,
      "loss": 3.1434,
      "step": 29360
    },
    {
      "epoch": 25.384615384615383,
      "grad_norm": 0.8324838280677795,
      "learning_rate": 8.027377277804108e-05,
      "loss": 3.1622,
      "step": 29370
    },
    {
      "epoch": 25.39325842696629,
      "grad_norm": 1.0169322490692139,
      "learning_rate": 8.026125736524321e-05,
      "loss": 3.1336,
      "step": 29380
    },
    {
      "epoch": 25.4019014693172,
      "grad_norm": 0.900173008441925,
      "learning_rate": 8.024873895979664e-05,
      "loss": 3.1491,
      "step": 29390
    },
    {
      "epoch": 25.410544511668107,
      "grad_norm": 0.8239218592643738,
      "learning_rate": 8.023621756293941e-05,
      "loss": 3.1478,
      "step": 29400
    },
    {
      "epoch": 25.419187554019015,
      "grad_norm": 0.9350497722625732,
      "learning_rate": 8.022369317590979e-05,
      "loss": 3.1623,
      "step": 29410
    },
    {
      "epoch": 25.427830596369922,
      "grad_norm": 0.9348507523536682,
      "learning_rate": 8.021116579994637e-05,
      "loss": 3.1551,
      "step": 29420
    },
    {
      "epoch": 25.43647363872083,
      "grad_norm": 0.8136311769485474,
      "learning_rate": 8.019863543628801e-05,
      "loss": 3.1614,
      "step": 29430
    },
    {
      "epoch": 25.445116681071738,
      "grad_norm": 1.0331456661224365,
      "learning_rate": 8.018610208617391e-05,
      "loss": 3.1432,
      "step": 29440
    },
    {
      "epoch": 25.453759723422646,
      "grad_norm": 0.8300014138221741,
      "learning_rate": 8.017356575084352e-05,
      "loss": 3.1645,
      "step": 29450
    },
    {
      "epoch": 25.462402765773554,
      "grad_norm": 0.8452902436256409,
      "learning_rate": 8.016102643153663e-05,
      "loss": 3.1447,
      "step": 29460
    },
    {
      "epoch": 25.471045808124458,
      "grad_norm": 0.9600951075553894,
      "learning_rate": 8.014848412949325e-05,
      "loss": 3.1641,
      "step": 29470
    },
    {
      "epoch": 25.479688850475366,
      "grad_norm": 0.8109020590782166,
      "learning_rate": 8.013593884595378e-05,
      "loss": 3.153,
      "step": 29480
    },
    {
      "epoch": 25.488331892826274,
      "grad_norm": 1.1651804447174072,
      "learning_rate": 8.012339058215887e-05,
      "loss": 3.1713,
      "step": 29490
    },
    {
      "epoch": 25.49697493517718,
      "grad_norm": 0.799513041973114,
      "learning_rate": 8.011083933934944e-05,
      "loss": 3.1764,
      "step": 29500
    },
    {
      "epoch": 25.50561797752809,
      "grad_norm": 0.8503856658935547,
      "learning_rate": 8.009828511876674e-05,
      "loss": 3.1566,
      "step": 29510
    },
    {
      "epoch": 25.514261019878997,
      "grad_norm": 0.7950376272201538,
      "learning_rate": 8.008572792165229e-05,
      "loss": 3.1624,
      "step": 29520
    },
    {
      "epoch": 25.522904062229905,
      "grad_norm": 0.8819843530654907,
      "learning_rate": 8.007316774924797e-05,
      "loss": 3.1631,
      "step": 29530
    },
    {
      "epoch": 25.531547104580813,
      "grad_norm": 0.846712589263916,
      "learning_rate": 8.006060460279585e-05,
      "loss": 3.1653,
      "step": 29540
    },
    {
      "epoch": 25.54019014693172,
      "grad_norm": 0.8279810547828674,
      "learning_rate": 8.004803848353835e-05,
      "loss": 3.1574,
      "step": 29550
    },
    {
      "epoch": 25.54883318928263,
      "grad_norm": 0.8610861301422119,
      "learning_rate": 8.00354693927182e-05,
      "loss": 3.1486,
      "step": 29560
    },
    {
      "epoch": 25.557476231633537,
      "grad_norm": 0.8391830325126648,
      "learning_rate": 8.00228973315784e-05,
      "loss": 3.1621,
      "step": 29570
    },
    {
      "epoch": 25.56611927398444,
      "grad_norm": 0.8330056667327881,
      "learning_rate": 8.001032230136224e-05,
      "loss": 3.1782,
      "step": 29580
    },
    {
      "epoch": 25.57476231633535,
      "grad_norm": 0.8058571219444275,
      "learning_rate": 7.999774430331333e-05,
      "loss": 3.1663,
      "step": 29590
    },
    {
      "epoch": 25.583405358686257,
      "grad_norm": 0.8422054052352905,
      "learning_rate": 7.998516333867551e-05,
      "loss": 3.1626,
      "step": 29600
    },
    {
      "epoch": 25.592048401037164,
      "grad_norm": 0.8350087404251099,
      "learning_rate": 7.997257940869301e-05,
      "loss": 3.1757,
      "step": 29610
    },
    {
      "epoch": 25.600691443388072,
      "grad_norm": 0.936115562915802,
      "learning_rate": 7.995999251461028e-05,
      "loss": 3.177,
      "step": 29620
    },
    {
      "epoch": 25.60933448573898,
      "grad_norm": 0.7984491586685181,
      "learning_rate": 7.994740265767208e-05,
      "loss": 3.1834,
      "step": 29630
    },
    {
      "epoch": 25.617977528089888,
      "grad_norm": 0.7917932271957397,
      "learning_rate": 7.993480983912349e-05,
      "loss": 3.1546,
      "step": 29640
    },
    {
      "epoch": 25.626620570440796,
      "grad_norm": 0.8655151724815369,
      "learning_rate": 7.992221406020984e-05,
      "loss": 3.1689,
      "step": 29650
    },
    {
      "epoch": 25.635263612791704,
      "grad_norm": 0.7834036946296692,
      "learning_rate": 7.990961532217678e-05,
      "loss": 3.1642,
      "step": 29660
    },
    {
      "epoch": 25.64390665514261,
      "grad_norm": 0.7866858243942261,
      "learning_rate": 7.989701362627024e-05,
      "loss": 3.18,
      "step": 29670
    },
    {
      "epoch": 25.65254969749352,
      "grad_norm": 0.7777470946311951,
      "learning_rate": 7.988440897373644e-05,
      "loss": 3.1975,
      "step": 29680
    },
    {
      "epoch": 25.661192739844424,
      "grad_norm": 0.7762604355812073,
      "learning_rate": 7.987180136582194e-05,
      "loss": 3.1841,
      "step": 29690
    },
    {
      "epoch": 25.66983578219533,
      "grad_norm": 0.7929202914237976,
      "learning_rate": 7.98591908037735e-05,
      "loss": 3.1692,
      "step": 29700
    },
    {
      "epoch": 25.67847882454624,
      "grad_norm": 0.8082177042961121,
      "learning_rate": 7.984657728883828e-05,
      "loss": 3.1802,
      "step": 29710
    },
    {
      "epoch": 25.687121866897147,
      "grad_norm": 0.918418824672699,
      "learning_rate": 7.983396082226364e-05,
      "loss": 3.1717,
      "step": 29720
    },
    {
      "epoch": 25.695764909248055,
      "grad_norm": 0.7622408270835876,
      "learning_rate": 7.98213414052973e-05,
      "loss": 3.2008,
      "step": 29730
    },
    {
      "epoch": 25.704407951598963,
      "grad_norm": 1.0067836046218872,
      "learning_rate": 7.980871903918718e-05,
      "loss": 3.1939,
      "step": 29740
    },
    {
      "epoch": 25.71305099394987,
      "grad_norm": 0.8565906286239624,
      "learning_rate": 7.979609372518165e-05,
      "loss": 3.1699,
      "step": 29750
    },
    {
      "epoch": 25.72169403630078,
      "grad_norm": 0.7765345573425293,
      "learning_rate": 7.978346546452918e-05,
      "loss": 3.1985,
      "step": 29760
    },
    {
      "epoch": 25.730337078651687,
      "grad_norm": 0.8639297485351562,
      "learning_rate": 7.977083425847867e-05,
      "loss": 3.1811,
      "step": 29770
    },
    {
      "epoch": 25.738980121002594,
      "grad_norm": 0.8191143870353699,
      "learning_rate": 7.975820010827926e-05,
      "loss": 3.1836,
      "step": 29780
    },
    {
      "epoch": 25.747623163353502,
      "grad_norm": 0.8335136771202087,
      "learning_rate": 7.97455630151804e-05,
      "loss": 3.1648,
      "step": 29790
    },
    {
      "epoch": 25.756266205704407,
      "grad_norm": 1.0164909362792969,
      "learning_rate": 7.973292298043182e-05,
      "loss": 3.1938,
      "step": 29800
    },
    {
      "epoch": 25.764909248055314,
      "grad_norm": 0.7713271975517273,
      "learning_rate": 7.972028000528352e-05,
      "loss": 3.1987,
      "step": 29810
    },
    {
      "epoch": 25.773552290406222,
      "grad_norm": 1.0185434818267822,
      "learning_rate": 7.97076340909858e-05,
      "loss": 3.1961,
      "step": 29820
    },
    {
      "epoch": 25.78219533275713,
      "grad_norm": 0.9591391682624817,
      "learning_rate": 7.969498523878932e-05,
      "loss": 3.1913,
      "step": 29830
    },
    {
      "epoch": 25.790838375108038,
      "grad_norm": 0.901282012462616,
      "learning_rate": 7.96823334499449e-05,
      "loss": 3.1923,
      "step": 29840
    },
    {
      "epoch": 25.799481417458946,
      "grad_norm": 0.8026001453399658,
      "learning_rate": 7.966967872570377e-05,
      "loss": 3.1899,
      "step": 29850
    },
    {
      "epoch": 25.808124459809854,
      "grad_norm": 0.7828731536865234,
      "learning_rate": 7.96570210673174e-05,
      "loss": 3.1984,
      "step": 29860
    },
    {
      "epoch": 25.81676750216076,
      "grad_norm": 0.8301476240158081,
      "learning_rate": 7.964436047603754e-05,
      "loss": 3.194,
      "step": 29870
    },
    {
      "epoch": 25.82541054451167,
      "grad_norm": 0.8759498000144958,
      "learning_rate": 7.963169695311626e-05,
      "loss": 3.1847,
      "step": 29880
    },
    {
      "epoch": 25.834053586862577,
      "grad_norm": 0.9563213586807251,
      "learning_rate": 7.961903049980586e-05,
      "loss": 3.1836,
      "step": 29890
    },
    {
      "epoch": 25.84269662921348,
      "grad_norm": 0.8134783506393433,
      "learning_rate": 7.960636111735902e-05,
      "loss": 3.1886,
      "step": 29900
    },
    {
      "epoch": 25.85133967156439,
      "grad_norm": 0.760502815246582,
      "learning_rate": 7.959368880702865e-05,
      "loss": 3.1797,
      "step": 29910
    },
    {
      "epoch": 25.859982713915297,
      "grad_norm": 0.7776975631713867,
      "learning_rate": 7.958101357006794e-05,
      "loss": 3.1988,
      "step": 29920
    },
    {
      "epoch": 25.868625756266205,
      "grad_norm": 0.8044680953025818,
      "learning_rate": 7.95683354077304e-05,
      "loss": 3.1856,
      "step": 29930
    },
    {
      "epoch": 25.877268798617113,
      "grad_norm": 0.7638993859291077,
      "learning_rate": 7.955565432126986e-05,
      "loss": 3.1963,
      "step": 29940
    },
    {
      "epoch": 25.88591184096802,
      "grad_norm": 0.7648013830184937,
      "learning_rate": 7.954297031194035e-05,
      "loss": 3.1997,
      "step": 29950
    },
    {
      "epoch": 25.89455488331893,
      "grad_norm": 0.7880322337150574,
      "learning_rate": 7.953028338099627e-05,
      "loss": 3.1676,
      "step": 29960
    },
    {
      "epoch": 25.903197925669836,
      "grad_norm": 0.8321235775947571,
      "learning_rate": 7.951759352969226e-05,
      "loss": 3.1992,
      "step": 29970
    },
    {
      "epoch": 25.911840968020744,
      "grad_norm": 0.7588744163513184,
      "learning_rate": 7.950490075928327e-05,
      "loss": 3.207,
      "step": 29980
    },
    {
      "epoch": 25.920484010371652,
      "grad_norm": 0.8379385471343994,
      "learning_rate": 7.949220507102455e-05,
      "loss": 3.2,
      "step": 29990
    },
    {
      "epoch": 25.92912705272256,
      "grad_norm": 0.781014621257782,
      "learning_rate": 7.947950646617162e-05,
      "loss": 3.2,
      "step": 30000
    },
    {
      "epoch": 25.937770095073464,
      "grad_norm": 0.8311983942985535,
      "learning_rate": 7.946680494598026e-05,
      "loss": 3.1937,
      "step": 30010
    },
    {
      "epoch": 25.946413137424372,
      "grad_norm": 0.9780981540679932,
      "learning_rate": 7.945410051170661e-05,
      "loss": 3.1735,
      "step": 30020
    },
    {
      "epoch": 25.95505617977528,
      "grad_norm": 0.8004112243652344,
      "learning_rate": 7.944139316460703e-05,
      "loss": 3.1938,
      "step": 30030
    },
    {
      "epoch": 25.963699222126188,
      "grad_norm": 0.774876058101654,
      "learning_rate": 7.942868290593823e-05,
      "loss": 3.1973,
      "step": 30040
    },
    {
      "epoch": 25.972342264477096,
      "grad_norm": 0.8445037603378296,
      "learning_rate": 7.941596973695716e-05,
      "loss": 3.1798,
      "step": 30050
    },
    {
      "epoch": 25.980985306828003,
      "grad_norm": 0.8986526727676392,
      "learning_rate": 7.940325365892104e-05,
      "loss": 3.1831,
      "step": 30060
    },
    {
      "epoch": 25.98962834917891,
      "grad_norm": 0.9589903354644775,
      "learning_rate": 7.939053467308746e-05,
      "loss": 3.2028,
      "step": 30070
    },
    {
      "epoch": 25.99827139152982,
      "grad_norm": 0.8425666093826294,
      "learning_rate": 7.937781278071423e-05,
      "loss": 3.1928,
      "step": 30080
    },
    {
      "epoch": 26.006914433880727,
      "grad_norm": 0.8549859523773193,
      "learning_rate": 7.936508798305946e-05,
      "loss": 3.0938,
      "step": 30090
    },
    {
      "epoch": 26.015557476231635,
      "grad_norm": 0.8437960743904114,
      "learning_rate": 7.935236028138153e-05,
      "loss": 3.0382,
      "step": 30100
    },
    {
      "epoch": 26.024200518582543,
      "grad_norm": 0.9078643918037415,
      "learning_rate": 7.933962967693919e-05,
      "loss": 3.0605,
      "step": 30110
    },
    {
      "epoch": 26.032843560933447,
      "grad_norm": 0.8844650983810425,
      "learning_rate": 7.932689617099137e-05,
      "loss": 3.0591,
      "step": 30120
    },
    {
      "epoch": 26.041486603284355,
      "grad_norm": 0.8194499015808105,
      "learning_rate": 7.931415976479735e-05,
      "loss": 3.0591,
      "step": 30130
    },
    {
      "epoch": 26.050129645635263,
      "grad_norm": 0.9531237483024597,
      "learning_rate": 7.930142045961669e-05,
      "loss": 3.058,
      "step": 30140
    },
    {
      "epoch": 26.05877268798617,
      "grad_norm": 0.814994752407074,
      "learning_rate": 7.928867825670918e-05,
      "loss": 3.0656,
      "step": 30150
    },
    {
      "epoch": 26.06741573033708,
      "grad_norm": 1.155278205871582,
      "learning_rate": 7.927593315733502e-05,
      "loss": 3.0642,
      "step": 30160
    },
    {
      "epoch": 26.076058772687986,
      "grad_norm": 0.8014325499534607,
      "learning_rate": 7.926318516275454e-05,
      "loss": 3.0621,
      "step": 30170
    },
    {
      "epoch": 26.084701815038894,
      "grad_norm": 0.8815398812294006,
      "learning_rate": 7.925043427422849e-05,
      "loss": 3.0607,
      "step": 30180
    },
    {
      "epoch": 26.093344857389802,
      "grad_norm": 0.8612728118896484,
      "learning_rate": 7.923768049301785e-05,
      "loss": 3.0598,
      "step": 30190
    },
    {
      "epoch": 26.10198789974071,
      "grad_norm": 0.8668360114097595,
      "learning_rate": 7.922492382038386e-05,
      "loss": 3.0518,
      "step": 30200
    },
    {
      "epoch": 26.110630942091618,
      "grad_norm": 0.8031577467918396,
      "learning_rate": 7.921216425758811e-05,
      "loss": 3.0597,
      "step": 30210
    },
    {
      "epoch": 26.119273984442525,
      "grad_norm": 0.8678996562957764,
      "learning_rate": 7.919940180589242e-05,
      "loss": 3.0642,
      "step": 30220
    },
    {
      "epoch": 26.12791702679343,
      "grad_norm": 0.8588933348655701,
      "learning_rate": 7.918663646655891e-05,
      "loss": 3.0743,
      "step": 30230
    },
    {
      "epoch": 26.136560069144338,
      "grad_norm": 0.8226521611213684,
      "learning_rate": 7.917386824085001e-05,
      "loss": 3.0605,
      "step": 30240
    },
    {
      "epoch": 26.145203111495245,
      "grad_norm": 1.034773588180542,
      "learning_rate": 7.916109713002842e-05,
      "loss": 3.0754,
      "step": 30250
    },
    {
      "epoch": 26.153846153846153,
      "grad_norm": 0.8496201634407043,
      "learning_rate": 7.914832313535709e-05,
      "loss": 3.0781,
      "step": 30260
    },
    {
      "epoch": 26.16248919619706,
      "grad_norm": 0.800178050994873,
      "learning_rate": 7.913554625809931e-05,
      "loss": 3.0787,
      "step": 30270
    },
    {
      "epoch": 26.17113223854797,
      "grad_norm": 0.8213644027709961,
      "learning_rate": 7.912276649951866e-05,
      "loss": 3.0715,
      "step": 30280
    },
    {
      "epoch": 26.179775280898877,
      "grad_norm": 0.832317054271698,
      "learning_rate": 7.910998386087893e-05,
      "loss": 3.0746,
      "step": 30290
    },
    {
      "epoch": 26.188418323249785,
      "grad_norm": 0.8780155777931213,
      "learning_rate": 7.909719834344427e-05,
      "loss": 3.0819,
      "step": 30300
    },
    {
      "epoch": 26.197061365600693,
      "grad_norm": 0.8846727609634399,
      "learning_rate": 7.908440994847907e-05,
      "loss": 3.0881,
      "step": 30310
    },
    {
      "epoch": 26.2057044079516,
      "grad_norm": 0.8813076615333557,
      "learning_rate": 7.907161867724807e-05,
      "loss": 3.0786,
      "step": 30320
    },
    {
      "epoch": 26.21434745030251,
      "grad_norm": 0.8952006697654724,
      "learning_rate": 7.905882453101618e-05,
      "loss": 3.072,
      "step": 30330
    },
    {
      "epoch": 26.222990492653413,
      "grad_norm": 0.824656069278717,
      "learning_rate": 7.90460275110487e-05,
      "loss": 3.1007,
      "step": 30340
    },
    {
      "epoch": 26.23163353500432,
      "grad_norm": 0.927666962146759,
      "learning_rate": 7.903322761861116e-05,
      "loss": 3.1032,
      "step": 30350
    },
    {
      "epoch": 26.24027657735523,
      "grad_norm": 0.9607241749763489,
      "learning_rate": 7.902042485496939e-05,
      "loss": 3.0745,
      "step": 30360
    },
    {
      "epoch": 26.248919619706136,
      "grad_norm": 0.859624981880188,
      "learning_rate": 7.900761922138953e-05,
      "loss": 3.0983,
      "step": 30370
    },
    {
      "epoch": 26.257562662057044,
      "grad_norm": 0.8066895604133606,
      "learning_rate": 7.899481071913795e-05,
      "loss": 3.085,
      "step": 30380
    },
    {
      "epoch": 26.26620570440795,
      "grad_norm": 0.8431667685508728,
      "learning_rate": 7.898199934948132e-05,
      "loss": 3.0924,
      "step": 30390
    },
    {
      "epoch": 26.27484874675886,
      "grad_norm": 0.8734346628189087,
      "learning_rate": 7.896918511368662e-05,
      "loss": 3.092,
      "step": 30400
    },
    {
      "epoch": 26.283491789109767,
      "grad_norm": 0.8684478998184204,
      "learning_rate": 7.89563680130211e-05,
      "loss": 3.0942,
      "step": 30410
    },
    {
      "epoch": 26.292134831460675,
      "grad_norm": 0.8173705339431763,
      "learning_rate": 7.894354804875231e-05,
      "loss": 3.085,
      "step": 30420
    },
    {
      "epoch": 26.300777873811583,
      "grad_norm": 0.9109851121902466,
      "learning_rate": 7.893072522214803e-05,
      "loss": 3.1012,
      "step": 30430
    },
    {
      "epoch": 26.309420916162487,
      "grad_norm": 0.8406991362571716,
      "learning_rate": 7.891789953447637e-05,
      "loss": 3.1041,
      "step": 30440
    },
    {
      "epoch": 26.318063958513395,
      "grad_norm": 1.0194652080535889,
      "learning_rate": 7.890507098700572e-05,
      "loss": 3.0949,
      "step": 30450
    },
    {
      "epoch": 26.326707000864303,
      "grad_norm": 1.2227600812911987,
      "learning_rate": 7.889223958100471e-05,
      "loss": 3.1083,
      "step": 30460
    },
    {
      "epoch": 26.33535004321521,
      "grad_norm": 1.0216283798217773,
      "learning_rate": 7.887940531774233e-05,
      "loss": 3.1282,
      "step": 30470
    },
    {
      "epoch": 26.34399308556612,
      "grad_norm": 0.8049350380897522,
      "learning_rate": 7.886656819848777e-05,
      "loss": 3.1108,
      "step": 30480
    },
    {
      "epoch": 26.352636127917027,
      "grad_norm": 1.0839768648147583,
      "learning_rate": 7.885372822451059e-05,
      "loss": 3.1285,
      "step": 30490
    },
    {
      "epoch": 26.361279170267935,
      "grad_norm": 0.8019811511039734,
      "learning_rate": 7.88408853970805e-05,
      "loss": 3.1121,
      "step": 30500
    },
    {
      "epoch": 26.369922212618842,
      "grad_norm": 0.9676250219345093,
      "learning_rate": 7.882803971746766e-05,
      "loss": 3.1169,
      "step": 30510
    },
    {
      "epoch": 26.37856525496975,
      "grad_norm": 0.8657394051551819,
      "learning_rate": 7.881519118694239e-05,
      "loss": 3.1105,
      "step": 30520
    },
    {
      "epoch": 26.387208297320658,
      "grad_norm": 0.838338315486908,
      "learning_rate": 7.880233980677532e-05,
      "loss": 3.0986,
      "step": 30530
    },
    {
      "epoch": 26.395851339671566,
      "grad_norm": 0.8509855270385742,
      "learning_rate": 7.87894855782374e-05,
      "loss": 3.1092,
      "step": 30540
    },
    {
      "epoch": 26.40449438202247,
      "grad_norm": 0.8544982671737671,
      "learning_rate": 7.87766285025998e-05,
      "loss": 3.12,
      "step": 30550
    },
    {
      "epoch": 26.413137424373378,
      "grad_norm": 0.8745849132537842,
      "learning_rate": 7.876376858113402e-05,
      "loss": 3.11,
      "step": 30560
    },
    {
      "epoch": 26.421780466724286,
      "grad_norm": 0.8544582724571228,
      "learning_rate": 7.875090581511183e-05,
      "loss": 3.1318,
      "step": 30570
    },
    {
      "epoch": 26.430423509075194,
      "grad_norm": 0.9190934300422668,
      "learning_rate": 7.873804020580528e-05,
      "loss": 3.0986,
      "step": 30580
    },
    {
      "epoch": 26.4390665514261,
      "grad_norm": 0.8127840161323547,
      "learning_rate": 7.872517175448668e-05,
      "loss": 3.0975,
      "step": 30590
    },
    {
      "epoch": 26.44770959377701,
      "grad_norm": 0.8070927262306213,
      "learning_rate": 7.871230046242865e-05,
      "loss": 3.1162,
      "step": 30600
    },
    {
      "epoch": 26.456352636127917,
      "grad_norm": 1.071423053741455,
      "learning_rate": 7.869942633090408e-05,
      "loss": 3.1347,
      "step": 30610
    },
    {
      "epoch": 26.464995678478825,
      "grad_norm": 0.9397138953208923,
      "learning_rate": 7.868654936118615e-05,
      "loss": 3.1179,
      "step": 30620
    },
    {
      "epoch": 26.473638720829733,
      "grad_norm": 0.820234477519989,
      "learning_rate": 7.867366955454829e-05,
      "loss": 3.1256,
      "step": 30630
    },
    {
      "epoch": 26.48228176318064,
      "grad_norm": 0.8555880188941956,
      "learning_rate": 7.866078691226424e-05,
      "loss": 3.1388,
      "step": 30640
    },
    {
      "epoch": 26.49092480553155,
      "grad_norm": 0.9340595006942749,
      "learning_rate": 7.864790143560802e-05,
      "loss": 3.101,
      "step": 30650
    },
    {
      "epoch": 26.499567847882453,
      "grad_norm": 0.8800618648529053,
      "learning_rate": 7.863501312585394e-05,
      "loss": 3.1191,
      "step": 30660
    },
    {
      "epoch": 26.50821089023336,
      "grad_norm": 0.9876241087913513,
      "learning_rate": 7.862212198427654e-05,
      "loss": 3.1283,
      "step": 30670
    },
    {
      "epoch": 26.51685393258427,
      "grad_norm": 0.7987691760063171,
      "learning_rate": 7.860922801215068e-05,
      "loss": 3.1133,
      "step": 30680
    },
    {
      "epoch": 26.525496974935177,
      "grad_norm": 0.9390408992767334,
      "learning_rate": 7.859633121075151e-05,
      "loss": 3.1387,
      "step": 30690
    },
    {
      "epoch": 26.534140017286084,
      "grad_norm": 0.7911951541900635,
      "learning_rate": 7.858343158135441e-05,
      "loss": 3.1151,
      "step": 30700
    },
    {
      "epoch": 26.542783059636992,
      "grad_norm": 0.84178227186203,
      "learning_rate": 7.857052912523512e-05,
      "loss": 3.1429,
      "step": 30710
    },
    {
      "epoch": 26.5514261019879,
      "grad_norm": 0.8627786040306091,
      "learning_rate": 7.855762384366957e-05,
      "loss": 3.1409,
      "step": 30720
    },
    {
      "epoch": 26.560069144338808,
      "grad_norm": 0.8007333278656006,
      "learning_rate": 7.854471573793403e-05,
      "loss": 3.1464,
      "step": 30730
    },
    {
      "epoch": 26.568712186689716,
      "grad_norm": 0.8386238813400269,
      "learning_rate": 7.853180480930504e-05,
      "loss": 3.1136,
      "step": 30740
    },
    {
      "epoch": 26.577355229040624,
      "grad_norm": 0.7834621667861938,
      "learning_rate": 7.851889105905939e-05,
      "loss": 3.1219,
      "step": 30750
    },
    {
      "epoch": 26.58599827139153,
      "grad_norm": 0.9046290516853333,
      "learning_rate": 7.850597448847418e-05,
      "loss": 3.1457,
      "step": 30760
    },
    {
      "epoch": 26.594641313742436,
      "grad_norm": 0.8623326420783997,
      "learning_rate": 7.849305509882677e-05,
      "loss": 3.1403,
      "step": 30770
    },
    {
      "epoch": 26.603284356093344,
      "grad_norm": 0.821311354637146,
      "learning_rate": 7.848013289139482e-05,
      "loss": 3.1455,
      "step": 30780
    },
    {
      "epoch": 26.61192739844425,
      "grad_norm": 0.9507035613059998,
      "learning_rate": 7.846720786745623e-05,
      "loss": 3.1284,
      "step": 30790
    },
    {
      "epoch": 26.62057044079516,
      "grad_norm": 1.028077244758606,
      "learning_rate": 7.845428002828923e-05,
      "loss": 3.1388,
      "step": 30800
    },
    {
      "epoch": 26.629213483146067,
      "grad_norm": 0.816058874130249,
      "learning_rate": 7.84413493751723e-05,
      "loss": 3.1344,
      "step": 30810
    },
    {
      "epoch": 26.637856525496975,
      "grad_norm": 0.8966085910797119,
      "learning_rate": 7.842841590938419e-05,
      "loss": 3.148,
      "step": 30820
    },
    {
      "epoch": 26.646499567847883,
      "grad_norm": 0.8108134269714355,
      "learning_rate": 7.841547963220395e-05,
      "loss": 3.1478,
      "step": 30830
    },
    {
      "epoch": 26.65514261019879,
      "grad_norm": 1.1001827716827393,
      "learning_rate": 7.840254054491087e-05,
      "loss": 3.1321,
      "step": 30840
    },
    {
      "epoch": 26.6637856525497,
      "grad_norm": 0.8735107779502869,
      "learning_rate": 7.838959864878458e-05,
      "loss": 3.1323,
      "step": 30850
    },
    {
      "epoch": 26.672428694900606,
      "grad_norm": 0.8527756929397583,
      "learning_rate": 7.837665394510495e-05,
      "loss": 3.1202,
      "step": 30860
    },
    {
      "epoch": 26.681071737251514,
      "grad_norm": 0.8915807008743286,
      "learning_rate": 7.836370643515207e-05,
      "loss": 3.1376,
      "step": 30870
    },
    {
      "epoch": 26.68971477960242,
      "grad_norm": 0.9278079271316528,
      "learning_rate": 7.835075612020647e-05,
      "loss": 3.1476,
      "step": 30880
    },
    {
      "epoch": 26.698357821953326,
      "grad_norm": 0.8669930100440979,
      "learning_rate": 7.833780300154876e-05,
      "loss": 3.1473,
      "step": 30890
    },
    {
      "epoch": 26.707000864304234,
      "grad_norm": 0.880787193775177,
      "learning_rate": 7.832484708045997e-05,
      "loss": 3.1317,
      "step": 30900
    },
    {
      "epoch": 26.715643906655142,
      "grad_norm": 0.9245120882987976,
      "learning_rate": 7.831188835822134e-05,
      "loss": 3.1354,
      "step": 30910
    },
    {
      "epoch": 26.72428694900605,
      "grad_norm": 0.9322746396064758,
      "learning_rate": 7.829892683611444e-05,
      "loss": 3.1346,
      "step": 30920
    },
    {
      "epoch": 26.732929991356958,
      "grad_norm": 0.9128400087356567,
      "learning_rate": 7.828596251542104e-05,
      "loss": 3.1331,
      "step": 30930
    },
    {
      "epoch": 26.741573033707866,
      "grad_norm": 0.976535975933075,
      "learning_rate": 7.827299539742326e-05,
      "loss": 3.1383,
      "step": 30940
    },
    {
      "epoch": 26.750216076058773,
      "grad_norm": 0.7990795969963074,
      "learning_rate": 7.826002548340346e-05,
      "loss": 3.1427,
      "step": 30950
    },
    {
      "epoch": 26.75885911840968,
      "grad_norm": 0.8611559867858887,
      "learning_rate": 7.824705277464429e-05,
      "loss": 3.1597,
      "step": 30960
    },
    {
      "epoch": 26.76750216076059,
      "grad_norm": 0.8647606372833252,
      "learning_rate": 7.823407727242862e-05,
      "loss": 3.1473,
      "step": 30970
    },
    {
      "epoch": 26.776145203111497,
      "grad_norm": 0.8176828026771545,
      "learning_rate": 7.822109897803972e-05,
      "loss": 3.1332,
      "step": 30980
    },
    {
      "epoch": 26.7847882454624,
      "grad_norm": 0.7837315797805786,
      "learning_rate": 7.820811789276102e-05,
      "loss": 3.1416,
      "step": 30990
    },
    {
      "epoch": 26.79343128781331,
      "grad_norm": 0.8071240186691284,
      "learning_rate": 7.819513401787628e-05,
      "loss": 3.1442,
      "step": 31000
    },
    {
      "epoch": 26.802074330164217,
      "grad_norm": 0.7809938192367554,
      "learning_rate": 7.818214735466951e-05,
      "loss": 3.1703,
      "step": 31010
    },
    {
      "epoch": 26.810717372515125,
      "grad_norm": 0.8352165818214417,
      "learning_rate": 7.816915790442501e-05,
      "loss": 3.1466,
      "step": 31020
    },
    {
      "epoch": 26.819360414866033,
      "grad_norm": 0.814092755317688,
      "learning_rate": 7.815616566842738e-05,
      "loss": 3.1642,
      "step": 31030
    },
    {
      "epoch": 26.82800345721694,
      "grad_norm": 0.8209542036056519,
      "learning_rate": 7.814317064796146e-05,
      "loss": 3.1436,
      "step": 31040
    },
    {
      "epoch": 26.83664649956785,
      "grad_norm": 1.0036870241165161,
      "learning_rate": 7.813017284431235e-05,
      "loss": 3.1342,
      "step": 31050
    },
    {
      "epoch": 26.845289541918756,
      "grad_norm": 0.8483994007110596,
      "learning_rate": 7.811717225876549e-05,
      "loss": 3.1481,
      "step": 31060
    },
    {
      "epoch": 26.853932584269664,
      "grad_norm": 0.8713635206222534,
      "learning_rate": 7.810416889260653e-05,
      "loss": 3.1555,
      "step": 31070
    },
    {
      "epoch": 26.862575626620572,
      "grad_norm": 0.8660371899604797,
      "learning_rate": 7.809116274712144e-05,
      "loss": 3.1622,
      "step": 31080
    },
    {
      "epoch": 26.871218668971476,
      "grad_norm": 0.9333733320236206,
      "learning_rate": 7.807815382359642e-05,
      "loss": 3.1637,
      "step": 31090
    },
    {
      "epoch": 26.879861711322384,
      "grad_norm": 0.811033308506012,
      "learning_rate": 7.8065142123318e-05,
      "loss": 3.1601,
      "step": 31100
    },
    {
      "epoch": 26.888504753673292,
      "grad_norm": 0.8452228307723999,
      "learning_rate": 7.805212764757295e-05,
      "loss": 3.1486,
      "step": 31110
    },
    {
      "epoch": 26.8971477960242,
      "grad_norm": 0.7895609140396118,
      "learning_rate": 7.80391103976483e-05,
      "loss": 3.1526,
      "step": 31120
    },
    {
      "epoch": 26.905790838375108,
      "grad_norm": 0.8006317019462585,
      "learning_rate": 7.802609037483139e-05,
      "loss": 3.1664,
      "step": 31130
    },
    {
      "epoch": 26.914433880726016,
      "grad_norm": 0.829413652420044,
      "learning_rate": 7.80130675804098e-05,
      "loss": 3.1491,
      "step": 31140
    },
    {
      "epoch": 26.923076923076923,
      "grad_norm": 0.7748780250549316,
      "learning_rate": 7.800004201567143e-05,
      "loss": 3.1626,
      "step": 31150
    },
    {
      "epoch": 26.93171996542783,
      "grad_norm": 0.7841677069664001,
      "learning_rate": 7.798701368190443e-05,
      "loss": 3.1593,
      "step": 31160
    },
    {
      "epoch": 26.94036300777874,
      "grad_norm": 0.9619167447090149,
      "learning_rate": 7.797398258039721e-05,
      "loss": 3.1523,
      "step": 31170
    },
    {
      "epoch": 26.949006050129647,
      "grad_norm": 0.8835225701332092,
      "learning_rate": 7.796094871243844e-05,
      "loss": 3.1575,
      "step": 31180
    },
    {
      "epoch": 26.957649092480555,
      "grad_norm": 0.8244167566299438,
      "learning_rate": 7.79479120793171e-05,
      "loss": 3.1489,
      "step": 31190
    },
    {
      "epoch": 26.96629213483146,
      "grad_norm": 0.7862676382064819,
      "learning_rate": 7.793487268232247e-05,
      "loss": 3.1533,
      "step": 31200
    },
    {
      "epoch": 26.974935177182367,
      "grad_norm": 0.780320405960083,
      "learning_rate": 7.792183052274402e-05,
      "loss": 3.1585,
      "step": 31210
    },
    {
      "epoch": 26.983578219533275,
      "grad_norm": 0.8756788372993469,
      "learning_rate": 7.790878560187153e-05,
      "loss": 3.1763,
      "step": 31220
    },
    {
      "epoch": 26.992221261884183,
      "grad_norm": 1.0245931148529053,
      "learning_rate": 7.789573792099511e-05,
      "loss": 3.1364,
      "step": 31230
    },
    {
      "epoch": 27.00086430423509,
      "grad_norm": 0.8187336325645447,
      "learning_rate": 7.788268748140505e-05,
      "loss": 3.1821,
      "step": 31240
    },
    {
      "epoch": 27.009507346586,
      "grad_norm": 0.9504382014274597,
      "learning_rate": 7.786963428439199e-05,
      "loss": 3.0132,
      "step": 31250
    },
    {
      "epoch": 27.018150388936906,
      "grad_norm": 0.8160393238067627,
      "learning_rate": 7.785657833124678e-05,
      "loss": 3.0168,
      "step": 31260
    },
    {
      "epoch": 27.026793431287814,
      "grad_norm": 0.9053569436073303,
      "learning_rate": 7.784351962326059e-05,
      "loss": 3.0045,
      "step": 31270
    },
    {
      "epoch": 27.035436473638722,
      "grad_norm": 0.9563804268836975,
      "learning_rate": 7.783045816172485e-05,
      "loss": 2.991,
      "step": 31280
    },
    {
      "epoch": 27.04407951598963,
      "grad_norm": 0.9356141090393066,
      "learning_rate": 7.781739394793123e-05,
      "loss": 2.9979,
      "step": 31290
    },
    {
      "epoch": 27.052722558340538,
      "grad_norm": 0.8381648659706116,
      "learning_rate": 7.78043269831717e-05,
      "loss": 3.0248,
      "step": 31300
    },
    {
      "epoch": 27.061365600691442,
      "grad_norm": 0.9071916341781616,
      "learning_rate": 7.779125726873855e-05,
      "loss": 3.0231,
      "step": 31310
    },
    {
      "epoch": 27.07000864304235,
      "grad_norm": 0.8975294828414917,
      "learning_rate": 7.777818480592424e-05,
      "loss": 3.0079,
      "step": 31320
    },
    {
      "epoch": 27.078651685393258,
      "grad_norm": 0.8175927996635437,
      "learning_rate": 7.776510959602157e-05,
      "loss": 3.0171,
      "step": 31330
    },
    {
      "epoch": 27.087294727744165,
      "grad_norm": 0.8506460189819336,
      "learning_rate": 7.77520316403236e-05,
      "loss": 3.0267,
      "step": 31340
    },
    {
      "epoch": 27.095937770095073,
      "grad_norm": 0.9221509695053101,
      "learning_rate": 7.773895094012366e-05,
      "loss": 3.0415,
      "step": 31350
    },
    {
      "epoch": 27.10458081244598,
      "grad_norm": 0.8873175978660583,
      "learning_rate": 7.772586749671535e-05,
      "loss": 3.0386,
      "step": 31360
    },
    {
      "epoch": 27.11322385479689,
      "grad_norm": 0.8924044370651245,
      "learning_rate": 7.771278131139254e-05,
      "loss": 3.0151,
      "step": 31370
    },
    {
      "epoch": 27.121866897147797,
      "grad_norm": 0.8962762355804443,
      "learning_rate": 7.769969238544937e-05,
      "loss": 3.0392,
      "step": 31380
    },
    {
      "epoch": 27.130509939498705,
      "grad_norm": 0.9669745564460754,
      "learning_rate": 7.768660072018022e-05,
      "loss": 3.0337,
      "step": 31390
    },
    {
      "epoch": 27.139152981849612,
      "grad_norm": 0.9030529260635376,
      "learning_rate": 7.767350631687983e-05,
      "loss": 3.0265,
      "step": 31400
    },
    {
      "epoch": 27.14779602420052,
      "grad_norm": 0.8747684359550476,
      "learning_rate": 7.766040917684314e-05,
      "loss": 3.0286,
      "step": 31410
    },
    {
      "epoch": 27.156439066551425,
      "grad_norm": 0.843214213848114,
      "learning_rate": 7.764730930136535e-05,
      "loss": 3.0277,
      "step": 31420
    },
    {
      "epoch": 27.165082108902332,
      "grad_norm": 1.4947497844696045,
      "learning_rate": 7.763420669174196e-05,
      "loss": 3.0497,
      "step": 31430
    },
    {
      "epoch": 27.17372515125324,
      "grad_norm": 0.8665540218353271,
      "learning_rate": 7.762110134926876e-05,
      "loss": 3.0507,
      "step": 31440
    },
    {
      "epoch": 27.182368193604148,
      "grad_norm": 0.8505702614784241,
      "learning_rate": 7.760799327524178e-05,
      "loss": 3.0514,
      "step": 31450
    },
    {
      "epoch": 27.191011235955056,
      "grad_norm": 0.8793399930000305,
      "learning_rate": 7.75948824709573e-05,
      "loss": 3.0482,
      "step": 31460
    },
    {
      "epoch": 27.199654278305964,
      "grad_norm": 0.8249713778495789,
      "learning_rate": 7.758176893771191e-05,
      "loss": 3.0305,
      "step": 31470
    },
    {
      "epoch": 27.20829732065687,
      "grad_norm": 0.939059317111969,
      "learning_rate": 7.756865267680248e-05,
      "loss": 3.0524,
      "step": 31480
    },
    {
      "epoch": 27.21694036300778,
      "grad_norm": 0.8463413119316101,
      "learning_rate": 7.755553368952611e-05,
      "loss": 3.0517,
      "step": 31490
    },
    {
      "epoch": 27.225583405358687,
      "grad_norm": 0.8694866895675659,
      "learning_rate": 7.754241197718018e-05,
      "loss": 3.0367,
      "step": 31500
    },
    {
      "epoch": 27.234226447709595,
      "grad_norm": 0.8694021701812744,
      "learning_rate": 7.752928754106233e-05,
      "loss": 3.0525,
      "step": 31510
    },
    {
      "epoch": 27.2428694900605,
      "grad_norm": 1.0623421669006348,
      "learning_rate": 7.751616038247051e-05,
      "loss": 3.0471,
      "step": 31520
    },
    {
      "epoch": 27.251512532411407,
      "grad_norm": 0.8896085619926453,
      "learning_rate": 7.750303050270291e-05,
      "loss": 3.0487,
      "step": 31530
    },
    {
      "epoch": 27.260155574762315,
      "grad_norm": 1.1197792291641235,
      "learning_rate": 7.748989790305798e-05,
      "loss": 3.047,
      "step": 31540
    },
    {
      "epoch": 27.268798617113223,
      "grad_norm": 0.9330752491950989,
      "learning_rate": 7.747676258483447e-05,
      "loss": 3.0637,
      "step": 31550
    },
    {
      "epoch": 27.27744165946413,
      "grad_norm": 0.8783508539199829,
      "learning_rate": 7.746362454933137e-05,
      "loss": 3.0625,
      "step": 31560
    },
    {
      "epoch": 27.28608470181504,
      "grad_norm": 0.8162670135498047,
      "learning_rate": 7.745048379784795e-05,
      "loss": 3.063,
      "step": 31570
    },
    {
      "epoch": 27.294727744165947,
      "grad_norm": 0.8643090724945068,
      "learning_rate": 7.743734033168374e-05,
      "loss": 3.0605,
      "step": 31580
    },
    {
      "epoch": 27.303370786516854,
      "grad_norm": 0.8198234438896179,
      "learning_rate": 7.742419415213856e-05,
      "loss": 3.0646,
      "step": 31590
    },
    {
      "epoch": 27.312013828867762,
      "grad_norm": 0.8169066905975342,
      "learning_rate": 7.741104526051248e-05,
      "loss": 3.0607,
      "step": 31600
    },
    {
      "epoch": 27.32065687121867,
      "grad_norm": 0.8750079870223999,
      "learning_rate": 7.739789365810585e-05,
      "loss": 3.0749,
      "step": 31610
    },
    {
      "epoch": 27.329299913569578,
      "grad_norm": 1.0246975421905518,
      "learning_rate": 7.738473934621929e-05,
      "loss": 3.0676,
      "step": 31620
    },
    {
      "epoch": 27.337942955920482,
      "grad_norm": 0.8395253419876099,
      "learning_rate": 7.737158232615362e-05,
      "loss": 3.0618,
      "step": 31630
    },
    {
      "epoch": 27.34658599827139,
      "grad_norm": 0.8854000568389893,
      "learning_rate": 7.735842259921006e-05,
      "loss": 3.0749,
      "step": 31640
    },
    {
      "epoch": 27.355229040622298,
      "grad_norm": 1.0193039178848267,
      "learning_rate": 7.734526016668998e-05,
      "loss": 3.071,
      "step": 31650
    },
    {
      "epoch": 27.363872082973206,
      "grad_norm": 0.8868271112442017,
      "learning_rate": 7.733209502989508e-05,
      "loss": 3.0696,
      "step": 31660
    },
    {
      "epoch": 27.372515125324114,
      "grad_norm": 0.8933607339859009,
      "learning_rate": 7.73189271901273e-05,
      "loss": 3.0687,
      "step": 31670
    },
    {
      "epoch": 27.38115816767502,
      "grad_norm": 0.850309431552887,
      "learning_rate": 7.730575664868886e-05,
      "loss": 3.0623,
      "step": 31680
    },
    {
      "epoch": 27.38980121002593,
      "grad_norm": 0.8486006855964661,
      "learning_rate": 7.729258340688227e-05,
      "loss": 3.0465,
      "step": 31690
    },
    {
      "epoch": 27.398444252376837,
      "grad_norm": 0.9344567656517029,
      "learning_rate": 7.727940746601024e-05,
      "loss": 3.0639,
      "step": 31700
    },
    {
      "epoch": 27.407087294727745,
      "grad_norm": 0.8410131931304932,
      "learning_rate": 7.72662288273758e-05,
      "loss": 3.0797,
      "step": 31710
    },
    {
      "epoch": 27.415730337078653,
      "grad_norm": 0.8861188888549805,
      "learning_rate": 7.725304749228224e-05,
      "loss": 3.0682,
      "step": 31720
    },
    {
      "epoch": 27.42437337942956,
      "grad_norm": 0.8924105167388916,
      "learning_rate": 7.723986346203313e-05,
      "loss": 3.0721,
      "step": 31730
    },
    {
      "epoch": 27.433016421780465,
      "grad_norm": 0.8657007217407227,
      "learning_rate": 7.722667673793226e-05,
      "loss": 3.0989,
      "step": 31740
    },
    {
      "epoch": 27.441659464131373,
      "grad_norm": 0.927264928817749,
      "learning_rate": 7.721348732128373e-05,
      "loss": 3.0826,
      "step": 31750
    },
    {
      "epoch": 27.45030250648228,
      "grad_norm": 0.8745920658111572,
      "learning_rate": 7.720029521339186e-05,
      "loss": 3.0894,
      "step": 31760
    },
    {
      "epoch": 27.45894554883319,
      "grad_norm": 0.9017074704170227,
      "learning_rate": 7.718710041556131e-05,
      "loss": 3.0619,
      "step": 31770
    },
    {
      "epoch": 27.467588591184096,
      "grad_norm": 0.8830571174621582,
      "learning_rate": 7.717390292909694e-05,
      "loss": 3.0788,
      "step": 31780
    },
    {
      "epoch": 27.476231633535004,
      "grad_norm": 0.9319255948066711,
      "learning_rate": 7.71607027553039e-05,
      "loss": 3.0843,
      "step": 31790
    },
    {
      "epoch": 27.484874675885912,
      "grad_norm": 0.8857498168945312,
      "learning_rate": 7.714749989548762e-05,
      "loss": 3.0784,
      "step": 31800
    },
    {
      "epoch": 27.49351771823682,
      "grad_norm": 0.9003713726997375,
      "learning_rate": 7.713429435095375e-05,
      "loss": 3.0677,
      "step": 31810
    },
    {
      "epoch": 27.502160760587728,
      "grad_norm": 0.9740569591522217,
      "learning_rate": 7.712108612300826e-05,
      "loss": 3.0874,
      "step": 31820
    },
    {
      "epoch": 27.510803802938636,
      "grad_norm": 0.8776699304580688,
      "learning_rate": 7.710787521295736e-05,
      "loss": 3.0839,
      "step": 31830
    },
    {
      "epoch": 27.519446845289544,
      "grad_norm": 0.881456732749939,
      "learning_rate": 7.70946616221075e-05,
      "loss": 3.0873,
      "step": 31840
    },
    {
      "epoch": 27.528089887640448,
      "grad_norm": 0.9169560670852661,
      "learning_rate": 7.708144535176546e-05,
      "loss": 3.0816,
      "step": 31850
    },
    {
      "epoch": 27.536732929991356,
      "grad_norm": 1.1620442867279053,
      "learning_rate": 7.706822640323823e-05,
      "loss": 3.0993,
      "step": 31860
    },
    {
      "epoch": 27.545375972342264,
      "grad_norm": 0.7960659265518188,
      "learning_rate": 7.705500477783308e-05,
      "loss": 3.0934,
      "step": 31870
    },
    {
      "epoch": 27.55401901469317,
      "grad_norm": 1.0365437269210815,
      "learning_rate": 7.704178047685752e-05,
      "loss": 3.0967,
      "step": 31880
    },
    {
      "epoch": 27.56266205704408,
      "grad_norm": 0.8192354440689087,
      "learning_rate": 7.70285535016194e-05,
      "loss": 3.0797,
      "step": 31890
    },
    {
      "epoch": 27.571305099394987,
      "grad_norm": 0.9876326322555542,
      "learning_rate": 7.701532385342676e-05,
      "loss": 3.0992,
      "step": 31900
    },
    {
      "epoch": 27.579948141745895,
      "grad_norm": 0.8974832892417908,
      "learning_rate": 7.700209153358791e-05,
      "loss": 3.0971,
      "step": 31910
    },
    {
      "epoch": 27.588591184096803,
      "grad_norm": 0.87760990858078,
      "learning_rate": 7.698885654341146e-05,
      "loss": 3.0902,
      "step": 31920
    },
    {
      "epoch": 27.59723422644771,
      "grad_norm": 1.0655930042266846,
      "learning_rate": 7.697561888420631e-05,
      "loss": 3.0938,
      "step": 31930
    },
    {
      "epoch": 27.60587726879862,
      "grad_norm": 0.9273349642753601,
      "learning_rate": 7.69623785572815e-05,
      "loss": 3.087,
      "step": 31940
    },
    {
      "epoch": 27.614520311149526,
      "grad_norm": 0.9385737180709839,
      "learning_rate": 7.694913556394647e-05,
      "loss": 3.0954,
      "step": 31950
    },
    {
      "epoch": 27.62316335350043,
      "grad_norm": 1.0584204196929932,
      "learning_rate": 7.693588990551086e-05,
      "loss": 3.0797,
      "step": 31960
    },
    {
      "epoch": 27.63180639585134,
      "grad_norm": 0.8664858341217041,
      "learning_rate": 7.692264158328457e-05,
      "loss": 3.093,
      "step": 31970
    },
    {
      "epoch": 27.640449438202246,
      "grad_norm": 0.8662790060043335,
      "learning_rate": 7.69093905985778e-05,
      "loss": 3.0928,
      "step": 31980
    },
    {
      "epoch": 27.649092480553154,
      "grad_norm": 0.8432072997093201,
      "learning_rate": 7.689613695270097e-05,
      "loss": 3.0876,
      "step": 31990
    },
    {
      "epoch": 27.657735522904062,
      "grad_norm": 0.9128656983375549,
      "learning_rate": 7.688288064696479e-05,
      "loss": 3.101,
      "step": 32000
    },
    {
      "epoch": 27.66637856525497,
      "grad_norm": 1.1685785055160522,
      "learning_rate": 7.68696216826802e-05,
      "loss": 3.1028,
      "step": 32010
    },
    {
      "epoch": 27.675021607605878,
      "grad_norm": 0.8206440806388855,
      "learning_rate": 7.685636006115847e-05,
      "loss": 3.0906,
      "step": 32020
    },
    {
      "epoch": 27.683664649956786,
      "grad_norm": 0.9786579012870789,
      "learning_rate": 7.684309578371108e-05,
      "loss": 3.0974,
      "step": 32030
    },
    {
      "epoch": 27.692307692307693,
      "grad_norm": 0.8862850666046143,
      "learning_rate": 7.682982885164976e-05,
      "loss": 3.1035,
      "step": 32040
    },
    {
      "epoch": 27.7009507346586,
      "grad_norm": 1.0299633741378784,
      "learning_rate": 7.681655926628653e-05,
      "loss": 3.0959,
      "step": 32050
    },
    {
      "epoch": 27.70959377700951,
      "grad_norm": 0.9189091920852661,
      "learning_rate": 7.680328702893369e-05,
      "loss": 3.1026,
      "step": 32060
    },
    {
      "epoch": 27.718236819360413,
      "grad_norm": 0.9483811855316162,
      "learning_rate": 7.679001214090378e-05,
      "loss": 3.1044,
      "step": 32070
    },
    {
      "epoch": 27.72687986171132,
      "grad_norm": 0.9515159726142883,
      "learning_rate": 7.67767346035096e-05,
      "loss": 3.1224,
      "step": 32080
    },
    {
      "epoch": 27.73552290406223,
      "grad_norm": 0.825524628162384,
      "learning_rate": 7.676345441806421e-05,
      "loss": 3.0959,
      "step": 32090
    },
    {
      "epoch": 27.744165946413137,
      "grad_norm": 0.816522479057312,
      "learning_rate": 7.675017158588094e-05,
      "loss": 3.1172,
      "step": 32100
    },
    {
      "epoch": 27.752808988764045,
      "grad_norm": 0.8780568838119507,
      "learning_rate": 7.673688610827336e-05,
      "loss": 3.1053,
      "step": 32110
    },
    {
      "epoch": 27.761452031114953,
      "grad_norm": 0.8900080323219299,
      "learning_rate": 7.672359798655535e-05,
      "loss": 3.0962,
      "step": 32120
    },
    {
      "epoch": 27.77009507346586,
      "grad_norm": 1.0066988468170166,
      "learning_rate": 7.6710307222041e-05,
      "loss": 3.1172,
      "step": 32130
    },
    {
      "epoch": 27.77873811581677,
      "grad_norm": 0.8601817488670349,
      "learning_rate": 7.669701381604469e-05,
      "loss": 3.1268,
      "step": 32140
    },
    {
      "epoch": 27.787381158167676,
      "grad_norm": 0.8598588705062866,
      "learning_rate": 7.668371776988106e-05,
      "loss": 3.1044,
      "step": 32150
    },
    {
      "epoch": 27.796024200518584,
      "grad_norm": 0.971125066280365,
      "learning_rate": 7.6670419084865e-05,
      "loss": 3.0925,
      "step": 32160
    },
    {
      "epoch": 27.804667242869492,
      "grad_norm": 0.9524863958358765,
      "learning_rate": 7.665711776231168e-05,
      "loss": 3.132,
      "step": 32170
    },
    {
      "epoch": 27.813310285220396,
      "grad_norm": 0.8750672936439514,
      "learning_rate": 7.66438138035365e-05,
      "loss": 3.1103,
      "step": 32180
    },
    {
      "epoch": 27.821953327571304,
      "grad_norm": 0.8693668842315674,
      "learning_rate": 7.663050720985516e-05,
      "loss": 3.1097,
      "step": 32190
    },
    {
      "epoch": 27.830596369922212,
      "grad_norm": 0.8109816312789917,
      "learning_rate": 7.661719798258355e-05,
      "loss": 3.1283,
      "step": 32200
    },
    {
      "epoch": 27.83923941227312,
      "grad_norm": 0.9052925109863281,
      "learning_rate": 7.660388612303793e-05,
      "loss": 3.1061,
      "step": 32210
    },
    {
      "epoch": 27.847882454624028,
      "grad_norm": 0.8213945031166077,
      "learning_rate": 7.659057163253472e-05,
      "loss": 3.1015,
      "step": 32220
    },
    {
      "epoch": 27.856525496974935,
      "grad_norm": 0.8591094017028809,
      "learning_rate": 7.657725451239066e-05,
      "loss": 3.1121,
      "step": 32230
    },
    {
      "epoch": 27.865168539325843,
      "grad_norm": 0.8441886305809021,
      "learning_rate": 7.656393476392271e-05,
      "loss": 3.113,
      "step": 32240
    },
    {
      "epoch": 27.87381158167675,
      "grad_norm": 0.9454352855682373,
      "learning_rate": 7.655061238844812e-05,
      "loss": 3.1113,
      "step": 32250
    },
    {
      "epoch": 27.88245462402766,
      "grad_norm": 0.8324961066246033,
      "learning_rate": 7.653728738728441e-05,
      "loss": 3.1037,
      "step": 32260
    },
    {
      "epoch": 27.891097666378567,
      "grad_norm": 0.9402110576629639,
      "learning_rate": 7.652395976174928e-05,
      "loss": 3.1123,
      "step": 32270
    },
    {
      "epoch": 27.89974070872947,
      "grad_norm": 0.882668137550354,
      "learning_rate": 7.651062951316082e-05,
      "loss": 3.1062,
      "step": 32280
    },
    {
      "epoch": 27.90838375108038,
      "grad_norm": 0.8361498713493347,
      "learning_rate": 7.649729664283728e-05,
      "loss": 3.1057,
      "step": 32290
    },
    {
      "epoch": 27.917026793431287,
      "grad_norm": 0.8360586762428284,
      "learning_rate": 7.648396115209717e-05,
      "loss": 3.1342,
      "step": 32300
    },
    {
      "epoch": 27.925669835782195,
      "grad_norm": 0.8978185653686523,
      "learning_rate": 7.647062304225934e-05,
      "loss": 3.1259,
      "step": 32310
    },
    {
      "epoch": 27.934312878133102,
      "grad_norm": 0.8566672801971436,
      "learning_rate": 7.64572823146428e-05,
      "loss": 3.1102,
      "step": 32320
    },
    {
      "epoch": 27.94295592048401,
      "grad_norm": 0.842515230178833,
      "learning_rate": 7.644393897056687e-05,
      "loss": 3.0977,
      "step": 32330
    },
    {
      "epoch": 27.951598962834918,
      "grad_norm": 0.9127490520477295,
      "learning_rate": 7.643059301135114e-05,
      "loss": 3.1188,
      "step": 32340
    },
    {
      "epoch": 27.960242005185826,
      "grad_norm": 0.8981351256370544,
      "learning_rate": 7.641724443831542e-05,
      "loss": 3.1411,
      "step": 32350
    },
    {
      "epoch": 27.968885047536734,
      "grad_norm": 0.9990348815917969,
      "learning_rate": 7.640389325277983e-05,
      "loss": 3.1313,
      "step": 32360
    },
    {
      "epoch": 27.97752808988764,
      "grad_norm": 0.9105839729309082,
      "learning_rate": 7.63905394560647e-05,
      "loss": 3.1147,
      "step": 32370
    },
    {
      "epoch": 27.98617113223855,
      "grad_norm": 1.0807603597640991,
      "learning_rate": 7.637718304949064e-05,
      "loss": 3.1151,
      "step": 32380
    },
    {
      "epoch": 27.994814174589454,
      "grad_norm": 1.1094417572021484,
      "learning_rate": 7.636382403437852e-05,
      "loss": 3.1009,
      "step": 32390
    },
    {
      "epoch": 28.00345721694036,
      "grad_norm": 0.838339626789093,
      "learning_rate": 7.635046241204945e-05,
      "loss": 3.0695,
      "step": 32400
    },
    {
      "epoch": 28.01210025929127,
      "grad_norm": 1.4251198768615723,
      "learning_rate": 7.633709818382482e-05,
      "loss": 2.9579,
      "step": 32410
    },
    {
      "epoch": 28.020743301642177,
      "grad_norm": 0.8328226208686829,
      "learning_rate": 7.632373135102626e-05,
      "loss": 2.9672,
      "step": 32420
    },
    {
      "epoch": 28.029386343993085,
      "grad_norm": 0.9487764835357666,
      "learning_rate": 7.63103619149757e-05,
      "loss": 2.9809,
      "step": 32430
    },
    {
      "epoch": 28.038029386343993,
      "grad_norm": 0.9400058388710022,
      "learning_rate": 7.629698987699523e-05,
      "loss": 2.9699,
      "step": 32440
    },
    {
      "epoch": 28.0466724286949,
      "grad_norm": 0.8925004005432129,
      "learning_rate": 7.628361523840733e-05,
      "loss": 2.9596,
      "step": 32450
    },
    {
      "epoch": 28.05531547104581,
      "grad_norm": 1.2407488822937012,
      "learning_rate": 7.62702380005346e-05,
      "loss": 2.9666,
      "step": 32460
    },
    {
      "epoch": 28.063958513396717,
      "grad_norm": 0.8499444127082825,
      "learning_rate": 7.625685816470002e-05,
      "loss": 2.9782,
      "step": 32470
    },
    {
      "epoch": 28.072601555747625,
      "grad_norm": 1.039331078529358,
      "learning_rate": 7.624347573222676e-05,
      "loss": 2.9746,
      "step": 32480
    },
    {
      "epoch": 28.081244598098532,
      "grad_norm": 0.852209746837616,
      "learning_rate": 7.623009070443823e-05,
      "loss": 2.9763,
      "step": 32490
    },
    {
      "epoch": 28.089887640449437,
      "grad_norm": 0.9611380696296692,
      "learning_rate": 7.621670308265816e-05,
      "loss": 2.9811,
      "step": 32500
    },
    {
      "epoch": 28.098530682800344,
      "grad_norm": 1.0137630701065063,
      "learning_rate": 7.620331286821048e-05,
      "loss": 2.9743,
      "step": 32510
    },
    {
      "epoch": 28.107173725151252,
      "grad_norm": 1.0053199529647827,
      "learning_rate": 7.618992006241941e-05,
      "loss": 2.9942,
      "step": 32520
    },
    {
      "epoch": 28.11581676750216,
      "grad_norm": 0.9394690990447998,
      "learning_rate": 7.617652466660942e-05,
      "loss": 2.9788,
      "step": 32530
    },
    {
      "epoch": 28.124459809853068,
      "grad_norm": 0.8912382125854492,
      "learning_rate": 7.616312668210522e-05,
      "loss": 2.973,
      "step": 32540
    },
    {
      "epoch": 28.133102852203976,
      "grad_norm": 1.0233135223388672,
      "learning_rate": 7.614972611023176e-05,
      "loss": 3.0036,
      "step": 32550
    },
    {
      "epoch": 28.141745894554884,
      "grad_norm": 0.9712661504745483,
      "learning_rate": 7.613632295231432e-05,
      "loss": 3.0003,
      "step": 32560
    },
    {
      "epoch": 28.15038893690579,
      "grad_norm": 0.9649571180343628,
      "learning_rate": 7.612291720967837e-05,
      "loss": 3.0143,
      "step": 32570
    },
    {
      "epoch": 28.1590319792567,
      "grad_norm": 1.045090913772583,
      "learning_rate": 7.610950888364966e-05,
      "loss": 2.9958,
      "step": 32580
    },
    {
      "epoch": 28.167675021607607,
      "grad_norm": 0.8662658929824829,
      "learning_rate": 7.609609797555415e-05,
      "loss": 2.9899,
      "step": 32590
    },
    {
      "epoch": 28.176318063958515,
      "grad_norm": 0.9161984920501709,
      "learning_rate": 7.608268448671815e-05,
      "loss": 3.0099,
      "step": 32600
    },
    {
      "epoch": 28.18496110630942,
      "grad_norm": 0.9463554620742798,
      "learning_rate": 7.606926841846814e-05,
      "loss": 3.0042,
      "step": 32610
    },
    {
      "epoch": 28.193604148660327,
      "grad_norm": 0.960972249507904,
      "learning_rate": 7.605584977213092e-05,
      "loss": 3.0008,
      "step": 32620
    },
    {
      "epoch": 28.202247191011235,
      "grad_norm": 0.9037966728210449,
      "learning_rate": 7.604242854903343e-05,
      "loss": 2.9923,
      "step": 32630
    },
    {
      "epoch": 28.210890233362143,
      "grad_norm": 1.042804479598999,
      "learning_rate": 7.602900475050304e-05,
      "loss": 3.0063,
      "step": 32640
    },
    {
      "epoch": 28.21953327571305,
      "grad_norm": 0.8477193117141724,
      "learning_rate": 7.601557837786722e-05,
      "loss": 2.9883,
      "step": 32650
    },
    {
      "epoch": 28.22817631806396,
      "grad_norm": 1.416843056678772,
      "learning_rate": 7.600214943245376e-05,
      "loss": 3.0212,
      "step": 32660
    },
    {
      "epoch": 28.236819360414867,
      "grad_norm": 1.123767375946045,
      "learning_rate": 7.598871791559072e-05,
      "loss": 2.9938,
      "step": 32670
    },
    {
      "epoch": 28.245462402765774,
      "grad_norm": 0.9171566367149353,
      "learning_rate": 7.597528382860639e-05,
      "loss": 3.017,
      "step": 32680
    },
    {
      "epoch": 28.254105445116682,
      "grad_norm": 0.8929288983345032,
      "learning_rate": 7.59618471728293e-05,
      "loss": 3.022,
      "step": 32690
    },
    {
      "epoch": 28.26274848746759,
      "grad_norm": 0.9626514315605164,
      "learning_rate": 7.594840794958825e-05,
      "loss": 3.0281,
      "step": 32700
    },
    {
      "epoch": 28.271391529818494,
      "grad_norm": 0.8831536173820496,
      "learning_rate": 7.593496616021232e-05,
      "loss": 3.0167,
      "step": 32710
    },
    {
      "epoch": 28.280034572169402,
      "grad_norm": 0.9223024845123291,
      "learning_rate": 7.592152180603078e-05,
      "loss": 3.0134,
      "step": 32720
    },
    {
      "epoch": 28.28867761452031,
      "grad_norm": 0.9578896164894104,
      "learning_rate": 7.590807488837323e-05,
      "loss": 3.0248,
      "step": 32730
    },
    {
      "epoch": 28.297320656871218,
      "grad_norm": 1.1328506469726562,
      "learning_rate": 7.589462540856948e-05,
      "loss": 3.0217,
      "step": 32740
    },
    {
      "epoch": 28.305963699222126,
      "grad_norm": 1.0011887550354004,
      "learning_rate": 7.58811733679496e-05,
      "loss": 3.0089,
      "step": 32750
    },
    {
      "epoch": 28.314606741573034,
      "grad_norm": 0.9169672727584839,
      "learning_rate": 7.586771876784388e-05,
      "loss": 3.0188,
      "step": 32760
    },
    {
      "epoch": 28.32324978392394,
      "grad_norm": 0.9363495707511902,
      "learning_rate": 7.585426160958292e-05,
      "loss": 3.0322,
      "step": 32770
    },
    {
      "epoch": 28.33189282627485,
      "grad_norm": 0.9344753623008728,
      "learning_rate": 7.584080189449756e-05,
      "loss": 3.0287,
      "step": 32780
    },
    {
      "epoch": 28.340535868625757,
      "grad_norm": 1.2320857048034668,
      "learning_rate": 7.582733962391886e-05,
      "loss": 3.0096,
      "step": 32790
    },
    {
      "epoch": 28.349178910976665,
      "grad_norm": 1.0296119451522827,
      "learning_rate": 7.581387479917817e-05,
      "loss": 3.0094,
      "step": 32800
    },
    {
      "epoch": 28.357821953327573,
      "grad_norm": 0.8874855637550354,
      "learning_rate": 7.580040742160706e-05,
      "loss": 3.0114,
      "step": 32810
    },
    {
      "epoch": 28.366464995678477,
      "grad_norm": 1.0618308782577515,
      "learning_rate": 7.578693749253739e-05,
      "loss": 3.0262,
      "step": 32820
    },
    {
      "epoch": 28.375108038029385,
      "grad_norm": 0.924892246723175,
      "learning_rate": 7.577346501330123e-05,
      "loss": 3.0333,
      "step": 32830
    },
    {
      "epoch": 28.383751080380293,
      "grad_norm": 0.9316939115524292,
      "learning_rate": 7.575998998523092e-05,
      "loss": 3.0278,
      "step": 32840
    },
    {
      "epoch": 28.3923941227312,
      "grad_norm": 0.9313502907752991,
      "learning_rate": 7.574651240965909e-05,
      "loss": 3.0311,
      "step": 32850
    },
    {
      "epoch": 28.40103716508211,
      "grad_norm": 0.8794199228286743,
      "learning_rate": 7.573303228791857e-05,
      "loss": 3.0209,
      "step": 32860
    },
    {
      "epoch": 28.409680207433016,
      "grad_norm": 0.9015347361564636,
      "learning_rate": 7.571954962134245e-05,
      "loss": 3.0426,
      "step": 32870
    },
    {
      "epoch": 28.418323249783924,
      "grad_norm": 0.8349435925483704,
      "learning_rate": 7.570606441126409e-05,
      "loss": 3.0272,
      "step": 32880
    },
    {
      "epoch": 28.426966292134832,
      "grad_norm": 0.8220434784889221,
      "learning_rate": 7.569257665901711e-05,
      "loss": 3.0421,
      "step": 32890
    },
    {
      "epoch": 28.43560933448574,
      "grad_norm": 0.9239999055862427,
      "learning_rate": 7.567908636593531e-05,
      "loss": 3.0516,
      "step": 32900
    },
    {
      "epoch": 28.444252376836648,
      "grad_norm": 0.948724627494812,
      "learning_rate": 7.566559353335285e-05,
      "loss": 3.0477,
      "step": 32910
    },
    {
      "epoch": 28.452895419187556,
      "grad_norm": 0.8799383640289307,
      "learning_rate": 7.565209816260406e-05,
      "loss": 3.0351,
      "step": 32920
    },
    {
      "epoch": 28.46153846153846,
      "grad_norm": 0.9677575826644897,
      "learning_rate": 7.563860025502357e-05,
      "loss": 3.0352,
      "step": 32930
    },
    {
      "epoch": 28.470181503889368,
      "grad_norm": 0.9301252961158752,
      "learning_rate": 7.56250998119462e-05,
      "loss": 3.0227,
      "step": 32940
    },
    {
      "epoch": 28.478824546240276,
      "grad_norm": 0.875842273235321,
      "learning_rate": 7.561159683470712e-05,
      "loss": 3.0472,
      "step": 32950
    },
    {
      "epoch": 28.487467588591183,
      "grad_norm": 0.8419273495674133,
      "learning_rate": 7.559809132464162e-05,
      "loss": 3.0385,
      "step": 32960
    },
    {
      "epoch": 28.49611063094209,
      "grad_norm": 1.1049089431762695,
      "learning_rate": 7.558458328308536e-05,
      "loss": 3.049,
      "step": 32970
    },
    {
      "epoch": 28.504753673293,
      "grad_norm": 0.8825969099998474,
      "learning_rate": 7.557107271137418e-05,
      "loss": 3.0361,
      "step": 32980
    },
    {
      "epoch": 28.513396715643907,
      "grad_norm": 0.9739158749580383,
      "learning_rate": 7.555755961084419e-05,
      "loss": 3.0177,
      "step": 32990
    },
    {
      "epoch": 28.522039757994815,
      "grad_norm": 0.9181667566299438,
      "learning_rate": 7.554404398283176e-05,
      "loss": 3.0294,
      "step": 33000
    },
    {
      "epoch": 28.530682800345723,
      "grad_norm": 0.9283286929130554,
      "learning_rate": 7.553052582867348e-05,
      "loss": 3.0492,
      "step": 33010
    },
    {
      "epoch": 28.53932584269663,
      "grad_norm": 0.8440410494804382,
      "learning_rate": 7.551700514970624e-05,
      "loss": 3.05,
      "step": 33020
    },
    {
      "epoch": 28.54796888504754,
      "grad_norm": 0.8899580240249634,
      "learning_rate": 7.550348194726714e-05,
      "loss": 3.0356,
      "step": 33030
    },
    {
      "epoch": 28.556611927398443,
      "grad_norm": 0.936795175075531,
      "learning_rate": 7.548995622269355e-05,
      "loss": 3.0359,
      "step": 33040
    },
    {
      "epoch": 28.56525496974935,
      "grad_norm": 0.9273272156715393,
      "learning_rate": 7.547642797732304e-05,
      "loss": 3.0584,
      "step": 33050
    },
    {
      "epoch": 28.57389801210026,
      "grad_norm": 0.947909414768219,
      "learning_rate": 7.54628972124935e-05,
      "loss": 3.0504,
      "step": 33060
    },
    {
      "epoch": 28.582541054451166,
      "grad_norm": 0.9287233352661133,
      "learning_rate": 7.544936392954305e-05,
      "loss": 3.0589,
      "step": 33070
    },
    {
      "epoch": 28.591184096802074,
      "grad_norm": 0.9509559273719788,
      "learning_rate": 7.543582812981e-05,
      "loss": 3.0471,
      "step": 33080
    },
    {
      "epoch": 28.599827139152982,
      "grad_norm": 1.1139788627624512,
      "learning_rate": 7.542228981463302e-05,
      "loss": 3.0564,
      "step": 33090
    },
    {
      "epoch": 28.60847018150389,
      "grad_norm": 1.2835030555725098,
      "learning_rate": 7.54087489853509e-05,
      "loss": 3.0587,
      "step": 33100
    },
    {
      "epoch": 28.617113223854798,
      "grad_norm": 0.8971810936927795,
      "learning_rate": 7.539520564330281e-05,
      "loss": 3.0494,
      "step": 33110
    },
    {
      "epoch": 28.625756266205705,
      "grad_norm": 0.9356206655502319,
      "learning_rate": 7.538165978982803e-05,
      "loss": 3.0496,
      "step": 33120
    },
    {
      "epoch": 28.634399308556613,
      "grad_norm": 1.0134303569793701,
      "learning_rate": 7.53681114262662e-05,
      "loss": 3.0713,
      "step": 33130
    },
    {
      "epoch": 28.64304235090752,
      "grad_norm": 0.9060670137405396,
      "learning_rate": 7.535456055395717e-05,
      "loss": 3.052,
      "step": 33140
    },
    {
      "epoch": 28.651685393258425,
      "grad_norm": 0.9489479660987854,
      "learning_rate": 7.534100717424103e-05,
      "loss": 3.0505,
      "step": 33150
    },
    {
      "epoch": 28.660328435609333,
      "grad_norm": 0.8877567052841187,
      "learning_rate": 7.532745128845813e-05,
      "loss": 3.0578,
      "step": 33160
    },
    {
      "epoch": 28.66897147796024,
      "grad_norm": 0.8242999315261841,
      "learning_rate": 7.531389289794905e-05,
      "loss": 3.0598,
      "step": 33170
    },
    {
      "epoch": 28.67761452031115,
      "grad_norm": 0.8703601360321045,
      "learning_rate": 7.530033200405463e-05,
      "loss": 3.0615,
      "step": 33180
    },
    {
      "epoch": 28.686257562662057,
      "grad_norm": 0.9473892450332642,
      "learning_rate": 7.528676860811598e-05,
      "loss": 3.0608,
      "step": 33190
    },
    {
      "epoch": 28.694900605012965,
      "grad_norm": 0.8782675862312317,
      "learning_rate": 7.52732027114744e-05,
      "loss": 3.053,
      "step": 33200
    },
    {
      "epoch": 28.703543647363873,
      "grad_norm": 0.923306941986084,
      "learning_rate": 7.525963431547149e-05,
      "loss": 3.0821,
      "step": 33210
    },
    {
      "epoch": 28.71218668971478,
      "grad_norm": 1.002179741859436,
      "learning_rate": 7.524606342144909e-05,
      "loss": 3.0659,
      "step": 33220
    },
    {
      "epoch": 28.72082973206569,
      "grad_norm": 0.8392075300216675,
      "learning_rate": 7.523249003074926e-05,
      "loss": 3.0557,
      "step": 33230
    },
    {
      "epoch": 28.729472774416596,
      "grad_norm": 0.876613438129425,
      "learning_rate": 7.521891414471434e-05,
      "loss": 3.058,
      "step": 33240
    },
    {
      "epoch": 28.738115816767504,
      "grad_norm": 0.8916429281234741,
      "learning_rate": 7.52053357646869e-05,
      "loss": 3.0689,
      "step": 33250
    },
    {
      "epoch": 28.74675885911841,
      "grad_norm": 0.9027198553085327,
      "learning_rate": 7.51917548920097e-05,
      "loss": 3.0666,
      "step": 33260
    },
    {
      "epoch": 28.755401901469316,
      "grad_norm": 0.7939628958702087,
      "learning_rate": 7.517817152802586e-05,
      "loss": 3.0689,
      "step": 33270
    },
    {
      "epoch": 28.764044943820224,
      "grad_norm": 1.143289566040039,
      "learning_rate": 7.516458567407871e-05,
      "loss": 3.0594,
      "step": 33280
    },
    {
      "epoch": 28.77268798617113,
      "grad_norm": 1.5934126377105713,
      "learning_rate": 7.515099733151177e-05,
      "loss": 3.0657,
      "step": 33290
    },
    {
      "epoch": 28.78133102852204,
      "grad_norm": 0.8571218848228455,
      "learning_rate": 7.513740650166883e-05,
      "loss": 3.0806,
      "step": 33300
    },
    {
      "epoch": 28.789974070872947,
      "grad_norm": 0.8719356060028076,
      "learning_rate": 7.512381318589394e-05,
      "loss": 3.0712,
      "step": 33310
    },
    {
      "epoch": 28.798617113223855,
      "grad_norm": 0.8584665656089783,
      "learning_rate": 7.511021738553143e-05,
      "loss": 3.0752,
      "step": 33320
    },
    {
      "epoch": 28.807260155574763,
      "grad_norm": 1.5796655416488647,
      "learning_rate": 7.509661910192583e-05,
      "loss": 3.0666,
      "step": 33330
    },
    {
      "epoch": 28.81590319792567,
      "grad_norm": 0.9547703862190247,
      "learning_rate": 7.508301833642188e-05,
      "loss": 3.0763,
      "step": 33340
    },
    {
      "epoch": 28.82454624027658,
      "grad_norm": 0.9083607792854309,
      "learning_rate": 7.506941509036466e-05,
      "loss": 3.0677,
      "step": 33350
    },
    {
      "epoch": 28.833189282627487,
      "grad_norm": 0.8571905493736267,
      "learning_rate": 7.505580936509943e-05,
      "loss": 3.0715,
      "step": 33360
    },
    {
      "epoch": 28.84183232497839,
      "grad_norm": 0.8774996995925903,
      "learning_rate": 7.504220116197171e-05,
      "loss": 3.0702,
      "step": 33370
    },
    {
      "epoch": 28.8504753673293,
      "grad_norm": 0.9163745045661926,
      "learning_rate": 7.502859048232726e-05,
      "loss": 3.0948,
      "step": 33380
    },
    {
      "epoch": 28.859118409680207,
      "grad_norm": 1.0735074281692505,
      "learning_rate": 7.501497732751208e-05,
      "loss": 3.0973,
      "step": 33390
    },
    {
      "epoch": 28.867761452031115,
      "grad_norm": 0.8974176049232483,
      "learning_rate": 7.500136169887248e-05,
      "loss": 3.0733,
      "step": 33400
    },
    {
      "epoch": 28.876404494382022,
      "grad_norm": 0.9223068356513977,
      "learning_rate": 7.49877435977549e-05,
      "loss": 3.0776,
      "step": 33410
    },
    {
      "epoch": 28.88504753673293,
      "grad_norm": 0.9135386347770691,
      "learning_rate": 7.49741230255061e-05,
      "loss": 3.0975,
      "step": 33420
    },
    {
      "epoch": 28.893690579083838,
      "grad_norm": 1.1576613187789917,
      "learning_rate": 7.49604999834731e-05,
      "loss": 3.0746,
      "step": 33430
    },
    {
      "epoch": 28.902333621434746,
      "grad_norm": 1.540166974067688,
      "learning_rate": 7.494687447300308e-05,
      "loss": 3.0859,
      "step": 33440
    },
    {
      "epoch": 28.910976663785654,
      "grad_norm": 0.909123957157135,
      "learning_rate": 7.493324649544356e-05,
      "loss": 3.0698,
      "step": 33450
    },
    {
      "epoch": 28.91961970613656,
      "grad_norm": 1.6275192499160767,
      "learning_rate": 7.491961605214226e-05,
      "loss": 3.0877,
      "step": 33460
    },
    {
      "epoch": 28.928262748487466,
      "grad_norm": 0.8576537370681763,
      "learning_rate": 7.490598314444712e-05,
      "loss": 3.0859,
      "step": 33470
    },
    {
      "epoch": 28.936905790838374,
      "grad_norm": 0.9283954501152039,
      "learning_rate": 7.489234777370637e-05,
      "loss": 3.0905,
      "step": 33480
    },
    {
      "epoch": 28.94554883318928,
      "grad_norm": 1.023813009262085,
      "learning_rate": 7.487870994126846e-05,
      "loss": 3.0835,
      "step": 33490
    },
    {
      "epoch": 28.95419187554019,
      "grad_norm": 0.9729894399642944,
      "learning_rate": 7.486506964848207e-05,
      "loss": 3.0831,
      "step": 33500
    },
    {
      "epoch": 28.962834917891097,
      "grad_norm": 1.1062740087509155,
      "learning_rate": 7.485142689669617e-05,
      "loss": 3.0773,
      "step": 33510
    },
    {
      "epoch": 28.971477960242005,
      "grad_norm": 0.9641159772872925,
      "learning_rate": 7.483778168725993e-05,
      "loss": 3.0797,
      "step": 33520
    },
    {
      "epoch": 28.980121002592913,
      "grad_norm": 0.9127078652381897,
      "learning_rate": 7.482413402152275e-05,
      "loss": 3.0847,
      "step": 33530
    },
    {
      "epoch": 28.98876404494382,
      "grad_norm": 0.8993907570838928,
      "learning_rate": 7.481048390083432e-05,
      "loss": 3.0784,
      "step": 33540
    },
    {
      "epoch": 28.99740708729473,
      "grad_norm": 0.881653904914856,
      "learning_rate": 7.479683132654454e-05,
      "loss": 3.0997,
      "step": 33550
    },
    {
      "epoch": 29.006050129645637,
      "grad_norm": 0.9274853467941284,
      "learning_rate": 7.47831763000036e-05,
      "loss": 2.98,
      "step": 33560
    },
    {
      "epoch": 29.014693171996544,
      "grad_norm": 0.8845252990722656,
      "learning_rate": 7.476951882256186e-05,
      "loss": 2.9117,
      "step": 33570
    },
    {
      "epoch": 29.02333621434745,
      "grad_norm": 0.906215250492096,
      "learning_rate": 7.475585889556998e-05,
      "loss": 2.9109,
      "step": 33580
    },
    {
      "epoch": 29.031979256698357,
      "grad_norm": 0.9280070066452026,
      "learning_rate": 7.47421965203788e-05,
      "loss": 2.928,
      "step": 33590
    },
    {
      "epoch": 29.040622299049264,
      "grad_norm": 0.9814438223838806,
      "learning_rate": 7.472853169833948e-05,
      "loss": 2.9198,
      "step": 33600
    },
    {
      "epoch": 29.049265341400172,
      "grad_norm": 0.916563093662262,
      "learning_rate": 7.471486443080342e-05,
      "loss": 2.9182,
      "step": 33610
    },
    {
      "epoch": 29.05790838375108,
      "grad_norm": 1.4680168628692627,
      "learning_rate": 7.470119471912215e-05,
      "loss": 2.9407,
      "step": 33620
    },
    {
      "epoch": 29.066551426101988,
      "grad_norm": 0.890907883644104,
      "learning_rate": 7.468752256464754e-05,
      "loss": 2.9421,
      "step": 33630
    },
    {
      "epoch": 29.075194468452896,
      "grad_norm": 1.0703022480010986,
      "learning_rate": 7.467384796873174e-05,
      "loss": 2.9306,
      "step": 33640
    },
    {
      "epoch": 29.083837510803804,
      "grad_norm": 0.9138102531433105,
      "learning_rate": 7.466017093272702e-05,
      "loss": 2.9545,
      "step": 33650
    },
    {
      "epoch": 29.09248055315471,
      "grad_norm": 0.9020510315895081,
      "learning_rate": 7.464649145798596e-05,
      "loss": 2.9539,
      "step": 33660
    },
    {
      "epoch": 29.10112359550562,
      "grad_norm": 1.074596881866455,
      "learning_rate": 7.463280954586139e-05,
      "loss": 2.9428,
      "step": 33670
    },
    {
      "epoch": 29.109766637856527,
      "grad_norm": 0.9398201107978821,
      "learning_rate": 7.461912519770637e-05,
      "loss": 2.9522,
      "step": 33680
    },
    {
      "epoch": 29.11840968020743,
      "grad_norm": 0.9402933120727539,
      "learning_rate": 7.460543841487417e-05,
      "loss": 2.9269,
      "step": 33690
    },
    {
      "epoch": 29.12705272255834,
      "grad_norm": 0.920295238494873,
      "learning_rate": 7.459174919871837e-05,
      "loss": 2.9369,
      "step": 33700
    },
    {
      "epoch": 29.135695764909247,
      "grad_norm": 0.9112743139266968,
      "learning_rate": 7.457805755059269e-05,
      "loss": 2.9426,
      "step": 33710
    },
    {
      "epoch": 29.144338807260155,
      "grad_norm": 1.3693405389785767,
      "learning_rate": 7.456436347185118e-05,
      "loss": 2.9476,
      "step": 33720
    },
    {
      "epoch": 29.152981849611063,
      "grad_norm": 0.9424811005592346,
      "learning_rate": 7.455066696384812e-05,
      "loss": 2.9508,
      "step": 33730
    },
    {
      "epoch": 29.16162489196197,
      "grad_norm": 1.058680534362793,
      "learning_rate": 7.453696802793797e-05,
      "loss": 2.958,
      "step": 33740
    },
    {
      "epoch": 29.17026793431288,
      "grad_norm": 0.9220989942550659,
      "learning_rate": 7.452326666547549e-05,
      "loss": 2.9581,
      "step": 33750
    },
    {
      "epoch": 29.178910976663786,
      "grad_norm": 0.8624603152275085,
      "learning_rate": 7.450956287781565e-05,
      "loss": 2.9538,
      "step": 33760
    },
    {
      "epoch": 29.187554019014694,
      "grad_norm": 0.9321896433830261,
      "learning_rate": 7.449585666631369e-05,
      "loss": 2.9538,
      "step": 33770
    },
    {
      "epoch": 29.196197061365602,
      "grad_norm": 0.929063618183136,
      "learning_rate": 7.448214803232504e-05,
      "loss": 2.9639,
      "step": 33780
    },
    {
      "epoch": 29.20484010371651,
      "grad_norm": 0.9173343777656555,
      "learning_rate": 7.446843697720542e-05,
      "loss": 2.9731,
      "step": 33790
    },
    {
      "epoch": 29.213483146067414,
      "grad_norm": 0.9009022116661072,
      "learning_rate": 7.445472350231073e-05,
      "loss": 2.9682,
      "step": 33800
    },
    {
      "epoch": 29.222126188418322,
      "grad_norm": 0.9195445775985718,
      "learning_rate": 7.444100760899719e-05,
      "loss": 2.9784,
      "step": 33810
    },
    {
      "epoch": 29.23076923076923,
      "grad_norm": 0.8791404962539673,
      "learning_rate": 7.44272892986212e-05,
      "loss": 2.9811,
      "step": 33820
    },
    {
      "epoch": 29.239412273120138,
      "grad_norm": 0.969704270362854,
      "learning_rate": 7.441356857253941e-05,
      "loss": 2.9455,
      "step": 33830
    },
    {
      "epoch": 29.248055315471046,
      "grad_norm": 1.0122767686843872,
      "learning_rate": 7.439984543210872e-05,
      "loss": 2.9587,
      "step": 33840
    },
    {
      "epoch": 29.256698357821953,
      "grad_norm": 0.9313763380050659,
      "learning_rate": 7.438611987868627e-05,
      "loss": 2.9739,
      "step": 33850
    },
    {
      "epoch": 29.26534140017286,
      "grad_norm": 0.9375576376914978,
      "learning_rate": 7.437239191362941e-05,
      "loss": 2.9737,
      "step": 33860
    },
    {
      "epoch": 29.27398444252377,
      "grad_norm": 1.117817997932434,
      "learning_rate": 7.435866153829578e-05,
      "loss": 2.976,
      "step": 33870
    },
    {
      "epoch": 29.282627484874677,
      "grad_norm": 0.9419093132019043,
      "learning_rate": 7.434492875404319e-05,
      "loss": 2.9724,
      "step": 33880
    },
    {
      "epoch": 29.291270527225585,
      "grad_norm": 0.9848897457122803,
      "learning_rate": 7.433119356222974e-05,
      "loss": 2.9814,
      "step": 33890
    },
    {
      "epoch": 29.29991356957649,
      "grad_norm": 0.9291816353797913,
      "learning_rate": 7.431745596421377e-05,
      "loss": 3.0052,
      "step": 33900
    },
    {
      "epoch": 29.308556611927397,
      "grad_norm": 0.9150885939598083,
      "learning_rate": 7.430371596135385e-05,
      "loss": 2.9896,
      "step": 33910
    },
    {
      "epoch": 29.317199654278305,
      "grad_norm": 0.9550455808639526,
      "learning_rate": 7.428997355500872e-05,
      "loss": 2.9605,
      "step": 33920
    },
    {
      "epoch": 29.325842696629213,
      "grad_norm": 0.8957506418228149,
      "learning_rate": 7.42762287465375e-05,
      "loss": 2.9932,
      "step": 33930
    },
    {
      "epoch": 29.33448573898012,
      "grad_norm": 0.9685972332954407,
      "learning_rate": 7.426248153729942e-05,
      "loss": 2.9632,
      "step": 33940
    },
    {
      "epoch": 29.34312878133103,
      "grad_norm": 0.9151743650436401,
      "learning_rate": 7.4248731928654e-05,
      "loss": 2.9922,
      "step": 33950
    },
    {
      "epoch": 29.351771823681936,
      "grad_norm": 0.9448497295379639,
      "learning_rate": 7.423497992196097e-05,
      "loss": 2.9929,
      "step": 33960
    },
    {
      "epoch": 29.360414866032844,
      "grad_norm": 1.10881769657135,
      "learning_rate": 7.422122551858035e-05,
      "loss": 2.9834,
      "step": 33970
    },
    {
      "epoch": 29.369057908383752,
      "grad_norm": 0.9305204153060913,
      "learning_rate": 7.420746871987234e-05,
      "loss": 2.9633,
      "step": 33980
    },
    {
      "epoch": 29.37770095073466,
      "grad_norm": 0.9519724249839783,
      "learning_rate": 7.419370952719743e-05,
      "loss": 2.9782,
      "step": 33990
    },
    {
      "epoch": 29.386343993085568,
      "grad_norm": 0.9571275115013123,
      "learning_rate": 7.417994794191628e-05,
      "loss": 2.9877,
      "step": 34000
    },
    {
      "epoch": 29.394987035436472,
      "grad_norm": 0.991004467010498,
      "learning_rate": 7.416618396538986e-05,
      "loss": 3.0009,
      "step": 34010
    },
    {
      "epoch": 29.40363007778738,
      "grad_norm": 0.9020888209342957,
      "learning_rate": 7.415241759897931e-05,
      "loss": 2.9967,
      "step": 34020
    },
    {
      "epoch": 29.412273120138288,
      "grad_norm": 0.9342129230499268,
      "learning_rate": 7.413864884404608e-05,
      "loss": 2.9815,
      "step": 34030
    },
    {
      "epoch": 29.420916162489196,
      "grad_norm": 0.9572622179985046,
      "learning_rate": 7.412487770195175e-05,
      "loss": 3.0071,
      "step": 34040
    },
    {
      "epoch": 29.429559204840103,
      "grad_norm": 0.908226728439331,
      "learning_rate": 7.411110417405825e-05,
      "loss": 3.0025,
      "step": 34050
    },
    {
      "epoch": 29.43820224719101,
      "grad_norm": 0.8492503762245178,
      "learning_rate": 7.409732826172769e-05,
      "loss": 2.9986,
      "step": 34060
    },
    {
      "epoch": 29.44684528954192,
      "grad_norm": 0.9558261036872864,
      "learning_rate": 7.40835499663224e-05,
      "loss": 2.9998,
      "step": 34070
    },
    {
      "epoch": 29.455488331892827,
      "grad_norm": 0.9173299670219421,
      "learning_rate": 7.4069769289205e-05,
      "loss": 2.9786,
      "step": 34080
    },
    {
      "epoch": 29.464131374243735,
      "grad_norm": 0.9186831712722778,
      "learning_rate": 7.405598623173828e-05,
      "loss": 3.0116,
      "step": 34090
    },
    {
      "epoch": 29.472774416594643,
      "grad_norm": 0.90045565366745,
      "learning_rate": 7.40422007952853e-05,
      "loss": 2.9909,
      "step": 34100
    },
    {
      "epoch": 29.48141745894555,
      "grad_norm": 0.9718934893608093,
      "learning_rate": 7.402841298120937e-05,
      "loss": 2.9937,
      "step": 34110
    },
    {
      "epoch": 29.490060501296455,
      "grad_norm": 0.9861533641815186,
      "learning_rate": 7.401462279087402e-05,
      "loss": 2.9916,
      "step": 34120
    },
    {
      "epoch": 29.498703543647363,
      "grad_norm": 0.9831933379173279,
      "learning_rate": 7.400083022564299e-05,
      "loss": 2.9846,
      "step": 34130
    },
    {
      "epoch": 29.50734658599827,
      "grad_norm": 0.9406720399856567,
      "learning_rate": 7.39870352868803e-05,
      "loss": 3.0012,
      "step": 34140
    },
    {
      "epoch": 29.51598962834918,
      "grad_norm": 0.8752198219299316,
      "learning_rate": 7.397323797595019e-05,
      "loss": 3.0082,
      "step": 34150
    },
    {
      "epoch": 29.524632670700086,
      "grad_norm": 1.072556495666504,
      "learning_rate": 7.39594382942171e-05,
      "loss": 3.0168,
      "step": 34160
    },
    {
      "epoch": 29.533275713050994,
      "grad_norm": 0.9415196776390076,
      "learning_rate": 7.394563624304574e-05,
      "loss": 3.0147,
      "step": 34170
    },
    {
      "epoch": 29.541918755401902,
      "grad_norm": 1.0130743980407715,
      "learning_rate": 7.393183182380106e-05,
      "loss": 3.01,
      "step": 34180
    },
    {
      "epoch": 29.55056179775281,
      "grad_norm": 0.956783652305603,
      "learning_rate": 7.391802503784824e-05,
      "loss": 3.0124,
      "step": 34190
    },
    {
      "epoch": 29.559204840103718,
      "grad_norm": 0.8913416862487793,
      "learning_rate": 7.390421588655264e-05,
      "loss": 3.0043,
      "step": 34200
    },
    {
      "epoch": 29.567847882454625,
      "grad_norm": 0.9804064631462097,
      "learning_rate": 7.389040437127994e-05,
      "loss": 3.0242,
      "step": 34210
    },
    {
      "epoch": 29.576490924805533,
      "grad_norm": 0.9554526209831238,
      "learning_rate": 7.3876590493396e-05,
      "loss": 3.0233,
      "step": 34220
    },
    {
      "epoch": 29.585133967156438,
      "grad_norm": 1.0067839622497559,
      "learning_rate": 7.38627742542669e-05,
      "loss": 3.0197,
      "step": 34230
    },
    {
      "epoch": 29.593777009507345,
      "grad_norm": 0.9127838015556335,
      "learning_rate": 7.384895565525904e-05,
      "loss": 3.0016,
      "step": 34240
    },
    {
      "epoch": 29.602420051858253,
      "grad_norm": 0.9051843285560608,
      "learning_rate": 7.383513469773894e-05,
      "loss": 3.0087,
      "step": 34250
    },
    {
      "epoch": 29.61106309420916,
      "grad_norm": 0.9307848215103149,
      "learning_rate": 7.382131138307342e-05,
      "loss": 3.0108,
      "step": 34260
    },
    {
      "epoch": 29.61970613656007,
      "grad_norm": 0.9583199620246887,
      "learning_rate": 7.380748571262953e-05,
      "loss": 3.007,
      "step": 34270
    },
    {
      "epoch": 29.628349178910977,
      "grad_norm": 0.9528177380561829,
      "learning_rate": 7.379365768777454e-05,
      "loss": 3.0252,
      "step": 34280
    },
    {
      "epoch": 29.636992221261885,
      "grad_norm": 0.9104459881782532,
      "learning_rate": 7.377982730987592e-05,
      "loss": 3.0165,
      "step": 34290
    },
    {
      "epoch": 29.645635263612792,
      "grad_norm": 1.0048693418502808,
      "learning_rate": 7.376599458030145e-05,
      "loss": 3.02,
      "step": 34300
    },
    {
      "epoch": 29.6542783059637,
      "grad_norm": 1.0060961246490479,
      "learning_rate": 7.375215950041909e-05,
      "loss": 3.0268,
      "step": 34310
    },
    {
      "epoch": 29.662921348314608,
      "grad_norm": 0.8967692852020264,
      "learning_rate": 7.373832207159704e-05,
      "loss": 3.0269,
      "step": 34320
    },
    {
      "epoch": 29.671564390665516,
      "grad_norm": 0.9475805759429932,
      "learning_rate": 7.372448229520375e-05,
      "loss": 3.0158,
      "step": 34330
    },
    {
      "epoch": 29.68020743301642,
      "grad_norm": 1.0970851182937622,
      "learning_rate": 7.371064017260785e-05,
      "loss": 3.0203,
      "step": 34340
    },
    {
      "epoch": 29.688850475367328,
      "grad_norm": 1.1008113622665405,
      "learning_rate": 7.369679570517827e-05,
      "loss": 3.0209,
      "step": 34350
    },
    {
      "epoch": 29.697493517718236,
      "grad_norm": 0.9713155031204224,
      "learning_rate": 7.368294889428413e-05,
      "loss": 3.0294,
      "step": 34360
    },
    {
      "epoch": 29.706136560069144,
      "grad_norm": 1.0107319355010986,
      "learning_rate": 7.366909974129479e-05,
      "loss": 3.021,
      "step": 34370
    },
    {
      "epoch": 29.71477960242005,
      "grad_norm": 1.1369487047195435,
      "learning_rate": 7.365524824757984e-05,
      "loss": 3.0307,
      "step": 34380
    },
    {
      "epoch": 29.72342264477096,
      "grad_norm": 0.9028099179267883,
      "learning_rate": 7.364139441450913e-05,
      "loss": 3.0409,
      "step": 34390
    },
    {
      "epoch": 29.732065687121867,
      "grad_norm": 0.9424967765808105,
      "learning_rate": 7.362753824345272e-05,
      "loss": 3.0056,
      "step": 34400
    },
    {
      "epoch": 29.740708729472775,
      "grad_norm": 0.9604949951171875,
      "learning_rate": 7.361367973578085e-05,
      "loss": 3.0214,
      "step": 34410
    },
    {
      "epoch": 29.749351771823683,
      "grad_norm": 0.9491320252418518,
      "learning_rate": 7.359981889286407e-05,
      "loss": 3.0324,
      "step": 34420
    },
    {
      "epoch": 29.75799481417459,
      "grad_norm": 0.9018628597259521,
      "learning_rate": 7.358595571607314e-05,
      "loss": 3.0321,
      "step": 34430
    },
    {
      "epoch": 29.7666378565255,
      "grad_norm": 1.0065093040466309,
      "learning_rate": 7.357209020677904e-05,
      "loss": 3.0328,
      "step": 34440
    },
    {
      "epoch": 29.775280898876403,
      "grad_norm": 0.9525407552719116,
      "learning_rate": 7.355822236635297e-05,
      "loss": 3.0088,
      "step": 34450
    },
    {
      "epoch": 29.78392394122731,
      "grad_norm": 0.9911774396896362,
      "learning_rate": 7.354435219616637e-05,
      "loss": 3.0313,
      "step": 34460
    },
    {
      "epoch": 29.79256698357822,
      "grad_norm": 0.9349997043609619,
      "learning_rate": 7.353047969759092e-05,
      "loss": 3.0501,
      "step": 34470
    },
    {
      "epoch": 29.801210025929127,
      "grad_norm": 0.8514196872711182,
      "learning_rate": 7.351660487199852e-05,
      "loss": 3.0362,
      "step": 34480
    },
    {
      "epoch": 29.809853068280034,
      "grad_norm": 0.9504059553146362,
      "learning_rate": 7.350272772076132e-05,
      "loss": 3.0243,
      "step": 34490
    },
    {
      "epoch": 29.818496110630942,
      "grad_norm": 0.9247565269470215,
      "learning_rate": 7.348884824525165e-05,
      "loss": 3.034,
      "step": 34500
    },
    {
      "epoch": 29.82713915298185,
      "grad_norm": 0.926607608795166,
      "learning_rate": 7.347496644684215e-05,
      "loss": 3.0336,
      "step": 34510
    },
    {
      "epoch": 29.835782195332758,
      "grad_norm": 0.9282532930374146,
      "learning_rate": 7.346108232690558e-05,
      "loss": 3.0247,
      "step": 34520
    },
    {
      "epoch": 29.844425237683666,
      "grad_norm": 0.9886054992675781,
      "learning_rate": 7.344719588681505e-05,
      "loss": 3.0488,
      "step": 34530
    },
    {
      "epoch": 29.853068280034574,
      "grad_norm": 0.9663483500480652,
      "learning_rate": 7.34333071279438e-05,
      "loss": 3.0409,
      "step": 34540
    },
    {
      "epoch": 29.861711322385478,
      "grad_norm": 0.9347012639045715,
      "learning_rate": 7.341941605166538e-05,
      "loss": 3.0347,
      "step": 34550
    },
    {
      "epoch": 29.870354364736386,
      "grad_norm": 0.8699980974197388,
      "learning_rate": 7.340552265935349e-05,
      "loss": 3.0221,
      "step": 34560
    },
    {
      "epoch": 29.878997407087294,
      "grad_norm": 1.0282838344573975,
      "learning_rate": 7.339162695238216e-05,
      "loss": 3.0369,
      "step": 34570
    },
    {
      "epoch": 29.8876404494382,
      "grad_norm": 1.2601330280303955,
      "learning_rate": 7.337772893212552e-05,
      "loss": 3.042,
      "step": 34580
    },
    {
      "epoch": 29.89628349178911,
      "grad_norm": 0.9245901703834534,
      "learning_rate": 7.336382859995801e-05,
      "loss": 3.0472,
      "step": 34590
    },
    {
      "epoch": 29.904926534140017,
      "grad_norm": 1.412448525428772,
      "learning_rate": 7.334992595725435e-05,
      "loss": 3.0318,
      "step": 34600
    },
    {
      "epoch": 29.913569576490925,
      "grad_norm": 1.0297822952270508,
      "learning_rate": 7.333602100538933e-05,
      "loss": 3.0366,
      "step": 34610
    },
    {
      "epoch": 29.922212618841833,
      "grad_norm": 0.956730306148529,
      "learning_rate": 7.332211374573812e-05,
      "loss": 3.046,
      "step": 34620
    },
    {
      "epoch": 29.93085566119274,
      "grad_norm": 1.4439833164215088,
      "learning_rate": 7.330820417967605e-05,
      "loss": 3.0343,
      "step": 34630
    },
    {
      "epoch": 29.93949870354365,
      "grad_norm": 0.9312735199928284,
      "learning_rate": 7.329429230857869e-05,
      "loss": 3.0319,
      "step": 34640
    },
    {
      "epoch": 29.948141745894556,
      "grad_norm": 0.9418954849243164,
      "learning_rate": 7.328037813382185e-05,
      "loss": 3.0482,
      "step": 34650
    },
    {
      "epoch": 29.95678478824546,
      "grad_norm": 1.0191928148269653,
      "learning_rate": 7.326646165678153e-05,
      "loss": 3.037,
      "step": 34660
    },
    {
      "epoch": 29.96542783059637,
      "grad_norm": 0.8888829350471497,
      "learning_rate": 7.325254287883398e-05,
      "loss": 3.0515,
      "step": 34670
    },
    {
      "epoch": 29.974070872947276,
      "grad_norm": 0.913855791091919,
      "learning_rate": 7.323862180135569e-05,
      "loss": 3.0346,
      "step": 34680
    },
    {
      "epoch": 29.982713915298184,
      "grad_norm": 0.9380253553390503,
      "learning_rate": 7.32246984257234e-05,
      "loss": 3.0462,
      "step": 34690
    },
    {
      "epoch": 29.991356957649092,
      "grad_norm": 0.9501278400421143,
      "learning_rate": 7.321077275331399e-05,
      "loss": 3.0525,
      "step": 34700
    },
    {
      "epoch": 30.0,
      "grad_norm": 2.143751382827759,
      "learning_rate": 7.319684478550462e-05,
      "loss": 3.0783,
      "step": 34710
    },
    {
      "epoch": 30.008643042350908,
      "grad_norm": 0.9489927887916565,
      "learning_rate": 7.318291452367274e-05,
      "loss": 2.8779,
      "step": 34720
    },
    {
      "epoch": 30.017286084701816,
      "grad_norm": 0.9589384198188782,
      "learning_rate": 7.316898196919591e-05,
      "loss": 2.8817,
      "step": 34730
    },
    {
      "epoch": 30.025929127052724,
      "grad_norm": 1.0002373456954956,
      "learning_rate": 7.3155047123452e-05,
      "loss": 2.9023,
      "step": 34740
    },
    {
      "epoch": 30.03457216940363,
      "grad_norm": 1.0429718494415283,
      "learning_rate": 7.314110998781907e-05,
      "loss": 2.8846,
      "step": 34750
    },
    {
      "epoch": 30.04321521175454,
      "grad_norm": 0.9531989693641663,
      "learning_rate": 7.312717056367543e-05,
      "loss": 2.8842,
      "step": 34760
    },
    {
      "epoch": 30.051858254105444,
      "grad_norm": 0.9907208681106567,
      "learning_rate": 7.311322885239957e-05,
      "loss": 2.8878,
      "step": 34770
    },
    {
      "epoch": 30.06050129645635,
      "grad_norm": 0.9528409838676453,
      "learning_rate": 7.309928485537028e-05,
      "loss": 2.8949,
      "step": 34780
    },
    {
      "epoch": 30.06914433880726,
      "grad_norm": 0.9841721653938293,
      "learning_rate": 7.308533857396647e-05,
      "loss": 2.898,
      "step": 34790
    },
    {
      "epoch": 30.077787381158167,
      "grad_norm": 1.0374846458435059,
      "learning_rate": 7.30713900095674e-05,
      "loss": 2.8927,
      "step": 34800
    },
    {
      "epoch": 30.086430423509075,
      "grad_norm": 1.0161329507827759,
      "learning_rate": 7.305743916355249e-05,
      "loss": 2.8783,
      "step": 34810
    },
    {
      "epoch": 30.095073465859983,
      "grad_norm": 0.9856472611427307,
      "learning_rate": 7.304348603730136e-05,
      "loss": 2.8993,
      "step": 34820
    },
    {
      "epoch": 30.10371650821089,
      "grad_norm": 1.03348708152771,
      "learning_rate": 7.302953063219389e-05,
      "loss": 2.8997,
      "step": 34830
    },
    {
      "epoch": 30.1123595505618,
      "grad_norm": 1.0234503746032715,
      "learning_rate": 7.30155729496102e-05,
      "loss": 2.9059,
      "step": 34840
    },
    {
      "epoch": 30.121002592912706,
      "grad_norm": 1.2168502807617188,
      "learning_rate": 7.300161299093064e-05,
      "loss": 2.8981,
      "step": 34850
    },
    {
      "epoch": 30.129645635263614,
      "grad_norm": 1.3462421894073486,
      "learning_rate": 7.29876507575357e-05,
      "loss": 2.9066,
      "step": 34860
    },
    {
      "epoch": 30.138288677614522,
      "grad_norm": 0.9995557069778442,
      "learning_rate": 7.297368625080623e-05,
      "loss": 2.9022,
      "step": 34870
    },
    {
      "epoch": 30.146931719965426,
      "grad_norm": 0.9728196263313293,
      "learning_rate": 7.295971947212317e-05,
      "loss": 2.9063,
      "step": 34880
    },
    {
      "epoch": 30.155574762316334,
      "grad_norm": 1.102830171585083,
      "learning_rate": 7.294575042286777e-05,
      "loss": 2.9224,
      "step": 34890
    },
    {
      "epoch": 30.164217804667242,
      "grad_norm": 1.0161701440811157,
      "learning_rate": 7.293177910442148e-05,
      "loss": 2.9199,
      "step": 34900
    },
    {
      "epoch": 30.17286084701815,
      "grad_norm": 1.0156891345977783,
      "learning_rate": 7.2917805518166e-05,
      "loss": 2.9106,
      "step": 34910
    },
    {
      "epoch": 30.181503889369058,
      "grad_norm": 1.0085772275924683,
      "learning_rate": 7.290382966548317e-05,
      "loss": 2.9296,
      "step": 34920
    },
    {
      "epoch": 30.190146931719966,
      "grad_norm": 1.1189550161361694,
      "learning_rate": 7.288985154775519e-05,
      "loss": 2.9127,
      "step": 34930
    },
    {
      "epoch": 30.198789974070873,
      "grad_norm": 0.9313729405403137,
      "learning_rate": 7.287587116636436e-05,
      "loss": 2.9425,
      "step": 34940
    },
    {
      "epoch": 30.20743301642178,
      "grad_norm": 0.975111186504364,
      "learning_rate": 7.286188852269324e-05,
      "loss": 2.9264,
      "step": 34950
    },
    {
      "epoch": 30.21607605877269,
      "grad_norm": 0.9737475514411926,
      "learning_rate": 7.284790361812468e-05,
      "loss": 2.9237,
      "step": 34960
    },
    {
      "epoch": 30.224719101123597,
      "grad_norm": 1.0079312324523926,
      "learning_rate": 7.283391645404166e-05,
      "loss": 2.9366,
      "step": 34970
    },
    {
      "epoch": 30.2333621434745,
      "grad_norm": 0.9896044135093689,
      "learning_rate": 7.281992703182742e-05,
      "loss": 2.9365,
      "step": 34980
    },
    {
      "epoch": 30.24200518582541,
      "grad_norm": 0.9848423004150391,
      "learning_rate": 7.280593535286545e-05,
      "loss": 2.9372,
      "step": 34990
    },
    {
      "epoch": 30.250648228176317,
      "grad_norm": 1.0035797357559204,
      "learning_rate": 7.279194141853941e-05,
      "loss": 2.9357,
      "step": 35000
    },
    {
      "epoch": 30.259291270527225,
      "grad_norm": 0.9628931283950806,
      "learning_rate": 7.277794523023323e-05,
      "loss": 2.9327,
      "step": 35010
    },
    {
      "epoch": 30.267934312878133,
      "grad_norm": 1.0133633613586426,
      "learning_rate": 7.276394678933107e-05,
      "loss": 2.9476,
      "step": 35020
    },
    {
      "epoch": 30.27657735522904,
      "grad_norm": 0.940326452255249,
      "learning_rate": 7.274994609721724e-05,
      "loss": 2.9451,
      "step": 35030
    },
    {
      "epoch": 30.28522039757995,
      "grad_norm": 0.9946290850639343,
      "learning_rate": 7.273594315527635e-05,
      "loss": 2.9313,
      "step": 35040
    },
    {
      "epoch": 30.293863439930856,
      "grad_norm": 0.9083667993545532,
      "learning_rate": 7.27219379648932e-05,
      "loss": 2.9457,
      "step": 35050
    },
    {
      "epoch": 30.302506482281764,
      "grad_norm": 0.9886696934700012,
      "learning_rate": 7.27079305274528e-05,
      "loss": 2.923,
      "step": 35060
    },
    {
      "epoch": 30.311149524632672,
      "grad_norm": 1.033864140510559,
      "learning_rate": 7.269392084434041e-05,
      "loss": 2.9261,
      "step": 35070
    },
    {
      "epoch": 30.31979256698358,
      "grad_norm": 0.9744243025779724,
      "learning_rate": 7.267990891694151e-05,
      "loss": 2.9458,
      "step": 35080
    },
    {
      "epoch": 30.328435609334484,
      "grad_norm": 1.0235705375671387,
      "learning_rate": 7.266589474664178e-05,
      "loss": 2.9201,
      "step": 35090
    },
    {
      "epoch": 30.337078651685392,
      "grad_norm": 1.469549298286438,
      "learning_rate": 7.265187833482713e-05,
      "loss": 2.9362,
      "step": 35100
    },
    {
      "epoch": 30.3457216940363,
      "grad_norm": 0.9497725963592529,
      "learning_rate": 7.263785968288371e-05,
      "loss": 2.9404,
      "step": 35110
    },
    {
      "epoch": 30.354364736387208,
      "grad_norm": 0.9324503540992737,
      "learning_rate": 7.262383879219785e-05,
      "loss": 2.9463,
      "step": 35120
    },
    {
      "epoch": 30.363007778738115,
      "grad_norm": 1.0474756956100464,
      "learning_rate": 7.260981566415614e-05,
      "loss": 2.9647,
      "step": 35130
    },
    {
      "epoch": 30.371650821089023,
      "grad_norm": 1.0458567142486572,
      "learning_rate": 7.25957903001454e-05,
      "loss": 2.9572,
      "step": 35140
    },
    {
      "epoch": 30.38029386343993,
      "grad_norm": 1.8873012065887451,
      "learning_rate": 7.258176270155263e-05,
      "loss": 2.9463,
      "step": 35150
    },
    {
      "epoch": 30.38893690579084,
      "grad_norm": 0.9408364295959473,
      "learning_rate": 7.256773286976509e-05,
      "loss": 2.9663,
      "step": 35160
    },
    {
      "epoch": 30.397579948141747,
      "grad_norm": 1.0059231519699097,
      "learning_rate": 7.255370080617021e-05,
      "loss": 2.9451,
      "step": 35170
    },
    {
      "epoch": 30.406222990492655,
      "grad_norm": 1.2150564193725586,
      "learning_rate": 7.25396665121557e-05,
      "loss": 2.9533,
      "step": 35180
    },
    {
      "epoch": 30.414866032843562,
      "grad_norm": 0.9517228603363037,
      "learning_rate": 7.252562998910945e-05,
      "loss": 2.9443,
      "step": 35190
    },
    {
      "epoch": 30.423509075194467,
      "grad_norm": 1.0353386402130127,
      "learning_rate": 7.251159123841962e-05,
      "loss": 2.96,
      "step": 35200
    },
    {
      "epoch": 30.432152117545375,
      "grad_norm": 1.0291168689727783,
      "learning_rate": 7.249755026147448e-05,
      "loss": 2.9479,
      "step": 35210
    },
    {
      "epoch": 30.440795159896282,
      "grad_norm": 0.9591522216796875,
      "learning_rate": 7.248350705966265e-05,
      "loss": 2.9627,
      "step": 35220
    },
    {
      "epoch": 30.44943820224719,
      "grad_norm": 1.0445541143417358,
      "learning_rate": 7.246946163437294e-05,
      "loss": 2.9788,
      "step": 35230
    },
    {
      "epoch": 30.458081244598098,
      "grad_norm": 0.9459318518638611,
      "learning_rate": 7.245541398699429e-05,
      "loss": 2.9554,
      "step": 35240
    },
    {
      "epoch": 30.466724286949006,
      "grad_norm": 1.0037758350372314,
      "learning_rate": 7.244136411891593e-05,
      "loss": 2.9687,
      "step": 35250
    },
    {
      "epoch": 30.475367329299914,
      "grad_norm": 1.0236667394638062,
      "learning_rate": 7.242731203152736e-05,
      "loss": 2.9678,
      "step": 35260
    },
    {
      "epoch": 30.48401037165082,
      "grad_norm": 0.9885889291763306,
      "learning_rate": 7.24132577262182e-05,
      "loss": 2.9644,
      "step": 35270
    },
    {
      "epoch": 30.49265341400173,
      "grad_norm": 1.167631983757019,
      "learning_rate": 7.239920120437834e-05,
      "loss": 2.9586,
      "step": 35280
    },
    {
      "epoch": 30.501296456352637,
      "grad_norm": 0.989012598991394,
      "learning_rate": 7.238514246739788e-05,
      "loss": 2.9685,
      "step": 35290
    },
    {
      "epoch": 30.509939498703545,
      "grad_norm": 0.9679082036018372,
      "learning_rate": 7.237108151666714e-05,
      "loss": 2.9626,
      "step": 35300
    },
    {
      "epoch": 30.51858254105445,
      "grad_norm": 1.008784294128418,
      "learning_rate": 7.235701835357669e-05,
      "loss": 2.9553,
      "step": 35310
    },
    {
      "epoch": 30.527225583405357,
      "grad_norm": 1.1114581823349,
      "learning_rate": 7.234295297951726e-05,
      "loss": 2.9529,
      "step": 35320
    },
    {
      "epoch": 30.535868625756265,
      "grad_norm": 1.4208440780639648,
      "learning_rate": 7.232888539587981e-05,
      "loss": 2.9588,
      "step": 35330
    },
    {
      "epoch": 30.544511668107173,
      "grad_norm": 1.0192675590515137,
      "learning_rate": 7.231481560405556e-05,
      "loss": 2.9795,
      "step": 35340
    },
    {
      "epoch": 30.55315471045808,
      "grad_norm": 0.9859526753425598,
      "learning_rate": 7.230074360543594e-05,
      "loss": 2.9736,
      "step": 35350
    },
    {
      "epoch": 30.56179775280899,
      "grad_norm": 1.077357292175293,
      "learning_rate": 7.228666940141255e-05,
      "loss": 2.9593,
      "step": 35360
    },
    {
      "epoch": 30.570440795159897,
      "grad_norm": 0.9487010836601257,
      "learning_rate": 7.227259299337725e-05,
      "loss": 2.9649,
      "step": 35370
    },
    {
      "epoch": 30.579083837510804,
      "grad_norm": 1.5014854669570923,
      "learning_rate": 7.225851438272212e-05,
      "loss": 2.9672,
      "step": 35380
    },
    {
      "epoch": 30.587726879861712,
      "grad_norm": 1.0140680074691772,
      "learning_rate": 7.224443357083945e-05,
      "loss": 2.9672,
      "step": 35390
    },
    {
      "epoch": 30.59636992221262,
      "grad_norm": 0.9697148203849792,
      "learning_rate": 7.223035055912172e-05,
      "loss": 2.9803,
      "step": 35400
    },
    {
      "epoch": 30.605012964563528,
      "grad_norm": 0.9726477861404419,
      "learning_rate": 7.221626534896168e-05,
      "loss": 2.9771,
      "step": 35410
    },
    {
      "epoch": 30.613656006914432,
      "grad_norm": 1.0197397470474243,
      "learning_rate": 7.220217794175222e-05,
      "loss": 2.9823,
      "step": 35420
    },
    {
      "epoch": 30.62229904926534,
      "grad_norm": 0.9933511018753052,
      "learning_rate": 7.218808833888655e-05,
      "loss": 2.978,
      "step": 35430
    },
    {
      "epoch": 30.630942091616248,
      "grad_norm": 1.026157259941101,
      "learning_rate": 7.217399654175804e-05,
      "loss": 2.9707,
      "step": 35440
    },
    {
      "epoch": 30.639585133967156,
      "grad_norm": 0.9966096878051758,
      "learning_rate": 7.215990255176024e-05,
      "loss": 2.9863,
      "step": 35450
    },
    {
      "epoch": 30.648228176318064,
      "grad_norm": 0.9673592448234558,
      "learning_rate": 7.214580637028698e-05,
      "loss": 2.9807,
      "step": 35460
    },
    {
      "epoch": 30.65687121866897,
      "grad_norm": 0.9591675400733948,
      "learning_rate": 7.21317079987323e-05,
      "loss": 2.9815,
      "step": 35470
    },
    {
      "epoch": 30.66551426101988,
      "grad_norm": 0.9716207981109619,
      "learning_rate": 7.211760743849042e-05,
      "loss": 2.9855,
      "step": 35480
    },
    {
      "epoch": 30.674157303370787,
      "grad_norm": 0.9083071947097778,
      "learning_rate": 7.21035046909558e-05,
      "loss": 2.9663,
      "step": 35490
    },
    {
      "epoch": 30.682800345721695,
      "grad_norm": 1.05367910861969,
      "learning_rate": 7.208939975752313e-05,
      "loss": 2.9773,
      "step": 35500
    },
    {
      "epoch": 30.691443388072603,
      "grad_norm": 1.3262544870376587,
      "learning_rate": 7.207529263958726e-05,
      "loss": 2.9782,
      "step": 35510
    },
    {
      "epoch": 30.70008643042351,
      "grad_norm": 1.082870602607727,
      "learning_rate": 7.206118333854334e-05,
      "loss": 2.9796,
      "step": 35520
    },
    {
      "epoch": 30.708729472774415,
      "grad_norm": 1.029671549797058,
      "learning_rate": 7.204707185578667e-05,
      "loss": 2.9854,
      "step": 35530
    },
    {
      "epoch": 30.717372515125323,
      "grad_norm": 0.9792764782905579,
      "learning_rate": 7.203295819271279e-05,
      "loss": 2.9843,
      "step": 35540
    },
    {
      "epoch": 30.72601555747623,
      "grad_norm": 1.0051666498184204,
      "learning_rate": 7.201884235071744e-05,
      "loss": 2.9698,
      "step": 35550
    },
    {
      "epoch": 30.73465859982714,
      "grad_norm": 1.0907634496688843,
      "learning_rate": 7.200472433119662e-05,
      "loss": 2.9954,
      "step": 35560
    },
    {
      "epoch": 30.743301642178047,
      "grad_norm": 1.0246907472610474,
      "learning_rate": 7.199060413554647e-05,
      "loss": 3.0002,
      "step": 35570
    },
    {
      "epoch": 30.751944684528954,
      "grad_norm": 1.0268505811691284,
      "learning_rate": 7.197648176516342e-05,
      "loss": 2.9794,
      "step": 35580
    },
    {
      "epoch": 30.760587726879862,
      "grad_norm": 0.9901558756828308,
      "learning_rate": 7.19623572214441e-05,
      "loss": 2.9886,
      "step": 35590
    },
    {
      "epoch": 30.76923076923077,
      "grad_norm": 0.9707791209220886,
      "learning_rate": 7.19482305057853e-05,
      "loss": 2.9999,
      "step": 35600
    },
    {
      "epoch": 30.777873811581678,
      "grad_norm": 0.9357854127883911,
      "learning_rate": 7.193410161958408e-05,
      "loss": 2.9827,
      "step": 35610
    },
    {
      "epoch": 30.786516853932586,
      "grad_norm": 0.9754542708396912,
      "learning_rate": 7.191997056423769e-05,
      "loss": 3.0006,
      "step": 35620
    },
    {
      "epoch": 30.795159896283494,
      "grad_norm": 1.020986557006836,
      "learning_rate": 7.190583734114362e-05,
      "loss": 2.9913,
      "step": 35630
    },
    {
      "epoch": 30.803802938634398,
      "grad_norm": 0.9985777139663696,
      "learning_rate": 7.189170195169956e-05,
      "loss": 2.9934,
      "step": 35640
    },
    {
      "epoch": 30.812445980985306,
      "grad_norm": 0.9625110626220703,
      "learning_rate": 7.187756439730339e-05,
      "loss": 2.999,
      "step": 35650
    },
    {
      "epoch": 30.821089023336214,
      "grad_norm": 0.9440879821777344,
      "learning_rate": 7.186342467935323e-05,
      "loss": 2.9958,
      "step": 35660
    },
    {
      "epoch": 30.82973206568712,
      "grad_norm": 1.0112982988357544,
      "learning_rate": 7.18492827992474e-05,
      "loss": 2.9889,
      "step": 35670
    },
    {
      "epoch": 30.83837510803803,
      "grad_norm": 1.0062788724899292,
      "learning_rate": 7.183513875838448e-05,
      "loss": 2.9876,
      "step": 35680
    },
    {
      "epoch": 30.847018150388937,
      "grad_norm": 0.9951995611190796,
      "learning_rate": 7.18209925581632e-05,
      "loss": 2.9966,
      "step": 35690
    },
    {
      "epoch": 30.855661192739845,
      "grad_norm": 0.9705501198768616,
      "learning_rate": 7.180684419998253e-05,
      "loss": 2.9944,
      "step": 35700
    },
    {
      "epoch": 30.864304235090753,
      "grad_norm": 1.035477638244629,
      "learning_rate": 7.179269368524166e-05,
      "loss": 3.0016,
      "step": 35710
    },
    {
      "epoch": 30.87294727744166,
      "grad_norm": 0.9547704458236694,
      "learning_rate": 7.177854101533998e-05,
      "loss": 3.0091,
      "step": 35720
    },
    {
      "epoch": 30.88159031979257,
      "grad_norm": 1.071217656135559,
      "learning_rate": 7.176438619167711e-05,
      "loss": 2.9864,
      "step": 35730
    },
    {
      "epoch": 30.890233362143473,
      "grad_norm": 1.1386631727218628,
      "learning_rate": 7.175022921565288e-05,
      "loss": 3.0045,
      "step": 35740
    },
    {
      "epoch": 30.89887640449438,
      "grad_norm": 0.9981834888458252,
      "learning_rate": 7.173607008866731e-05,
      "loss": 2.9981,
      "step": 35750
    },
    {
      "epoch": 30.90751944684529,
      "grad_norm": 1.1759618520736694,
      "learning_rate": 7.172190881212065e-05,
      "loss": 2.9912,
      "step": 35760
    },
    {
      "epoch": 30.916162489196196,
      "grad_norm": 0.9440860152244568,
      "learning_rate": 7.170774538741338e-05,
      "loss": 2.9805,
      "step": 35770
    },
    {
      "epoch": 30.924805531547104,
      "grad_norm": 0.9883705973625183,
      "learning_rate": 7.169357981594616e-05,
      "loss": 3.0046,
      "step": 35780
    },
    {
      "epoch": 30.933448573898012,
      "grad_norm": 0.9794613122940063,
      "learning_rate": 7.167941209911985e-05,
      "loss": 3.0074,
      "step": 35790
    },
    {
      "epoch": 30.94209161624892,
      "grad_norm": 1.0840275287628174,
      "learning_rate": 7.166524223833559e-05,
      "loss": 3.0017,
      "step": 35800
    },
    {
      "epoch": 30.950734658599828,
      "grad_norm": 1.2703065872192383,
      "learning_rate": 7.165107023499468e-05,
      "loss": 3.0032,
      "step": 35810
    },
    {
      "epoch": 30.959377700950736,
      "grad_norm": 0.9514472484588623,
      "learning_rate": 7.163689609049864e-05,
      "loss": 2.9781,
      "step": 35820
    },
    {
      "epoch": 30.968020743301643,
      "grad_norm": 0.9289452433586121,
      "learning_rate": 7.162271980624919e-05,
      "loss": 3.012,
      "step": 35830
    },
    {
      "epoch": 30.97666378565255,
      "grad_norm": 0.9644376039505005,
      "learning_rate": 7.16085413836483e-05,
      "loss": 2.9864,
      "step": 35840
    },
    {
      "epoch": 30.985306828003456,
      "grad_norm": 0.921753466129303,
      "learning_rate": 7.159436082409812e-05,
      "loss": 3.0201,
      "step": 35850
    },
    {
      "epoch": 30.993949870354363,
      "grad_norm": 1.3259705305099487,
      "learning_rate": 7.158017812900101e-05,
      "loss": 2.9991,
      "step": 35860
    },
    {
      "epoch": 31.00259291270527,
      "grad_norm": 0.9574679732322693,
      "learning_rate": 7.156599329975953e-05,
      "loss": 2.9817,
      "step": 35870
    },
    {
      "epoch": 31.01123595505618,
      "grad_norm": 1.0290066003799438,
      "learning_rate": 7.15518063377765e-05,
      "loss": 2.8317,
      "step": 35880
    },
    {
      "epoch": 31.019878997407087,
      "grad_norm": 1.08543062210083,
      "learning_rate": 7.153761724445493e-05,
      "loss": 2.8391,
      "step": 35890
    },
    {
      "epoch": 31.028522039757995,
      "grad_norm": 1.021491289138794,
      "learning_rate": 7.152342602119801e-05,
      "loss": 2.8479,
      "step": 35900
    },
    {
      "epoch": 31.037165082108903,
      "grad_norm": 1.1491650342941284,
      "learning_rate": 7.150923266940917e-05,
      "loss": 2.8527,
      "step": 35910
    },
    {
      "epoch": 31.04580812445981,
      "grad_norm": 1.0250847339630127,
      "learning_rate": 7.149503719049205e-05,
      "loss": 2.8565,
      "step": 35920
    },
    {
      "epoch": 31.05445116681072,
      "grad_norm": 1.2133216857910156,
      "learning_rate": 7.14808395858505e-05,
      "loss": 2.8437,
      "step": 35930
    },
    {
      "epoch": 31.063094209161626,
      "grad_norm": 1.05056893825531,
      "learning_rate": 7.146663985688853e-05,
      "loss": 2.859,
      "step": 35940
    },
    {
      "epoch": 31.071737251512534,
      "grad_norm": 1.0033366680145264,
      "learning_rate": 7.145243800501046e-05,
      "loss": 2.8632,
      "step": 35950
    },
    {
      "epoch": 31.08038029386344,
      "grad_norm": 1.064587116241455,
      "learning_rate": 7.143823403162072e-05,
      "loss": 2.8335,
      "step": 35960
    },
    {
      "epoch": 31.089023336214346,
      "grad_norm": 1.0696409940719604,
      "learning_rate": 7.142402793812402e-05,
      "loss": 2.8443,
      "step": 35970
    },
    {
      "epoch": 31.097666378565254,
      "grad_norm": 0.8841537237167358,
      "learning_rate": 7.140981972592526e-05,
      "loss": 2.8701,
      "step": 35980
    },
    {
      "epoch": 31.106309420916162,
      "grad_norm": 1.0211796760559082,
      "learning_rate": 7.139560939642953e-05,
      "loss": 2.8713,
      "step": 35990
    },
    {
      "epoch": 31.11495246326707,
      "grad_norm": 0.9597833156585693,
      "learning_rate": 7.138139695104212e-05,
      "loss": 2.851,
      "step": 36000
    },
    {
      "epoch": 31.123595505617978,
      "grad_norm": 0.9633983969688416,
      "learning_rate": 7.136718239116861e-05,
      "loss": 2.8618,
      "step": 36010
    },
    {
      "epoch": 31.132238547968885,
      "grad_norm": 0.9999361634254456,
      "learning_rate": 7.135296571821467e-05,
      "loss": 2.8594,
      "step": 36020
    },
    {
      "epoch": 31.140881590319793,
      "grad_norm": 0.9541269540786743,
      "learning_rate": 7.133874693358627e-05,
      "loss": 2.8758,
      "step": 36030
    },
    {
      "epoch": 31.1495246326707,
      "grad_norm": 1.0879920721054077,
      "learning_rate": 7.132452603868956e-05,
      "loss": 2.8793,
      "step": 36040
    },
    {
      "epoch": 31.15816767502161,
      "grad_norm": 1.0704765319824219,
      "learning_rate": 7.13103030349309e-05,
      "loss": 2.8612,
      "step": 36050
    },
    {
      "epoch": 31.166810717372517,
      "grad_norm": 1.0325618982315063,
      "learning_rate": 7.129607792371683e-05,
      "loss": 2.881,
      "step": 36060
    },
    {
      "epoch": 31.17545375972342,
      "grad_norm": 1.0093035697937012,
      "learning_rate": 7.128185070645416e-05,
      "loss": 2.8892,
      "step": 36070
    },
    {
      "epoch": 31.18409680207433,
      "grad_norm": 1.103859543800354,
      "learning_rate": 7.126762138454983e-05,
      "loss": 2.8641,
      "step": 36080
    },
    {
      "epoch": 31.192739844425237,
      "grad_norm": 0.9807895421981812,
      "learning_rate": 7.125338995941108e-05,
      "loss": 2.883,
      "step": 36090
    },
    {
      "epoch": 31.201382886776145,
      "grad_norm": 1.0133070945739746,
      "learning_rate": 7.123915643244527e-05,
      "loss": 2.8816,
      "step": 36100
    },
    {
      "epoch": 31.210025929127053,
      "grad_norm": 1.2115545272827148,
      "learning_rate": 7.122492080506003e-05,
      "loss": 2.8842,
      "step": 36110
    },
    {
      "epoch": 31.21866897147796,
      "grad_norm": 1.0012043714523315,
      "learning_rate": 7.121068307866315e-05,
      "loss": 2.9104,
      "step": 36120
    },
    {
      "epoch": 31.22731201382887,
      "grad_norm": 1.0121721029281616,
      "learning_rate": 7.119644325466268e-05,
      "loss": 2.9029,
      "step": 36130
    },
    {
      "epoch": 31.235955056179776,
      "grad_norm": 1.1346701383590698,
      "learning_rate": 7.118220133446685e-05,
      "loss": 2.8659,
      "step": 36140
    },
    {
      "epoch": 31.244598098530684,
      "grad_norm": 1.2368818521499634,
      "learning_rate": 7.116795731948405e-05,
      "loss": 2.8689,
      "step": 36150
    },
    {
      "epoch": 31.25324114088159,
      "grad_norm": 1.0633333921432495,
      "learning_rate": 7.115371121112298e-05,
      "loss": 2.862,
      "step": 36160
    },
    {
      "epoch": 31.261884183232496,
      "grad_norm": 0.9385668635368347,
      "learning_rate": 7.113946301079246e-05,
      "loss": 2.8703,
      "step": 36170
    },
    {
      "epoch": 31.270527225583404,
      "grad_norm": 1.0030770301818848,
      "learning_rate": 7.112521271990156e-05,
      "loss": 2.8959,
      "step": 36180
    },
    {
      "epoch": 31.27917026793431,
      "grad_norm": 1.009877324104309,
      "learning_rate": 7.111096033985954e-05,
      "loss": 2.9011,
      "step": 36190
    },
    {
      "epoch": 31.28781331028522,
      "grad_norm": 1.719178318977356,
      "learning_rate": 7.109670587207586e-05,
      "loss": 2.8936,
      "step": 36200
    },
    {
      "epoch": 31.296456352636127,
      "grad_norm": 1.0970714092254639,
      "learning_rate": 7.10824493179602e-05,
      "loss": 2.8814,
      "step": 36210
    },
    {
      "epoch": 31.305099394987035,
      "grad_norm": 0.9809861779212952,
      "learning_rate": 7.106819067892249e-05,
      "loss": 2.891,
      "step": 36220
    },
    {
      "epoch": 31.313742437337943,
      "grad_norm": 1.4065637588500977,
      "learning_rate": 7.105392995637276e-05,
      "loss": 2.8913,
      "step": 36230
    },
    {
      "epoch": 31.32238547968885,
      "grad_norm": 0.9878830909729004,
      "learning_rate": 7.103966715172133e-05,
      "loss": 2.9047,
      "step": 36240
    },
    {
      "epoch": 31.33102852203976,
      "grad_norm": 1.2259637117385864,
      "learning_rate": 7.102540226637869e-05,
      "loss": 2.8978,
      "step": 36250
    },
    {
      "epoch": 31.339671564390667,
      "grad_norm": 2.1626689434051514,
      "learning_rate": 7.101113530175556e-05,
      "loss": 2.9052,
      "step": 36260
    },
    {
      "epoch": 31.348314606741575,
      "grad_norm": 0.9954488277435303,
      "learning_rate": 7.099686625926286e-05,
      "loss": 2.9272,
      "step": 36270
    },
    {
      "epoch": 31.35695764909248,
      "grad_norm": 0.9814651012420654,
      "learning_rate": 7.098259514031171e-05,
      "loss": 2.8949,
      "step": 36280
    },
    {
      "epoch": 31.365600691443387,
      "grad_norm": 0.9937153458595276,
      "learning_rate": 7.09683219463134e-05,
      "loss": 2.8981,
      "step": 36290
    },
    {
      "epoch": 31.374243733794295,
      "grad_norm": 1.025438904762268,
      "learning_rate": 7.09540466786795e-05,
      "loss": 2.8968,
      "step": 36300
    },
    {
      "epoch": 31.382886776145202,
      "grad_norm": 1.0697407722473145,
      "learning_rate": 7.093976933882173e-05,
      "loss": 2.9057,
      "step": 36310
    },
    {
      "epoch": 31.39152981849611,
      "grad_norm": 1.0120198726654053,
      "learning_rate": 7.092548992815202e-05,
      "loss": 2.912,
      "step": 36320
    },
    {
      "epoch": 31.400172860847018,
      "grad_norm": 1.0714792013168335,
      "learning_rate": 7.091120844808251e-05,
      "loss": 2.9235,
      "step": 36330
    },
    {
      "epoch": 31.408815903197926,
      "grad_norm": 1.017107367515564,
      "learning_rate": 7.089692490002558e-05,
      "loss": 2.9053,
      "step": 36340
    },
    {
      "epoch": 31.417458945548834,
      "grad_norm": 1.027281641960144,
      "learning_rate": 7.088263928539376e-05,
      "loss": 2.9116,
      "step": 36350
    },
    {
      "epoch": 31.42610198789974,
      "grad_norm": 1.0379116535186768,
      "learning_rate": 7.086835160559982e-05,
      "loss": 2.9157,
      "step": 36360
    },
    {
      "epoch": 31.43474503025065,
      "grad_norm": 1.2496516704559326,
      "learning_rate": 7.085406186205669e-05,
      "loss": 2.9,
      "step": 36370
    },
    {
      "epoch": 31.443388072601557,
      "grad_norm": 1.0605015754699707,
      "learning_rate": 7.083977005617759e-05,
      "loss": 2.9052,
      "step": 36380
    },
    {
      "epoch": 31.45203111495246,
      "grad_norm": 1.1242477893829346,
      "learning_rate": 7.082547618937584e-05,
      "loss": 2.9236,
      "step": 36390
    },
    {
      "epoch": 31.46067415730337,
      "grad_norm": 1.0186580419540405,
      "learning_rate": 7.081118026306505e-05,
      "loss": 2.9349,
      "step": 36400
    },
    {
      "epoch": 31.469317199654277,
      "grad_norm": 1.0889407396316528,
      "learning_rate": 7.079688227865895e-05,
      "loss": 2.9291,
      "step": 36410
    },
    {
      "epoch": 31.477960242005185,
      "grad_norm": 0.9475210905075073,
      "learning_rate": 7.078258223757157e-05,
      "loss": 2.8887,
      "step": 36420
    },
    {
      "epoch": 31.486603284356093,
      "grad_norm": 1.0251116752624512,
      "learning_rate": 7.076828014121709e-05,
      "loss": 2.9252,
      "step": 36430
    },
    {
      "epoch": 31.495246326707,
      "grad_norm": 1.4898457527160645,
      "learning_rate": 7.075397599100989e-05,
      "loss": 2.9314,
      "step": 36440
    },
    {
      "epoch": 31.50388936905791,
      "grad_norm": 1.1353174448013306,
      "learning_rate": 7.073966978836452e-05,
      "loss": 2.9226,
      "step": 36450
    },
    {
      "epoch": 31.512532411408817,
      "grad_norm": 0.9959543943405151,
      "learning_rate": 7.072536153469583e-05,
      "loss": 2.9331,
      "step": 36460
    },
    {
      "epoch": 31.521175453759724,
      "grad_norm": 1.0663443803787231,
      "learning_rate": 7.071105123141879e-05,
      "loss": 2.9229,
      "step": 36470
    },
    {
      "epoch": 31.529818496110632,
      "grad_norm": 1.005400538444519,
      "learning_rate": 7.069673887994861e-05,
      "loss": 2.918,
      "step": 36480
    },
    {
      "epoch": 31.53846153846154,
      "grad_norm": 1.057992696762085,
      "learning_rate": 7.068242448170068e-05,
      "loss": 2.9029,
      "step": 36490
    },
    {
      "epoch": 31.547104580812444,
      "grad_norm": 1.0002764463424683,
      "learning_rate": 7.066810803809062e-05,
      "loss": 2.9469,
      "step": 36500
    },
    {
      "epoch": 31.555747623163352,
      "grad_norm": 0.9832648634910583,
      "learning_rate": 7.065378955053422e-05,
      "loss": 2.932,
      "step": 36510
    },
    {
      "epoch": 31.56439066551426,
      "grad_norm": 0.9994189739227295,
      "learning_rate": 7.06394690204475e-05,
      "loss": 2.9171,
      "step": 36520
    },
    {
      "epoch": 31.573033707865168,
      "grad_norm": 1.1695314645767212,
      "learning_rate": 7.062514644924667e-05,
      "loss": 2.937,
      "step": 36530
    },
    {
      "epoch": 31.581676750216076,
      "grad_norm": 0.9788249731063843,
      "learning_rate": 7.061082183834812e-05,
      "loss": 2.9231,
      "step": 36540
    },
    {
      "epoch": 31.590319792566984,
      "grad_norm": 0.9367087483406067,
      "learning_rate": 7.059649518916852e-05,
      "loss": 2.9216,
      "step": 36550
    },
    {
      "epoch": 31.59896283491789,
      "grad_norm": 0.9832819700241089,
      "learning_rate": 7.058216650312462e-05,
      "loss": 2.9234,
      "step": 36560
    },
    {
      "epoch": 31.6076058772688,
      "grad_norm": 1.2238272428512573,
      "learning_rate": 7.056783578163348e-05,
      "loss": 2.9441,
      "step": 36570
    },
    {
      "epoch": 31.616248919619707,
      "grad_norm": 1.010842204093933,
      "learning_rate": 7.05535030261123e-05,
      "loss": 2.9363,
      "step": 36580
    },
    {
      "epoch": 31.624891961970615,
      "grad_norm": 0.9571125507354736,
      "learning_rate": 7.05391682379785e-05,
      "loss": 2.9468,
      "step": 36590
    },
    {
      "epoch": 31.633535004321523,
      "grad_norm": 1.1074355840682983,
      "learning_rate": 7.052483141864971e-05,
      "loss": 2.9379,
      "step": 36600
    },
    {
      "epoch": 31.642178046672427,
      "grad_norm": 1.0085058212280273,
      "learning_rate": 7.051049256954375e-05,
      "loss": 2.9389,
      "step": 36610
    },
    {
      "epoch": 31.650821089023335,
      "grad_norm": 1.0533736944198608,
      "learning_rate": 7.049615169207864e-05,
      "loss": 2.9381,
      "step": 36620
    },
    {
      "epoch": 31.659464131374243,
      "grad_norm": 0.9707900881767273,
      "learning_rate": 7.04818087876726e-05,
      "loss": 2.9423,
      "step": 36630
    },
    {
      "epoch": 31.66810717372515,
      "grad_norm": 0.9789096117019653,
      "learning_rate": 7.046746385774406e-05,
      "loss": 2.9376,
      "step": 36640
    },
    {
      "epoch": 31.67675021607606,
      "grad_norm": 0.950210452079773,
      "learning_rate": 7.045311690371163e-05,
      "loss": 2.9474,
      "step": 36650
    },
    {
      "epoch": 31.685393258426966,
      "grad_norm": 1.2074166536331177,
      "learning_rate": 7.043876792699415e-05,
      "loss": 2.9369,
      "step": 36660
    },
    {
      "epoch": 31.694036300777874,
      "grad_norm": 1.0906871557235718,
      "learning_rate": 7.042441692901065e-05,
      "loss": 2.9512,
      "step": 36670
    },
    {
      "epoch": 31.702679343128782,
      "grad_norm": 1.0004788637161255,
      "learning_rate": 7.041006391118032e-05,
      "loss": 2.9481,
      "step": 36680
    },
    {
      "epoch": 31.71132238547969,
      "grad_norm": 0.995596706867218,
      "learning_rate": 7.039570887492261e-05,
      "loss": 2.9528,
      "step": 36690
    },
    {
      "epoch": 31.719965427830598,
      "grad_norm": 1.3497278690338135,
      "learning_rate": 7.038135182165712e-05,
      "loss": 2.9496,
      "step": 36700
    },
    {
      "epoch": 31.728608470181506,
      "grad_norm": 1.1915971040725708,
      "learning_rate": 7.036699275280372e-05,
      "loss": 2.9401,
      "step": 36710
    },
    {
      "epoch": 31.73725151253241,
      "grad_norm": 0.9598671197891235,
      "learning_rate": 7.035263166978239e-05,
      "loss": 2.9342,
      "step": 36720
    },
    {
      "epoch": 31.745894554883318,
      "grad_norm": 1.1678831577301025,
      "learning_rate": 7.033826857401336e-05,
      "loss": 2.9434,
      "step": 36730
    },
    {
      "epoch": 31.754537597234226,
      "grad_norm": 1.0184354782104492,
      "learning_rate": 7.032390346691707e-05,
      "loss": 2.9605,
      "step": 36740
    },
    {
      "epoch": 31.763180639585133,
      "grad_norm": 1.0368210077285767,
      "learning_rate": 7.030953634991409e-05,
      "loss": 2.9639,
      "step": 36750
    },
    {
      "epoch": 31.77182368193604,
      "grad_norm": 1.0775535106658936,
      "learning_rate": 7.029516722442528e-05,
      "loss": 2.9632,
      "step": 36760
    },
    {
      "epoch": 31.78046672428695,
      "grad_norm": 1.0208930969238281,
      "learning_rate": 7.028079609187166e-05,
      "loss": 2.9713,
      "step": 36770
    },
    {
      "epoch": 31.789109766637857,
      "grad_norm": 1.0117372274398804,
      "learning_rate": 7.026642295367442e-05,
      "loss": 2.9486,
      "step": 36780
    },
    {
      "epoch": 31.797752808988765,
      "grad_norm": 0.9661747217178345,
      "learning_rate": 7.0252047811255e-05,
      "loss": 2.9372,
      "step": 36790
    },
    {
      "epoch": 31.806395851339673,
      "grad_norm": 1.047969937324524,
      "learning_rate": 7.023767066603497e-05,
      "loss": 2.9548,
      "step": 36800
    },
    {
      "epoch": 31.81503889369058,
      "grad_norm": 1.0884385108947754,
      "learning_rate": 7.022329151943619e-05,
      "loss": 2.9671,
      "step": 36810
    },
    {
      "epoch": 31.82368193604149,
      "grad_norm": 0.987372100353241,
      "learning_rate": 7.020891037288063e-05,
      "loss": 2.9549,
      "step": 36820
    },
    {
      "epoch": 31.832324978392393,
      "grad_norm": 1.021355390548706,
      "learning_rate": 7.01945272277905e-05,
      "loss": 2.9355,
      "step": 36830
    },
    {
      "epoch": 31.8409680207433,
      "grad_norm": 1.1259653568267822,
      "learning_rate": 7.018014208558823e-05,
      "loss": 2.9453,
      "step": 36840
    },
    {
      "epoch": 31.84961106309421,
      "grad_norm": 0.9659914970397949,
      "learning_rate": 7.01657549476964e-05,
      "loss": 2.9661,
      "step": 36850
    },
    {
      "epoch": 31.858254105445116,
      "grad_norm": 0.9810765385627747,
      "learning_rate": 7.01513658155378e-05,
      "loss": 2.9547,
      "step": 36860
    },
    {
      "epoch": 31.866897147796024,
      "grad_norm": 1.0325016975402832,
      "learning_rate": 7.013697469053544e-05,
      "loss": 2.9618,
      "step": 36870
    },
    {
      "epoch": 31.875540190146932,
      "grad_norm": 1.0802719593048096,
      "learning_rate": 7.012258157411251e-05,
      "loss": 2.9673,
      "step": 36880
    },
    {
      "epoch": 31.88418323249784,
      "grad_norm": 1.0003633499145508,
      "learning_rate": 7.010818646769239e-05,
      "loss": 2.9589,
      "step": 36890
    },
    {
      "epoch": 31.892826274848748,
      "grad_norm": 0.9910702705383301,
      "learning_rate": 7.009378937269867e-05,
      "loss": 2.9591,
      "step": 36900
    },
    {
      "epoch": 31.901469317199656,
      "grad_norm": 1.0643713474273682,
      "learning_rate": 7.007939029055514e-05,
      "loss": 2.9639,
      "step": 36910
    },
    {
      "epoch": 31.910112359550563,
      "grad_norm": 0.9613759517669678,
      "learning_rate": 7.006498922268577e-05,
      "loss": 2.9484,
      "step": 36920
    },
    {
      "epoch": 31.918755401901468,
      "grad_norm": 1.1046185493469238,
      "learning_rate": 7.005058617051472e-05,
      "loss": 2.9709,
      "step": 36930
    },
    {
      "epoch": 31.927398444252375,
      "grad_norm": 1.2266169786453247,
      "learning_rate": 7.00361811354664e-05,
      "loss": 2.9507,
      "step": 36940
    },
    {
      "epoch": 31.936041486603283,
      "grad_norm": 1.1341396570205688,
      "learning_rate": 7.002177411896534e-05,
      "loss": 2.9713,
      "step": 36950
    },
    {
      "epoch": 31.94468452895419,
      "grad_norm": 2.18221116065979,
      "learning_rate": 7.000736512243634e-05,
      "loss": 2.9645,
      "step": 36960
    },
    {
      "epoch": 31.9533275713051,
      "grad_norm": 1.0657932758331299,
      "learning_rate": 6.999295414730433e-05,
      "loss": 2.9653,
      "step": 36970
    },
    {
      "epoch": 31.961970613656007,
      "grad_norm": 0.9369510412216187,
      "learning_rate": 6.997854119499449e-05,
      "loss": 2.9717,
      "step": 36980
    },
    {
      "epoch": 31.970613656006915,
      "grad_norm": 0.9798921346664429,
      "learning_rate": 6.996412626693214e-05,
      "loss": 2.9743,
      "step": 36990
    },
    {
      "epoch": 31.979256698357823,
      "grad_norm": 0.9884636998176575,
      "learning_rate": 6.994970936454284e-05,
      "loss": 2.9484,
      "step": 37000
    },
    {
      "epoch": 31.98789974070873,
      "grad_norm": 0.9894686937332153,
      "learning_rate": 6.993529048925235e-05,
      "loss": 2.974,
      "step": 37010
    },
    {
      "epoch": 31.99654278305964,
      "grad_norm": 0.963567852973938,
      "learning_rate": 6.992086964248657e-05,
      "loss": 2.9772,
      "step": 37020
    },
    {
      "epoch": 32.00518582541054,
      "grad_norm": 1.0334407091140747,
      "learning_rate": 6.990644682567167e-05,
      "loss": 2.8925,
      "step": 37030
    },
    {
      "epoch": 32.013828867761454,
      "grad_norm": 1.005207896232605,
      "learning_rate": 6.989202204023394e-05,
      "loss": 2.7844,
      "step": 37040
    },
    {
      "epoch": 32.02247191011236,
      "grad_norm": 1.1294370889663696,
      "learning_rate": 6.987759528759992e-05,
      "loss": 2.8234,
      "step": 37050
    },
    {
      "epoch": 32.03111495246327,
      "grad_norm": 1.055558204650879,
      "learning_rate": 6.986316656919633e-05,
      "loss": 2.8091,
      "step": 37060
    },
    {
      "epoch": 32.039757994814174,
      "grad_norm": 1.0670804977416992,
      "learning_rate": 6.984873588645008e-05,
      "loss": 2.8059,
      "step": 37070
    },
    {
      "epoch": 32.048401037165085,
      "grad_norm": 1.1224807500839233,
      "learning_rate": 6.983430324078824e-05,
      "loss": 2.809,
      "step": 37080
    },
    {
      "epoch": 32.05704407951599,
      "grad_norm": 1.1657851934432983,
      "learning_rate": 6.981986863363818e-05,
      "loss": 2.7862,
      "step": 37090
    },
    {
      "epoch": 32.065687121866894,
      "grad_norm": 1.1392109394073486,
      "learning_rate": 6.980543206642731e-05,
      "loss": 2.7992,
      "step": 37100
    },
    {
      "epoch": 32.074330164217805,
      "grad_norm": 1.0843900442123413,
      "learning_rate": 6.979099354058338e-05,
      "loss": 2.8194,
      "step": 37110
    },
    {
      "epoch": 32.08297320656871,
      "grad_norm": 1.1044971942901611,
      "learning_rate": 6.977655305753421e-05,
      "loss": 2.8029,
      "step": 37120
    },
    {
      "epoch": 32.09161624891962,
      "grad_norm": 1.0524345636367798,
      "learning_rate": 6.976211061870793e-05,
      "loss": 2.7987,
      "step": 37130
    },
    {
      "epoch": 32.100259291270525,
      "grad_norm": 1.0756429433822632,
      "learning_rate": 6.974766622553278e-05,
      "loss": 2.8159,
      "step": 37140
    },
    {
      "epoch": 32.10890233362144,
      "grad_norm": 1.1451458930969238,
      "learning_rate": 6.973321987943721e-05,
      "loss": 2.834,
      "step": 37150
    },
    {
      "epoch": 32.11754537597234,
      "grad_norm": 1.0789309740066528,
      "learning_rate": 6.971877158184991e-05,
      "loss": 2.8229,
      "step": 37160
    },
    {
      "epoch": 32.12618841832325,
      "grad_norm": 1.7033476829528809,
      "learning_rate": 6.970432133419968e-05,
      "loss": 2.837,
      "step": 37170
    },
    {
      "epoch": 32.13483146067416,
      "grad_norm": 1.0770530700683594,
      "learning_rate": 6.968986913791561e-05,
      "loss": 2.8257,
      "step": 37180
    },
    {
      "epoch": 32.14347450302507,
      "grad_norm": 1.1531904935836792,
      "learning_rate": 6.96754149944269e-05,
      "loss": 2.8159,
      "step": 37190
    },
    {
      "epoch": 32.15211754537597,
      "grad_norm": 1.0237696170806885,
      "learning_rate": 6.966095890516294e-05,
      "loss": 2.8141,
      "step": 37200
    },
    {
      "epoch": 32.16076058772688,
      "grad_norm": 1.1662739515304565,
      "learning_rate": 6.964650087155341e-05,
      "loss": 2.8471,
      "step": 37210
    },
    {
      "epoch": 32.16940363007779,
      "grad_norm": 1.0563983917236328,
      "learning_rate": 6.96320408950281e-05,
      "loss": 2.8399,
      "step": 37220
    },
    {
      "epoch": 32.17804667242869,
      "grad_norm": 1.0552831888198853,
      "learning_rate": 6.961757897701699e-05,
      "loss": 2.8368,
      "step": 37230
    },
    {
      "epoch": 32.186689714779604,
      "grad_norm": 1.0564390420913696,
      "learning_rate": 6.960311511895028e-05,
      "loss": 2.8302,
      "step": 37240
    },
    {
      "epoch": 32.19533275713051,
      "grad_norm": 1.34373140335083,
      "learning_rate": 6.958864932225837e-05,
      "loss": 2.8352,
      "step": 37250
    },
    {
      "epoch": 32.20397579948142,
      "grad_norm": 1.0362235307693481,
      "learning_rate": 6.957418158837183e-05,
      "loss": 2.8436,
      "step": 37260
    },
    {
      "epoch": 32.212618841832324,
      "grad_norm": 1.069958209991455,
      "learning_rate": 6.955971191872143e-05,
      "loss": 2.845,
      "step": 37270
    },
    {
      "epoch": 32.221261884183235,
      "grad_norm": 1.124674677848816,
      "learning_rate": 6.954524031473812e-05,
      "loss": 2.8493,
      "step": 37280
    },
    {
      "epoch": 32.22990492653414,
      "grad_norm": 1.155897855758667,
      "learning_rate": 6.953076677785305e-05,
      "loss": 2.8414,
      "step": 37290
    },
    {
      "epoch": 32.23854796888505,
      "grad_norm": 1.0686932802200317,
      "learning_rate": 6.951629130949759e-05,
      "loss": 2.8279,
      "step": 37300
    },
    {
      "epoch": 32.247191011235955,
      "grad_norm": 1.0570019483566284,
      "learning_rate": 6.950181391110324e-05,
      "loss": 2.8301,
      "step": 37310
    },
    {
      "epoch": 32.25583405358686,
      "grad_norm": 1.1377252340316772,
      "learning_rate": 6.948733458410174e-05,
      "loss": 2.8508,
      "step": 37320
    },
    {
      "epoch": 32.26447709593777,
      "grad_norm": 1.063809871673584,
      "learning_rate": 6.947285332992499e-05,
      "loss": 2.8608,
      "step": 37330
    },
    {
      "epoch": 32.273120138288675,
      "grad_norm": 1.2058401107788086,
      "learning_rate": 6.945837015000511e-05,
      "loss": 2.8538,
      "step": 37340
    },
    {
      "epoch": 32.28176318063959,
      "grad_norm": 1.0177944898605347,
      "learning_rate": 6.94438850457744e-05,
      "loss": 2.8708,
      "step": 37350
    },
    {
      "epoch": 32.29040622299049,
      "grad_norm": 1.1712169647216797,
      "learning_rate": 6.942939801866532e-05,
      "loss": 2.8377,
      "step": 37360
    },
    {
      "epoch": 32.2990492653414,
      "grad_norm": 1.0964187383651733,
      "learning_rate": 6.94149090701106e-05,
      "loss": 2.8642,
      "step": 37370
    },
    {
      "epoch": 32.30769230769231,
      "grad_norm": 1.0867712497711182,
      "learning_rate": 6.940041820154302e-05,
      "loss": 2.8536,
      "step": 37380
    },
    {
      "epoch": 32.31633535004322,
      "grad_norm": 1.0366631746292114,
      "learning_rate": 6.938592541439574e-05,
      "loss": 2.8528,
      "step": 37390
    },
    {
      "epoch": 32.32497839239412,
      "grad_norm": 0.9646534323692322,
      "learning_rate": 6.937143071010191e-05,
      "loss": 2.8431,
      "step": 37400
    },
    {
      "epoch": 32.333621434745034,
      "grad_norm": 1.133985161781311,
      "learning_rate": 6.935693409009502e-05,
      "loss": 2.8743,
      "step": 37410
    },
    {
      "epoch": 32.34226447709594,
      "grad_norm": 1.0960783958435059,
      "learning_rate": 6.934243555580869e-05,
      "loss": 2.8686,
      "step": 37420
    },
    {
      "epoch": 32.35090751944684,
      "grad_norm": 1.0091049671173096,
      "learning_rate": 6.932793510867673e-05,
      "loss": 2.8603,
      "step": 37430
    },
    {
      "epoch": 32.359550561797754,
      "grad_norm": 1.0699896812438965,
      "learning_rate": 6.931343275013312e-05,
      "loss": 2.8549,
      "step": 37440
    },
    {
      "epoch": 32.36819360414866,
      "grad_norm": 1.246541976928711,
      "learning_rate": 6.929892848161208e-05,
      "loss": 2.8705,
      "step": 37450
    },
    {
      "epoch": 32.37683664649957,
      "grad_norm": 1.1334081888198853,
      "learning_rate": 6.928442230454799e-05,
      "loss": 2.8742,
      "step": 37460
    },
    {
      "epoch": 32.385479688850474,
      "grad_norm": 0.9854556322097778,
      "learning_rate": 6.92699142203754e-05,
      "loss": 2.8769,
      "step": 37470
    },
    {
      "epoch": 32.394122731201385,
      "grad_norm": 1.1249421834945679,
      "learning_rate": 6.92554042305291e-05,
      "loss": 2.8664,
      "step": 37480
    },
    {
      "epoch": 32.40276577355229,
      "grad_norm": 1.1144580841064453,
      "learning_rate": 6.9240892336444e-05,
      "loss": 2.8713,
      "step": 37490
    },
    {
      "epoch": 32.4114088159032,
      "grad_norm": 1.2017720937728882,
      "learning_rate": 6.922637853955527e-05,
      "loss": 2.8603,
      "step": 37500
    },
    {
      "epoch": 32.420051858254105,
      "grad_norm": 1.0996967554092407,
      "learning_rate": 6.921186284129822e-05,
      "loss": 2.8585,
      "step": 37510
    },
    {
      "epoch": 32.42869490060502,
      "grad_norm": 1.0560322999954224,
      "learning_rate": 6.919734524310835e-05,
      "loss": 2.879,
      "step": 37520
    },
    {
      "epoch": 32.43733794295592,
      "grad_norm": 1.2369223833084106,
      "learning_rate": 6.918282574642137e-05,
      "loss": 2.8659,
      "step": 37530
    },
    {
      "epoch": 32.445980985306825,
      "grad_norm": 0.9811572432518005,
      "learning_rate": 6.916830435267316e-05,
      "loss": 2.8724,
      "step": 37540
    },
    {
      "epoch": 32.45462402765774,
      "grad_norm": 0.9456508755683899,
      "learning_rate": 6.915378106329982e-05,
      "loss": 2.8832,
      "step": 37550
    },
    {
      "epoch": 32.46326707000864,
      "grad_norm": 1.2515984773635864,
      "learning_rate": 6.913925587973757e-05,
      "loss": 2.8743,
      "step": 37560
    },
    {
      "epoch": 32.47191011235955,
      "grad_norm": 1.0818991661071777,
      "learning_rate": 6.91247288034229e-05,
      "loss": 2.8839,
      "step": 37570
    },
    {
      "epoch": 32.48055315471046,
      "grad_norm": 1.2006186246871948,
      "learning_rate": 6.911019983579243e-05,
      "loss": 2.8868,
      "step": 37580
    },
    {
      "epoch": 32.48919619706137,
      "grad_norm": 1.1752173900604248,
      "learning_rate": 6.909566897828297e-05,
      "loss": 2.8896,
      "step": 37590
    },
    {
      "epoch": 32.49783923941227,
      "grad_norm": 0.940805971622467,
      "learning_rate": 6.908113623233154e-05,
      "loss": 2.8819,
      "step": 37600
    },
    {
      "epoch": 32.50648228176318,
      "grad_norm": 1.0461227893829346,
      "learning_rate": 6.906660159937537e-05,
      "loss": 2.88,
      "step": 37610
    },
    {
      "epoch": 32.51512532411409,
      "grad_norm": 1.0744060277938843,
      "learning_rate": 6.905206508085177e-05,
      "loss": 2.8785,
      "step": 37620
    },
    {
      "epoch": 32.52376836646499,
      "grad_norm": 1.565452218055725,
      "learning_rate": 6.90375266781984e-05,
      "loss": 2.8984,
      "step": 37630
    },
    {
      "epoch": 32.5324114088159,
      "grad_norm": 1.1393595933914185,
      "learning_rate": 6.902298639285297e-05,
      "loss": 2.8774,
      "step": 37640
    },
    {
      "epoch": 32.54105445116681,
      "grad_norm": 1.0563944578170776,
      "learning_rate": 6.900844422625341e-05,
      "loss": 2.9017,
      "step": 37650
    },
    {
      "epoch": 32.54969749351772,
      "grad_norm": 1.3969366550445557,
      "learning_rate": 6.899390017983786e-05,
      "loss": 2.8929,
      "step": 37660
    },
    {
      "epoch": 32.55834053586862,
      "grad_norm": 1.0643635988235474,
      "learning_rate": 6.897935425504466e-05,
      "loss": 2.8827,
      "step": 37670
    },
    {
      "epoch": 32.566983578219535,
      "grad_norm": 1.1414798498153687,
      "learning_rate": 6.896480645331226e-05,
      "loss": 2.8777,
      "step": 37680
    },
    {
      "epoch": 32.57562662057044,
      "grad_norm": 1.1123839616775513,
      "learning_rate": 6.895025677607941e-05,
      "loss": 2.89,
      "step": 37690
    },
    {
      "epoch": 32.58426966292135,
      "grad_norm": 1.2170408964157104,
      "learning_rate": 6.893570522478494e-05,
      "loss": 2.877,
      "step": 37700
    },
    {
      "epoch": 32.592912705272255,
      "grad_norm": 0.9780165553092957,
      "learning_rate": 6.892115180086791e-05,
      "loss": 2.8901,
      "step": 37710
    },
    {
      "epoch": 32.601555747623166,
      "grad_norm": 0.9694245457649231,
      "learning_rate": 6.890659650576757e-05,
      "loss": 2.8916,
      "step": 37720
    },
    {
      "epoch": 32.61019878997407,
      "grad_norm": 1.0025322437286377,
      "learning_rate": 6.889203934092336e-05,
      "loss": 2.9063,
      "step": 37730
    },
    {
      "epoch": 32.618841832324975,
      "grad_norm": 1.4676114320755005,
      "learning_rate": 6.887748030777486e-05,
      "loss": 2.894,
      "step": 37740
    },
    {
      "epoch": 32.627484874675886,
      "grad_norm": 1.023712158203125,
      "learning_rate": 6.886291940776191e-05,
      "loss": 2.8958,
      "step": 37750
    },
    {
      "epoch": 32.63612791702679,
      "grad_norm": 1.2206885814666748,
      "learning_rate": 6.884835664232445e-05,
      "loss": 2.8935,
      "step": 37760
    },
    {
      "epoch": 32.6447709593777,
      "grad_norm": 1.0272096395492554,
      "learning_rate": 6.883379201290266e-05,
      "loss": 2.901,
      "step": 37770
    },
    {
      "epoch": 32.653414001728606,
      "grad_norm": 1.0541704893112183,
      "learning_rate": 6.88192255209369e-05,
      "loss": 2.8814,
      "step": 37780
    },
    {
      "epoch": 32.66205704407952,
      "grad_norm": 1.0986554622650146,
      "learning_rate": 6.88046571678677e-05,
      "loss": 2.8944,
      "step": 37790
    },
    {
      "epoch": 32.67070008643042,
      "grad_norm": 1.1059235334396362,
      "learning_rate": 6.879008695513578e-05,
      "loss": 2.9073,
      "step": 37800
    },
    {
      "epoch": 32.67934312878133,
      "grad_norm": 1.0181416273117065,
      "learning_rate": 6.877551488418205e-05,
      "loss": 2.8966,
      "step": 37810
    },
    {
      "epoch": 32.68798617113224,
      "grad_norm": 1.3148528337478638,
      "learning_rate": 6.876094095644758e-05,
      "loss": 2.9198,
      "step": 37820
    },
    {
      "epoch": 32.69662921348315,
      "grad_norm": 1.0557297468185425,
      "learning_rate": 6.874636517337363e-05,
      "loss": 2.8961,
      "step": 37830
    },
    {
      "epoch": 32.70527225583405,
      "grad_norm": 1.0453017950057983,
      "learning_rate": 6.87317875364017e-05,
      "loss": 2.8983,
      "step": 37840
    },
    {
      "epoch": 32.71391529818496,
      "grad_norm": 1.0603548288345337,
      "learning_rate": 6.871720804697338e-05,
      "loss": 2.9268,
      "step": 37850
    },
    {
      "epoch": 32.72255834053587,
      "grad_norm": 1.5143537521362305,
      "learning_rate": 6.870262670653051e-05,
      "loss": 2.9032,
      "step": 37860
    },
    {
      "epoch": 32.73120138288677,
      "grad_norm": 1.04208505153656,
      "learning_rate": 6.868804351651509e-05,
      "loss": 2.9095,
      "step": 37870
    },
    {
      "epoch": 32.739844425237685,
      "grad_norm": 1.0463905334472656,
      "learning_rate": 6.86734584783693e-05,
      "loss": 2.9138,
      "step": 37880
    },
    {
      "epoch": 32.74848746758859,
      "grad_norm": 1.1386843919754028,
      "learning_rate": 6.865887159353554e-05,
      "loss": 2.9027,
      "step": 37890
    },
    {
      "epoch": 32.7571305099395,
      "grad_norm": 1.1565834283828735,
      "learning_rate": 6.86442828634563e-05,
      "loss": 2.9048,
      "step": 37900
    },
    {
      "epoch": 32.765773552290405,
      "grad_norm": 1.0820101499557495,
      "learning_rate": 6.862969228957439e-05,
      "loss": 2.896,
      "step": 37910
    },
    {
      "epoch": 32.774416594641316,
      "grad_norm": 1.1256036758422852,
      "learning_rate": 6.861509987333266e-05,
      "loss": 2.8967,
      "step": 37920
    },
    {
      "epoch": 32.78305963699222,
      "grad_norm": 1.062431812286377,
      "learning_rate": 6.860050561617425e-05,
      "loss": 2.9032,
      "step": 37930
    },
    {
      "epoch": 32.79170267934313,
      "grad_norm": 1.5247995853424072,
      "learning_rate": 6.858590951954244e-05,
      "loss": 2.9322,
      "step": 37940
    },
    {
      "epoch": 32.800345721694036,
      "grad_norm": 1.127644419670105,
      "learning_rate": 6.857131158488065e-05,
      "loss": 2.9336,
      "step": 37950
    },
    {
      "epoch": 32.80898876404494,
      "grad_norm": 1.4122295379638672,
      "learning_rate": 6.855671181363259e-05,
      "loss": 2.914,
      "step": 37960
    },
    {
      "epoch": 32.81763180639585,
      "grad_norm": 1.0211505889892578,
      "learning_rate": 6.854211020724202e-05,
      "loss": 2.9374,
      "step": 37970
    },
    {
      "epoch": 32.826274848746756,
      "grad_norm": 1.1105937957763672,
      "learning_rate": 6.852750676715298e-05,
      "loss": 2.9298,
      "step": 37980
    },
    {
      "epoch": 32.83491789109767,
      "grad_norm": 1.0867674350738525,
      "learning_rate": 6.851290149480965e-05,
      "loss": 2.9159,
      "step": 37990
    },
    {
      "epoch": 32.84356093344857,
      "grad_norm": 0.996401309967041,
      "learning_rate": 6.849829439165643e-05,
      "loss": 2.906,
      "step": 38000
    },
    {
      "epoch": 32.85220397579948,
      "grad_norm": 1.0741822719573975,
      "learning_rate": 6.848368545913783e-05,
      "loss": 2.9249,
      "step": 38010
    },
    {
      "epoch": 32.86084701815039,
      "grad_norm": 1.0523054599761963,
      "learning_rate": 6.846907469869859e-05,
      "loss": 2.9253,
      "step": 38020
    },
    {
      "epoch": 32.8694900605013,
      "grad_norm": 1.0854394435882568,
      "learning_rate": 6.845446211178363e-05,
      "loss": 2.9157,
      "step": 38030
    },
    {
      "epoch": 32.8781331028522,
      "grad_norm": 1.1586003303527832,
      "learning_rate": 6.843984769983807e-05,
      "loss": 2.8998,
      "step": 38040
    },
    {
      "epoch": 32.886776145203115,
      "grad_norm": 1.1130965948104858,
      "learning_rate": 6.842523146430714e-05,
      "loss": 2.9085,
      "step": 38050
    },
    {
      "epoch": 32.89541918755402,
      "grad_norm": 1.1041715145111084,
      "learning_rate": 6.841061340663632e-05,
      "loss": 2.9016,
      "step": 38060
    },
    {
      "epoch": 32.90406222990492,
      "grad_norm": 0.9870938658714294,
      "learning_rate": 6.839599352827124e-05,
      "loss": 2.9325,
      "step": 38070
    },
    {
      "epoch": 32.912705272255835,
      "grad_norm": 1.7680891752243042,
      "learning_rate": 6.838137183065769e-05,
      "loss": 2.9308,
      "step": 38080
    },
    {
      "epoch": 32.92134831460674,
      "grad_norm": 1.0925551652908325,
      "learning_rate": 6.83667483152417e-05,
      "loss": 2.9193,
      "step": 38090
    },
    {
      "epoch": 32.92999135695765,
      "grad_norm": 0.9961640238761902,
      "learning_rate": 6.835212298346941e-05,
      "loss": 2.9245,
      "step": 38100
    },
    {
      "epoch": 32.938634399308555,
      "grad_norm": 0.9761660099029541,
      "learning_rate": 6.833749583678722e-05,
      "loss": 2.9198,
      "step": 38110
    },
    {
      "epoch": 32.947277441659466,
      "grad_norm": 1.0871520042419434,
      "learning_rate": 6.832286687664161e-05,
      "loss": 2.9142,
      "step": 38120
    },
    {
      "epoch": 32.95592048401037,
      "grad_norm": 1.1694213151931763,
      "learning_rate": 6.830823610447933e-05,
      "loss": 2.9394,
      "step": 38130
    },
    {
      "epoch": 32.96456352636128,
      "grad_norm": 1.1412136554718018,
      "learning_rate": 6.829360352174724e-05,
      "loss": 2.9396,
      "step": 38140
    },
    {
      "epoch": 32.973206568712186,
      "grad_norm": 1.1803226470947266,
      "learning_rate": 6.827896912989247e-05,
      "loss": 2.9339,
      "step": 38150
    },
    {
      "epoch": 32.9818496110631,
      "grad_norm": 1.0348560810089111,
      "learning_rate": 6.82643329303622e-05,
      "loss": 2.9237,
      "step": 38160
    },
    {
      "epoch": 32.990492653414,
      "grad_norm": 1.2324129343032837,
      "learning_rate": 6.824969492460391e-05,
      "loss": 2.9221,
      "step": 38170
    },
    {
      "epoch": 32.999135695764906,
      "grad_norm": 1.0125842094421387,
      "learning_rate": 6.823505511406517e-05,
      "loss": 2.9258,
      "step": 38180
    },
    {
      "epoch": 33.00777873811582,
      "grad_norm": 1.1895108222961426,
      "learning_rate": 6.822041350019378e-05,
      "loss": 2.7732,
      "step": 38190
    },
    {
      "epoch": 33.01642178046672,
      "grad_norm": 1.0554279088974,
      "learning_rate": 6.820577008443772e-05,
      "loss": 2.7626,
      "step": 38200
    },
    {
      "epoch": 33.02506482281763,
      "grad_norm": 1.0899945497512817,
      "learning_rate": 6.81911248682451e-05,
      "loss": 2.7385,
      "step": 38210
    },
    {
      "epoch": 33.03370786516854,
      "grad_norm": 1.4584647417068481,
      "learning_rate": 6.817647785306425e-05,
      "loss": 2.7568,
      "step": 38220
    },
    {
      "epoch": 33.04235090751945,
      "grad_norm": 1.1529514789581299,
      "learning_rate": 6.81618290403437e-05,
      "loss": 2.7498,
      "step": 38230
    },
    {
      "epoch": 33.05099394987035,
      "grad_norm": 1.2772138118743896,
      "learning_rate": 6.814717843153208e-05,
      "loss": 2.784,
      "step": 38240
    },
    {
      "epoch": 33.059636992221265,
      "grad_norm": 1.24309504032135,
      "learning_rate": 6.813252602807826e-05,
      "loss": 2.7527,
      "step": 38250
    },
    {
      "epoch": 33.06828003457217,
      "grad_norm": 1.1455703973770142,
      "learning_rate": 6.811787183143129e-05,
      "loss": 2.7863,
      "step": 38260
    },
    {
      "epoch": 33.07692307692308,
      "grad_norm": 1.1214489936828613,
      "learning_rate": 6.810321584304036e-05,
      "loss": 2.7726,
      "step": 38270
    },
    {
      "epoch": 33.085566119273984,
      "grad_norm": 1.1850148439407349,
      "learning_rate": 6.808855806435485e-05,
      "loss": 2.7866,
      "step": 38280
    },
    {
      "epoch": 33.09420916162489,
      "grad_norm": 1.1796393394470215,
      "learning_rate": 6.807389849682436e-05,
      "loss": 2.7791,
      "step": 38290
    },
    {
      "epoch": 33.1028522039758,
      "grad_norm": 1.2644764184951782,
      "learning_rate": 6.805923714189857e-05,
      "loss": 2.7848,
      "step": 38300
    },
    {
      "epoch": 33.111495246326704,
      "grad_norm": 1.1360608339309692,
      "learning_rate": 6.804457400102743e-05,
      "loss": 2.7811,
      "step": 38310
    },
    {
      "epoch": 33.120138288677616,
      "grad_norm": 1.236968994140625,
      "learning_rate": 6.802990907566103e-05,
      "loss": 2.7871,
      "step": 38320
    },
    {
      "epoch": 33.12878133102852,
      "grad_norm": 1.3173662424087524,
      "learning_rate": 6.801524236724963e-05,
      "loss": 2.7891,
      "step": 38330
    },
    {
      "epoch": 33.13742437337943,
      "grad_norm": 1.1161236763000488,
      "learning_rate": 6.80005738772437e-05,
      "loss": 2.7942,
      "step": 38340
    },
    {
      "epoch": 33.146067415730336,
      "grad_norm": 1.2086666822433472,
      "learning_rate": 6.798590360709383e-05,
      "loss": 2.7826,
      "step": 38350
    },
    {
      "epoch": 33.15471045808125,
      "grad_norm": 1.210073471069336,
      "learning_rate": 6.797123155825086e-05,
      "loss": 2.7798,
      "step": 38360
    },
    {
      "epoch": 33.16335350043215,
      "grad_norm": 1.0872220993041992,
      "learning_rate": 6.79565577321657e-05,
      "loss": 2.8011,
      "step": 38370
    },
    {
      "epoch": 33.17199654278306,
      "grad_norm": 1.1453529596328735,
      "learning_rate": 6.794188213028956e-05,
      "loss": 2.7928,
      "step": 38380
    },
    {
      "epoch": 33.18063958513397,
      "grad_norm": 1.042365312576294,
      "learning_rate": 6.792720475407375e-05,
      "loss": 2.7795,
      "step": 38390
    },
    {
      "epoch": 33.18928262748487,
      "grad_norm": 1.0446902513504028,
      "learning_rate": 6.791252560496974e-05,
      "loss": 2.7997,
      "step": 38400
    },
    {
      "epoch": 33.19792566983578,
      "grad_norm": 1.2767555713653564,
      "learning_rate": 6.789784468442923e-05,
      "loss": 2.802,
      "step": 38410
    },
    {
      "epoch": 33.20656871218669,
      "grad_norm": 1.1198270320892334,
      "learning_rate": 6.788316199390408e-05,
      "loss": 2.798,
      "step": 38420
    },
    {
      "epoch": 33.2152117545376,
      "grad_norm": 1.0124685764312744,
      "learning_rate": 6.78684775348463e-05,
      "loss": 2.7896,
      "step": 38430
    },
    {
      "epoch": 33.2238547968885,
      "grad_norm": 1.0758483409881592,
      "learning_rate": 6.78537913087081e-05,
      "loss": 2.8051,
      "step": 38440
    },
    {
      "epoch": 33.232497839239414,
      "grad_norm": 1.174694299697876,
      "learning_rate": 6.783910331694183e-05,
      "loss": 2.8016,
      "step": 38450
    },
    {
      "epoch": 33.24114088159032,
      "grad_norm": 1.0566096305847168,
      "learning_rate": 6.78244135610001e-05,
      "loss": 2.7958,
      "step": 38460
    },
    {
      "epoch": 33.24978392394123,
      "grad_norm": 1.0929757356643677,
      "learning_rate": 6.780972204233555e-05,
      "loss": 2.7959,
      "step": 38470
    },
    {
      "epoch": 33.258426966292134,
      "grad_norm": 1.033618688583374,
      "learning_rate": 6.779502876240116e-05,
      "loss": 2.803,
      "step": 38480
    },
    {
      "epoch": 33.267070008643046,
      "grad_norm": 1.2112444639205933,
      "learning_rate": 6.778033372264996e-05,
      "loss": 2.8031,
      "step": 38490
    },
    {
      "epoch": 33.27571305099395,
      "grad_norm": 1.4814496040344238,
      "learning_rate": 6.77656369245352e-05,
      "loss": 2.817,
      "step": 38500
    },
    {
      "epoch": 33.284356093344854,
      "grad_norm": 1.0640474557876587,
      "learning_rate": 6.775093836951032e-05,
      "loss": 2.8141,
      "step": 38510
    },
    {
      "epoch": 33.292999135695766,
      "grad_norm": 1.2127758264541626,
      "learning_rate": 6.773623805902889e-05,
      "loss": 2.8116,
      "step": 38520
    },
    {
      "epoch": 33.30164217804667,
      "grad_norm": 1.0941472053527832,
      "learning_rate": 6.77215359945447e-05,
      "loss": 2.8252,
      "step": 38530
    },
    {
      "epoch": 33.31028522039758,
      "grad_norm": 1.1822823286056519,
      "learning_rate": 6.770683217751167e-05,
      "loss": 2.8155,
      "step": 38540
    },
    {
      "epoch": 33.318928262748486,
      "grad_norm": 1.1308190822601318,
      "learning_rate": 6.769212660938394e-05,
      "loss": 2.8124,
      "step": 38550
    },
    {
      "epoch": 33.3275713050994,
      "grad_norm": 1.1107515096664429,
      "learning_rate": 6.767741929161577e-05,
      "loss": 2.8332,
      "step": 38560
    },
    {
      "epoch": 33.3362143474503,
      "grad_norm": 1.0868918895721436,
      "learning_rate": 6.766271022566165e-05,
      "loss": 2.8158,
      "step": 38570
    },
    {
      "epoch": 33.34485738980121,
      "grad_norm": 1.0978494882583618,
      "learning_rate": 6.76479994129762e-05,
      "loss": 2.8077,
      "step": 38580
    },
    {
      "epoch": 33.35350043215212,
      "grad_norm": 1.0544171333312988,
      "learning_rate": 6.763328685501424e-05,
      "loss": 2.8297,
      "step": 38590
    },
    {
      "epoch": 33.36214347450303,
      "grad_norm": 1.2753299474716187,
      "learning_rate": 6.761857255323074e-05,
      "loss": 2.8098,
      "step": 38600
    },
    {
      "epoch": 33.37078651685393,
      "grad_norm": 1.1466401815414429,
      "learning_rate": 6.760385650908085e-05,
      "loss": 2.831,
      "step": 38610
    },
    {
      "epoch": 33.37942955920484,
      "grad_norm": 1.0759913921356201,
      "learning_rate": 6.758913872401988e-05,
      "loss": 2.8181,
      "step": 38620
    },
    {
      "epoch": 33.38807260155575,
      "grad_norm": 1.076516032218933,
      "learning_rate": 6.757441919950336e-05,
      "loss": 2.8128,
      "step": 38630
    },
    {
      "epoch": 33.39671564390665,
      "grad_norm": 1.0738691091537476,
      "learning_rate": 6.755969793698693e-05,
      "loss": 2.8311,
      "step": 38640
    },
    {
      "epoch": 33.405358686257564,
      "grad_norm": 1.1722161769866943,
      "learning_rate": 6.754497493792644e-05,
      "loss": 2.8302,
      "step": 38650
    },
    {
      "epoch": 33.41400172860847,
      "grad_norm": 1.1715761423110962,
      "learning_rate": 6.753025020377793e-05,
      "loss": 2.8275,
      "step": 38660
    },
    {
      "epoch": 33.42264477095938,
      "grad_norm": 1.1027556657791138,
      "learning_rate": 6.751552373599753e-05,
      "loss": 2.8492,
      "step": 38670
    },
    {
      "epoch": 33.431287813310284,
      "grad_norm": 1.5413638353347778,
      "learning_rate": 6.750079553604162e-05,
      "loss": 2.8398,
      "step": 38680
    },
    {
      "epoch": 33.439930855661196,
      "grad_norm": 1.0208014249801636,
      "learning_rate": 6.748606560536677e-05,
      "loss": 2.8359,
      "step": 38690
    },
    {
      "epoch": 33.4485738980121,
      "grad_norm": 1.0750958919525146,
      "learning_rate": 6.74713339454296e-05,
      "loss": 2.8343,
      "step": 38700
    },
    {
      "epoch": 33.45721694036301,
      "grad_norm": 1.0801759958267212,
      "learning_rate": 6.745660055768704e-05,
      "loss": 2.8256,
      "step": 38710
    },
    {
      "epoch": 33.465859982713916,
      "grad_norm": 1.183874249458313,
      "learning_rate": 6.74418654435961e-05,
      "loss": 2.8563,
      "step": 38720
    },
    {
      "epoch": 33.47450302506482,
      "grad_norm": 1.0633634328842163,
      "learning_rate": 6.742712860461398e-05,
      "loss": 2.8508,
      "step": 38730
    },
    {
      "epoch": 33.48314606741573,
      "grad_norm": 1.0337938070297241,
      "learning_rate": 6.741239004219811e-05,
      "loss": 2.8539,
      "step": 38740
    },
    {
      "epoch": 33.491789109766636,
      "grad_norm": 1.1275982856750488,
      "learning_rate": 6.739764975780598e-05,
      "loss": 2.8374,
      "step": 38750
    },
    {
      "epoch": 33.50043215211755,
      "grad_norm": 1.1669431924819946,
      "learning_rate": 6.738290775289535e-05,
      "loss": 2.8269,
      "step": 38760
    },
    {
      "epoch": 33.50907519446845,
      "grad_norm": 1.1027412414550781,
      "learning_rate": 6.736816402892412e-05,
      "loss": 2.8376,
      "step": 38770
    },
    {
      "epoch": 33.51771823681936,
      "grad_norm": 1.1069552898406982,
      "learning_rate": 6.735341858735032e-05,
      "loss": 2.857,
      "step": 38780
    },
    {
      "epoch": 33.52636127917027,
      "grad_norm": 1.5801852941513062,
      "learning_rate": 6.73386714296322e-05,
      "loss": 2.8469,
      "step": 38790
    },
    {
      "epoch": 33.53500432152118,
      "grad_norm": 1.0955556631088257,
      "learning_rate": 6.732392255722815e-05,
      "loss": 2.8444,
      "step": 38800
    },
    {
      "epoch": 33.54364736387208,
      "grad_norm": 1.0586891174316406,
      "learning_rate": 6.730917197159677e-05,
      "loss": 2.8518,
      "step": 38810
    },
    {
      "epoch": 33.552290406222994,
      "grad_norm": 1.136090636253357,
      "learning_rate": 6.729441967419676e-05,
      "loss": 2.8439,
      "step": 38820
    },
    {
      "epoch": 33.5609334485739,
      "grad_norm": 1.0845872163772583,
      "learning_rate": 6.727966566648705e-05,
      "loss": 2.8536,
      "step": 38830
    },
    {
      "epoch": 33.5695764909248,
      "grad_norm": 1.0804450511932373,
      "learning_rate": 6.726490994992674e-05,
      "loss": 2.8381,
      "step": 38840
    },
    {
      "epoch": 33.578219533275714,
      "grad_norm": 1.3641825914382935,
      "learning_rate": 6.725015252597504e-05,
      "loss": 2.8625,
      "step": 38850
    },
    {
      "epoch": 33.58686257562662,
      "grad_norm": 1.163612723350525,
      "learning_rate": 6.723539339609138e-05,
      "loss": 2.861,
      "step": 38860
    },
    {
      "epoch": 33.59550561797753,
      "grad_norm": 1.0891215801239014,
      "learning_rate": 6.722063256173537e-05,
      "loss": 2.8577,
      "step": 38870
    },
    {
      "epoch": 33.604148660328434,
      "grad_norm": 1.0832254886627197,
      "learning_rate": 6.720587002436671e-05,
      "loss": 2.8688,
      "step": 38880
    },
    {
      "epoch": 33.612791702679345,
      "grad_norm": 1.0683302879333496,
      "learning_rate": 6.719110578544537e-05,
      "loss": 2.8546,
      "step": 38890
    },
    {
      "epoch": 33.62143474503025,
      "grad_norm": 1.1454638242721558,
      "learning_rate": 6.717633984643144e-05,
      "loss": 2.8474,
      "step": 38900
    },
    {
      "epoch": 33.63007778738116,
      "grad_norm": 1.0505443811416626,
      "learning_rate": 6.716157220878515e-05,
      "loss": 2.8592,
      "step": 38910
    },
    {
      "epoch": 33.638720829732065,
      "grad_norm": 1.1116878986358643,
      "learning_rate": 6.714680287396693e-05,
      "loss": 2.8528,
      "step": 38920
    },
    {
      "epoch": 33.64736387208297,
      "grad_norm": 1.1417276859283447,
      "learning_rate": 6.713203184343741e-05,
      "loss": 2.8647,
      "step": 38930
    },
    {
      "epoch": 33.65600691443388,
      "grad_norm": 1.1158497333526611,
      "learning_rate": 6.711725911865732e-05,
      "loss": 2.8623,
      "step": 38940
    },
    {
      "epoch": 33.664649956784785,
      "grad_norm": 1.5560872554779053,
      "learning_rate": 6.71024847010876e-05,
      "loss": 2.8732,
      "step": 38950
    },
    {
      "epoch": 33.6732929991357,
      "grad_norm": 1.1462981700897217,
      "learning_rate": 6.708770859218934e-05,
      "loss": 2.8757,
      "step": 38960
    },
    {
      "epoch": 33.6819360414866,
      "grad_norm": 1.0781766176223755,
      "learning_rate": 6.70729307934238e-05,
      "loss": 2.8569,
      "step": 38970
    },
    {
      "epoch": 33.69057908383751,
      "grad_norm": 1.0371674299240112,
      "learning_rate": 6.705815130625243e-05,
      "loss": 2.8574,
      "step": 38980
    },
    {
      "epoch": 33.69922212618842,
      "grad_norm": 1.0912564992904663,
      "learning_rate": 6.704337013213683e-05,
      "loss": 2.859,
      "step": 38990
    },
    {
      "epoch": 33.70786516853933,
      "grad_norm": 1.0702166557312012,
      "learning_rate": 6.702858727253874e-05,
      "loss": 2.8844,
      "step": 39000
    },
    {
      "epoch": 33.71650821089023,
      "grad_norm": 2.036771535873413,
      "learning_rate": 6.701380272892012e-05,
      "loss": 2.8522,
      "step": 39010
    },
    {
      "epoch": 33.725151253241144,
      "grad_norm": 1.1860501766204834,
      "learning_rate": 6.699901650274306e-05,
      "loss": 2.8718,
      "step": 39020
    },
    {
      "epoch": 33.73379429559205,
      "grad_norm": 1.0668857097625732,
      "learning_rate": 6.69842285954698e-05,
      "loss": 2.8523,
      "step": 39030
    },
    {
      "epoch": 33.74243733794295,
      "grad_norm": 1.230326771736145,
      "learning_rate": 6.696943900856282e-05,
      "loss": 2.8656,
      "step": 39040
    },
    {
      "epoch": 33.751080380293864,
      "grad_norm": 1.0160666704177856,
      "learning_rate": 6.695464774348467e-05,
      "loss": 2.8573,
      "step": 39050
    },
    {
      "epoch": 33.75972342264477,
      "grad_norm": 1.075979471206665,
      "learning_rate": 6.693985480169815e-05,
      "loss": 2.8602,
      "step": 39060
    },
    {
      "epoch": 33.76836646499568,
      "grad_norm": 1.0612143278121948,
      "learning_rate": 6.692506018466617e-05,
      "loss": 2.8721,
      "step": 39070
    },
    {
      "epoch": 33.777009507346584,
      "grad_norm": 1.1874357461929321,
      "learning_rate": 6.691026389385182e-05,
      "loss": 2.8639,
      "step": 39080
    },
    {
      "epoch": 33.785652549697495,
      "grad_norm": 1.3287451267242432,
      "learning_rate": 6.689546593071837e-05,
      "loss": 2.8697,
      "step": 39090
    },
    {
      "epoch": 33.7942955920484,
      "grad_norm": 1.1098190546035767,
      "learning_rate": 6.688066629672924e-05,
      "loss": 2.8641,
      "step": 39100
    },
    {
      "epoch": 33.80293863439931,
      "grad_norm": 1.0709084272384644,
      "learning_rate": 6.686586499334804e-05,
      "loss": 2.8778,
      "step": 39110
    },
    {
      "epoch": 33.811581676750215,
      "grad_norm": 1.0585287809371948,
      "learning_rate": 6.685106202203851e-05,
      "loss": 2.8863,
      "step": 39120
    },
    {
      "epoch": 33.82022471910113,
      "grad_norm": 1.1631125211715698,
      "learning_rate": 6.683625738426456e-05,
      "loss": 2.8993,
      "step": 39130
    },
    {
      "epoch": 33.82886776145203,
      "grad_norm": 1.0299184322357178,
      "learning_rate": 6.682145108149029e-05,
      "loss": 2.8727,
      "step": 39140
    },
    {
      "epoch": 33.837510803802935,
      "grad_norm": 1.1420879364013672,
      "learning_rate": 6.680664311517996e-05,
      "loss": 2.879,
      "step": 39150
    },
    {
      "epoch": 33.84615384615385,
      "grad_norm": 2.309725761413574,
      "learning_rate": 6.679183348679795e-05,
      "loss": 2.8773,
      "step": 39160
    },
    {
      "epoch": 33.85479688850475,
      "grad_norm": 1.1089776754379272,
      "learning_rate": 6.677702219780889e-05,
      "loss": 2.8751,
      "step": 39170
    },
    {
      "epoch": 33.86343993085566,
      "grad_norm": 1.2173619270324707,
      "learning_rate": 6.676220924967748e-05,
      "loss": 2.8832,
      "step": 39180
    },
    {
      "epoch": 33.87208297320657,
      "grad_norm": 1.0928726196289062,
      "learning_rate": 6.674739464386865e-05,
      "loss": 2.8913,
      "step": 39190
    },
    {
      "epoch": 33.88072601555748,
      "grad_norm": 1.181277871131897,
      "learning_rate": 6.673257838184747e-05,
      "loss": 2.8808,
      "step": 39200
    },
    {
      "epoch": 33.88936905790838,
      "grad_norm": 1.0970882177352905,
      "learning_rate": 6.671776046507916e-05,
      "loss": 2.8805,
      "step": 39210
    },
    {
      "epoch": 33.898012100259294,
      "grad_norm": 1.6891374588012695,
      "learning_rate": 6.670294089502914e-05,
      "loss": 2.879,
      "step": 39220
    },
    {
      "epoch": 33.9066551426102,
      "grad_norm": 1.1184405088424683,
      "learning_rate": 6.668811967316298e-05,
      "loss": 2.8772,
      "step": 39230
    },
    {
      "epoch": 33.91529818496111,
      "grad_norm": 1.0760035514831543,
      "learning_rate": 6.667329680094635e-05,
      "loss": 2.8749,
      "step": 39240
    },
    {
      "epoch": 33.923941227312014,
      "grad_norm": 1.0773847103118896,
      "learning_rate": 6.665847227984521e-05,
      "loss": 2.9089,
      "step": 39250
    },
    {
      "epoch": 33.93258426966292,
      "grad_norm": 1.3292797803878784,
      "learning_rate": 6.664364611132558e-05,
      "loss": 2.8918,
      "step": 39260
    },
    {
      "epoch": 33.94122731201383,
      "grad_norm": 1.115220308303833,
      "learning_rate": 6.662881829685366e-05,
      "loss": 2.8891,
      "step": 39270
    },
    {
      "epoch": 33.949870354364734,
      "grad_norm": 1.141818642616272,
      "learning_rate": 6.661398883789584e-05,
      "loss": 2.8781,
      "step": 39280
    },
    {
      "epoch": 33.958513396715645,
      "grad_norm": 1.0741488933563232,
      "learning_rate": 6.659915773591868e-05,
      "loss": 2.9005,
      "step": 39290
    },
    {
      "epoch": 33.96715643906655,
      "grad_norm": 0.9949693083763123,
      "learning_rate": 6.658432499238887e-05,
      "loss": 2.8897,
      "step": 39300
    },
    {
      "epoch": 33.97579948141746,
      "grad_norm": 1.1029748916625977,
      "learning_rate": 6.656949060877326e-05,
      "loss": 2.8898,
      "step": 39310
    },
    {
      "epoch": 33.984442523768365,
      "grad_norm": 1.0631686449050903,
      "learning_rate": 6.655465458653889e-05,
      "loss": 2.8869,
      "step": 39320
    },
    {
      "epoch": 33.99308556611928,
      "grad_norm": 1.0894416570663452,
      "learning_rate": 6.653981692715295e-05,
      "loss": 2.8988,
      "step": 39330
    },
    {
      "epoch": 34.00172860847018,
      "grad_norm": 1.0508053302764893,
      "learning_rate": 6.65249776320828e-05,
      "loss": 2.8737,
      "step": 39340
    },
    {
      "epoch": 34.01037165082109,
      "grad_norm": 1.4000444412231445,
      "learning_rate": 6.651013670279596e-05,
      "loss": 2.7331,
      "step": 39350
    },
    {
      "epoch": 34.019014693172,
      "grad_norm": 1.1050467491149902,
      "learning_rate": 6.649529414076004e-05,
      "loss": 2.7314,
      "step": 39360
    },
    {
      "epoch": 34.0276577355229,
      "grad_norm": 1.0906469821929932,
      "learning_rate": 6.648044994744295e-05,
      "loss": 2.7318,
      "step": 39370
    },
    {
      "epoch": 34.03630077787381,
      "grad_norm": 1.0612037181854248,
      "learning_rate": 6.64656041243127e-05,
      "loss": 2.7296,
      "step": 39380
    },
    {
      "epoch": 34.04494382022472,
      "grad_norm": 1.1319935321807861,
      "learning_rate": 6.645075667283737e-05,
      "loss": 2.7457,
      "step": 39390
    },
    {
      "epoch": 34.05358686257563,
      "grad_norm": 1.2349603176116943,
      "learning_rate": 6.643590759448534e-05,
      "loss": 2.713,
      "step": 39400
    },
    {
      "epoch": 34.06222990492653,
      "grad_norm": 1.1884558200836182,
      "learning_rate": 6.642105689072506e-05,
      "loss": 2.7231,
      "step": 39410
    },
    {
      "epoch": 34.070872947277444,
      "grad_norm": 1.2897661924362183,
      "learning_rate": 6.64062045630252e-05,
      "loss": 2.7305,
      "step": 39420
    },
    {
      "epoch": 34.07951598962835,
      "grad_norm": 1.1429747343063354,
      "learning_rate": 6.639135061285453e-05,
      "loss": 2.7343,
      "step": 39430
    },
    {
      "epoch": 34.08815903197926,
      "grad_norm": 1.1637382507324219,
      "learning_rate": 6.637649504168205e-05,
      "loss": 2.732,
      "step": 39440
    },
    {
      "epoch": 34.096802074330164,
      "grad_norm": 1.2011364698410034,
      "learning_rate": 6.636163785097684e-05,
      "loss": 2.7189,
      "step": 39450
    },
    {
      "epoch": 34.105445116681075,
      "grad_norm": 1.2782701253890991,
      "learning_rate": 6.63467790422082e-05,
      "loss": 2.7419,
      "step": 39460
    },
    {
      "epoch": 34.11408815903198,
      "grad_norm": 1.4024373292922974,
      "learning_rate": 6.633191861684561e-05,
      "loss": 2.7251,
      "step": 39470
    },
    {
      "epoch": 34.122731201382884,
      "grad_norm": 1.135927438735962,
      "learning_rate": 6.631705657635862e-05,
      "loss": 2.7245,
      "step": 39480
    },
    {
      "epoch": 34.131374243733795,
      "grad_norm": 1.085829257965088,
      "learning_rate": 6.630219292221701e-05,
      "loss": 2.7475,
      "step": 39490
    },
    {
      "epoch": 34.1400172860847,
      "grad_norm": 1.170373558998108,
      "learning_rate": 6.628732765589073e-05,
      "loss": 2.7605,
      "step": 39500
    },
    {
      "epoch": 34.14866032843561,
      "grad_norm": 1.115493655204773,
      "learning_rate": 6.627246077884981e-05,
      "loss": 2.7411,
      "step": 39510
    },
    {
      "epoch": 34.157303370786515,
      "grad_norm": 1.1590341329574585,
      "learning_rate": 6.625759229256454e-05,
      "loss": 2.7513,
      "step": 39520
    },
    {
      "epoch": 34.165946413137426,
      "grad_norm": 1.1384292840957642,
      "learning_rate": 6.624272219850528e-05,
      "loss": 2.7413,
      "step": 39530
    },
    {
      "epoch": 34.17458945548833,
      "grad_norm": 1.2313162088394165,
      "learning_rate": 6.622785049814262e-05,
      "loss": 2.7598,
      "step": 39540
    },
    {
      "epoch": 34.18323249783924,
      "grad_norm": 1.1042615175247192,
      "learning_rate": 6.621297719294726e-05,
      "loss": 2.7652,
      "step": 39550
    },
    {
      "epoch": 34.191875540190146,
      "grad_norm": 1.2511948347091675,
      "learning_rate": 6.61981022843901e-05,
      "loss": 2.7689,
      "step": 39560
    },
    {
      "epoch": 34.20051858254106,
      "grad_norm": 1.1353230476379395,
      "learning_rate": 6.618322577394212e-05,
      "loss": 2.7416,
      "step": 39570
    },
    {
      "epoch": 34.20916162489196,
      "grad_norm": 1.140832543373108,
      "learning_rate": 6.616834766307457e-05,
      "loss": 2.7562,
      "step": 39580
    },
    {
      "epoch": 34.217804667242866,
      "grad_norm": 1.1774797439575195,
      "learning_rate": 6.61534679532588e-05,
      "loss": 2.7617,
      "step": 39590
    },
    {
      "epoch": 34.22644770959378,
      "grad_norm": 1.109573245048523,
      "learning_rate": 6.613858664596628e-05,
      "loss": 2.7617,
      "step": 39600
    },
    {
      "epoch": 34.23509075194468,
      "grad_norm": 1.189862608909607,
      "learning_rate": 6.61237037426687e-05,
      "loss": 2.7895,
      "step": 39610
    },
    {
      "epoch": 34.24373379429559,
      "grad_norm": 1.0887150764465332,
      "learning_rate": 6.610881924483791e-05,
      "loss": 2.7607,
      "step": 39620
    },
    {
      "epoch": 34.2523768366465,
      "grad_norm": 1.3437724113464355,
      "learning_rate": 6.609393315394586e-05,
      "loss": 2.773,
      "step": 39630
    },
    {
      "epoch": 34.26101987899741,
      "grad_norm": 1.4665768146514893,
      "learning_rate": 6.607904547146469e-05,
      "loss": 2.7697,
      "step": 39640
    },
    {
      "epoch": 34.26966292134831,
      "grad_norm": 1.1784800291061401,
      "learning_rate": 6.606415619886672e-05,
      "loss": 2.7778,
      "step": 39650
    },
    {
      "epoch": 34.278305963699225,
      "grad_norm": 1.2446314096450806,
      "learning_rate": 6.60492653376244e-05,
      "loss": 2.7861,
      "step": 39660
    },
    {
      "epoch": 34.28694900605013,
      "grad_norm": 1.3037446737289429,
      "learning_rate": 6.603437288921033e-05,
      "loss": 2.7718,
      "step": 39670
    },
    {
      "epoch": 34.29559204840104,
      "grad_norm": 1.142287015914917,
      "learning_rate": 6.601947885509729e-05,
      "loss": 2.7734,
      "step": 39680
    },
    {
      "epoch": 34.304235090751945,
      "grad_norm": 1.1386115550994873,
      "learning_rate": 6.600458323675822e-05,
      "loss": 2.7813,
      "step": 39690
    },
    {
      "epoch": 34.31287813310285,
      "grad_norm": 1.18343186378479,
      "learning_rate": 6.598968603566616e-05,
      "loss": 2.7787,
      "step": 39700
    },
    {
      "epoch": 34.32152117545376,
      "grad_norm": 1.1526809930801392,
      "learning_rate": 6.59747872532944e-05,
      "loss": 2.7713,
      "step": 39710
    },
    {
      "epoch": 34.330164217804665,
      "grad_norm": 1.1877917051315308,
      "learning_rate": 6.59598868911163e-05,
      "loss": 2.7821,
      "step": 39720
    },
    {
      "epoch": 34.338807260155576,
      "grad_norm": 1.115621566772461,
      "learning_rate": 6.594498495060544e-05,
      "loss": 2.7877,
      "step": 39730
    },
    {
      "epoch": 34.34745030250648,
      "grad_norm": 1.1262462139129639,
      "learning_rate": 6.593008143323551e-05,
      "loss": 2.7848,
      "step": 39740
    },
    {
      "epoch": 34.35609334485739,
      "grad_norm": 1.2378069162368774,
      "learning_rate": 6.59151763404804e-05,
      "loss": 2.7665,
      "step": 39750
    },
    {
      "epoch": 34.364736387208296,
      "grad_norm": 1.1551741361618042,
      "learning_rate": 6.590026967381407e-05,
      "loss": 2.7867,
      "step": 39760
    },
    {
      "epoch": 34.37337942955921,
      "grad_norm": 1.0872843265533447,
      "learning_rate": 6.588536143471077e-05,
      "loss": 2.7982,
      "step": 39770
    },
    {
      "epoch": 34.38202247191011,
      "grad_norm": 1.206320881843567,
      "learning_rate": 6.587045162464476e-05,
      "loss": 2.7829,
      "step": 39780
    },
    {
      "epoch": 34.39066551426102,
      "grad_norm": 1.1478536128997803,
      "learning_rate": 6.585554024509059e-05,
      "loss": 2.7888,
      "step": 39790
    },
    {
      "epoch": 34.39930855661193,
      "grad_norm": 1.1240533590316772,
      "learning_rate": 6.584062729752288e-05,
      "loss": 2.7915,
      "step": 39800
    },
    {
      "epoch": 34.40795159896283,
      "grad_norm": 1.2474191188812256,
      "learning_rate": 6.582571278341642e-05,
      "loss": 2.7906,
      "step": 39810
    },
    {
      "epoch": 34.41659464131374,
      "grad_norm": 1.1314984560012817,
      "learning_rate": 6.581079670424615e-05,
      "loss": 2.7989,
      "step": 39820
    },
    {
      "epoch": 34.42523768366465,
      "grad_norm": 1.1115988492965698,
      "learning_rate": 6.57958790614872e-05,
      "loss": 2.7949,
      "step": 39830
    },
    {
      "epoch": 34.43388072601556,
      "grad_norm": 1.1806511878967285,
      "learning_rate": 6.578095985661483e-05,
      "loss": 2.818,
      "step": 39840
    },
    {
      "epoch": 34.44252376836646,
      "grad_norm": 1.1878236532211304,
      "learning_rate": 6.576603909110445e-05,
      "loss": 2.8132,
      "step": 39850
    },
    {
      "epoch": 34.451166810717375,
      "grad_norm": 1.2091920375823975,
      "learning_rate": 6.575111676643162e-05,
      "loss": 2.7962,
      "step": 39860
    },
    {
      "epoch": 34.45980985306828,
      "grad_norm": 1.164485216140747,
      "learning_rate": 6.573619288407207e-05,
      "loss": 2.7951,
      "step": 39870
    },
    {
      "epoch": 34.46845289541919,
      "grad_norm": 1.2791240215301514,
      "learning_rate": 6.572126744550169e-05,
      "loss": 2.7994,
      "step": 39880
    },
    {
      "epoch": 34.477095937770095,
      "grad_norm": 1.1166856288909912,
      "learning_rate": 6.570634045219653e-05,
      "loss": 2.8107,
      "step": 39890
    },
    {
      "epoch": 34.485738980121,
      "grad_norm": 1.1273396015167236,
      "learning_rate": 6.569141190563271e-05,
      "loss": 2.7983,
      "step": 39900
    },
    {
      "epoch": 34.49438202247191,
      "grad_norm": 1.1768546104431152,
      "learning_rate": 6.56764818072866e-05,
      "loss": 2.8045,
      "step": 39910
    },
    {
      "epoch": 34.503025064822815,
      "grad_norm": 1.2023930549621582,
      "learning_rate": 6.566155015863475e-05,
      "loss": 2.8172,
      "step": 39920
    },
    {
      "epoch": 34.511668107173726,
      "grad_norm": 1.1634560823440552,
      "learning_rate": 6.564661696115373e-05,
      "loss": 2.8058,
      "step": 39930
    },
    {
      "epoch": 34.52031114952463,
      "grad_norm": 1.3071130514144897,
      "learning_rate": 6.563168221632038e-05,
      "loss": 2.7923,
      "step": 39940
    },
    {
      "epoch": 34.52895419187554,
      "grad_norm": 1.0944279432296753,
      "learning_rate": 6.561674592561163e-05,
      "loss": 2.7952,
      "step": 39950
    },
    {
      "epoch": 34.537597234226446,
      "grad_norm": 1.1224637031555176,
      "learning_rate": 6.56018080905046e-05,
      "loss": 2.8019,
      "step": 39960
    },
    {
      "epoch": 34.54624027657736,
      "grad_norm": 1.679257869720459,
      "learning_rate": 6.558686871247655e-05,
      "loss": 2.8128,
      "step": 39970
    },
    {
      "epoch": 34.55488331892826,
      "grad_norm": 1.1850190162658691,
      "learning_rate": 6.55719277930049e-05,
      "loss": 2.8198,
      "step": 39980
    },
    {
      "epoch": 34.56352636127917,
      "grad_norm": 1.0971211194992065,
      "learning_rate": 6.555698533356717e-05,
      "loss": 2.803,
      "step": 39990
    },
    {
      "epoch": 34.57216940363008,
      "grad_norm": 1.0876579284667969,
      "learning_rate": 6.554204133564113e-05,
      "loss": 2.8056,
      "step": 40000
    },
    {
      "epoch": 34.58081244598098,
      "grad_norm": 1.2415720224380493,
      "learning_rate": 6.552709580070462e-05,
      "loss": 2.8202,
      "step": 40010
    },
    {
      "epoch": 34.58945548833189,
      "grad_norm": 1.1612718105316162,
      "learning_rate": 6.551214873023565e-05,
      "loss": 2.8135,
      "step": 40020
    },
    {
      "epoch": 34.5980985306828,
      "grad_norm": 1.1542965173721313,
      "learning_rate": 6.549720012571242e-05,
      "loss": 2.8083,
      "step": 40030
    },
    {
      "epoch": 34.60674157303371,
      "grad_norm": 1.123259425163269,
      "learning_rate": 6.548224998861322e-05,
      "loss": 2.8274,
      "step": 40040
    },
    {
      "epoch": 34.61538461538461,
      "grad_norm": 1.0559924840927124,
      "learning_rate": 6.546729832041656e-05,
      "loss": 2.8129,
      "step": 40050
    },
    {
      "epoch": 34.624027657735525,
      "grad_norm": 1.244153618812561,
      "learning_rate": 6.545234512260104e-05,
      "loss": 2.8163,
      "step": 40060
    },
    {
      "epoch": 34.63267070008643,
      "grad_norm": 1.2776471376419067,
      "learning_rate": 6.543739039664543e-05,
      "loss": 2.8138,
      "step": 40070
    },
    {
      "epoch": 34.64131374243734,
      "grad_norm": 1.217851161956787,
      "learning_rate": 6.54224341440287e-05,
      "loss": 2.822,
      "step": 40080
    },
    {
      "epoch": 34.649956784788245,
      "grad_norm": 1.4530261754989624,
      "learning_rate": 6.540747636622989e-05,
      "loss": 2.8211,
      "step": 40090
    },
    {
      "epoch": 34.658599827139156,
      "grad_norm": 1.1807843446731567,
      "learning_rate": 6.539251706472826e-05,
      "loss": 2.8223,
      "step": 40100
    },
    {
      "epoch": 34.66724286949006,
      "grad_norm": 1.1846587657928467,
      "learning_rate": 6.537755624100316e-05,
      "loss": 2.8199,
      "step": 40110
    },
    {
      "epoch": 34.675885911840965,
      "grad_norm": 1.143225073814392,
      "learning_rate": 6.536259389653414e-05,
      "loss": 2.8159,
      "step": 40120
    },
    {
      "epoch": 34.684528954191876,
      "grad_norm": 1.2887144088745117,
      "learning_rate": 6.53476300328009e-05,
      "loss": 2.8362,
      "step": 40130
    },
    {
      "epoch": 34.69317199654278,
      "grad_norm": 1.1558475494384766,
      "learning_rate": 6.533266465128323e-05,
      "loss": 2.8301,
      "step": 40140
    },
    {
      "epoch": 34.70181503889369,
      "grad_norm": 1.102372407913208,
      "learning_rate": 6.531769775346114e-05,
      "loss": 2.8362,
      "step": 40150
    },
    {
      "epoch": 34.710458081244596,
      "grad_norm": 1.1361558437347412,
      "learning_rate": 6.530272934081476e-05,
      "loss": 2.847,
      "step": 40160
    },
    {
      "epoch": 34.71910112359551,
      "grad_norm": 1.093389630317688,
      "learning_rate": 6.528775941482437e-05,
      "loss": 2.8303,
      "step": 40170
    },
    {
      "epoch": 34.72774416594641,
      "grad_norm": 1.0437290668487549,
      "learning_rate": 6.527278797697041e-05,
      "loss": 2.8218,
      "step": 40180
    },
    {
      "epoch": 34.73638720829732,
      "grad_norm": 1.1900500059127808,
      "learning_rate": 6.525781502873343e-05,
      "loss": 2.8288,
      "step": 40190
    },
    {
      "epoch": 34.74503025064823,
      "grad_norm": 1.1079273223876953,
      "learning_rate": 6.52428405715942e-05,
      "loss": 2.8191,
      "step": 40200
    },
    {
      "epoch": 34.75367329299914,
      "grad_norm": 1.1493816375732422,
      "learning_rate": 6.522786460703357e-05,
      "loss": 2.8318,
      "step": 40210
    },
    {
      "epoch": 34.76231633535004,
      "grad_norm": 1.1631217002868652,
      "learning_rate": 6.521288713653261e-05,
      "loss": 2.8248,
      "step": 40220
    },
    {
      "epoch": 34.77095937770095,
      "grad_norm": 1.1135731935501099,
      "learning_rate": 6.519790816157244e-05,
      "loss": 2.8353,
      "step": 40230
    },
    {
      "epoch": 34.77960242005186,
      "grad_norm": 1.4333040714263916,
      "learning_rate": 6.518292768363442e-05,
      "loss": 2.8377,
      "step": 40240
    },
    {
      "epoch": 34.78824546240276,
      "grad_norm": 1.0536943674087524,
      "learning_rate": 6.516794570420004e-05,
      "loss": 2.8318,
      "step": 40250
    },
    {
      "epoch": 34.796888504753674,
      "grad_norm": 1.1012569665908813,
      "learning_rate": 6.515296222475089e-05,
      "loss": 2.8161,
      "step": 40260
    },
    {
      "epoch": 34.80553154710458,
      "grad_norm": 1.2211689949035645,
      "learning_rate": 6.513797724676876e-05,
      "loss": 2.831,
      "step": 40270
    },
    {
      "epoch": 34.81417458945549,
      "grad_norm": 1.1147701740264893,
      "learning_rate": 6.512299077173559e-05,
      "loss": 2.828,
      "step": 40280
    },
    {
      "epoch": 34.822817631806394,
      "grad_norm": 1.2380348443984985,
      "learning_rate": 6.510800280113339e-05,
      "loss": 2.8281,
      "step": 40290
    },
    {
      "epoch": 34.831460674157306,
      "grad_norm": 1.4560422897338867,
      "learning_rate": 6.509301333644444e-05,
      "loss": 2.8381,
      "step": 40300
    },
    {
      "epoch": 34.84010371650821,
      "grad_norm": 1.1551601886749268,
      "learning_rate": 6.507802237915108e-05,
      "loss": 2.8495,
      "step": 40310
    },
    {
      "epoch": 34.84874675885912,
      "grad_norm": 1.1023588180541992,
      "learning_rate": 6.50630299307358e-05,
      "loss": 2.8483,
      "step": 40320
    },
    {
      "epoch": 34.857389801210026,
      "grad_norm": 1.0401837825775146,
      "learning_rate": 6.504803599268129e-05,
      "loss": 2.84,
      "step": 40330
    },
    {
      "epoch": 34.86603284356093,
      "grad_norm": 1.1051721572875977,
      "learning_rate": 6.503304056647035e-05,
      "loss": 2.8388,
      "step": 40340
    },
    {
      "epoch": 34.87467588591184,
      "grad_norm": 1.2549073696136475,
      "learning_rate": 6.501804365358592e-05,
      "loss": 2.8461,
      "step": 40350
    },
    {
      "epoch": 34.883318928262746,
      "grad_norm": 1.2323553562164307,
      "learning_rate": 6.500304525551109e-05,
      "loss": 2.834,
      "step": 40360
    },
    {
      "epoch": 34.89196197061366,
      "grad_norm": 1.258306622505188,
      "learning_rate": 6.498804537372917e-05,
      "loss": 2.8589,
      "step": 40370
    },
    {
      "epoch": 34.90060501296456,
      "grad_norm": 1.0894556045532227,
      "learning_rate": 6.497304400972348e-05,
      "loss": 2.8597,
      "step": 40380
    },
    {
      "epoch": 34.90924805531547,
      "grad_norm": 1.1200636625289917,
      "learning_rate": 6.49580411649776e-05,
      "loss": 2.8315,
      "step": 40390
    },
    {
      "epoch": 34.91789109766638,
      "grad_norm": 1.5556387901306152,
      "learning_rate": 6.494303684097521e-05,
      "loss": 2.8326,
      "step": 40400
    },
    {
      "epoch": 34.92653414001729,
      "grad_norm": 1.2308008670806885,
      "learning_rate": 6.492803103920014e-05,
      "loss": 2.8487,
      "step": 40410
    },
    {
      "epoch": 34.93517718236819,
      "grad_norm": 1.1118727922439575,
      "learning_rate": 6.491302376113638e-05,
      "loss": 2.8595,
      "step": 40420
    },
    {
      "epoch": 34.943820224719104,
      "grad_norm": 1.2084863185882568,
      "learning_rate": 6.489801500826805e-05,
      "loss": 2.8462,
      "step": 40430
    },
    {
      "epoch": 34.95246326707001,
      "grad_norm": 1.115047574043274,
      "learning_rate": 6.48830047820794e-05,
      "loss": 2.8685,
      "step": 40440
    },
    {
      "epoch": 34.96110630942091,
      "grad_norm": 1.1028180122375488,
      "learning_rate": 6.486799308405489e-05,
      "loss": 2.8385,
      "step": 40450
    },
    {
      "epoch": 34.969749351771824,
      "grad_norm": 1.1667815446853638,
      "learning_rate": 6.485297991567906e-05,
      "loss": 2.8633,
      "step": 40460
    },
    {
      "epoch": 34.97839239412273,
      "grad_norm": 1.118503451347351,
      "learning_rate": 6.483796527843661e-05,
      "loss": 2.8627,
      "step": 40470
    },
    {
      "epoch": 34.98703543647364,
      "grad_norm": 1.1469837427139282,
      "learning_rate": 6.48229491738124e-05,
      "loss": 2.8525,
      "step": 40480
    },
    {
      "epoch": 34.995678478824544,
      "grad_norm": 1.169129490852356,
      "learning_rate": 6.480793160329142e-05,
      "loss": 2.8515,
      "step": 40490
    },
    {
      "epoch": 35.004321521175456,
      "grad_norm": 1.131695032119751,
      "learning_rate": 6.479291256835884e-05,
      "loss": 2.7793,
      "step": 40500
    },
    {
      "epoch": 35.01296456352636,
      "grad_norm": 1.201245665550232,
      "learning_rate": 6.477789207049994e-05,
      "loss": 2.6842,
      "step": 40510
    },
    {
      "epoch": 35.02160760587727,
      "grad_norm": 1.1887081861495972,
      "learning_rate": 6.476287011120013e-05,
      "loss": 2.675,
      "step": 40520
    },
    {
      "epoch": 35.030250648228176,
      "grad_norm": 1.2940688133239746,
      "learning_rate": 6.4747846691945e-05,
      "loss": 2.6769,
      "step": 40530
    },
    {
      "epoch": 35.03889369057909,
      "grad_norm": 1.1210371255874634,
      "learning_rate": 6.473282181422028e-05,
      "loss": 2.6868,
      "step": 40540
    },
    {
      "epoch": 35.04753673292999,
      "grad_norm": 1.180325984954834,
      "learning_rate": 6.471779547951185e-05,
      "loss": 2.6796,
      "step": 40550
    },
    {
      "epoch": 35.056179775280896,
      "grad_norm": 1.3047887086868286,
      "learning_rate": 6.470276768930567e-05,
      "loss": 2.6767,
      "step": 40560
    },
    {
      "epoch": 35.06482281763181,
      "grad_norm": 1.1790099143981934,
      "learning_rate": 6.468773844508793e-05,
      "loss": 2.6821,
      "step": 40570
    },
    {
      "epoch": 35.07346585998271,
      "grad_norm": 1.1558960676193237,
      "learning_rate": 6.467270774834495e-05,
      "loss": 2.6837,
      "step": 40580
    },
    {
      "epoch": 35.08210890233362,
      "grad_norm": 1.0613298416137695,
      "learning_rate": 6.465767560056313e-05,
      "loss": 2.706,
      "step": 40590
    },
    {
      "epoch": 35.09075194468453,
      "grad_norm": 1.2107373476028442,
      "learning_rate": 6.464264200322907e-05,
      "loss": 2.7043,
      "step": 40600
    },
    {
      "epoch": 35.09939498703544,
      "grad_norm": 1.3412710428237915,
      "learning_rate": 6.46276069578295e-05,
      "loss": 2.7097,
      "step": 40610
    },
    {
      "epoch": 35.10803802938634,
      "grad_norm": 1.4392577409744263,
      "learning_rate": 6.461257046585129e-05,
      "loss": 2.708,
      "step": 40620
    },
    {
      "epoch": 35.116681071737254,
      "grad_norm": 1.2071349620819092,
      "learning_rate": 6.459753252878144e-05,
      "loss": 2.7022,
      "step": 40630
    },
    {
      "epoch": 35.12532411408816,
      "grad_norm": 1.174816608428955,
      "learning_rate": 6.458249314810716e-05,
      "loss": 2.6923,
      "step": 40640
    },
    {
      "epoch": 35.13396715643907,
      "grad_norm": 1.1736364364624023,
      "learning_rate": 6.456745232531569e-05,
      "loss": 2.7145,
      "step": 40650
    },
    {
      "epoch": 35.142610198789974,
      "grad_norm": 1.1192513704299927,
      "learning_rate": 6.45524100618945e-05,
      "loss": 2.7268,
      "step": 40660
    },
    {
      "epoch": 35.15125324114088,
      "grad_norm": 2.197213649749756,
      "learning_rate": 6.453736635933119e-05,
      "loss": 2.7113,
      "step": 40670
    },
    {
      "epoch": 35.15989628349179,
      "grad_norm": 2.266808271408081,
      "learning_rate": 6.452232121911345e-05,
      "loss": 2.7257,
      "step": 40680
    },
    {
      "epoch": 35.168539325842694,
      "grad_norm": 1.3526371717453003,
      "learning_rate": 6.450727464272917e-05,
      "loss": 2.7156,
      "step": 40690
    },
    {
      "epoch": 35.177182368193606,
      "grad_norm": 1.3136173486709595,
      "learning_rate": 6.449222663166637e-05,
      "loss": 2.7107,
      "step": 40700
    },
    {
      "epoch": 35.18582541054451,
      "grad_norm": 1.281240463256836,
      "learning_rate": 6.447717718741319e-05,
      "loss": 2.7177,
      "step": 40710
    },
    {
      "epoch": 35.19446845289542,
      "grad_norm": 1.372456431388855,
      "learning_rate": 6.446212631145794e-05,
      "loss": 2.7057,
      "step": 40720
    },
    {
      "epoch": 35.203111495246326,
      "grad_norm": 1.694628119468689,
      "learning_rate": 6.444707400528907e-05,
      "loss": 2.7114,
      "step": 40730
    },
    {
      "epoch": 35.21175453759724,
      "grad_norm": 1.3245761394500732,
      "learning_rate": 6.44320202703951e-05,
      "loss": 2.7147,
      "step": 40740
    },
    {
      "epoch": 35.22039757994814,
      "grad_norm": 1.2155460119247437,
      "learning_rate": 6.44169651082648e-05,
      "loss": 2.7165,
      "step": 40750
    },
    {
      "epoch": 35.22904062229905,
      "grad_norm": 1.2085416316986084,
      "learning_rate": 6.440190852038704e-05,
      "loss": 2.697,
      "step": 40760
    },
    {
      "epoch": 35.23768366464996,
      "grad_norm": 1.2425142526626587,
      "learning_rate": 6.438685050825079e-05,
      "loss": 2.703,
      "step": 40770
    },
    {
      "epoch": 35.24632670700086,
      "grad_norm": 1.159717082977295,
      "learning_rate": 6.437179107334519e-05,
      "loss": 2.7198,
      "step": 40780
    },
    {
      "epoch": 35.25496974935177,
      "grad_norm": 1.1251171827316284,
      "learning_rate": 6.435673021715956e-05,
      "loss": 2.7373,
      "step": 40790
    },
    {
      "epoch": 35.26361279170268,
      "grad_norm": 1.2668795585632324,
      "learning_rate": 6.434166794118328e-05,
      "loss": 2.7291,
      "step": 40800
    },
    {
      "epoch": 35.27225583405359,
      "grad_norm": 1.18218195438385,
      "learning_rate": 6.432660424690595e-05,
      "loss": 2.7324,
      "step": 40810
    },
    {
      "epoch": 35.28089887640449,
      "grad_norm": 1.1261731386184692,
      "learning_rate": 6.431153913581726e-05,
      "loss": 2.7349,
      "step": 40820
    },
    {
      "epoch": 35.289541918755404,
      "grad_norm": 1.221636176109314,
      "learning_rate": 6.429647260940706e-05,
      "loss": 2.7187,
      "step": 40830
    },
    {
      "epoch": 35.29818496110631,
      "grad_norm": 1.214889645576477,
      "learning_rate": 6.428140466916534e-05,
      "loss": 2.7236,
      "step": 40840
    },
    {
      "epoch": 35.30682800345722,
      "grad_norm": 1.1868892908096313,
      "learning_rate": 6.426633531658221e-05,
      "loss": 2.7525,
      "step": 40850
    },
    {
      "epoch": 35.315471045808124,
      "grad_norm": 1.2758499383926392,
      "learning_rate": 6.425126455314793e-05,
      "loss": 2.7467,
      "step": 40860
    },
    {
      "epoch": 35.324114088159035,
      "grad_norm": 1.169877529144287,
      "learning_rate": 6.423619238035293e-05,
      "loss": 2.7339,
      "step": 40870
    },
    {
      "epoch": 35.33275713050994,
      "grad_norm": 1.2409518957138062,
      "learning_rate": 6.422111879968775e-05,
      "loss": 2.7241,
      "step": 40880
    },
    {
      "epoch": 35.341400172860844,
      "grad_norm": 1.0767122507095337,
      "learning_rate": 6.420604381264306e-05,
      "loss": 2.7355,
      "step": 40890
    },
    {
      "epoch": 35.350043215211755,
      "grad_norm": 1.8931549787521362,
      "learning_rate": 6.419096742070966e-05,
      "loss": 2.7555,
      "step": 40900
    },
    {
      "epoch": 35.35868625756266,
      "grad_norm": 1.1914013624191284,
      "learning_rate": 6.417588962537855e-05,
      "loss": 2.7452,
      "step": 40910
    },
    {
      "epoch": 35.36732929991357,
      "grad_norm": 1.4202280044555664,
      "learning_rate": 6.416081042814081e-05,
      "loss": 2.7396,
      "step": 40920
    },
    {
      "epoch": 35.375972342264475,
      "grad_norm": 1.2071317434310913,
      "learning_rate": 6.414572983048769e-05,
      "loss": 2.7347,
      "step": 40930
    },
    {
      "epoch": 35.38461538461539,
      "grad_norm": 1.044486165046692,
      "learning_rate": 6.413064783391055e-05,
      "loss": 2.7744,
      "step": 40940
    },
    {
      "epoch": 35.39325842696629,
      "grad_norm": 1.0933282375335693,
      "learning_rate": 6.411556443990091e-05,
      "loss": 2.7489,
      "step": 40950
    },
    {
      "epoch": 35.4019014693172,
      "grad_norm": 1.195080041885376,
      "learning_rate": 6.410047964995043e-05,
      "loss": 2.7638,
      "step": 40960
    },
    {
      "epoch": 35.41054451166811,
      "grad_norm": 1.1655405759811401,
      "learning_rate": 6.408539346555092e-05,
      "loss": 2.7542,
      "step": 40970
    },
    {
      "epoch": 35.41918755401902,
      "grad_norm": 1.7253934144973755,
      "learning_rate": 6.407030588819425e-05,
      "loss": 2.7533,
      "step": 40980
    },
    {
      "epoch": 35.42783059636992,
      "grad_norm": 1.2553781270980835,
      "learning_rate": 6.405521691937253e-05,
      "loss": 2.7603,
      "step": 40990
    },
    {
      "epoch": 35.43647363872083,
      "grad_norm": 1.9451384544372559,
      "learning_rate": 6.404012656057798e-05,
      "loss": 2.7676,
      "step": 41000
    },
    {
      "epoch": 35.44511668107174,
      "grad_norm": 1.3170907497406006,
      "learning_rate": 6.402503481330291e-05,
      "loss": 2.7685,
      "step": 41010
    },
    {
      "epoch": 35.45375972342264,
      "grad_norm": 1.3691389560699463,
      "learning_rate": 6.40099416790398e-05,
      "loss": 2.7584,
      "step": 41020
    },
    {
      "epoch": 35.462402765773554,
      "grad_norm": 1.2096552848815918,
      "learning_rate": 6.39948471592813e-05,
      "loss": 2.7581,
      "step": 41030
    },
    {
      "epoch": 35.47104580812446,
      "grad_norm": 1.2299327850341797,
      "learning_rate": 6.397975125552012e-05,
      "loss": 2.7636,
      "step": 41040
    },
    {
      "epoch": 35.47968885047537,
      "grad_norm": 1.1075260639190674,
      "learning_rate": 6.396465396924916e-05,
      "loss": 2.7599,
      "step": 41050
    },
    {
      "epoch": 35.488331892826274,
      "grad_norm": 1.2141485214233398,
      "learning_rate": 6.394955530196147e-05,
      "loss": 2.7751,
      "step": 41060
    },
    {
      "epoch": 35.496974935177185,
      "grad_norm": 1.110262155532837,
      "learning_rate": 6.393445525515019e-05,
      "loss": 2.7609,
      "step": 41070
    },
    {
      "epoch": 35.50561797752809,
      "grad_norm": 1.890821933746338,
      "learning_rate": 6.391935383030864e-05,
      "loss": 2.7614,
      "step": 41080
    },
    {
      "epoch": 35.514261019879,
      "grad_norm": 1.142443299293518,
      "learning_rate": 6.390425102893024e-05,
      "loss": 2.7779,
      "step": 41090
    },
    {
      "epoch": 35.522904062229905,
      "grad_norm": 1.1919485330581665,
      "learning_rate": 6.388914685250857e-05,
      "loss": 2.7733,
      "step": 41100
    },
    {
      "epoch": 35.53154710458081,
      "grad_norm": 1.1502138376235962,
      "learning_rate": 6.387404130253734e-05,
      "loss": 2.7792,
      "step": 41110
    },
    {
      "epoch": 35.54019014693172,
      "grad_norm": 1.0924426317214966,
      "learning_rate": 6.38589343805104e-05,
      "loss": 2.7778,
      "step": 41120
    },
    {
      "epoch": 35.548833189282625,
      "grad_norm": 1.1160516738891602,
      "learning_rate": 6.384382608792169e-05,
      "loss": 2.7748,
      "step": 41130
    },
    {
      "epoch": 35.55747623163354,
      "grad_norm": 1.1824203729629517,
      "learning_rate": 6.382871642626537e-05,
      "loss": 2.7741,
      "step": 41140
    },
    {
      "epoch": 35.56611927398444,
      "grad_norm": 1.4670438766479492,
      "learning_rate": 6.381360539703569e-05,
      "loss": 2.7665,
      "step": 41150
    },
    {
      "epoch": 35.57476231633535,
      "grad_norm": 1.8303519487380981,
      "learning_rate": 6.379849300172702e-05,
      "loss": 2.8057,
      "step": 41160
    },
    {
      "epoch": 35.58340535868626,
      "grad_norm": 1.218308925628662,
      "learning_rate": 6.378337924183388e-05,
      "loss": 2.7713,
      "step": 41170
    },
    {
      "epoch": 35.59204840103717,
      "grad_norm": 1.4781768321990967,
      "learning_rate": 6.376826411885094e-05,
      "loss": 2.8042,
      "step": 41180
    },
    {
      "epoch": 35.60069144338807,
      "grad_norm": 1.266624093055725,
      "learning_rate": 6.375314763427295e-05,
      "loss": 2.7644,
      "step": 41190
    },
    {
      "epoch": 35.60933448573898,
      "grad_norm": 1.1796725988388062,
      "learning_rate": 6.37380297895949e-05,
      "loss": 2.7755,
      "step": 41200
    },
    {
      "epoch": 35.61797752808989,
      "grad_norm": 1.257189393043518,
      "learning_rate": 6.372291058631181e-05,
      "loss": 2.7714,
      "step": 41210
    },
    {
      "epoch": 35.62662057044079,
      "grad_norm": 1.2888402938842773,
      "learning_rate": 6.370779002591888e-05,
      "loss": 2.7721,
      "step": 41220
    },
    {
      "epoch": 35.635263612791704,
      "grad_norm": 1.231406569480896,
      "learning_rate": 6.369266810991143e-05,
      "loss": 2.7741,
      "step": 41230
    },
    {
      "epoch": 35.64390665514261,
      "grad_norm": 1.0573548078536987,
      "learning_rate": 6.367754483978494e-05,
      "loss": 2.7833,
      "step": 41240
    },
    {
      "epoch": 35.65254969749352,
      "grad_norm": 1.4861820936203003,
      "learning_rate": 6.3662420217035e-05,
      "loss": 2.7954,
      "step": 41250
    },
    {
      "epoch": 35.661192739844424,
      "grad_norm": 1.2031900882720947,
      "learning_rate": 6.364729424315734e-05,
      "loss": 2.7902,
      "step": 41260
    },
    {
      "epoch": 35.669835782195335,
      "grad_norm": 1.1986974477767944,
      "learning_rate": 6.363216691964783e-05,
      "loss": 2.7743,
      "step": 41270
    },
    {
      "epoch": 35.67847882454624,
      "grad_norm": 1.1636699438095093,
      "learning_rate": 6.361703824800245e-05,
      "loss": 2.7807,
      "step": 41280
    },
    {
      "epoch": 35.68712186689715,
      "grad_norm": 1.3115348815917969,
      "learning_rate": 6.360190822971733e-05,
      "loss": 2.7779,
      "step": 41290
    },
    {
      "epoch": 35.695764909248055,
      "grad_norm": 1.3591777086257935,
      "learning_rate": 6.358677686628877e-05,
      "loss": 2.7904,
      "step": 41300
    },
    {
      "epoch": 35.70440795159896,
      "grad_norm": 1.1916760206222534,
      "learning_rate": 6.357164415921314e-05,
      "loss": 2.8146,
      "step": 41310
    },
    {
      "epoch": 35.71305099394987,
      "grad_norm": 1.0937118530273438,
      "learning_rate": 6.355651010998695e-05,
      "loss": 2.7931,
      "step": 41320
    },
    {
      "epoch": 35.721694036300775,
      "grad_norm": 1.5528227090835571,
      "learning_rate": 6.354137472010692e-05,
      "loss": 2.81,
      "step": 41330
    },
    {
      "epoch": 35.73033707865169,
      "grad_norm": 1.067333698272705,
      "learning_rate": 6.352623799106979e-05,
      "loss": 2.7993,
      "step": 41340
    },
    {
      "epoch": 35.73898012100259,
      "grad_norm": 1.2962204217910767,
      "learning_rate": 6.351109992437252e-05,
      "loss": 2.7813,
      "step": 41350
    },
    {
      "epoch": 35.7476231633535,
      "grad_norm": 1.2336080074310303,
      "learning_rate": 6.349596052151214e-05,
      "loss": 2.7766,
      "step": 41360
    },
    {
      "epoch": 35.75626620570441,
      "grad_norm": 1.2133195400238037,
      "learning_rate": 6.348081978398588e-05,
      "loss": 2.7904,
      "step": 41370
    },
    {
      "epoch": 35.76490924805532,
      "grad_norm": 1.2238949537277222,
      "learning_rate": 6.346567771329103e-05,
      "loss": 2.7931,
      "step": 41380
    },
    {
      "epoch": 35.77355229040622,
      "grad_norm": 1.315684199333191,
      "learning_rate": 6.345053431092506e-05,
      "loss": 2.805,
      "step": 41390
    },
    {
      "epoch": 35.782195332757134,
      "grad_norm": 1.3815743923187256,
      "learning_rate": 6.343538957838556e-05,
      "loss": 2.8002,
      "step": 41400
    },
    {
      "epoch": 35.79083837510804,
      "grad_norm": 1.1260377168655396,
      "learning_rate": 6.342024351717025e-05,
      "loss": 2.7996,
      "step": 41410
    },
    {
      "epoch": 35.79948141745894,
      "grad_norm": 1.1276682615280151,
      "learning_rate": 6.340509612877698e-05,
      "loss": 2.8137,
      "step": 41420
    },
    {
      "epoch": 35.808124459809854,
      "grad_norm": 1.2021328210830688,
      "learning_rate": 6.338994741470374e-05,
      "loss": 2.8041,
      "step": 41430
    },
    {
      "epoch": 35.81676750216076,
      "grad_norm": 1.1850368976593018,
      "learning_rate": 6.337479737644861e-05,
      "loss": 2.8074,
      "step": 41440
    },
    {
      "epoch": 35.82541054451167,
      "grad_norm": 1.177520513534546,
      "learning_rate": 6.335964601550986e-05,
      "loss": 2.7993,
      "step": 41450
    },
    {
      "epoch": 35.834053586862574,
      "grad_norm": 1.0445455312728882,
      "learning_rate": 6.334449333338587e-05,
      "loss": 2.8205,
      "step": 41460
    },
    {
      "epoch": 35.842696629213485,
      "grad_norm": 1.2170207500457764,
      "learning_rate": 6.332933933157512e-05,
      "loss": 2.8237,
      "step": 41470
    },
    {
      "epoch": 35.85133967156439,
      "grad_norm": 1.2335633039474487,
      "learning_rate": 6.331418401157628e-05,
      "loss": 2.8224,
      "step": 41480
    },
    {
      "epoch": 35.8599827139153,
      "grad_norm": 1.2045819759368896,
      "learning_rate": 6.329902737488809e-05,
      "loss": 2.8029,
      "step": 41490
    },
    {
      "epoch": 35.868625756266205,
      "grad_norm": 1.3732836246490479,
      "learning_rate": 6.328386942300944e-05,
      "loss": 2.7931,
      "step": 41500
    },
    {
      "epoch": 35.877268798617116,
      "grad_norm": 1.1415190696716309,
      "learning_rate": 6.326871015743941e-05,
      "loss": 2.7992,
      "step": 41510
    },
    {
      "epoch": 35.88591184096802,
      "grad_norm": 1.1698064804077148,
      "learning_rate": 6.325354957967707e-05,
      "loss": 2.8073,
      "step": 41520
    },
    {
      "epoch": 35.894554883318925,
      "grad_norm": 1.1187533140182495,
      "learning_rate": 6.323838769122177e-05,
      "loss": 2.8045,
      "step": 41530
    },
    {
      "epoch": 35.903197925669836,
      "grad_norm": 1.207146167755127,
      "learning_rate": 6.322322449357292e-05,
      "loss": 2.8271,
      "step": 41540
    },
    {
      "epoch": 35.91184096802074,
      "grad_norm": 1.183272361755371,
      "learning_rate": 6.320805998823005e-05,
      "loss": 2.8093,
      "step": 41550
    },
    {
      "epoch": 35.92048401037165,
      "grad_norm": 1.1415009498596191,
      "learning_rate": 6.319289417669283e-05,
      "loss": 2.7948,
      "step": 41560
    },
    {
      "epoch": 35.929127052722556,
      "grad_norm": 1.1711523532867432,
      "learning_rate": 6.317772706046108e-05,
      "loss": 2.8129,
      "step": 41570
    },
    {
      "epoch": 35.93777009507347,
      "grad_norm": 1.2114174365997314,
      "learning_rate": 6.31625586410347e-05,
      "loss": 2.8173,
      "step": 41580
    },
    {
      "epoch": 35.94641313742437,
      "grad_norm": 1.1914072036743164,
      "learning_rate": 6.314738891991381e-05,
      "loss": 2.8066,
      "step": 41590
    },
    {
      "epoch": 35.95505617977528,
      "grad_norm": 1.3186126947402954,
      "learning_rate": 6.313221789859857e-05,
      "loss": 2.8204,
      "step": 41600
    },
    {
      "epoch": 35.96369922212619,
      "grad_norm": 1.2709802389144897,
      "learning_rate": 6.311704557858927e-05,
      "loss": 2.8067,
      "step": 41610
    },
    {
      "epoch": 35.9723422644771,
      "grad_norm": 1.124271035194397,
      "learning_rate": 6.310187196138639e-05,
      "loss": 2.825,
      "step": 41620
    },
    {
      "epoch": 35.980985306828,
      "grad_norm": 1.236943244934082,
      "learning_rate": 6.30866970484905e-05,
      "loss": 2.8214,
      "step": 41630
    },
    {
      "epoch": 35.98962834917891,
      "grad_norm": 1.187825322151184,
      "learning_rate": 6.307152084140231e-05,
      "loss": 2.829,
      "step": 41640
    },
    {
      "epoch": 35.99827139152982,
      "grad_norm": 1.3104392290115356,
      "learning_rate": 6.305634334162263e-05,
      "loss": 2.8211,
      "step": 41650
    },
    {
      "epoch": 36.00691443388072,
      "grad_norm": 1.2851206064224243,
      "learning_rate": 6.304116455065244e-05,
      "loss": 2.6939,
      "step": 41660
    },
    {
      "epoch": 36.015557476231635,
      "grad_norm": 1.2855539321899414,
      "learning_rate": 6.302598446999283e-05,
      "loss": 2.6463,
      "step": 41670
    },
    {
      "epoch": 36.02420051858254,
      "grad_norm": 1.196882724761963,
      "learning_rate": 6.3010803101145e-05,
      "loss": 2.6413,
      "step": 41680
    },
    {
      "epoch": 36.03284356093345,
      "grad_norm": 1.3516799211502075,
      "learning_rate": 6.29956204456103e-05,
      "loss": 2.6342,
      "step": 41690
    },
    {
      "epoch": 36.041486603284355,
      "grad_norm": 1.2716411352157593,
      "learning_rate": 6.298043650489019e-05,
      "loss": 2.6493,
      "step": 41700
    },
    {
      "epoch": 36.050129645635266,
      "grad_norm": 1.257401466369629,
      "learning_rate": 6.296525128048626e-05,
      "loss": 2.6516,
      "step": 41710
    },
    {
      "epoch": 36.05877268798617,
      "grad_norm": 1.1908931732177734,
      "learning_rate": 6.295006477390029e-05,
      "loss": 2.6563,
      "step": 41720
    },
    {
      "epoch": 36.06741573033708,
      "grad_norm": 1.195634365081787,
      "learning_rate": 6.293487698663405e-05,
      "loss": 2.6706,
      "step": 41730
    },
    {
      "epoch": 36.076058772687986,
      "grad_norm": 3.1484007835388184,
      "learning_rate": 6.291968792018956e-05,
      "loss": 2.6295,
      "step": 41740
    },
    {
      "epoch": 36.08470181503889,
      "grad_norm": 1.2685750722885132,
      "learning_rate": 6.290449757606894e-05,
      "loss": 2.6587,
      "step": 41750
    },
    {
      "epoch": 36.0933448573898,
      "grad_norm": 1.262420415878296,
      "learning_rate": 6.288930595577437e-05,
      "loss": 2.6578,
      "step": 41760
    },
    {
      "epoch": 36.101987899740706,
      "grad_norm": 1.2877917289733887,
      "learning_rate": 6.287411306080824e-05,
      "loss": 2.6572,
      "step": 41770
    },
    {
      "epoch": 36.11063094209162,
      "grad_norm": 1.310081124305725,
      "learning_rate": 6.285891889267305e-05,
      "loss": 2.6742,
      "step": 41780
    },
    {
      "epoch": 36.11927398444252,
      "grad_norm": 1.5498522520065308,
      "learning_rate": 6.284372345287138e-05,
      "loss": 2.6572,
      "step": 41790
    },
    {
      "epoch": 36.12791702679343,
      "grad_norm": 1.2584786415100098,
      "learning_rate": 6.282852674290594e-05,
      "loss": 2.6695,
      "step": 41800
    },
    {
      "epoch": 36.13656006914434,
      "grad_norm": 1.285415768623352,
      "learning_rate": 6.281332876427964e-05,
      "loss": 2.6675,
      "step": 41810
    },
    {
      "epoch": 36.14520311149525,
      "grad_norm": 1.2156676054000854,
      "learning_rate": 6.279812951849545e-05,
      "loss": 2.6859,
      "step": 41820
    },
    {
      "epoch": 36.15384615384615,
      "grad_norm": 1.2894536256790161,
      "learning_rate": 6.278292900705645e-05,
      "loss": 2.6881,
      "step": 41830
    },
    {
      "epoch": 36.162489196197065,
      "grad_norm": 1.441114068031311,
      "learning_rate": 6.276772723146591e-05,
      "loss": 2.6744,
      "step": 41840
    },
    {
      "epoch": 36.17113223854797,
      "grad_norm": 1.343255877494812,
      "learning_rate": 6.275252419322717e-05,
      "loss": 2.6705,
      "step": 41850
    },
    {
      "epoch": 36.17977528089887,
      "grad_norm": 1.1860748529434204,
      "learning_rate": 6.273731989384372e-05,
      "loss": 2.6796,
      "step": 41860
    },
    {
      "epoch": 36.188418323249785,
      "grad_norm": 1.259932518005371,
      "learning_rate": 6.272211433481919e-05,
      "loss": 2.6696,
      "step": 41870
    },
    {
      "epoch": 36.19706136560069,
      "grad_norm": 1.3002091646194458,
      "learning_rate": 6.270690751765729e-05,
      "loss": 2.6778,
      "step": 41880
    },
    {
      "epoch": 36.2057044079516,
      "grad_norm": 1.3431757688522339,
      "learning_rate": 6.269169944386188e-05,
      "loss": 2.6874,
      "step": 41890
    },
    {
      "epoch": 36.214347450302505,
      "grad_norm": 1.3282732963562012,
      "learning_rate": 6.267649011493695e-05,
      "loss": 2.6863,
      "step": 41900
    },
    {
      "epoch": 36.222990492653416,
      "grad_norm": 1.1944414377212524,
      "learning_rate": 6.26612795323866e-05,
      "loss": 2.687,
      "step": 41910
    },
    {
      "epoch": 36.23163353500432,
      "grad_norm": 1.8837515115737915,
      "learning_rate": 6.264606769771508e-05,
      "loss": 2.6725,
      "step": 41920
    },
    {
      "epoch": 36.24027657735523,
      "grad_norm": 1.5126107931137085,
      "learning_rate": 6.263085461242675e-05,
      "loss": 2.7041,
      "step": 41930
    },
    {
      "epoch": 36.248919619706136,
      "grad_norm": 1.2267643213272095,
      "learning_rate": 6.261564027802604e-05,
      "loss": 2.6766,
      "step": 41940
    },
    {
      "epoch": 36.25756266205705,
      "grad_norm": 1.1840077638626099,
      "learning_rate": 6.26004246960176e-05,
      "loss": 2.6871,
      "step": 41950
    },
    {
      "epoch": 36.26620570440795,
      "grad_norm": 1.5339818000793457,
      "learning_rate": 6.258520786790615e-05,
      "loss": 2.6817,
      "step": 41960
    },
    {
      "epoch": 36.274848746758856,
      "grad_norm": 1.192528247833252,
      "learning_rate": 6.256998979519652e-05,
      "loss": 2.7048,
      "step": 41970
    },
    {
      "epoch": 36.28349178910977,
      "grad_norm": 1.2996517419815063,
      "learning_rate": 6.255477047939366e-05,
      "loss": 2.6971,
      "step": 41980
    },
    {
      "epoch": 36.29213483146067,
      "grad_norm": 1.318399429321289,
      "learning_rate": 6.253954992200274e-05,
      "loss": 2.6972,
      "step": 41990
    },
    {
      "epoch": 36.30077787381158,
      "grad_norm": 1.1678906679153442,
      "learning_rate": 6.252432812452892e-05,
      "loss": 2.696,
      "step": 42000
    },
    {
      "epoch": 36.30942091616249,
      "grad_norm": 1.2302836179733276,
      "learning_rate": 6.250910508847755e-05,
      "loss": 2.6939,
      "step": 42010
    },
    {
      "epoch": 36.3180639585134,
      "grad_norm": 1.2325825691223145,
      "learning_rate": 6.24938808153541e-05,
      "loss": 2.7051,
      "step": 42020
    },
    {
      "epoch": 36.3267070008643,
      "grad_norm": 1.2589823007583618,
      "learning_rate": 6.247865530666415e-05,
      "loss": 2.7084,
      "step": 42030
    },
    {
      "epoch": 36.335350043215215,
      "grad_norm": 1.20669686794281,
      "learning_rate": 6.24634285639134e-05,
      "loss": 2.7019,
      "step": 42040
    },
    {
      "epoch": 36.34399308556612,
      "grad_norm": 1.2092782258987427,
      "learning_rate": 6.24482005886077e-05,
      "loss": 2.6987,
      "step": 42050
    },
    {
      "epoch": 36.35263612791703,
      "grad_norm": 1.1819078922271729,
      "learning_rate": 6.2432971382253e-05,
      "loss": 2.7192,
      "step": 42060
    },
    {
      "epoch": 36.361279170267935,
      "grad_norm": 1.272562026977539,
      "learning_rate": 6.241774094635533e-05,
      "loss": 2.7132,
      "step": 42070
    },
    {
      "epoch": 36.36992221261884,
      "grad_norm": 1.2337840795516968,
      "learning_rate": 6.240250928242095e-05,
      "loss": 2.7238,
      "step": 42080
    },
    {
      "epoch": 36.37856525496975,
      "grad_norm": 1.3571420907974243,
      "learning_rate": 6.238727639195614e-05,
      "loss": 2.7169,
      "step": 42090
    },
    {
      "epoch": 36.387208297320655,
      "grad_norm": 1.2732645273208618,
      "learning_rate": 6.237204227646733e-05,
      "loss": 2.7175,
      "step": 42100
    },
    {
      "epoch": 36.395851339671566,
      "grad_norm": 1.350137710571289,
      "learning_rate": 6.235680693746109e-05,
      "loss": 2.717,
      "step": 42110
    },
    {
      "epoch": 36.40449438202247,
      "grad_norm": 1.3288205862045288,
      "learning_rate": 6.23415703764441e-05,
      "loss": 2.7193,
      "step": 42120
    },
    {
      "epoch": 36.41313742437338,
      "grad_norm": 1.3578358888626099,
      "learning_rate": 6.232633259492316e-05,
      "loss": 2.7261,
      "step": 42130
    },
    {
      "epoch": 36.421780466724286,
      "grad_norm": 1.2960450649261475,
      "learning_rate": 6.23110935944052e-05,
      "loss": 2.7385,
      "step": 42140
    },
    {
      "epoch": 36.4304235090752,
      "grad_norm": 1.2858721017837524,
      "learning_rate": 6.229585337639724e-05,
      "loss": 2.7266,
      "step": 42150
    },
    {
      "epoch": 36.4390665514261,
      "grad_norm": 1.2146105766296387,
      "learning_rate": 6.228061194240645e-05,
      "loss": 2.7337,
      "step": 42160
    },
    {
      "epoch": 36.44770959377701,
      "grad_norm": 1.260448932647705,
      "learning_rate": 6.226536929394013e-05,
      "loss": 2.7091,
      "step": 42170
    },
    {
      "epoch": 36.45635263612792,
      "grad_norm": 1.2506951093673706,
      "learning_rate": 6.225012543250569e-05,
      "loss": 2.7161,
      "step": 42180
    },
    {
      "epoch": 36.46499567847882,
      "grad_norm": 1.2318528890609741,
      "learning_rate": 6.223488035961058e-05,
      "loss": 2.7186,
      "step": 42190
    },
    {
      "epoch": 36.47363872082973,
      "grad_norm": 1.1698932647705078,
      "learning_rate": 6.221963407676253e-05,
      "loss": 2.7078,
      "step": 42200
    },
    {
      "epoch": 36.48228176318064,
      "grad_norm": 1.2168550491333008,
      "learning_rate": 6.220438658546926e-05,
      "loss": 2.7493,
      "step": 42210
    },
    {
      "epoch": 36.49092480553155,
      "grad_norm": 1.3535850048065186,
      "learning_rate": 6.218913788723865e-05,
      "loss": 2.7234,
      "step": 42220
    },
    {
      "epoch": 36.49956784788245,
      "grad_norm": 1.2169307470321655,
      "learning_rate": 6.21738879835787e-05,
      "loss": 2.7281,
      "step": 42230
    },
    {
      "epoch": 36.508210890233364,
      "grad_norm": 1.3097001314163208,
      "learning_rate": 6.215863687599755e-05,
      "loss": 2.7233,
      "step": 42240
    },
    {
      "epoch": 36.51685393258427,
      "grad_norm": 1.2593798637390137,
      "learning_rate": 6.214338456600341e-05,
      "loss": 2.7284,
      "step": 42250
    },
    {
      "epoch": 36.52549697493518,
      "grad_norm": 1.1666321754455566,
      "learning_rate": 6.212813105510467e-05,
      "loss": 2.7602,
      "step": 42260
    },
    {
      "epoch": 36.534140017286084,
      "grad_norm": 1.4464472532272339,
      "learning_rate": 6.21128763448098e-05,
      "loss": 2.7302,
      "step": 42270
    },
    {
      "epoch": 36.54278305963699,
      "grad_norm": 1.1976125240325928,
      "learning_rate": 6.209762043662735e-05,
      "loss": 2.7416,
      "step": 42280
    },
    {
      "epoch": 36.5514261019879,
      "grad_norm": 1.149269938468933,
      "learning_rate": 6.208236333206611e-05,
      "loss": 2.7331,
      "step": 42290
    },
    {
      "epoch": 36.560069144338804,
      "grad_norm": 1.2216519117355347,
      "learning_rate": 6.206710503263485e-05,
      "loss": 2.7317,
      "step": 42300
    },
    {
      "epoch": 36.568712186689716,
      "grad_norm": 1.19813072681427,
      "learning_rate": 6.205184553984253e-05,
      "loss": 2.7515,
      "step": 42310
    },
    {
      "epoch": 36.57735522904062,
      "grad_norm": 1.2353429794311523,
      "learning_rate": 6.203658485519826e-05,
      "loss": 2.7595,
      "step": 42320
    },
    {
      "epoch": 36.58599827139153,
      "grad_norm": 1.1670284271240234,
      "learning_rate": 6.202132298021119e-05,
      "loss": 2.7393,
      "step": 42330
    },
    {
      "epoch": 36.594641313742436,
      "grad_norm": 1.4968398809432983,
      "learning_rate": 6.200605991639062e-05,
      "loss": 2.7432,
      "step": 42340
    },
    {
      "epoch": 36.60328435609335,
      "grad_norm": 1.2034437656402588,
      "learning_rate": 6.199079566524598e-05,
      "loss": 2.7325,
      "step": 42350
    },
    {
      "epoch": 36.61192739844425,
      "grad_norm": 1.4578758478164673,
      "learning_rate": 6.19755302282868e-05,
      "loss": 2.7345,
      "step": 42360
    },
    {
      "epoch": 36.62057044079516,
      "grad_norm": 1.2537567615509033,
      "learning_rate": 6.196026360702276e-05,
      "loss": 2.7518,
      "step": 42370
    },
    {
      "epoch": 36.62921348314607,
      "grad_norm": 1.6789873838424683,
      "learning_rate": 6.194499580296362e-05,
      "loss": 2.748,
      "step": 42380
    },
    {
      "epoch": 36.63785652549697,
      "grad_norm": 1.1913191080093384,
      "learning_rate": 6.192972681761927e-05,
      "loss": 2.7408,
      "step": 42390
    },
    {
      "epoch": 36.64649956784788,
      "grad_norm": 1.2186039686203003,
      "learning_rate": 6.191445665249971e-05,
      "loss": 2.7252,
      "step": 42400
    },
    {
      "epoch": 36.65514261019879,
      "grad_norm": 1.2101616859436035,
      "learning_rate": 6.189918530911507e-05,
      "loss": 2.7629,
      "step": 42410
    },
    {
      "epoch": 36.6637856525497,
      "grad_norm": 1.8805650472640991,
      "learning_rate": 6.188391278897559e-05,
      "loss": 2.752,
      "step": 42420
    },
    {
      "epoch": 36.6724286949006,
      "grad_norm": 1.1709283590316772,
      "learning_rate": 6.186863909359163e-05,
      "loss": 2.7306,
      "step": 42430
    },
    {
      "epoch": 36.681071737251514,
      "grad_norm": 1.2871949672698975,
      "learning_rate": 6.185336422447365e-05,
      "loss": 2.7446,
      "step": 42440
    },
    {
      "epoch": 36.68971477960242,
      "grad_norm": 1.1731624603271484,
      "learning_rate": 6.183808818313226e-05,
      "loss": 2.7659,
      "step": 42450
    },
    {
      "epoch": 36.69835782195333,
      "grad_norm": 1.2944272756576538,
      "learning_rate": 6.182281097107815e-05,
      "loss": 2.7485,
      "step": 42460
    },
    {
      "epoch": 36.707000864304234,
      "grad_norm": 1.9615488052368164,
      "learning_rate": 6.180753258982214e-05,
      "loss": 2.7446,
      "step": 42470
    },
    {
      "epoch": 36.715643906655146,
      "grad_norm": 1.1475961208343506,
      "learning_rate": 6.179225304087515e-05,
      "loss": 2.7299,
      "step": 42480
    },
    {
      "epoch": 36.72428694900605,
      "grad_norm": 2.3142940998077393,
      "learning_rate": 6.177697232574829e-05,
      "loss": 2.7662,
      "step": 42490
    },
    {
      "epoch": 36.732929991356954,
      "grad_norm": 1.2392444610595703,
      "learning_rate": 6.176169044595267e-05,
      "loss": 2.7611,
      "step": 42500
    },
    {
      "epoch": 36.741573033707866,
      "grad_norm": 1.3821479082107544,
      "learning_rate": 6.174640740299959e-05,
      "loss": 2.7608,
      "step": 42510
    },
    {
      "epoch": 36.75021607605877,
      "grad_norm": 1.265759825706482,
      "learning_rate": 6.173112319840044e-05,
      "loss": 2.7734,
      "step": 42520
    },
    {
      "epoch": 36.75885911840968,
      "grad_norm": 1.2540549039840698,
      "learning_rate": 6.171583783366674e-05,
      "loss": 2.7855,
      "step": 42530
    },
    {
      "epoch": 36.767502160760586,
      "grad_norm": 1.5615171194076538,
      "learning_rate": 6.170055131031012e-05,
      "loss": 2.777,
      "step": 42540
    },
    {
      "epoch": 36.7761452031115,
      "grad_norm": 1.253608226776123,
      "learning_rate": 6.168526362984231e-05,
      "loss": 2.7454,
      "step": 42550
    },
    {
      "epoch": 36.7847882454624,
      "grad_norm": 1.1818203926086426,
      "learning_rate": 6.166997479377518e-05,
      "loss": 2.7709,
      "step": 42560
    },
    {
      "epoch": 36.79343128781331,
      "grad_norm": 1.2376532554626465,
      "learning_rate": 6.16546848036207e-05,
      "loss": 2.7676,
      "step": 42570
    },
    {
      "epoch": 36.80207433016422,
      "grad_norm": 1.356808066368103,
      "learning_rate": 6.163939366089094e-05,
      "loss": 2.7621,
      "step": 42580
    },
    {
      "epoch": 36.81071737251513,
      "grad_norm": 1.278719186782837,
      "learning_rate": 6.162410136709811e-05,
      "loss": 2.7647,
      "step": 42590
    },
    {
      "epoch": 36.81936041486603,
      "grad_norm": 1.2626150846481323,
      "learning_rate": 6.160880792375452e-05,
      "loss": 2.7577,
      "step": 42600
    },
    {
      "epoch": 36.82800345721694,
      "grad_norm": 1.4735174179077148,
      "learning_rate": 6.159351333237257e-05,
      "loss": 2.7585,
      "step": 42610
    },
    {
      "epoch": 36.83664649956785,
      "grad_norm": 1.2486381530761719,
      "learning_rate": 6.157821759446485e-05,
      "loss": 2.7593,
      "step": 42620
    },
    {
      "epoch": 36.84528954191875,
      "grad_norm": 1.2447844743728638,
      "learning_rate": 6.156292071154397e-05,
      "loss": 2.7711,
      "step": 42630
    },
    {
      "epoch": 36.853932584269664,
      "grad_norm": 1.3291605710983276,
      "learning_rate": 6.15476226851227e-05,
      "loss": 2.7869,
      "step": 42640
    },
    {
      "epoch": 36.86257562662057,
      "grad_norm": 1.4506123065948486,
      "learning_rate": 6.153232351671395e-05,
      "loss": 2.7706,
      "step": 42650
    },
    {
      "epoch": 36.87121866897148,
      "grad_norm": 1.2794499397277832,
      "learning_rate": 6.151702320783069e-05,
      "loss": 2.7573,
      "step": 42660
    },
    {
      "epoch": 36.879861711322384,
      "grad_norm": 1.1813141107559204,
      "learning_rate": 6.150172175998603e-05,
      "loss": 2.781,
      "step": 42670
    },
    {
      "epoch": 36.888504753673296,
      "grad_norm": 1.46529221534729,
      "learning_rate": 6.148641917469317e-05,
      "loss": 2.756,
      "step": 42680
    },
    {
      "epoch": 36.8971477960242,
      "grad_norm": 1.1968568563461304,
      "learning_rate": 6.147111545346544e-05,
      "loss": 2.7785,
      "step": 42690
    },
    {
      "epoch": 36.90579083837511,
      "grad_norm": 1.2361353635787964,
      "learning_rate": 6.145581059781633e-05,
      "loss": 2.784,
      "step": 42700
    },
    {
      "epoch": 36.914433880726016,
      "grad_norm": 1.1100317239761353,
      "learning_rate": 6.144050460925935e-05,
      "loss": 2.7867,
      "step": 42710
    },
    {
      "epoch": 36.92307692307692,
      "grad_norm": 1.1521722078323364,
      "learning_rate": 6.142519748930817e-05,
      "loss": 2.7649,
      "step": 42720
    },
    {
      "epoch": 36.93171996542783,
      "grad_norm": 1.2072886228561401,
      "learning_rate": 6.140988923947655e-05,
      "loss": 2.7586,
      "step": 42730
    },
    {
      "epoch": 36.940363007778735,
      "grad_norm": 1.2023111581802368,
      "learning_rate": 6.139457986127843e-05,
      "loss": 2.7895,
      "step": 42740
    },
    {
      "epoch": 36.94900605012965,
      "grad_norm": 1.1372311115264893,
      "learning_rate": 6.137926935622779e-05,
      "loss": 2.8007,
      "step": 42750
    },
    {
      "epoch": 36.95764909248055,
      "grad_norm": 1.1754003763198853,
      "learning_rate": 6.136395772583873e-05,
      "loss": 2.7694,
      "step": 42760
    },
    {
      "epoch": 36.96629213483146,
      "grad_norm": 1.2241253852844238,
      "learning_rate": 6.134864497162547e-05,
      "loss": 2.7645,
      "step": 42770
    },
    {
      "epoch": 36.97493517718237,
      "grad_norm": 1.8926653861999512,
      "learning_rate": 6.133333109510238e-05,
      "loss": 2.8042,
      "step": 42780
    },
    {
      "epoch": 36.98357821953328,
      "grad_norm": 1.1869726181030273,
      "learning_rate": 6.131801609778388e-05,
      "loss": 2.792,
      "step": 42790
    },
    {
      "epoch": 36.99222126188418,
      "grad_norm": 1.1752299070358276,
      "learning_rate": 6.130269998118452e-05,
      "loss": 2.789,
      "step": 42800
    },
    {
      "epoch": 37.000864304235094,
      "grad_norm": 1.3023827075958252,
      "learning_rate": 6.128738274681899e-05,
      "loss": 2.774,
      "step": 42810
    },
    {
      "epoch": 37.009507346586,
      "grad_norm": 1.6153993606567383,
      "learning_rate": 6.127206439620205e-05,
      "loss": 2.614,
      "step": 42820
    },
    {
      "epoch": 37.0181503889369,
      "grad_norm": 1.3032639026641846,
      "learning_rate": 6.125674493084863e-05,
      "loss": 2.6193,
      "step": 42830
    },
    {
      "epoch": 37.026793431287814,
      "grad_norm": 1.5326120853424072,
      "learning_rate": 6.124142435227366e-05,
      "loss": 2.612,
      "step": 42840
    },
    {
      "epoch": 37.03543647363872,
      "grad_norm": 1.28016996383667,
      "learning_rate": 6.122610266199228e-05,
      "loss": 2.62,
      "step": 42850
    },
    {
      "epoch": 37.04407951598963,
      "grad_norm": 1.2233648300170898,
      "learning_rate": 6.121077986151974e-05,
      "loss": 2.6015,
      "step": 42860
    },
    {
      "epoch": 37.052722558340534,
      "grad_norm": 1.2689615488052368,
      "learning_rate": 6.119545595237133e-05,
      "loss": 2.6076,
      "step": 42870
    },
    {
      "epoch": 37.061365600691445,
      "grad_norm": 1.5164815187454224,
      "learning_rate": 6.118013093606251e-05,
      "loss": 2.6041,
      "step": 42880
    },
    {
      "epoch": 37.07000864304235,
      "grad_norm": 1.2218743562698364,
      "learning_rate": 6.116480481410882e-05,
      "loss": 2.6334,
      "step": 42890
    },
    {
      "epoch": 37.07865168539326,
      "grad_norm": 1.5900776386260986,
      "learning_rate": 6.114947758802591e-05,
      "loss": 2.6122,
      "step": 42900
    },
    {
      "epoch": 37.087294727744165,
      "grad_norm": 1.1347297430038452,
      "learning_rate": 6.113414925932955e-05,
      "loss": 2.6123,
      "step": 42910
    },
    {
      "epoch": 37.09593777009508,
      "grad_norm": 1.208638072013855,
      "learning_rate": 6.111881982953562e-05,
      "loss": 2.5992,
      "step": 42920
    },
    {
      "epoch": 37.10458081244598,
      "grad_norm": 1.2893816232681274,
      "learning_rate": 6.110348930016012e-05,
      "loss": 2.6384,
      "step": 42930
    },
    {
      "epoch": 37.113223854796885,
      "grad_norm": 1.2612712383270264,
      "learning_rate": 6.108815767271911e-05,
      "loss": 2.6349,
      "step": 42940
    },
    {
      "epoch": 37.1218668971478,
      "grad_norm": 1.157860279083252,
      "learning_rate": 6.107282494872884e-05,
      "loss": 2.6448,
      "step": 42950
    },
    {
      "epoch": 37.1305099394987,
      "grad_norm": 1.3589974641799927,
      "learning_rate": 6.105749112970556e-05,
      "loss": 2.6296,
      "step": 42960
    },
    {
      "epoch": 37.13915298184961,
      "grad_norm": 1.3692775964736938,
      "learning_rate": 6.104215621716573e-05,
      "loss": 2.6366,
      "step": 42970
    },
    {
      "epoch": 37.14779602420052,
      "grad_norm": 1.763730525970459,
      "learning_rate": 6.102682021262585e-05,
      "loss": 2.641,
      "step": 42980
    },
    {
      "epoch": 37.15643906655143,
      "grad_norm": 1.3769721984863281,
      "learning_rate": 6.101148311760257e-05,
      "loss": 2.6177,
      "step": 42990
    },
    {
      "epoch": 37.16508210890233,
      "grad_norm": 1.24838125705719,
      "learning_rate": 6.0996144933612654e-05,
      "loss": 2.6296,
      "step": 43000
    },
    {
      "epoch": 37.173725151253244,
      "grad_norm": 1.6576122045516968,
      "learning_rate": 6.098080566217291e-05,
      "loss": 2.6371,
      "step": 43010
    },
    {
      "epoch": 37.18236819360415,
      "grad_norm": 1.2400093078613281,
      "learning_rate": 6.096546530480033e-05,
      "loss": 2.6403,
      "step": 43020
    },
    {
      "epoch": 37.19101123595506,
      "grad_norm": 1.3368794918060303,
      "learning_rate": 6.0950123863011953e-05,
      "loss": 2.6493,
      "step": 43030
    },
    {
      "epoch": 37.199654278305964,
      "grad_norm": 1.3608320951461792,
      "learning_rate": 6.093478133832499e-05,
      "loss": 2.6558,
      "step": 43040
    },
    {
      "epoch": 37.20829732065687,
      "grad_norm": 2.029996156692505,
      "learning_rate": 6.091943773225667e-05,
      "loss": 2.6701,
      "step": 43050
    },
    {
      "epoch": 37.21694036300778,
      "grad_norm": 1.3318431377410889,
      "learning_rate": 6.0904093046324394e-05,
      "loss": 2.6394,
      "step": 43060
    },
    {
      "epoch": 37.225583405358684,
      "grad_norm": 1.2927788496017456,
      "learning_rate": 6.088874728204569e-05,
      "loss": 2.6509,
      "step": 43070
    },
    {
      "epoch": 37.234226447709595,
      "grad_norm": 1.4227111339569092,
      "learning_rate": 6.0873400440938124e-05,
      "loss": 2.6427,
      "step": 43080
    },
    {
      "epoch": 37.2428694900605,
      "grad_norm": 1.289122462272644,
      "learning_rate": 6.0858052524519414e-05,
      "loss": 2.6529,
      "step": 43090
    },
    {
      "epoch": 37.25151253241141,
      "grad_norm": 1.2556192874908447,
      "learning_rate": 6.084270353430737e-05,
      "loss": 2.6473,
      "step": 43100
    },
    {
      "epoch": 37.260155574762315,
      "grad_norm": 1.2690759897232056,
      "learning_rate": 6.08273534718199e-05,
      "loss": 2.6465,
      "step": 43110
    },
    {
      "epoch": 37.26879861711323,
      "grad_norm": 1.1782982349395752,
      "learning_rate": 6.0812002338575046e-05,
      "loss": 2.6606,
      "step": 43120
    },
    {
      "epoch": 37.27744165946413,
      "grad_norm": 1.2447203397750854,
      "learning_rate": 6.079665013609094e-05,
      "loss": 2.654,
      "step": 43130
    },
    {
      "epoch": 37.28608470181504,
      "grad_norm": 1.2666984796524048,
      "learning_rate": 6.078129686588581e-05,
      "loss": 2.6548,
      "step": 43140
    },
    {
      "epoch": 37.29472774416595,
      "grad_norm": 1.260214924812317,
      "learning_rate": 6.076594252947798e-05,
      "loss": 2.6672,
      "step": 43150
    },
    {
      "epoch": 37.30337078651685,
      "grad_norm": 1.3163175582885742,
      "learning_rate": 6.075058712838595e-05,
      "loss": 2.6657,
      "step": 43160
    },
    {
      "epoch": 37.31201382886776,
      "grad_norm": 1.4614992141723633,
      "learning_rate": 6.073523066412822e-05,
      "loss": 2.6755,
      "step": 43170
    },
    {
      "epoch": 37.32065687121867,
      "grad_norm": 1.273400902748108,
      "learning_rate": 6.071987313822347e-05,
      "loss": 2.6739,
      "step": 43180
    },
    {
      "epoch": 37.32929991356958,
      "grad_norm": 1.3353722095489502,
      "learning_rate": 6.070451455219046e-05,
      "loss": 2.6657,
      "step": 43190
    },
    {
      "epoch": 37.33794295592048,
      "grad_norm": 1.2623728513717651,
      "learning_rate": 6.068915490754806e-05,
      "loss": 2.6782,
      "step": 43200
    },
    {
      "epoch": 37.346585998271394,
      "grad_norm": 1.3364367485046387,
      "learning_rate": 6.067379420581525e-05,
      "loss": 2.6579,
      "step": 43210
    },
    {
      "epoch": 37.3552290406223,
      "grad_norm": 1.2864625453948975,
      "learning_rate": 6.065843244851109e-05,
      "loss": 2.6786,
      "step": 43220
    },
    {
      "epoch": 37.36387208297321,
      "grad_norm": 1.2712702751159668,
      "learning_rate": 6.064306963715477e-05,
      "loss": 2.6756,
      "step": 43230
    },
    {
      "epoch": 37.372515125324114,
      "grad_norm": 1.3371469974517822,
      "learning_rate": 6.062770577326559e-05,
      "loss": 2.6794,
      "step": 43240
    },
    {
      "epoch": 37.381158167675025,
      "grad_norm": 1.31341552734375,
      "learning_rate": 6.0612340858362906e-05,
      "loss": 2.6691,
      "step": 43250
    },
    {
      "epoch": 37.38980121002593,
      "grad_norm": 1.7669092416763306,
      "learning_rate": 6.0596974893966255e-05,
      "loss": 2.6865,
      "step": 43260
    },
    {
      "epoch": 37.398444252376834,
      "grad_norm": 1.3299497365951538,
      "learning_rate": 6.058160788159518e-05,
      "loss": 2.6817,
      "step": 43270
    },
    {
      "epoch": 37.407087294727745,
      "grad_norm": 1.3231263160705566,
      "learning_rate": 6.056623982276944e-05,
      "loss": 2.6803,
      "step": 43280
    },
    {
      "epoch": 37.41573033707865,
      "grad_norm": 1.311216950416565,
      "learning_rate": 6.0550870719008804e-05,
      "loss": 2.6943,
      "step": 43290
    },
    {
      "epoch": 37.42437337942956,
      "grad_norm": 1.349461317062378,
      "learning_rate": 6.053550057183319e-05,
      "loss": 2.693,
      "step": 43300
    },
    {
      "epoch": 37.433016421780465,
      "grad_norm": 1.2100589275360107,
      "learning_rate": 6.0520129382762604e-05,
      "loss": 2.6694,
      "step": 43310
    },
    {
      "epoch": 37.44165946413138,
      "grad_norm": 1.3070536851882935,
      "learning_rate": 6.050475715331717e-05,
      "loss": 2.6943,
      "step": 43320
    },
    {
      "epoch": 37.45030250648228,
      "grad_norm": 1.397156000137329,
      "learning_rate": 6.0489383885017094e-05,
      "loss": 2.6828,
      "step": 43330
    },
    {
      "epoch": 37.45894554883319,
      "grad_norm": 1.3324182033538818,
      "learning_rate": 6.047400957938271e-05,
      "loss": 2.6927,
      "step": 43340
    },
    {
      "epoch": 37.4675885911841,
      "grad_norm": 1.2946226596832275,
      "learning_rate": 6.045863423793442e-05,
      "loss": 2.6742,
      "step": 43350
    },
    {
      "epoch": 37.47623163353501,
      "grad_norm": 1.2998700141906738,
      "learning_rate": 6.044325786219277e-05,
      "loss": 2.6826,
      "step": 43360
    },
    {
      "epoch": 37.48487467588591,
      "grad_norm": 1.335862159729004,
      "learning_rate": 6.042788045367838e-05,
      "loss": 2.6926,
      "step": 43370
    },
    {
      "epoch": 37.49351771823682,
      "grad_norm": 1.2060879468917847,
      "learning_rate": 6.0412502013911984e-05,
      "loss": 2.6979,
      "step": 43380
    },
    {
      "epoch": 37.50216076058773,
      "grad_norm": 1.2135392427444458,
      "learning_rate": 6.0397122544414386e-05,
      "loss": 2.6923,
      "step": 43390
    },
    {
      "epoch": 37.51080380293863,
      "grad_norm": 1.2765889167785645,
      "learning_rate": 6.0381742046706555e-05,
      "loss": 2.7028,
      "step": 43400
    },
    {
      "epoch": 37.51944684528954,
      "grad_norm": 1.3224636316299438,
      "learning_rate": 6.036636052230951e-05,
      "loss": 2.6918,
      "step": 43410
    },
    {
      "epoch": 37.52808988764045,
      "grad_norm": 1.2692899703979492,
      "learning_rate": 6.035097797274438e-05,
      "loss": 2.7009,
      "step": 43420
    },
    {
      "epoch": 37.53673292999136,
      "grad_norm": 1.2686491012573242,
      "learning_rate": 6.0335594399532426e-05,
      "loss": 2.7158,
      "step": 43430
    },
    {
      "epoch": 37.54537597234226,
      "grad_norm": 1.2249946594238281,
      "learning_rate": 6.032020980419495e-05,
      "loss": 2.705,
      "step": 43440
    },
    {
      "epoch": 37.554019014693175,
      "grad_norm": 1.6505666971206665,
      "learning_rate": 6.030482418825343e-05,
      "loss": 2.6985,
      "step": 43450
    },
    {
      "epoch": 37.56266205704408,
      "grad_norm": 1.2397785186767578,
      "learning_rate": 6.028943755322939e-05,
      "loss": 2.6972,
      "step": 43460
    },
    {
      "epoch": 37.57130509939499,
      "grad_norm": 1.2002183198928833,
      "learning_rate": 6.027404990064447e-05,
      "loss": 2.7079,
      "step": 43470
    },
    {
      "epoch": 37.579948141745895,
      "grad_norm": 2.0570456981658936,
      "learning_rate": 6.025866123202041e-05,
      "loss": 2.7029,
      "step": 43480
    },
    {
      "epoch": 37.5885911840968,
      "grad_norm": 1.3290787935256958,
      "learning_rate": 6.0243271548879065e-05,
      "loss": 2.7169,
      "step": 43490
    },
    {
      "epoch": 37.59723422644771,
      "grad_norm": 1.1660810708999634,
      "learning_rate": 6.022788085274237e-05,
      "loss": 2.7202,
      "step": 43500
    },
    {
      "epoch": 37.605877268798615,
      "grad_norm": 1.346182942390442,
      "learning_rate": 6.021248914513237e-05,
      "loss": 2.6872,
      "step": 43510
    },
    {
      "epoch": 37.614520311149526,
      "grad_norm": 1.4633597135543823,
      "learning_rate": 6.0197096427571196e-05,
      "loss": 2.7043,
      "step": 43520
    },
    {
      "epoch": 37.62316335350043,
      "grad_norm": 1.3485087156295776,
      "learning_rate": 6.018170270158111e-05,
      "loss": 2.682,
      "step": 43530
    },
    {
      "epoch": 37.63180639585134,
      "grad_norm": 1.2254022359848022,
      "learning_rate": 6.0166307968684455e-05,
      "loss": 2.7099,
      "step": 43540
    },
    {
      "epoch": 37.640449438202246,
      "grad_norm": 1.1584234237670898,
      "learning_rate": 6.0150912230403654e-05,
      "loss": 2.7317,
      "step": 43550
    },
    {
      "epoch": 37.64909248055316,
      "grad_norm": 1.1977192163467407,
      "learning_rate": 6.0135515488261275e-05,
      "loss": 2.7313,
      "step": 43560
    },
    {
      "epoch": 37.65773552290406,
      "grad_norm": 1.2775697708129883,
      "learning_rate": 6.0120117743779936e-05,
      "loss": 2.7064,
      "step": 43570
    },
    {
      "epoch": 37.666378565254966,
      "grad_norm": 1.487911581993103,
      "learning_rate": 6.010471899848239e-05,
      "loss": 2.707,
      "step": 43580
    },
    {
      "epoch": 37.67502160760588,
      "grad_norm": 1.412556767463684,
      "learning_rate": 6.00893192538915e-05,
      "loss": 2.7121,
      "step": 43590
    },
    {
      "epoch": 37.68366464995678,
      "grad_norm": 1.3507040739059448,
      "learning_rate": 6.007391851153014e-05,
      "loss": 2.7144,
      "step": 43600
    },
    {
      "epoch": 37.69230769230769,
      "grad_norm": 1.309784173965454,
      "learning_rate": 6.0058516772921405e-05,
      "loss": 2.7126,
      "step": 43610
    },
    {
      "epoch": 37.7009507346586,
      "grad_norm": 1.3529090881347656,
      "learning_rate": 6.00431140395884e-05,
      "loss": 2.7315,
      "step": 43620
    },
    {
      "epoch": 37.70959377700951,
      "grad_norm": 1.3379625082015991,
      "learning_rate": 6.0027710313054374e-05,
      "loss": 2.7204,
      "step": 43630
    },
    {
      "epoch": 37.71823681936041,
      "grad_norm": 1.2393760681152344,
      "learning_rate": 6.0012305594842645e-05,
      "loss": 2.7103,
      "step": 43640
    },
    {
      "epoch": 37.726879861711325,
      "grad_norm": 1.1776800155639648,
      "learning_rate": 5.999689988647667e-05,
      "loss": 2.7305,
      "step": 43650
    },
    {
      "epoch": 37.73552290406223,
      "grad_norm": 1.1737842559814453,
      "learning_rate": 5.9981493189479945e-05,
      "loss": 2.7265,
      "step": 43660
    },
    {
      "epoch": 37.74416594641314,
      "grad_norm": 1.2806198596954346,
      "learning_rate": 5.996608550537611e-05,
      "loss": 2.7096,
      "step": 43670
    },
    {
      "epoch": 37.752808988764045,
      "grad_norm": 1.1753289699554443,
      "learning_rate": 5.99506768356889e-05,
      "loss": 2.7325,
      "step": 43680
    },
    {
      "epoch": 37.76145203111495,
      "grad_norm": 1.4749594926834106,
      "learning_rate": 5.993526718194211e-05,
      "loss": 2.7035,
      "step": 43690
    },
    {
      "epoch": 37.77009507346586,
      "grad_norm": 1.4385448694229126,
      "learning_rate": 5.991985654565967e-05,
      "loss": 2.7162,
      "step": 43700
    },
    {
      "epoch": 37.778738115816765,
      "grad_norm": 1.6828395128250122,
      "learning_rate": 5.990444492836562e-05,
      "loss": 2.7299,
      "step": 43710
    },
    {
      "epoch": 37.787381158167676,
      "grad_norm": 1.3930469751358032,
      "learning_rate": 5.988903233158404e-05,
      "loss": 2.7013,
      "step": 43720
    },
    {
      "epoch": 37.79602420051858,
      "grad_norm": 1.2182921171188354,
      "learning_rate": 5.987361875683914e-05,
      "loss": 2.7393,
      "step": 43730
    },
    {
      "epoch": 37.80466724286949,
      "grad_norm": 1.1764053106307983,
      "learning_rate": 5.985820420565524e-05,
      "loss": 2.7321,
      "step": 43740
    },
    {
      "epoch": 37.813310285220396,
      "grad_norm": 1.3308295011520386,
      "learning_rate": 5.9842788679556735e-05,
      "loss": 2.7265,
      "step": 43750
    },
    {
      "epoch": 37.82195332757131,
      "grad_norm": 1.3898518085479736,
      "learning_rate": 5.982737218006813e-05,
      "loss": 2.731,
      "step": 43760
    },
    {
      "epoch": 37.83059636992221,
      "grad_norm": 1.2593286037445068,
      "learning_rate": 5.9811954708714015e-05,
      "loss": 2.7332,
      "step": 43770
    },
    {
      "epoch": 37.83923941227312,
      "grad_norm": 1.4399962425231934,
      "learning_rate": 5.979653626701909e-05,
      "loss": 2.7546,
      "step": 43780
    },
    {
      "epoch": 37.84788245462403,
      "grad_norm": 1.3159816265106201,
      "learning_rate": 5.978111685650812e-05,
      "loss": 2.7429,
      "step": 43790
    },
    {
      "epoch": 37.85652549697493,
      "grad_norm": 1.243658185005188,
      "learning_rate": 5.976569647870602e-05,
      "loss": 2.7392,
      "step": 43800
    },
    {
      "epoch": 37.86516853932584,
      "grad_norm": 1.188645601272583,
      "learning_rate": 5.975027513513773e-05,
      "loss": 2.7313,
      "step": 43810
    },
    {
      "epoch": 37.87381158167675,
      "grad_norm": 1.2621420621871948,
      "learning_rate": 5.973485282732838e-05,
      "loss": 2.7382,
      "step": 43820
    },
    {
      "epoch": 37.88245462402766,
      "grad_norm": 1.2779154777526855,
      "learning_rate": 5.971942955680309e-05,
      "loss": 2.7425,
      "step": 43830
    },
    {
      "epoch": 37.89109766637856,
      "grad_norm": 1.336475133895874,
      "learning_rate": 5.970400532508713e-05,
      "loss": 2.7289,
      "step": 43840
    },
    {
      "epoch": 37.899740708729475,
      "grad_norm": 1.3098669052124023,
      "learning_rate": 5.9688580133705874e-05,
      "loss": 2.7293,
      "step": 43850
    },
    {
      "epoch": 37.90838375108038,
      "grad_norm": 1.2238022089004517,
      "learning_rate": 5.967315398418478e-05,
      "loss": 2.7463,
      "step": 43860
    },
    {
      "epoch": 37.91702679343129,
      "grad_norm": 1.2222034931182861,
      "learning_rate": 5.965772687804938e-05,
      "loss": 2.7463,
      "step": 43870
    },
    {
      "epoch": 37.925669835782195,
      "grad_norm": 1.3336917161941528,
      "learning_rate": 5.964229881682534e-05,
      "loss": 2.767,
      "step": 43880
    },
    {
      "epoch": 37.934312878133106,
      "grad_norm": 1.2248817682266235,
      "learning_rate": 5.962686980203838e-05,
      "loss": 2.7556,
      "step": 43890
    },
    {
      "epoch": 37.94295592048401,
      "grad_norm": 1.3733055591583252,
      "learning_rate": 5.961143983521435e-05,
      "loss": 2.7444,
      "step": 43900
    },
    {
      "epoch": 37.951598962834915,
      "grad_norm": 1.2647767066955566,
      "learning_rate": 5.9596008917879154e-05,
      "loss": 2.7495,
      "step": 43910
    },
    {
      "epoch": 37.960242005185826,
      "grad_norm": 1.2082583904266357,
      "learning_rate": 5.958057705155884e-05,
      "loss": 2.7247,
      "step": 43920
    },
    {
      "epoch": 37.96888504753673,
      "grad_norm": 1.3733611106872559,
      "learning_rate": 5.956514423777949e-05,
      "loss": 2.7456,
      "step": 43930
    },
    {
      "epoch": 37.97752808988764,
      "grad_norm": 1.2872244119644165,
      "learning_rate": 5.9549710478067344e-05,
      "loss": 2.7416,
      "step": 43940
    },
    {
      "epoch": 37.986171132238546,
      "grad_norm": 1.3358118534088135,
      "learning_rate": 5.953427577394869e-05,
      "loss": 2.7581,
      "step": 43950
    },
    {
      "epoch": 37.99481417458946,
      "grad_norm": 1.2621372938156128,
      "learning_rate": 5.951884012694992e-05,
      "loss": 2.7467,
      "step": 43960
    },
    {
      "epoch": 38.00345721694036,
      "grad_norm": 1.2407081127166748,
      "learning_rate": 5.950340353859753e-05,
      "loss": 2.693,
      "step": 43970
    },
    {
      "epoch": 38.01210025929127,
      "grad_norm": 1.3076891899108887,
      "learning_rate": 5.94879660104181e-05,
      "loss": 2.5709,
      "step": 43980
    },
    {
      "epoch": 38.02074330164218,
      "grad_norm": 1.4103145599365234,
      "learning_rate": 5.947252754393832e-05,
      "loss": 2.5753,
      "step": 43990
    },
    {
      "epoch": 38.02938634399309,
      "grad_norm": 3.0827107429504395,
      "learning_rate": 5.9457088140684926e-05,
      "loss": 2.5836,
      "step": 44000
    },
    {
      "epoch": 38.03802938634399,
      "grad_norm": 1.4219781160354614,
      "learning_rate": 5.9441647802184794e-05,
      "loss": 2.5741,
      "step": 44010
    },
    {
      "epoch": 38.0466724286949,
      "grad_norm": 1.3122633695602417,
      "learning_rate": 5.942620652996488e-05,
      "loss": 2.5689,
      "step": 44020
    },
    {
      "epoch": 38.05531547104581,
      "grad_norm": 1.309387445449829,
      "learning_rate": 5.941076432555221e-05,
      "loss": 2.6102,
      "step": 44030
    },
    {
      "epoch": 38.06395851339671,
      "grad_norm": 1.2205497026443481,
      "learning_rate": 5.9395321190473974e-05,
      "loss": 2.5761,
      "step": 44040
    },
    {
      "epoch": 38.072601555747625,
      "grad_norm": 1.227164626121521,
      "learning_rate": 5.9379877126257336e-05,
      "loss": 2.5917,
      "step": 44050
    },
    {
      "epoch": 38.08124459809853,
      "grad_norm": 1.2854381799697876,
      "learning_rate": 5.936443213442965e-05,
      "loss": 2.5771,
      "step": 44060
    },
    {
      "epoch": 38.08988764044944,
      "grad_norm": 1.3388375043869019,
      "learning_rate": 5.934898621651833e-05,
      "loss": 2.5758,
      "step": 44070
    },
    {
      "epoch": 38.098530682800344,
      "grad_norm": 1.2708053588867188,
      "learning_rate": 5.9333539374050865e-05,
      "loss": 2.5989,
      "step": 44080
    },
    {
      "epoch": 38.107173725151256,
      "grad_norm": 1.6727148294448853,
      "learning_rate": 5.931809160855487e-05,
      "loss": 2.5902,
      "step": 44090
    },
    {
      "epoch": 38.11581676750216,
      "grad_norm": 1.398618459701538,
      "learning_rate": 5.9302642921558015e-05,
      "loss": 2.5949,
      "step": 44100
    },
    {
      "epoch": 38.12445980985307,
      "grad_norm": 1.3963297605514526,
      "learning_rate": 5.9287193314588096e-05,
      "loss": 2.5937,
      "step": 44110
    },
    {
      "epoch": 38.133102852203976,
      "grad_norm": 1.265196681022644,
      "learning_rate": 5.927174278917296e-05,
      "loss": 2.5723,
      "step": 44120
    },
    {
      "epoch": 38.14174589455488,
      "grad_norm": 1.9290217161178589,
      "learning_rate": 5.92562913468406e-05,
      "loss": 2.5942,
      "step": 44130
    },
    {
      "epoch": 38.15038893690579,
      "grad_norm": 1.5934919118881226,
      "learning_rate": 5.924083898911902e-05,
      "loss": 2.5914,
      "step": 44140
    },
    {
      "epoch": 38.159031979256696,
      "grad_norm": 1.4282286167144775,
      "learning_rate": 5.92253857175364e-05,
      "loss": 2.6069,
      "step": 44150
    },
    {
      "epoch": 38.16767502160761,
      "grad_norm": 1.504815936088562,
      "learning_rate": 5.920993153362097e-05,
      "loss": 2.5971,
      "step": 44160
    },
    {
      "epoch": 38.17631806395851,
      "grad_norm": 1.3411786556243896,
      "learning_rate": 5.919447643890102e-05,
      "loss": 2.5954,
      "step": 44170
    },
    {
      "epoch": 38.18496110630942,
      "grad_norm": 1.2745906114578247,
      "learning_rate": 5.9179020434905006e-05,
      "loss": 2.6282,
      "step": 44180
    },
    {
      "epoch": 38.19360414866033,
      "grad_norm": 1.3183165788650513,
      "learning_rate": 5.916356352316139e-05,
      "loss": 2.6167,
      "step": 44190
    },
    {
      "epoch": 38.20224719101124,
      "grad_norm": 1.2849034070968628,
      "learning_rate": 5.914810570519879e-05,
      "loss": 2.6116,
      "step": 44200
    },
    {
      "epoch": 38.21089023336214,
      "grad_norm": 1.3866039514541626,
      "learning_rate": 5.913264698254587e-05,
      "loss": 2.6049,
      "step": 44210
    },
    {
      "epoch": 38.219533275713054,
      "grad_norm": 1.3364841938018799,
      "learning_rate": 5.911718735673143e-05,
      "loss": 2.6147,
      "step": 44220
    },
    {
      "epoch": 38.22817631806396,
      "grad_norm": 1.4318732023239136,
      "learning_rate": 5.9101726829284275e-05,
      "loss": 2.6105,
      "step": 44230
    },
    {
      "epoch": 38.23681936041486,
      "grad_norm": 1.2288743257522583,
      "learning_rate": 5.908626540173341e-05,
      "loss": 2.6371,
      "step": 44240
    },
    {
      "epoch": 38.245462402765774,
      "grad_norm": 2.521682024002075,
      "learning_rate": 5.907080307560786e-05,
      "loss": 2.6139,
      "step": 44250
    },
    {
      "epoch": 38.25410544511668,
      "grad_norm": 1.6074450016021729,
      "learning_rate": 5.905533985243673e-05,
      "loss": 2.6079,
      "step": 44260
    },
    {
      "epoch": 38.26274848746759,
      "grad_norm": 1.4044666290283203,
      "learning_rate": 5.903987573374925e-05,
      "loss": 2.6201,
      "step": 44270
    },
    {
      "epoch": 38.271391529818494,
      "grad_norm": 1.3752014636993408,
      "learning_rate": 5.902441072107472e-05,
      "loss": 2.6382,
      "step": 44280
    },
    {
      "epoch": 38.280034572169406,
      "grad_norm": 1.4257501363754272,
      "learning_rate": 5.9008944815942546e-05,
      "loss": 2.6294,
      "step": 44290
    },
    {
      "epoch": 38.28867761452031,
      "grad_norm": 1.3451783657073975,
      "learning_rate": 5.89934780198822e-05,
      "loss": 2.6336,
      "step": 44300
    },
    {
      "epoch": 38.29732065687122,
      "grad_norm": 1.6541070938110352,
      "learning_rate": 5.897801033442324e-05,
      "loss": 2.6318,
      "step": 44310
    },
    {
      "epoch": 38.305963699222126,
      "grad_norm": 1.547601580619812,
      "learning_rate": 5.8962541761095345e-05,
      "loss": 2.6222,
      "step": 44320
    },
    {
      "epoch": 38.31460674157304,
      "grad_norm": 1.3270615339279175,
      "learning_rate": 5.894707230142824e-05,
      "loss": 2.6292,
      "step": 44330
    },
    {
      "epoch": 38.32324978392394,
      "grad_norm": 1.3411052227020264,
      "learning_rate": 5.8931601956951775e-05,
      "loss": 2.6259,
      "step": 44340
    },
    {
      "epoch": 38.331892826274846,
      "grad_norm": 1.36700439453125,
      "learning_rate": 5.891613072919585e-05,
      "loss": 2.6441,
      "step": 44350
    },
    {
      "epoch": 38.34053586862576,
      "grad_norm": 1.3220133781433105,
      "learning_rate": 5.89006586196905e-05,
      "loss": 2.6371,
      "step": 44360
    },
    {
      "epoch": 38.34917891097666,
      "grad_norm": 1.4181004762649536,
      "learning_rate": 5.88851856299658e-05,
      "loss": 2.636,
      "step": 44370
    },
    {
      "epoch": 38.35782195332757,
      "grad_norm": 1.3692759275436401,
      "learning_rate": 5.886971176155194e-05,
      "loss": 2.6342,
      "step": 44380
    },
    {
      "epoch": 38.36646499567848,
      "grad_norm": 1.4385913610458374,
      "learning_rate": 5.885423701597917e-05,
      "loss": 2.6324,
      "step": 44390
    },
    {
      "epoch": 38.37510803802939,
      "grad_norm": 1.2715630531311035,
      "learning_rate": 5.883876139477786e-05,
      "loss": 2.6431,
      "step": 44400
    },
    {
      "epoch": 38.38375108038029,
      "grad_norm": 1.3808761835098267,
      "learning_rate": 5.882328489947846e-05,
      "loss": 2.6424,
      "step": 44410
    },
    {
      "epoch": 38.392394122731204,
      "grad_norm": 1.282781720161438,
      "learning_rate": 5.880780753161149e-05,
      "loss": 2.6625,
      "step": 44420
    },
    {
      "epoch": 38.40103716508211,
      "grad_norm": 1.4864500761032104,
      "learning_rate": 5.879232929270756e-05,
      "loss": 2.6514,
      "step": 44430
    },
    {
      "epoch": 38.40968020743302,
      "grad_norm": 1.3338842391967773,
      "learning_rate": 5.877685018429738e-05,
      "loss": 2.6473,
      "step": 44440
    },
    {
      "epoch": 38.418323249783924,
      "grad_norm": 1.5810633897781372,
      "learning_rate": 5.8761370207911725e-05,
      "loss": 2.6475,
      "step": 44450
    },
    {
      "epoch": 38.42696629213483,
      "grad_norm": 1.3395298719406128,
      "learning_rate": 5.87458893650815e-05,
      "loss": 2.6635,
      "step": 44460
    },
    {
      "epoch": 38.43560933448574,
      "grad_norm": 1.4833850860595703,
      "learning_rate": 5.87304076573376e-05,
      "loss": 2.6441,
      "step": 44470
    },
    {
      "epoch": 38.444252376836644,
      "grad_norm": 1.3329625129699707,
      "learning_rate": 5.8714925086211126e-05,
      "loss": 2.6432,
      "step": 44480
    },
    {
      "epoch": 38.452895419187556,
      "grad_norm": 1.2238249778747559,
      "learning_rate": 5.869944165323319e-05,
      "loss": 2.6542,
      "step": 44490
    },
    {
      "epoch": 38.46153846153846,
      "grad_norm": 1.749528169631958,
      "learning_rate": 5.868395735993501e-05,
      "loss": 2.652,
      "step": 44500
    },
    {
      "epoch": 38.47018150388937,
      "grad_norm": 1.535038948059082,
      "learning_rate": 5.866847220784786e-05,
      "loss": 2.6584,
      "step": 44510
    },
    {
      "epoch": 38.478824546240276,
      "grad_norm": 1.3559807538986206,
      "learning_rate": 5.865298619850316e-05,
      "loss": 2.6516,
      "step": 44520
    },
    {
      "epoch": 38.48746758859119,
      "grad_norm": 1.2760454416275024,
      "learning_rate": 5.863749933343236e-05,
      "loss": 2.6522,
      "step": 44530
    },
    {
      "epoch": 38.49611063094209,
      "grad_norm": 1.258727788925171,
      "learning_rate": 5.8622011614167014e-05,
      "loss": 2.6506,
      "step": 44540
    },
    {
      "epoch": 38.504753673292996,
      "grad_norm": 1.4045876264572144,
      "learning_rate": 5.860652304223878e-05,
      "loss": 2.6679,
      "step": 44550
    },
    {
      "epoch": 38.51339671564391,
      "grad_norm": 1.5589183568954468,
      "learning_rate": 5.8591033619179335e-05,
      "loss": 2.6475,
      "step": 44560
    },
    {
      "epoch": 38.52203975799481,
      "grad_norm": 1.2897298336029053,
      "learning_rate": 5.8575543346520534e-05,
      "loss": 2.6461,
      "step": 44570
    },
    {
      "epoch": 38.53068280034572,
      "grad_norm": 1.3572008609771729,
      "learning_rate": 5.856005222579426e-05,
      "loss": 2.643,
      "step": 44580
    },
    {
      "epoch": 38.53932584269663,
      "grad_norm": 1.2604516744613647,
      "learning_rate": 5.8544560258532466e-05,
      "loss": 2.6692,
      "step": 44590
    },
    {
      "epoch": 38.54796888504754,
      "grad_norm": 1.304598331451416,
      "learning_rate": 5.8529067446267214e-05,
      "loss": 2.6617,
      "step": 44600
    },
    {
      "epoch": 38.55661192739844,
      "grad_norm": 1.7941340208053589,
      "learning_rate": 5.851357379053066e-05,
      "loss": 2.6722,
      "step": 44610
    },
    {
      "epoch": 38.565254969749354,
      "grad_norm": 1.3210468292236328,
      "learning_rate": 5.849807929285503e-05,
      "loss": 2.6546,
      "step": 44620
    },
    {
      "epoch": 38.57389801210026,
      "grad_norm": 1.3551411628723145,
      "learning_rate": 5.848258395477262e-05,
      "loss": 2.6614,
      "step": 44630
    },
    {
      "epoch": 38.58254105445117,
      "grad_norm": 1.3288848400115967,
      "learning_rate": 5.846708777781583e-05,
      "loss": 2.6802,
      "step": 44640
    },
    {
      "epoch": 38.591184096802074,
      "grad_norm": 1.2780520915985107,
      "learning_rate": 5.8451590763517125e-05,
      "loss": 2.6675,
      "step": 44650
    },
    {
      "epoch": 38.59982713915298,
      "grad_norm": 1.232532262802124,
      "learning_rate": 5.843609291340908e-05,
      "loss": 2.6851,
      "step": 44660
    },
    {
      "epoch": 38.60847018150389,
      "grad_norm": 1.3771519660949707,
      "learning_rate": 5.842059422902433e-05,
      "loss": 2.6533,
      "step": 44670
    },
    {
      "epoch": 38.617113223854794,
      "grad_norm": 1.5320168733596802,
      "learning_rate": 5.840509471189557e-05,
      "loss": 2.6575,
      "step": 44680
    },
    {
      "epoch": 38.625756266205705,
      "grad_norm": 1.2219922542572021,
      "learning_rate": 5.8389594363555646e-05,
      "loss": 2.6733,
      "step": 44690
    },
    {
      "epoch": 38.63439930855661,
      "grad_norm": 1.3760833740234375,
      "learning_rate": 5.8374093185537425e-05,
      "loss": 2.6649,
      "step": 44700
    },
    {
      "epoch": 38.64304235090752,
      "grad_norm": 1.2998590469360352,
      "learning_rate": 5.835859117937388e-05,
      "loss": 2.6756,
      "step": 44710
    },
    {
      "epoch": 38.651685393258425,
      "grad_norm": 1.5155835151672363,
      "learning_rate": 5.834308834659806e-05,
      "loss": 2.6778,
      "step": 44720
    },
    {
      "epoch": 38.66032843560934,
      "grad_norm": 1.276782512664795,
      "learning_rate": 5.83275846887431e-05,
      "loss": 2.6888,
      "step": 44730
    },
    {
      "epoch": 38.66897147796024,
      "grad_norm": 1.2977187633514404,
      "learning_rate": 5.83120802073422e-05,
      "loss": 2.6866,
      "step": 44740
    },
    {
      "epoch": 38.67761452031115,
      "grad_norm": 1.389465570449829,
      "learning_rate": 5.829657490392868e-05,
      "loss": 2.6884,
      "step": 44750
    },
    {
      "epoch": 38.68625756266206,
      "grad_norm": 1.5998369455337524,
      "learning_rate": 5.828106878003592e-05,
      "loss": 2.6817,
      "step": 44760
    },
    {
      "epoch": 38.69490060501296,
      "grad_norm": 1.6474661827087402,
      "learning_rate": 5.8265561837197336e-05,
      "loss": 2.6901,
      "step": 44770
    },
    {
      "epoch": 38.70354364736387,
      "grad_norm": 1.318647861480713,
      "learning_rate": 5.825005407694651e-05,
      "loss": 2.6873,
      "step": 44780
    },
    {
      "epoch": 38.71218668971478,
      "grad_norm": 1.3691346645355225,
      "learning_rate": 5.8234545500817076e-05,
      "loss": 2.6968,
      "step": 44790
    },
    {
      "epoch": 38.72082973206569,
      "grad_norm": 1.2749086618423462,
      "learning_rate": 5.8219036110342675e-05,
      "loss": 2.6987,
      "step": 44800
    },
    {
      "epoch": 38.72947277441659,
      "grad_norm": 1.3715271949768066,
      "learning_rate": 5.820352590705712e-05,
      "loss": 2.6948,
      "step": 44810
    },
    {
      "epoch": 38.738115816767504,
      "grad_norm": 1.4898922443389893,
      "learning_rate": 5.8188014892494294e-05,
      "loss": 2.6789,
      "step": 44820
    },
    {
      "epoch": 38.74675885911841,
      "grad_norm": 1.4579191207885742,
      "learning_rate": 5.817250306818811e-05,
      "loss": 2.6742,
      "step": 44830
    },
    {
      "epoch": 38.75540190146932,
      "grad_norm": 2.244760274887085,
      "learning_rate": 5.81569904356726e-05,
      "loss": 2.6912,
      "step": 44840
    },
    {
      "epoch": 38.764044943820224,
      "grad_norm": 1.3754158020019531,
      "learning_rate": 5.814147699648187e-05,
      "loss": 2.6835,
      "step": 44850
    },
    {
      "epoch": 38.772687986171135,
      "grad_norm": 1.3370840549468994,
      "learning_rate": 5.812596275215009e-05,
      "loss": 2.6855,
      "step": 44860
    },
    {
      "epoch": 38.78133102852204,
      "grad_norm": 1.400238037109375,
      "learning_rate": 5.811044770421154e-05,
      "loss": 2.6956,
      "step": 44870
    },
    {
      "epoch": 38.789974070872944,
      "grad_norm": 1.2557049989700317,
      "learning_rate": 5.809493185420054e-05,
      "loss": 2.6936,
      "step": 44880
    },
    {
      "epoch": 38.798617113223855,
      "grad_norm": 1.4278099536895752,
      "learning_rate": 5.807941520365152e-05,
      "loss": 2.6824,
      "step": 44890
    },
    {
      "epoch": 38.80726015557476,
      "grad_norm": 1.3459614515304565,
      "learning_rate": 5.806389775409898e-05,
      "loss": 2.6949,
      "step": 44900
    },
    {
      "epoch": 38.81590319792567,
      "grad_norm": 1.3727269172668457,
      "learning_rate": 5.804837950707751e-05,
      "loss": 2.6996,
      "step": 44910
    },
    {
      "epoch": 38.824546240276575,
      "grad_norm": 1.3615312576293945,
      "learning_rate": 5.803286046412175e-05,
      "loss": 2.6933,
      "step": 44920
    },
    {
      "epoch": 38.83318928262749,
      "grad_norm": 1.213376522064209,
      "learning_rate": 5.8017340626766434e-05,
      "loss": 2.7023,
      "step": 44930
    },
    {
      "epoch": 38.84183232497839,
      "grad_norm": 2.0448083877563477,
      "learning_rate": 5.8001819996546395e-05,
      "loss": 2.692,
      "step": 44940
    },
    {
      "epoch": 38.8504753673293,
      "grad_norm": 1.2153842449188232,
      "learning_rate": 5.798629857499651e-05,
      "loss": 2.7036,
      "step": 44950
    },
    {
      "epoch": 38.85911840968021,
      "grad_norm": 1.2074509859085083,
      "learning_rate": 5.7970776363651754e-05,
      "loss": 2.7054,
      "step": 44960
    },
    {
      "epoch": 38.86776145203112,
      "grad_norm": 1.3139216899871826,
      "learning_rate": 5.795525336404718e-05,
      "loss": 2.7039,
      "step": 44970
    },
    {
      "epoch": 38.87640449438202,
      "grad_norm": 1.2575372457504272,
      "learning_rate": 5.793972957771792e-05,
      "loss": 2.6916,
      "step": 44980
    },
    {
      "epoch": 38.88504753673293,
      "grad_norm": 1.235450267791748,
      "learning_rate": 5.792420500619916e-05,
      "loss": 2.6834,
      "step": 44990
    },
    {
      "epoch": 38.89369057908384,
      "grad_norm": 1.3314000368118286,
      "learning_rate": 5.790867965102622e-05,
      "loss": 2.7261,
      "step": 45000
    },
    {
      "epoch": 38.90233362143474,
      "grad_norm": 1.512746810913086,
      "learning_rate": 5.789315351373442e-05,
      "loss": 2.6991,
      "step": 45010
    },
    {
      "epoch": 38.910976663785654,
      "grad_norm": 1.3544671535491943,
      "learning_rate": 5.7877626595859205e-05,
      "loss": 2.6933,
      "step": 45020
    },
    {
      "epoch": 38.91961970613656,
      "grad_norm": 1.276102066040039,
      "learning_rate": 5.7862098898936115e-05,
      "loss": 2.7184,
      "step": 45030
    },
    {
      "epoch": 38.92826274848747,
      "grad_norm": 1.2166180610656738,
      "learning_rate": 5.784657042450071e-05,
      "loss": 2.7093,
      "step": 45040
    },
    {
      "epoch": 38.936905790838374,
      "grad_norm": 1.2345927953720093,
      "learning_rate": 5.7831041174088684e-05,
      "loss": 2.7016,
      "step": 45050
    },
    {
      "epoch": 38.945548833189285,
      "grad_norm": 1.2776710987091064,
      "learning_rate": 5.7815511149235766e-05,
      "loss": 2.7165,
      "step": 45060
    },
    {
      "epoch": 38.95419187554019,
      "grad_norm": 1.375800371170044,
      "learning_rate": 5.7799980351477786e-05,
      "loss": 2.6937,
      "step": 45070
    },
    {
      "epoch": 38.9628349178911,
      "grad_norm": 1.28983473777771,
      "learning_rate": 5.7784448782350645e-05,
      "loss": 2.6974,
      "step": 45080
    },
    {
      "epoch": 38.971477960242005,
      "grad_norm": 1.2753041982650757,
      "learning_rate": 5.776891644339033e-05,
      "loss": 2.7143,
      "step": 45090
    },
    {
      "epoch": 38.98012100259291,
      "grad_norm": 1.2762925624847412,
      "learning_rate": 5.7753383336132837e-05,
      "loss": 2.6914,
      "step": 45100
    },
    {
      "epoch": 38.98876404494382,
      "grad_norm": 1.2978774309158325,
      "learning_rate": 5.773784946211436e-05,
      "loss": 2.712,
      "step": 45110
    },
    {
      "epoch": 38.997407087294725,
      "grad_norm": 1.266788125038147,
      "learning_rate": 5.772231482287108e-05,
      "loss": 2.73,
      "step": 45120
    },
    {
      "epoch": 39.00605012964564,
      "grad_norm": 1.3550151586532593,
      "learning_rate": 5.770677941993925e-05,
      "loss": 2.6029,
      "step": 45130
    },
    {
      "epoch": 39.01469317199654,
      "grad_norm": 2.1230874061584473,
      "learning_rate": 5.7691243254855245e-05,
      "loss": 2.5661,
      "step": 45140
    },
    {
      "epoch": 39.02333621434745,
      "grad_norm": 2.127290725708008,
      "learning_rate": 5.767570632915551e-05,
      "loss": 2.5393,
      "step": 45150
    },
    {
      "epoch": 39.03197925669836,
      "grad_norm": 1.3243670463562012,
      "learning_rate": 5.766016864437651e-05,
      "loss": 2.5428,
      "step": 45160
    },
    {
      "epoch": 39.04062229904927,
      "grad_norm": 1.3474315404891968,
      "learning_rate": 5.764463020205486e-05,
      "loss": 2.5419,
      "step": 45170
    },
    {
      "epoch": 39.04926534140017,
      "grad_norm": 1.3529616594314575,
      "learning_rate": 5.76290910037272e-05,
      "loss": 2.5535,
      "step": 45180
    },
    {
      "epoch": 39.057908383751084,
      "grad_norm": 1.3894729614257812,
      "learning_rate": 5.761355105093026e-05,
      "loss": 2.5183,
      "step": 45190
    },
    {
      "epoch": 39.06655142610199,
      "grad_norm": 1.2938387393951416,
      "learning_rate": 5.7598010345200845e-05,
      "loss": 2.5361,
      "step": 45200
    },
    {
      "epoch": 39.07519446845289,
      "grad_norm": 1.394110083580017,
      "learning_rate": 5.758246888807583e-05,
      "loss": 2.5393,
      "step": 45210
    },
    {
      "epoch": 39.083837510803804,
      "grad_norm": 1.485429048538208,
      "learning_rate": 5.756692668109217e-05,
      "loss": 2.5587,
      "step": 45220
    },
    {
      "epoch": 39.09248055315471,
      "grad_norm": 1.23728346824646,
      "learning_rate": 5.755138372578689e-05,
      "loss": 2.5536,
      "step": 45230
    },
    {
      "epoch": 39.10112359550562,
      "grad_norm": 1.3197604417800903,
      "learning_rate": 5.753584002369711e-05,
      "loss": 2.5594,
      "step": 45240
    },
    {
      "epoch": 39.109766637856524,
      "grad_norm": 1.50991690158844,
      "learning_rate": 5.7520295576359976e-05,
      "loss": 2.5519,
      "step": 45250
    },
    {
      "epoch": 39.118409680207435,
      "grad_norm": 1.7788869142532349,
      "learning_rate": 5.7504750385312735e-05,
      "loss": 2.5619,
      "step": 45260
    },
    {
      "epoch": 39.12705272255834,
      "grad_norm": 1.388562798500061,
      "learning_rate": 5.7489204452092746e-05,
      "loss": 2.5566,
      "step": 45270
    },
    {
      "epoch": 39.13569576490925,
      "grad_norm": 1.3553558588027954,
      "learning_rate": 5.747365777823738e-05,
      "loss": 2.5532,
      "step": 45280
    },
    {
      "epoch": 39.144338807260155,
      "grad_norm": 1.3243409395217896,
      "learning_rate": 5.745811036528409e-05,
      "loss": 2.5775,
      "step": 45290
    },
    {
      "epoch": 39.152981849611066,
      "grad_norm": 1.4663327932357788,
      "learning_rate": 5.744256221477044e-05,
      "loss": 2.5717,
      "step": 45300
    },
    {
      "epoch": 39.16162489196197,
      "grad_norm": 1.3928306102752686,
      "learning_rate": 5.7427013328234035e-05,
      "loss": 2.5742,
      "step": 45310
    },
    {
      "epoch": 39.170267934312875,
      "grad_norm": 1.2703665494918823,
      "learning_rate": 5.741146370721258e-05,
      "loss": 2.5678,
      "step": 45320
    },
    {
      "epoch": 39.178910976663786,
      "grad_norm": 1.6061216592788696,
      "learning_rate": 5.7395913353243814e-05,
      "loss": 2.5647,
      "step": 45330
    },
    {
      "epoch": 39.18755401901469,
      "grad_norm": 1.3618781566619873,
      "learning_rate": 5.7380362267865584e-05,
      "loss": 2.5758,
      "step": 45340
    },
    {
      "epoch": 39.1961970613656,
      "grad_norm": 1.3934189081192017,
      "learning_rate": 5.736481045261576e-05,
      "loss": 2.561,
      "step": 45350
    },
    {
      "epoch": 39.204840103716506,
      "grad_norm": 1.26841139793396,
      "learning_rate": 5.734925790903237e-05,
      "loss": 2.5882,
      "step": 45360
    },
    {
      "epoch": 39.21348314606742,
      "grad_norm": 1.3757952451705933,
      "learning_rate": 5.733370463865344e-05,
      "loss": 2.5973,
      "step": 45370
    },
    {
      "epoch": 39.22212618841832,
      "grad_norm": 1.3304996490478516,
      "learning_rate": 5.7318150643017086e-05,
      "loss": 2.5776,
      "step": 45380
    },
    {
      "epoch": 39.23076923076923,
      "grad_norm": 1.3168213367462158,
      "learning_rate": 5.7302595923661506e-05,
      "loss": 2.5783,
      "step": 45390
    },
    {
      "epoch": 39.23941227312014,
      "grad_norm": 1.3052009344100952,
      "learning_rate": 5.728704048212495e-05,
      "loss": 2.5951,
      "step": 45400
    },
    {
      "epoch": 39.24805531547105,
      "grad_norm": 1.3052517175674438,
      "learning_rate": 5.727148431994579e-05,
      "loss": 2.5684,
      "step": 45410
    },
    {
      "epoch": 39.25669835782195,
      "grad_norm": 1.3077653646469116,
      "learning_rate": 5.725592743866241e-05,
      "loss": 2.5957,
      "step": 45420
    },
    {
      "epoch": 39.26534140017286,
      "grad_norm": 1.3795446157455444,
      "learning_rate": 5.7240369839813255e-05,
      "loss": 2.5807,
      "step": 45430
    },
    {
      "epoch": 39.27398444252377,
      "grad_norm": 1.4665108919143677,
      "learning_rate": 5.722481152493694e-05,
      "loss": 2.5884,
      "step": 45440
    },
    {
      "epoch": 39.28262748487467,
      "grad_norm": 1.4320359230041504,
      "learning_rate": 5.720925249557205e-05,
      "loss": 2.5877,
      "step": 45450
    },
    {
      "epoch": 39.291270527225585,
      "grad_norm": 1.2991491556167603,
      "learning_rate": 5.7193692753257265e-05,
      "loss": 2.6021,
      "step": 45460
    },
    {
      "epoch": 39.29991356957649,
      "grad_norm": 1.4927560091018677,
      "learning_rate": 5.717813229953135e-05,
      "loss": 2.5946,
      "step": 45470
    },
    {
      "epoch": 39.3085566119274,
      "grad_norm": 1.3193085193634033,
      "learning_rate": 5.716257113593318e-05,
      "loss": 2.6002,
      "step": 45480
    },
    {
      "epoch": 39.317199654278305,
      "grad_norm": 1.2926934957504272,
      "learning_rate": 5.714700926400158e-05,
      "loss": 2.6163,
      "step": 45490
    },
    {
      "epoch": 39.325842696629216,
      "grad_norm": 1.3328261375427246,
      "learning_rate": 5.713144668527559e-05,
      "loss": 2.6069,
      "step": 45500
    },
    {
      "epoch": 39.33448573898012,
      "grad_norm": 1.3896582126617432,
      "learning_rate": 5.711588340129421e-05,
      "loss": 2.5968,
      "step": 45510
    },
    {
      "epoch": 39.34312878133103,
      "grad_norm": 1.359149694442749,
      "learning_rate": 5.710031941359657e-05,
      "loss": 2.6048,
      "step": 45520
    },
    {
      "epoch": 39.351771823681936,
      "grad_norm": 1.302506446838379,
      "learning_rate": 5.708475472372186e-05,
      "loss": 2.619,
      "step": 45530
    },
    {
      "epoch": 39.36041486603284,
      "grad_norm": 1.6137837171554565,
      "learning_rate": 5.7069189333209306e-05,
      "loss": 2.5931,
      "step": 45540
    },
    {
      "epoch": 39.36905790838375,
      "grad_norm": 1.4289287328720093,
      "learning_rate": 5.705362324359824e-05,
      "loss": 2.6013,
      "step": 45550
    },
    {
      "epoch": 39.377700950734656,
      "grad_norm": 1.3189233541488647,
      "learning_rate": 5.703805645642803e-05,
      "loss": 2.6082,
      "step": 45560
    },
    {
      "epoch": 39.38634399308557,
      "grad_norm": 1.2762722969055176,
      "learning_rate": 5.702248897323817e-05,
      "loss": 2.6109,
      "step": 45570
    },
    {
      "epoch": 39.39498703543647,
      "grad_norm": 1.4198839664459229,
      "learning_rate": 5.7006920795568173e-05,
      "loss": 2.6113,
      "step": 45580
    },
    {
      "epoch": 39.40363007778738,
      "grad_norm": 1.2859210968017578,
      "learning_rate": 5.6991351924957624e-05,
      "loss": 2.625,
      "step": 45590
    },
    {
      "epoch": 39.41227312013829,
      "grad_norm": 1.3702256679534912,
      "learning_rate": 5.697578236294619e-05,
      "loss": 2.5957,
      "step": 45600
    },
    {
      "epoch": 39.4209161624892,
      "grad_norm": 1.380807638168335,
      "learning_rate": 5.6960212111073616e-05,
      "loss": 2.6261,
      "step": 45610
    },
    {
      "epoch": 39.4295592048401,
      "grad_norm": 1.3344981670379639,
      "learning_rate": 5.6944641170879684e-05,
      "loss": 2.6175,
      "step": 45620
    },
    {
      "epoch": 39.438202247191015,
      "grad_norm": 1.2066922187805176,
      "learning_rate": 5.692906954390429e-05,
      "loss": 2.6015,
      "step": 45630
    },
    {
      "epoch": 39.44684528954192,
      "grad_norm": 1.3511872291564941,
      "learning_rate": 5.691349723168732e-05,
      "loss": 2.6105,
      "step": 45640
    },
    {
      "epoch": 39.45548833189282,
      "grad_norm": 1.5780352354049683,
      "learning_rate": 5.689792423576882e-05,
      "loss": 2.6134,
      "step": 45650
    },
    {
      "epoch": 39.464131374243735,
      "grad_norm": 1.3951561450958252,
      "learning_rate": 5.688235055768887e-05,
      "loss": 2.6087,
      "step": 45660
    },
    {
      "epoch": 39.47277441659464,
      "grad_norm": 1.2894032001495361,
      "learning_rate": 5.686677619898757e-05,
      "loss": 2.6401,
      "step": 45670
    },
    {
      "epoch": 39.48141745894555,
      "grad_norm": 1.441772222518921,
      "learning_rate": 5.6851201161205133e-05,
      "loss": 2.6088,
      "step": 45680
    },
    {
      "epoch": 39.490060501296455,
      "grad_norm": 1.2621519565582275,
      "learning_rate": 5.683562544588188e-05,
      "loss": 2.6194,
      "step": 45690
    },
    {
      "epoch": 39.498703543647366,
      "grad_norm": 1.3346765041351318,
      "learning_rate": 5.68200490545581e-05,
      "loss": 2.6238,
      "step": 45700
    },
    {
      "epoch": 39.50734658599827,
      "grad_norm": 1.364405870437622,
      "learning_rate": 5.680447198877422e-05,
      "loss": 2.6293,
      "step": 45710
    },
    {
      "epoch": 39.51598962834918,
      "grad_norm": 1.3554390668869019,
      "learning_rate": 5.6788894250070714e-05,
      "loss": 2.6294,
      "step": 45720
    },
    {
      "epoch": 39.524632670700086,
      "grad_norm": 1.8771865367889404,
      "learning_rate": 5.6773315839988115e-05,
      "loss": 2.6153,
      "step": 45730
    },
    {
      "epoch": 39.533275713051,
      "grad_norm": 1.3629645109176636,
      "learning_rate": 5.675773676006704e-05,
      "loss": 2.6375,
      "step": 45740
    },
    {
      "epoch": 39.5419187554019,
      "grad_norm": 1.3113985061645508,
      "learning_rate": 5.674215701184817e-05,
      "loss": 2.6242,
      "step": 45750
    },
    {
      "epoch": 39.550561797752806,
      "grad_norm": 1.3358592987060547,
      "learning_rate": 5.6726576596872216e-05,
      "loss": 2.6304,
      "step": 45760
    },
    {
      "epoch": 39.55920484010372,
      "grad_norm": 1.2901575565338135,
      "learning_rate": 5.671099551668e-05,
      "loss": 2.6401,
      "step": 45770
    },
    {
      "epoch": 39.56784788245462,
      "grad_norm": 1.6091057062149048,
      "learning_rate": 5.669541377281241e-05,
      "loss": 2.6166,
      "step": 45780
    },
    {
      "epoch": 39.57649092480553,
      "grad_norm": 1.4563382863998413,
      "learning_rate": 5.667983136681035e-05,
      "loss": 2.6183,
      "step": 45790
    },
    {
      "epoch": 39.58513396715644,
      "grad_norm": 1.2969191074371338,
      "learning_rate": 5.666424830021484e-05,
      "loss": 2.6429,
      "step": 45800
    },
    {
      "epoch": 39.59377700950735,
      "grad_norm": 1.338800072669983,
      "learning_rate": 5.6648664574566965e-05,
      "loss": 2.6246,
      "step": 45810
    },
    {
      "epoch": 39.60242005185825,
      "grad_norm": 1.2992264032363892,
      "learning_rate": 5.663308019140782e-05,
      "loss": 2.6416,
      "step": 45820
    },
    {
      "epoch": 39.611063094209165,
      "grad_norm": 1.3579750061035156,
      "learning_rate": 5.661749515227863e-05,
      "loss": 2.6404,
      "step": 45830
    },
    {
      "epoch": 39.61970613656007,
      "grad_norm": 1.3053336143493652,
      "learning_rate": 5.6601909458720656e-05,
      "loss": 2.646,
      "step": 45840
    },
    {
      "epoch": 39.62834917891097,
      "grad_norm": 1.3007739782333374,
      "learning_rate": 5.65863231122752e-05,
      "loss": 2.6439,
      "step": 45850
    },
    {
      "epoch": 39.636992221261885,
      "grad_norm": 1.321212649345398,
      "learning_rate": 5.657073611448368e-05,
      "loss": 2.6529,
      "step": 45860
    },
    {
      "epoch": 39.64563526361279,
      "grad_norm": 1.2946573495864868,
      "learning_rate": 5.655514846688755e-05,
      "loss": 2.647,
      "step": 45870
    },
    {
      "epoch": 39.6542783059637,
      "grad_norm": 1.3914412260055542,
      "learning_rate": 5.6539560171028326e-05,
      "loss": 2.618,
      "step": 45880
    },
    {
      "epoch": 39.662921348314605,
      "grad_norm": 1.3087220191955566,
      "learning_rate": 5.652397122844758e-05,
      "loss": 2.6681,
      "step": 45890
    },
    {
      "epoch": 39.671564390665516,
      "grad_norm": 1.4704245328903198,
      "learning_rate": 5.650838164068699e-05,
      "loss": 2.6456,
      "step": 45900
    },
    {
      "epoch": 39.68020743301642,
      "grad_norm": 1.5045452117919922,
      "learning_rate": 5.649279140928825e-05,
      "loss": 2.6386,
      "step": 45910
    },
    {
      "epoch": 39.68885047536733,
      "grad_norm": 1.4226776361465454,
      "learning_rate": 5.647720053579313e-05,
      "loss": 2.6346,
      "step": 45920
    },
    {
      "epoch": 39.697493517718236,
      "grad_norm": 1.5644469261169434,
      "learning_rate": 5.646160902174348e-05,
      "loss": 2.652,
      "step": 45930
    },
    {
      "epoch": 39.70613656006915,
      "grad_norm": 3.9801647663116455,
      "learning_rate": 5.64460168686812e-05,
      "loss": 2.6476,
      "step": 45940
    },
    {
      "epoch": 39.71477960242005,
      "grad_norm": 1.4169889688491821,
      "learning_rate": 5.643042407814825e-05,
      "loss": 2.6413,
      "step": 45950
    },
    {
      "epoch": 39.723422644770956,
      "grad_norm": 1.4488179683685303,
      "learning_rate": 5.641483065168668e-05,
      "loss": 2.6563,
      "step": 45960
    },
    {
      "epoch": 39.73206568712187,
      "grad_norm": 1.4806554317474365,
      "learning_rate": 5.6399236590838554e-05,
      "loss": 2.654,
      "step": 45970
    },
    {
      "epoch": 39.74070872947277,
      "grad_norm": 1.3573273420333862,
      "learning_rate": 5.6383641897146044e-05,
      "loss": 2.6587,
      "step": 45980
    },
    {
      "epoch": 39.74935177182368,
      "grad_norm": 1.195091724395752,
      "learning_rate": 5.636804657215138e-05,
      "loss": 2.6639,
      "step": 45990
    },
    {
      "epoch": 39.75799481417459,
      "grad_norm": 1.3646467924118042,
      "learning_rate": 5.6352450617396816e-05,
      "loss": 2.6604,
      "step": 46000
    },
    {
      "epoch": 39.7666378565255,
      "grad_norm": 1.3378251791000366,
      "learning_rate": 5.633685403442469e-05,
      "loss": 2.6548,
      "step": 46010
    },
    {
      "epoch": 39.7752808988764,
      "grad_norm": 2.1025891304016113,
      "learning_rate": 5.6321256824777447e-05,
      "loss": 2.6617,
      "step": 46020
    },
    {
      "epoch": 39.783923941227314,
      "grad_norm": 1.3594038486480713,
      "learning_rate": 5.630565898999751e-05,
      "loss": 2.6736,
      "step": 46030
    },
    {
      "epoch": 39.79256698357822,
      "grad_norm": 1.3848754167556763,
      "learning_rate": 5.629006053162743e-05,
      "loss": 2.6507,
      "step": 46040
    },
    {
      "epoch": 39.80121002592913,
      "grad_norm": 1.3590947389602661,
      "learning_rate": 5.6274461451209794e-05,
      "loss": 2.662,
      "step": 46050
    },
    {
      "epoch": 39.809853068280034,
      "grad_norm": 1.8174307346343994,
      "learning_rate": 5.625886175028725e-05,
      "loss": 2.6642,
      "step": 46060
    },
    {
      "epoch": 39.81849611063094,
      "grad_norm": 1.4699584245681763,
      "learning_rate": 5.62432614304025e-05,
      "loss": 2.6627,
      "step": 46070
    },
    {
      "epoch": 39.82713915298185,
      "grad_norm": 2.466914653778076,
      "learning_rate": 5.6227660493098354e-05,
      "loss": 2.6632,
      "step": 46080
    },
    {
      "epoch": 39.835782195332754,
      "grad_norm": 1.3529680967330933,
      "learning_rate": 5.62120589399176e-05,
      "loss": 2.6592,
      "step": 46090
    },
    {
      "epoch": 39.844425237683666,
      "grad_norm": 1.4138671159744263,
      "learning_rate": 5.619645677240315e-05,
      "loss": 2.6465,
      "step": 46100
    },
    {
      "epoch": 39.85306828003457,
      "grad_norm": 1.3599014282226562,
      "learning_rate": 5.618085399209798e-05,
      "loss": 2.6593,
      "step": 46110
    },
    {
      "epoch": 39.86171132238548,
      "grad_norm": 1.3503419160842896,
      "learning_rate": 5.616525060054509e-05,
      "loss": 2.6817,
      "step": 46120
    },
    {
      "epoch": 39.870354364736386,
      "grad_norm": 1.3098127841949463,
      "learning_rate": 5.614964659928756e-05,
      "loss": 2.6713,
      "step": 46130
    },
    {
      "epoch": 39.8789974070873,
      "grad_norm": 1.565295696258545,
      "learning_rate": 5.613404198986853e-05,
      "loss": 2.6722,
      "step": 46140
    },
    {
      "epoch": 39.8876404494382,
      "grad_norm": 1.3900434970855713,
      "learning_rate": 5.6118436773831194e-05,
      "loss": 2.6509,
      "step": 46150
    },
    {
      "epoch": 39.89628349178911,
      "grad_norm": 1.2099534273147583,
      "learning_rate": 5.610283095271881e-05,
      "loss": 2.6702,
      "step": 46160
    },
    {
      "epoch": 39.90492653414002,
      "grad_norm": 1.3600223064422607,
      "learning_rate": 5.608722452807471e-05,
      "loss": 2.6883,
      "step": 46170
    },
    {
      "epoch": 39.91356957649092,
      "grad_norm": 1.282768726348877,
      "learning_rate": 5.6071617501442245e-05,
      "loss": 2.6566,
      "step": 46180
    },
    {
      "epoch": 39.92221261884183,
      "grad_norm": 1.416007161140442,
      "learning_rate": 5.6056009874364876e-05,
      "loss": 2.6602,
      "step": 46190
    },
    {
      "epoch": 39.93085566119274,
      "grad_norm": 1.2172931432724,
      "learning_rate": 5.60404016483861e-05,
      "loss": 2.6706,
      "step": 46200
    },
    {
      "epoch": 39.93949870354365,
      "grad_norm": 1.338512897491455,
      "learning_rate": 5.602479282504945e-05,
      "loss": 2.6551,
      "step": 46210
    },
    {
      "epoch": 39.94814174589455,
      "grad_norm": 1.3000671863555908,
      "learning_rate": 5.600918340589855e-05,
      "loss": 2.6777,
      "step": 46220
    },
    {
      "epoch": 39.956784788245464,
      "grad_norm": 1.2518951892852783,
      "learning_rate": 5.599357339247709e-05,
      "loss": 2.6667,
      "step": 46230
    },
    {
      "epoch": 39.96542783059637,
      "grad_norm": 1.348779559135437,
      "learning_rate": 5.597796278632879e-05,
      "loss": 2.6704,
      "step": 46240
    },
    {
      "epoch": 39.97407087294728,
      "grad_norm": 1.2772623300552368,
      "learning_rate": 5.596235158899744e-05,
      "loss": 2.6723,
      "step": 46250
    },
    {
      "epoch": 39.982713915298184,
      "grad_norm": 1.4067062139511108,
      "learning_rate": 5.594673980202689e-05,
      "loss": 2.6863,
      "step": 46260
    },
    {
      "epoch": 39.991356957649096,
      "grad_norm": 1.2493656873703003,
      "learning_rate": 5.593112742696105e-05,
      "loss": 2.6809,
      "step": 46270
    },
    {
      "epoch": 40.0,
      "grad_norm": 6.900977611541748,
      "learning_rate": 5.591551446534388e-05,
      "loss": 2.7209,
      "step": 46280
    },
    {
      "epoch": 40.008643042350904,
      "grad_norm": 1.8283427953720093,
      "learning_rate": 5.589990091871943e-05,
      "loss": 2.4992,
      "step": 46290
    },
    {
      "epoch": 40.017286084701816,
      "grad_norm": 1.6906837224960327,
      "learning_rate": 5.5884286788631724e-05,
      "loss": 2.5021,
      "step": 46300
    },
    {
      "epoch": 40.02592912705272,
      "grad_norm": 1.343643307685852,
      "learning_rate": 5.5868672076624965e-05,
      "loss": 2.506,
      "step": 46310
    },
    {
      "epoch": 40.03457216940363,
      "grad_norm": 1.2724889516830444,
      "learning_rate": 5.585305678424333e-05,
      "loss": 2.5099,
      "step": 46320
    },
    {
      "epoch": 40.043215211754536,
      "grad_norm": 1.4393435716629028,
      "learning_rate": 5.583744091303105e-05,
      "loss": 2.5184,
      "step": 46330
    },
    {
      "epoch": 40.05185825410545,
      "grad_norm": 1.618859887123108,
      "learning_rate": 5.582182446453246e-05,
      "loss": 2.4877,
      "step": 46340
    },
    {
      "epoch": 40.06050129645635,
      "grad_norm": 1.317284345626831,
      "learning_rate": 5.580620744029193e-05,
      "loss": 2.5077,
      "step": 46350
    },
    {
      "epoch": 40.06914433880726,
      "grad_norm": 1.5196216106414795,
      "learning_rate": 5.579058984185386e-05,
      "loss": 2.5005,
      "step": 46360
    },
    {
      "epoch": 40.07778738115817,
      "grad_norm": 1.371501088142395,
      "learning_rate": 5.577497167076276e-05,
      "loss": 2.5348,
      "step": 46370
    },
    {
      "epoch": 40.08643042350908,
      "grad_norm": 1.392734169960022,
      "learning_rate": 5.575935292856318e-05,
      "loss": 2.5176,
      "step": 46380
    },
    {
      "epoch": 40.09507346585998,
      "grad_norm": 1.390959620475769,
      "learning_rate": 5.5743733616799665e-05,
      "loss": 2.534,
      "step": 46390
    },
    {
      "epoch": 40.10371650821089,
      "grad_norm": 1.381561517715454,
      "learning_rate": 5.572811373701691e-05,
      "loss": 2.5202,
      "step": 46400
    },
    {
      "epoch": 40.1123595505618,
      "grad_norm": 1.4842523336410522,
      "learning_rate": 5.5712493290759624e-05,
      "loss": 2.5202,
      "step": 46410
    },
    {
      "epoch": 40.1210025929127,
      "grad_norm": 1.4055982828140259,
      "learning_rate": 5.569687227957256e-05,
      "loss": 2.5296,
      "step": 46420
    },
    {
      "epoch": 40.129645635263614,
      "grad_norm": 1.4609489440917969,
      "learning_rate": 5.568125070500051e-05,
      "loss": 2.5182,
      "step": 46430
    },
    {
      "epoch": 40.13828867761452,
      "grad_norm": 2.8978214263916016,
      "learning_rate": 5.5665628568588404e-05,
      "loss": 2.5392,
      "step": 46440
    },
    {
      "epoch": 40.14693171996543,
      "grad_norm": 1.4614131450653076,
      "learning_rate": 5.565000587188113e-05,
      "loss": 2.5408,
      "step": 46450
    },
    {
      "epoch": 40.155574762316334,
      "grad_norm": 1.3078819513320923,
      "learning_rate": 5.5634382616423695e-05,
      "loss": 2.5301,
      "step": 46460
    },
    {
      "epoch": 40.164217804667246,
      "grad_norm": 1.3841216564178467,
      "learning_rate": 5.561875880376114e-05,
      "loss": 2.5416,
      "step": 46470
    },
    {
      "epoch": 40.17286084701815,
      "grad_norm": 1.5428674221038818,
      "learning_rate": 5.560313443543855e-05,
      "loss": 2.5496,
      "step": 46480
    },
    {
      "epoch": 40.18150388936906,
      "grad_norm": 1.505298376083374,
      "learning_rate": 5.558750951300109e-05,
      "loss": 2.5391,
      "step": 46490
    },
    {
      "epoch": 40.190146931719966,
      "grad_norm": 1.321257472038269,
      "learning_rate": 5.557188403799398e-05,
      "loss": 2.5471,
      "step": 46500
    },
    {
      "epoch": 40.19878997407087,
      "grad_norm": 1.510495662689209,
      "learning_rate": 5.555625801196244e-05,
      "loss": 2.534,
      "step": 46510
    },
    {
      "epoch": 40.20743301642178,
      "grad_norm": 1.3502906560897827,
      "learning_rate": 5.554063143645182e-05,
      "loss": 2.5474,
      "step": 46520
    },
    {
      "epoch": 40.216076058772686,
      "grad_norm": 1.3303678035736084,
      "learning_rate": 5.552500431300749e-05,
      "loss": 2.5581,
      "step": 46530
    },
    {
      "epoch": 40.2247191011236,
      "grad_norm": 1.3445923328399658,
      "learning_rate": 5.550937664317486e-05,
      "loss": 2.5497,
      "step": 46540
    },
    {
      "epoch": 40.2333621434745,
      "grad_norm": 1.4083212614059448,
      "learning_rate": 5.549374842849939e-05,
      "loss": 2.544,
      "step": 46550
    },
    {
      "epoch": 40.24200518582541,
      "grad_norm": 1.4089428186416626,
      "learning_rate": 5.5478119670526675e-05,
      "loss": 2.5521,
      "step": 46560
    },
    {
      "epoch": 40.25064822817632,
      "grad_norm": 1.3750931024551392,
      "learning_rate": 5.5462490370802244e-05,
      "loss": 2.5531,
      "step": 46570
    },
    {
      "epoch": 40.25929127052723,
      "grad_norm": 1.411635398864746,
      "learning_rate": 5.544686053087176e-05,
      "loss": 2.5438,
      "step": 46580
    },
    {
      "epoch": 40.26793431287813,
      "grad_norm": 1.4933546781539917,
      "learning_rate": 5.54312301522809e-05,
      "loss": 2.5646,
      "step": 46590
    },
    {
      "epoch": 40.276577355229044,
      "grad_norm": 1.4014779329299927,
      "learning_rate": 5.541559923657543e-05,
      "loss": 2.5722,
      "step": 46600
    },
    {
      "epoch": 40.28522039757995,
      "grad_norm": 1.4152132272720337,
      "learning_rate": 5.539996778530115e-05,
      "loss": 2.5565,
      "step": 46610
    },
    {
      "epoch": 40.29386343993085,
      "grad_norm": 1.4888073205947876,
      "learning_rate": 5.53843358000039e-05,
      "loss": 2.5604,
      "step": 46620
    },
    {
      "epoch": 40.302506482281764,
      "grad_norm": 1.4192893505096436,
      "learning_rate": 5.536870328222958e-05,
      "loss": 2.5637,
      "step": 46630
    },
    {
      "epoch": 40.31114952463267,
      "grad_norm": 1.4764490127563477,
      "learning_rate": 5.535307023352416e-05,
      "loss": 2.5607,
      "step": 46640
    },
    {
      "epoch": 40.31979256698358,
      "grad_norm": 1.4441860914230347,
      "learning_rate": 5.533743665543366e-05,
      "loss": 2.5783,
      "step": 46650
    },
    {
      "epoch": 40.328435609334484,
      "grad_norm": 1.333727240562439,
      "learning_rate": 5.532180254950412e-05,
      "loss": 2.5625,
      "step": 46660
    },
    {
      "epoch": 40.337078651685395,
      "grad_norm": 1.328437089920044,
      "learning_rate": 5.530616791728167e-05,
      "loss": 2.5829,
      "step": 46670
    },
    {
      "epoch": 40.3457216940363,
      "grad_norm": 1.3647090196609497,
      "learning_rate": 5.529053276031248e-05,
      "loss": 2.5703,
      "step": 46680
    },
    {
      "epoch": 40.35436473638721,
      "grad_norm": 1.3252536058425903,
      "learning_rate": 5.5274897080142754e-05,
      "loss": 2.5897,
      "step": 46690
    },
    {
      "epoch": 40.363007778738115,
      "grad_norm": 1.4630887508392334,
      "learning_rate": 5.5259260878318765e-05,
      "loss": 2.5646,
      "step": 46700
    },
    {
      "epoch": 40.37165082108903,
      "grad_norm": 1.5329456329345703,
      "learning_rate": 5.5243624156386866e-05,
      "loss": 2.5732,
      "step": 46710
    },
    {
      "epoch": 40.38029386343993,
      "grad_norm": 1.394478678703308,
      "learning_rate": 5.5227986915893374e-05,
      "loss": 2.5842,
      "step": 46720
    },
    {
      "epoch": 40.388936905790835,
      "grad_norm": 1.3641287088394165,
      "learning_rate": 5.521234915838476e-05,
      "loss": 2.5893,
      "step": 46730
    },
    {
      "epoch": 40.39757994814175,
      "grad_norm": 1.3327144384384155,
      "learning_rate": 5.51967108854075e-05,
      "loss": 2.5868,
      "step": 46740
    },
    {
      "epoch": 40.40622299049265,
      "grad_norm": 1.2779823541641235,
      "learning_rate": 5.518107209850809e-05,
      "loss": 2.5691,
      "step": 46750
    },
    {
      "epoch": 40.41486603284356,
      "grad_norm": 1.5440243482589722,
      "learning_rate": 5.5165432799233116e-05,
      "loss": 2.5699,
      "step": 46760
    },
    {
      "epoch": 40.42350907519447,
      "grad_norm": 1.3651154041290283,
      "learning_rate": 5.5149792989129246e-05,
      "loss": 2.5816,
      "step": 46770
    },
    {
      "epoch": 40.43215211754538,
      "grad_norm": 1.5206375122070312,
      "learning_rate": 5.513415266974311e-05,
      "loss": 2.5784,
      "step": 46780
    },
    {
      "epoch": 40.44079515989628,
      "grad_norm": 1.3636417388916016,
      "learning_rate": 5.5118511842621465e-05,
      "loss": 2.5788,
      "step": 46790
    },
    {
      "epoch": 40.449438202247194,
      "grad_norm": 1.3131225109100342,
      "learning_rate": 5.510287050931108e-05,
      "loss": 2.5732,
      "step": 46800
    },
    {
      "epoch": 40.4580812445981,
      "grad_norm": 1.440982460975647,
      "learning_rate": 5.508722867135878e-05,
      "loss": 2.5662,
      "step": 46810
    },
    {
      "epoch": 40.466724286949,
      "grad_norm": 1.339350938796997,
      "learning_rate": 5.5071586330311467e-05,
      "loss": 2.6024,
      "step": 46820
    },
    {
      "epoch": 40.475367329299914,
      "grad_norm": 1.4271348714828491,
      "learning_rate": 5.5055943487716055e-05,
      "loss": 2.5972,
      "step": 46830
    },
    {
      "epoch": 40.48401037165082,
      "grad_norm": 1.3360885381698608,
      "learning_rate": 5.504030014511951e-05,
      "loss": 2.5833,
      "step": 46840
    },
    {
      "epoch": 40.49265341400173,
      "grad_norm": 1.8203593492507935,
      "learning_rate": 5.502465630406888e-05,
      "loss": 2.5819,
      "step": 46850
    },
    {
      "epoch": 40.501296456352634,
      "grad_norm": 1.501911997795105,
      "learning_rate": 5.500901196611124e-05,
      "loss": 2.5966,
      "step": 46860
    },
    {
      "epoch": 40.509939498703545,
      "grad_norm": 1.4594953060150146,
      "learning_rate": 5.4993367132793716e-05,
      "loss": 2.5691,
      "step": 46870
    },
    {
      "epoch": 40.51858254105445,
      "grad_norm": 1.368767499923706,
      "learning_rate": 5.4977721805663477e-05,
      "loss": 2.5747,
      "step": 46880
    },
    {
      "epoch": 40.52722558340536,
      "grad_norm": 1.4224153757095337,
      "learning_rate": 5.496207598626776e-05,
      "loss": 2.6073,
      "step": 46890
    },
    {
      "epoch": 40.535868625756265,
      "grad_norm": 1.3626222610473633,
      "learning_rate": 5.494642967615382e-05,
      "loss": 2.596,
      "step": 46900
    },
    {
      "epoch": 40.54451166810718,
      "grad_norm": 1.4289703369140625,
      "learning_rate": 5.493078287686899e-05,
      "loss": 2.6156,
      "step": 46910
    },
    {
      "epoch": 40.55315471045808,
      "grad_norm": 1.411503791809082,
      "learning_rate": 5.4915135589960665e-05,
      "loss": 2.584,
      "step": 46920
    },
    {
      "epoch": 40.561797752808985,
      "grad_norm": 1.3253425359725952,
      "learning_rate": 5.48994878169762e-05,
      "loss": 2.5955,
      "step": 46930
    },
    {
      "epoch": 40.5704407951599,
      "grad_norm": 1.4428293704986572,
      "learning_rate": 5.488383955946313e-05,
      "loss": 2.598,
      "step": 46940
    },
    {
      "epoch": 40.5790838375108,
      "grad_norm": 1.4423038959503174,
      "learning_rate": 5.486819081896895e-05,
      "loss": 2.5941,
      "step": 46950
    },
    {
      "epoch": 40.58772687986171,
      "grad_norm": 1.4092861413955688,
      "learning_rate": 5.4852541597041184e-05,
      "loss": 2.5981,
      "step": 46960
    },
    {
      "epoch": 40.59636992221262,
      "grad_norm": 1.4912996292114258,
      "learning_rate": 5.4836891895227474e-05,
      "loss": 2.5877,
      "step": 46970
    },
    {
      "epoch": 40.60501296456353,
      "grad_norm": 1.27632474899292,
      "learning_rate": 5.48212417150755e-05,
      "loss": 2.5928,
      "step": 46980
    },
    {
      "epoch": 40.61365600691443,
      "grad_norm": 1.3309935331344604,
      "learning_rate": 5.480559105813292e-05,
      "loss": 2.6043,
      "step": 46990
    },
    {
      "epoch": 40.622299049265344,
      "grad_norm": 2.2029380798339844,
      "learning_rate": 5.4789939925947506e-05,
      "loss": 2.6012,
      "step": 47000
    },
    {
      "epoch": 40.63094209161625,
      "grad_norm": 1.6655945777893066,
      "learning_rate": 5.477428832006707e-05,
      "loss": 2.6117,
      "step": 47010
    },
    {
      "epoch": 40.63958513396716,
      "grad_norm": 1.374292016029358,
      "learning_rate": 5.475863624203944e-05,
      "loss": 2.5871,
      "step": 47020
    },
    {
      "epoch": 40.648228176318064,
      "grad_norm": 1.4053645133972168,
      "learning_rate": 5.4742983693412505e-05,
      "loss": 2.5991,
      "step": 47030
    },
    {
      "epoch": 40.65687121866897,
      "grad_norm": 1.4630323648452759,
      "learning_rate": 5.472733067573423e-05,
      "loss": 2.6126,
      "step": 47040
    },
    {
      "epoch": 40.66551426101988,
      "grad_norm": 1.4659340381622314,
      "learning_rate": 5.471167719055257e-05,
      "loss": 2.6023,
      "step": 47050
    },
    {
      "epoch": 40.674157303370784,
      "grad_norm": 1.4305745363235474,
      "learning_rate": 5.469602323941557e-05,
      "loss": 2.6118,
      "step": 47060
    },
    {
      "epoch": 40.682800345721695,
      "grad_norm": 1.3233274221420288,
      "learning_rate": 5.468036882387132e-05,
      "loss": 2.6177,
      "step": 47070
    },
    {
      "epoch": 40.6914433880726,
      "grad_norm": 1.5329244136810303,
      "learning_rate": 5.466471394546793e-05,
      "loss": 2.6165,
      "step": 47080
    },
    {
      "epoch": 40.70008643042351,
      "grad_norm": 1.5407274961471558,
      "learning_rate": 5.464905860575354e-05,
      "loss": 2.595,
      "step": 47090
    },
    {
      "epoch": 40.708729472774415,
      "grad_norm": 1.4115149974822998,
      "learning_rate": 5.4633402806276436e-05,
      "loss": 2.6016,
      "step": 47100
    },
    {
      "epoch": 40.71737251512533,
      "grad_norm": 1.3338886499404907,
      "learning_rate": 5.4617746548584815e-05,
      "loss": 2.6198,
      "step": 47110
    },
    {
      "epoch": 40.72601555747623,
      "grad_norm": 1.4248764514923096,
      "learning_rate": 5.460208983422701e-05,
      "loss": 2.6083,
      "step": 47120
    },
    {
      "epoch": 40.73465859982714,
      "grad_norm": 1.348172903060913,
      "learning_rate": 5.4586432664751366e-05,
      "loss": 2.6148,
      "step": 47130
    },
    {
      "epoch": 40.74330164217805,
      "grad_norm": 1.5609831809997559,
      "learning_rate": 5.457077504170628e-05,
      "loss": 2.6019,
      "step": 47140
    },
    {
      "epoch": 40.75194468452895,
      "grad_norm": 2.291916847229004,
      "learning_rate": 5.45551169666402e-05,
      "loss": 2.6345,
      "step": 47150
    },
    {
      "epoch": 40.76058772687986,
      "grad_norm": 1.3754539489746094,
      "learning_rate": 5.4539458441101596e-05,
      "loss": 2.6293,
      "step": 47160
    },
    {
      "epoch": 40.76923076923077,
      "grad_norm": 1.322204828262329,
      "learning_rate": 5.4523799466639014e-05,
      "loss": 2.609,
      "step": 47170
    },
    {
      "epoch": 40.77787381158168,
      "grad_norm": 2.0456907749176025,
      "learning_rate": 5.4508140044801006e-05,
      "loss": 2.6171,
      "step": 47180
    },
    {
      "epoch": 40.78651685393258,
      "grad_norm": 1.3245145082473755,
      "learning_rate": 5.449248017713622e-05,
      "loss": 2.6297,
      "step": 47190
    },
    {
      "epoch": 40.795159896283494,
      "grad_norm": 1.3574720621109009,
      "learning_rate": 5.4476819865193305e-05,
      "loss": 2.6419,
      "step": 47200
    },
    {
      "epoch": 40.8038029386344,
      "grad_norm": 1.3701890707015991,
      "learning_rate": 5.446115911052097e-05,
      "loss": 2.6405,
      "step": 47210
    },
    {
      "epoch": 40.81244598098531,
      "grad_norm": 1.459958791732788,
      "learning_rate": 5.444549791466794e-05,
      "loss": 2.6264,
      "step": 47220
    },
    {
      "epoch": 40.821089023336214,
      "grad_norm": 1.3300883769989014,
      "learning_rate": 5.442983627918305e-05,
      "loss": 2.6305,
      "step": 47230
    },
    {
      "epoch": 40.829732065687125,
      "grad_norm": 1.4579766988754272,
      "learning_rate": 5.441417420561512e-05,
      "loss": 2.6336,
      "step": 47240
    },
    {
      "epoch": 40.83837510803803,
      "grad_norm": 1.3862487077713013,
      "learning_rate": 5.439851169551303e-05,
      "loss": 2.628,
      "step": 47250
    },
    {
      "epoch": 40.847018150388934,
      "grad_norm": 1.4611340761184692,
      "learning_rate": 5.4382848750425684e-05,
      "loss": 2.6298,
      "step": 47260
    },
    {
      "epoch": 40.855661192739845,
      "grad_norm": 1.5612317323684692,
      "learning_rate": 5.4367185371902097e-05,
      "loss": 2.6208,
      "step": 47270
    },
    {
      "epoch": 40.86430423509075,
      "grad_norm": 1.3621562719345093,
      "learning_rate": 5.435152156149125e-05,
      "loss": 2.6246,
      "step": 47280
    },
    {
      "epoch": 40.87294727744166,
      "grad_norm": 1.2983496189117432,
      "learning_rate": 5.4335857320742177e-05,
      "loss": 2.6264,
      "step": 47290
    },
    {
      "epoch": 40.881590319792565,
      "grad_norm": 1.4746273756027222,
      "learning_rate": 5.432019265120399e-05,
      "loss": 2.6229,
      "step": 47300
    },
    {
      "epoch": 40.890233362143476,
      "grad_norm": 1.463060736656189,
      "learning_rate": 5.430452755442585e-05,
      "loss": 2.6222,
      "step": 47310
    },
    {
      "epoch": 40.89887640449438,
      "grad_norm": 1.3948163986206055,
      "learning_rate": 5.428886203195691e-05,
      "loss": 2.6406,
      "step": 47320
    },
    {
      "epoch": 40.90751944684529,
      "grad_norm": 1.3302950859069824,
      "learning_rate": 5.42731960853464e-05,
      "loss": 2.6463,
      "step": 47330
    },
    {
      "epoch": 40.916162489196196,
      "grad_norm": 1.3100793361663818,
      "learning_rate": 5.425752971614358e-05,
      "loss": 2.626,
      "step": 47340
    },
    {
      "epoch": 40.92480553154711,
      "grad_norm": 1.4839425086975098,
      "learning_rate": 5.4241862925897755e-05,
      "loss": 2.6302,
      "step": 47350
    },
    {
      "epoch": 40.93344857389801,
      "grad_norm": 1.4342283010482788,
      "learning_rate": 5.422619571615829e-05,
      "loss": 2.6279,
      "step": 47360
    },
    {
      "epoch": 40.942091616248916,
      "grad_norm": 1.3059254884719849,
      "learning_rate": 5.421052808847455e-05,
      "loss": 2.6186,
      "step": 47370
    },
    {
      "epoch": 40.95073465859983,
      "grad_norm": 1.3334834575653076,
      "learning_rate": 5.419486004439597e-05,
      "loss": 2.6426,
      "step": 47380
    },
    {
      "epoch": 40.95937770095073,
      "grad_norm": 1.4289222955703735,
      "learning_rate": 5.417919158547202e-05,
      "loss": 2.6248,
      "step": 47390
    },
    {
      "epoch": 40.96802074330164,
      "grad_norm": 1.5205063819885254,
      "learning_rate": 5.416352271325225e-05,
      "loss": 2.6396,
      "step": 47400
    },
    {
      "epoch": 40.97666378565255,
      "grad_norm": 1.797742247581482,
      "learning_rate": 5.414785342928615e-05,
      "loss": 2.6592,
      "step": 47410
    },
    {
      "epoch": 40.98530682800346,
      "grad_norm": 1.5734602212905884,
      "learning_rate": 5.413218373512335e-05,
      "loss": 2.6395,
      "step": 47420
    },
    {
      "epoch": 40.99394987035436,
      "grad_norm": 1.3531118631362915,
      "learning_rate": 5.4116513632313495e-05,
      "loss": 2.6486,
      "step": 47430
    },
    {
      "epoch": 41.002592912705275,
      "grad_norm": 1.1563835144042969,
      "learning_rate": 5.410084312240623e-05,
      "loss": 2.6137,
      "step": 47440
    },
    {
      "epoch": 41.01123595505618,
      "grad_norm": 1.389562964439392,
      "learning_rate": 5.408517220695128e-05,
      "loss": 2.4705,
      "step": 47450
    },
    {
      "epoch": 41.01987899740709,
      "grad_norm": 1.4087690114974976,
      "learning_rate": 5.406950088749842e-05,
      "loss": 2.4542,
      "step": 47460
    },
    {
      "epoch": 41.028522039757995,
      "grad_norm": 1.3575174808502197,
      "learning_rate": 5.405382916559743e-05,
      "loss": 2.4631,
      "step": 47470
    },
    {
      "epoch": 41.0371650821089,
      "grad_norm": 1.396004319190979,
      "learning_rate": 5.4038157042798145e-05,
      "loss": 2.4755,
      "step": 47480
    },
    {
      "epoch": 41.04580812445981,
      "grad_norm": 1.478790283203125,
      "learning_rate": 5.402248452065044e-05,
      "loss": 2.4648,
      "step": 47490
    },
    {
      "epoch": 41.054451166810715,
      "grad_norm": 1.5053136348724365,
      "learning_rate": 5.400681160070423e-05,
      "loss": 2.4585,
      "step": 47500
    },
    {
      "epoch": 41.063094209161626,
      "grad_norm": 1.2919129133224487,
      "learning_rate": 5.399113828450946e-05,
      "loss": 2.4677,
      "step": 47510
    },
    {
      "epoch": 41.07173725151253,
      "grad_norm": 1.3786005973815918,
      "learning_rate": 5.397546457361614e-05,
      "loss": 2.4647,
      "step": 47520
    },
    {
      "epoch": 41.08038029386344,
      "grad_norm": 1.4596351385116577,
      "learning_rate": 5.395979046957429e-05,
      "loss": 2.4929,
      "step": 47530
    },
    {
      "epoch": 41.089023336214346,
      "grad_norm": 1.3739618062973022,
      "learning_rate": 5.3944115973933985e-05,
      "loss": 2.4845,
      "step": 47540
    },
    {
      "epoch": 41.09766637856526,
      "grad_norm": 1.4678428173065186,
      "learning_rate": 5.392844108824533e-05,
      "loss": 2.4861,
      "step": 47550
    },
    {
      "epoch": 41.10630942091616,
      "grad_norm": 1.381784200668335,
      "learning_rate": 5.391276581405848e-05,
      "loss": 2.4898,
      "step": 47560
    },
    {
      "epoch": 41.11495246326707,
      "grad_norm": 1.5098109245300293,
      "learning_rate": 5.3897090152923615e-05,
      "loss": 2.4751,
      "step": 47570
    },
    {
      "epoch": 41.12359550561798,
      "grad_norm": 1.4573134183883667,
      "learning_rate": 5.388141410639097e-05,
      "loss": 2.5059,
      "step": 47580
    },
    {
      "epoch": 41.13223854796888,
      "grad_norm": 1.5093975067138672,
      "learning_rate": 5.386573767601078e-05,
      "loss": 2.5155,
      "step": 47590
    },
    {
      "epoch": 41.14088159031979,
      "grad_norm": 1.4669545888900757,
      "learning_rate": 5.3850060863333377e-05,
      "loss": 2.5114,
      "step": 47600
    },
    {
      "epoch": 41.1495246326707,
      "grad_norm": 1.3935933113098145,
      "learning_rate": 5.3834383669909096e-05,
      "loss": 2.499,
      "step": 47610
    },
    {
      "epoch": 41.15816767502161,
      "grad_norm": 1.4478285312652588,
      "learning_rate": 5.381870609728828e-05,
      "loss": 2.4903,
      "step": 47620
    },
    {
      "epoch": 41.16681071737251,
      "grad_norm": 1.337552785873413,
      "learning_rate": 5.380302814702138e-05,
      "loss": 2.4991,
      "step": 47630
    },
    {
      "epoch": 41.175453759723425,
      "grad_norm": 1.6527533531188965,
      "learning_rate": 5.378734982065885e-05,
      "loss": 2.5015,
      "step": 47640
    },
    {
      "epoch": 41.18409680207433,
      "grad_norm": 1.5516493320465088,
      "learning_rate": 5.3771671119751146e-05,
      "loss": 2.5179,
      "step": 47650
    },
    {
      "epoch": 41.19273984442524,
      "grad_norm": 1.3502554893493652,
      "learning_rate": 5.375599204584881e-05,
      "loss": 2.4992,
      "step": 47660
    },
    {
      "epoch": 41.201382886776145,
      "grad_norm": 1.6073732376098633,
      "learning_rate": 5.3740312600502406e-05,
      "loss": 2.5108,
      "step": 47670
    },
    {
      "epoch": 41.210025929127056,
      "grad_norm": 1.6467773914337158,
      "learning_rate": 5.372463278526254e-05,
      "loss": 2.4995,
      "step": 47680
    },
    {
      "epoch": 41.21866897147796,
      "grad_norm": 1.3976001739501953,
      "learning_rate": 5.370895260167983e-05,
      "loss": 2.4964,
      "step": 47690
    },
    {
      "epoch": 41.227312013828865,
      "grad_norm": 1.4919050931930542,
      "learning_rate": 5.369327205130497e-05,
      "loss": 2.5121,
      "step": 47700
    },
    {
      "epoch": 41.235955056179776,
      "grad_norm": 1.468951940536499,
      "learning_rate": 5.367759113568863e-05,
      "loss": 2.5098,
      "step": 47710
    },
    {
      "epoch": 41.24459809853068,
      "grad_norm": 1.5688014030456543,
      "learning_rate": 5.366190985638159e-05,
      "loss": 2.5259,
      "step": 47720
    },
    {
      "epoch": 41.25324114088159,
      "grad_norm": 1.4628547430038452,
      "learning_rate": 5.364622821493462e-05,
      "loss": 2.5241,
      "step": 47730
    },
    {
      "epoch": 41.261884183232496,
      "grad_norm": 1.4084343910217285,
      "learning_rate": 5.363054621289853e-05,
      "loss": 2.5123,
      "step": 47740
    },
    {
      "epoch": 41.27052722558341,
      "grad_norm": 1.5608642101287842,
      "learning_rate": 5.361486385182419e-05,
      "loss": 2.5263,
      "step": 47750
    },
    {
      "epoch": 41.27917026793431,
      "grad_norm": 1.5737501382827759,
      "learning_rate": 5.359918113326247e-05,
      "loss": 2.5419,
      "step": 47760
    },
    {
      "epoch": 41.28781331028522,
      "grad_norm": 1.4385530948638916,
      "learning_rate": 5.358349805876428e-05,
      "loss": 2.5203,
      "step": 47770
    },
    {
      "epoch": 41.29645635263613,
      "grad_norm": 1.8500410318374634,
      "learning_rate": 5.3567814629880605e-05,
      "loss": 2.5243,
      "step": 47780
    },
    {
      "epoch": 41.30509939498704,
      "grad_norm": 1.4648103713989258,
      "learning_rate": 5.355213084816243e-05,
      "loss": 2.5287,
      "step": 47790
    },
    {
      "epoch": 41.31374243733794,
      "grad_norm": 1.5217324495315552,
      "learning_rate": 5.3536446715160784e-05,
      "loss": 2.5237,
      "step": 47800
    },
    {
      "epoch": 41.32238547968885,
      "grad_norm": 1.8553022146224976,
      "learning_rate": 5.3520762232426715e-05,
      "loss": 2.5226,
      "step": 47810
    },
    {
      "epoch": 41.33102852203976,
      "grad_norm": 1.4152766466140747,
      "learning_rate": 5.350507740151134e-05,
      "loss": 2.5442,
      "step": 47820
    },
    {
      "epoch": 41.33967156439066,
      "grad_norm": 1.3870443105697632,
      "learning_rate": 5.348939222396577e-05,
      "loss": 2.5493,
      "step": 47830
    },
    {
      "epoch": 41.348314606741575,
      "grad_norm": 1.3204010725021362,
      "learning_rate": 5.347370670134117e-05,
      "loss": 2.5368,
      "step": 47840
    },
    {
      "epoch": 41.35695764909248,
      "grad_norm": 1.3714901208877563,
      "learning_rate": 5.345802083518878e-05,
      "loss": 2.5399,
      "step": 47850
    },
    {
      "epoch": 41.36560069144339,
      "grad_norm": 1.3903361558914185,
      "learning_rate": 5.34423346270598e-05,
      "loss": 2.509,
      "step": 47860
    },
    {
      "epoch": 41.374243733794295,
      "grad_norm": 1.5129469633102417,
      "learning_rate": 5.342664807850549e-05,
      "loss": 2.5498,
      "step": 47870
    },
    {
      "epoch": 41.382886776145206,
      "grad_norm": 1.438818097114563,
      "learning_rate": 5.341096119107717e-05,
      "loss": 2.5579,
      "step": 47880
    },
    {
      "epoch": 41.39152981849611,
      "grad_norm": 1.507330060005188,
      "learning_rate": 5.339527396632617e-05,
      "loss": 2.5322,
      "step": 47890
    },
    {
      "epoch": 41.40017286084702,
      "grad_norm": 1.3231087923049927,
      "learning_rate": 5.337958640580385e-05,
      "loss": 2.5306,
      "step": 47900
    },
    {
      "epoch": 41.408815903197926,
      "grad_norm": 1.3660213947296143,
      "learning_rate": 5.3363898511061625e-05,
      "loss": 2.5623,
      "step": 47910
    },
    {
      "epoch": 41.41745894554883,
      "grad_norm": 1.4153721332550049,
      "learning_rate": 5.334821028365091e-05,
      "loss": 2.5468,
      "step": 47920
    },
    {
      "epoch": 41.42610198789974,
      "grad_norm": 1.4158766269683838,
      "learning_rate": 5.33325217251232e-05,
      "loss": 2.5597,
      "step": 47930
    },
    {
      "epoch": 41.434745030250646,
      "grad_norm": 1.4772754907608032,
      "learning_rate": 5.331683283702998e-05,
      "loss": 2.551,
      "step": 47940
    },
    {
      "epoch": 41.44338807260156,
      "grad_norm": 1.5959831476211548,
      "learning_rate": 5.330114362092279e-05,
      "loss": 2.5499,
      "step": 47950
    },
    {
      "epoch": 41.45203111495246,
      "grad_norm": 1.4574949741363525,
      "learning_rate": 5.328545407835318e-05,
      "loss": 2.5365,
      "step": 47960
    },
    {
      "epoch": 41.46067415730337,
      "grad_norm": 1.4049336910247803,
      "learning_rate": 5.326976421087275e-05,
      "loss": 2.5498,
      "step": 47970
    },
    {
      "epoch": 41.46931719965428,
      "grad_norm": 1.5504528284072876,
      "learning_rate": 5.325407402003314e-05,
      "loss": 2.5643,
      "step": 47980
    },
    {
      "epoch": 41.47796024200519,
      "grad_norm": 1.439599633216858,
      "learning_rate": 5.3238383507386005e-05,
      "loss": 2.5601,
      "step": 47990
    },
    {
      "epoch": 41.48660328435609,
      "grad_norm": 1.3621419668197632,
      "learning_rate": 5.322269267448303e-05,
      "loss": 2.5873,
      "step": 48000
    },
    {
      "epoch": 41.495246326707004,
      "grad_norm": 1.4466854333877563,
      "learning_rate": 5.320700152287596e-05,
      "loss": 2.5674,
      "step": 48010
    },
    {
      "epoch": 41.50388936905791,
      "grad_norm": 1.472650170326233,
      "learning_rate": 5.319131005411655e-05,
      "loss": 2.5661,
      "step": 48020
    },
    {
      "epoch": 41.51253241140881,
      "grad_norm": 1.7274926900863647,
      "learning_rate": 5.317561826975658e-05,
      "loss": 2.5561,
      "step": 48030
    },
    {
      "epoch": 41.521175453759724,
      "grad_norm": 1.5075603723526,
      "learning_rate": 5.3159926171347864e-05,
      "loss": 2.559,
      "step": 48040
    },
    {
      "epoch": 41.52981849611063,
      "grad_norm": 1.4939329624176025,
      "learning_rate": 5.314423376044224e-05,
      "loss": 2.5731,
      "step": 48050
    },
    {
      "epoch": 41.53846153846154,
      "grad_norm": 1.4282636642456055,
      "learning_rate": 5.312854103859163e-05,
      "loss": 2.5573,
      "step": 48060
    },
    {
      "epoch": 41.547104580812444,
      "grad_norm": 1.4429758787155151,
      "learning_rate": 5.3112848007347905e-05,
      "loss": 2.5437,
      "step": 48070
    },
    {
      "epoch": 41.555747623163356,
      "grad_norm": 1.439134955406189,
      "learning_rate": 5.309715466826304e-05,
      "loss": 2.5561,
      "step": 48080
    },
    {
      "epoch": 41.56439066551426,
      "grad_norm": 1.4136883020401,
      "learning_rate": 5.308146102288898e-05,
      "loss": 2.5794,
      "step": 48090
    },
    {
      "epoch": 41.57303370786517,
      "grad_norm": 1.7972562313079834,
      "learning_rate": 5.306576707277774e-05,
      "loss": 2.5768,
      "step": 48100
    },
    {
      "epoch": 41.581676750216076,
      "grad_norm": 1.4234260320663452,
      "learning_rate": 5.3050072819481356e-05,
      "loss": 2.5554,
      "step": 48110
    },
    {
      "epoch": 41.59031979256698,
      "grad_norm": 1.4967372417449951,
      "learning_rate": 5.3034378264551884e-05,
      "loss": 2.5542,
      "step": 48120
    },
    {
      "epoch": 41.59896283491789,
      "grad_norm": 1.4671270847320557,
      "learning_rate": 5.301868340954143e-05,
      "loss": 2.5655,
      "step": 48130
    },
    {
      "epoch": 41.607605877268796,
      "grad_norm": 1.473438024520874,
      "learning_rate": 5.3002988256002096e-05,
      "loss": 2.5676,
      "step": 48140
    },
    {
      "epoch": 41.61624891961971,
      "grad_norm": 1.5016065835952759,
      "learning_rate": 5.298729280548607e-05,
      "loss": 2.5619,
      "step": 48150
    },
    {
      "epoch": 41.62489196197061,
      "grad_norm": 1.4161841869354248,
      "learning_rate": 5.29715970595455e-05,
      "loss": 2.5624,
      "step": 48160
    },
    {
      "epoch": 41.63353500432152,
      "grad_norm": 1.4571349620819092,
      "learning_rate": 5.295590101973259e-05,
      "loss": 2.5793,
      "step": 48170
    },
    {
      "epoch": 41.64217804667243,
      "grad_norm": 1.420021653175354,
      "learning_rate": 5.294020468759962e-05,
      "loss": 2.567,
      "step": 48180
    },
    {
      "epoch": 41.65082108902334,
      "grad_norm": 1.5393894910812378,
      "learning_rate": 5.292450806469883e-05,
      "loss": 2.5535,
      "step": 48190
    },
    {
      "epoch": 41.65946413137424,
      "grad_norm": 1.4976574182510376,
      "learning_rate": 5.290881115258252e-05,
      "loss": 2.5711,
      "step": 48200
    },
    {
      "epoch": 41.668107173725154,
      "grad_norm": 1.5007232427597046,
      "learning_rate": 5.289311395280302e-05,
      "loss": 2.5705,
      "step": 48210
    },
    {
      "epoch": 41.67675021607606,
      "grad_norm": 1.4352163076400757,
      "learning_rate": 5.287741646691269e-05,
      "loss": 2.5814,
      "step": 48220
    },
    {
      "epoch": 41.68539325842696,
      "grad_norm": 1.3583272695541382,
      "learning_rate": 5.28617186964639e-05,
      "loss": 2.5637,
      "step": 48230
    },
    {
      "epoch": 41.694036300777874,
      "grad_norm": 1.4003762006759644,
      "learning_rate": 5.2846020643009066e-05,
      "loss": 2.5821,
      "step": 48240
    },
    {
      "epoch": 41.70267934312878,
      "grad_norm": 1.5030264854431152,
      "learning_rate": 5.2830322308100653e-05,
      "loss": 2.5774,
      "step": 48250
    },
    {
      "epoch": 41.71132238547969,
      "grad_norm": 1.4755074977874756,
      "learning_rate": 5.281462369329108e-05,
      "loss": 2.5791,
      "step": 48260
    },
    {
      "epoch": 41.719965427830594,
      "grad_norm": 1.454761028289795,
      "learning_rate": 5.2798924800132875e-05,
      "loss": 2.5789,
      "step": 48270
    },
    {
      "epoch": 41.728608470181506,
      "grad_norm": 1.5485129356384277,
      "learning_rate": 5.2783225630178555e-05,
      "loss": 2.5757,
      "step": 48280
    },
    {
      "epoch": 41.73725151253241,
      "grad_norm": 1.7841212749481201,
      "learning_rate": 5.276752618498066e-05,
      "loss": 2.5912,
      "step": 48290
    },
    {
      "epoch": 41.74589455488332,
      "grad_norm": 1.4890971183776855,
      "learning_rate": 5.275182646609178e-05,
      "loss": 2.5858,
      "step": 48300
    },
    {
      "epoch": 41.754537597234226,
      "grad_norm": 1.4537343978881836,
      "learning_rate": 5.273612647506451e-05,
      "loss": 2.571,
      "step": 48310
    },
    {
      "epoch": 41.76318063958514,
      "grad_norm": 1.5609872341156006,
      "learning_rate": 5.272042621345148e-05,
      "loss": 2.5857,
      "step": 48320
    },
    {
      "epoch": 41.77182368193604,
      "grad_norm": 1.5450191497802734,
      "learning_rate": 5.2704725682805346e-05,
      "loss": 2.5875,
      "step": 48330
    },
    {
      "epoch": 41.780466724286946,
      "grad_norm": 1.4751546382904053,
      "learning_rate": 5.2689024884678793e-05,
      "loss": 2.5899,
      "step": 48340
    },
    {
      "epoch": 41.78910976663786,
      "grad_norm": 1.811650037765503,
      "learning_rate": 5.2673323820624546e-05,
      "loss": 2.6054,
      "step": 48350
    },
    {
      "epoch": 41.79775280898876,
      "grad_norm": 1.394728422164917,
      "learning_rate": 5.265762249219534e-05,
      "loss": 2.6075,
      "step": 48360
    },
    {
      "epoch": 41.80639585133967,
      "grad_norm": 1.4489445686340332,
      "learning_rate": 5.264192090094391e-05,
      "loss": 2.6032,
      "step": 48370
    },
    {
      "epoch": 41.81503889369058,
      "grad_norm": 1.4134058952331543,
      "learning_rate": 5.2626219048423044e-05,
      "loss": 2.5857,
      "step": 48380
    },
    {
      "epoch": 41.82368193604149,
      "grad_norm": 1.4830418825149536,
      "learning_rate": 5.2610516936185616e-05,
      "loss": 2.5949,
      "step": 48390
    },
    {
      "epoch": 41.83232497839239,
      "grad_norm": 1.3847533464431763,
      "learning_rate": 5.2594814565784404e-05,
      "loss": 2.5917,
      "step": 48400
    },
    {
      "epoch": 41.840968020743304,
      "grad_norm": 1.3994158506393433,
      "learning_rate": 5.25791119387723e-05,
      "loss": 2.5962,
      "step": 48410
    },
    {
      "epoch": 41.84961106309421,
      "grad_norm": 1.3752315044403076,
      "learning_rate": 5.2563409056702185e-05,
      "loss": 2.5811,
      "step": 48420
    },
    {
      "epoch": 41.85825410544512,
      "grad_norm": 1.445552110671997,
      "learning_rate": 5.254770592112699e-05,
      "loss": 2.6025,
      "step": 48430
    },
    {
      "epoch": 41.866897147796024,
      "grad_norm": 1.5422087907791138,
      "learning_rate": 5.253200253359966e-05,
      "loss": 2.5932,
      "step": 48440
    },
    {
      "epoch": 41.87554019014693,
      "grad_norm": 1.3444206714630127,
      "learning_rate": 5.2516298895673135e-05,
      "loss": 2.6038,
      "step": 48450
    },
    {
      "epoch": 41.88418323249784,
      "grad_norm": 1.570321798324585,
      "learning_rate": 5.250059500890042e-05,
      "loss": 2.6017,
      "step": 48460
    },
    {
      "epoch": 41.892826274848744,
      "grad_norm": 1.6566330194473267,
      "learning_rate": 5.2484890874834536e-05,
      "loss": 2.6001,
      "step": 48470
    },
    {
      "epoch": 41.901469317199656,
      "grad_norm": 1.4957298040390015,
      "learning_rate": 5.2469186495028535e-05,
      "loss": 2.5893,
      "step": 48480
    },
    {
      "epoch": 41.91011235955056,
      "grad_norm": 1.3482111692428589,
      "learning_rate": 5.245348187103546e-05,
      "loss": 2.579,
      "step": 48490
    },
    {
      "epoch": 41.91875540190147,
      "grad_norm": 1.3773729801177979,
      "learning_rate": 5.24377770044084e-05,
      "loss": 2.6005,
      "step": 48500
    },
    {
      "epoch": 41.927398444252375,
      "grad_norm": 1.3468927145004272,
      "learning_rate": 5.2422071896700474e-05,
      "loss": 2.6042,
      "step": 48510
    },
    {
      "epoch": 41.93604148660329,
      "grad_norm": 1.3554902076721191,
      "learning_rate": 5.2406366549464825e-05,
      "loss": 2.606,
      "step": 48520
    },
    {
      "epoch": 41.94468452895419,
      "grad_norm": 1.4923855066299438,
      "learning_rate": 5.23906609642546e-05,
      "loss": 2.6002,
      "step": 48530
    },
    {
      "epoch": 41.9533275713051,
      "grad_norm": 1.6948256492614746,
      "learning_rate": 5.2374955142623e-05,
      "loss": 2.5917,
      "step": 48540
    },
    {
      "epoch": 41.96197061365601,
      "grad_norm": 1.3967911005020142,
      "learning_rate": 5.235924908612322e-05,
      "loss": 2.601,
      "step": 48550
    },
    {
      "epoch": 41.97061365600691,
      "grad_norm": 1.466444730758667,
      "learning_rate": 5.234354279630849e-05,
      "loss": 2.6125,
      "step": 48560
    },
    {
      "epoch": 41.97925669835782,
      "grad_norm": 1.425187110900879,
      "learning_rate": 5.232783627473207e-05,
      "loss": 2.6124,
      "step": 48570
    },
    {
      "epoch": 41.98789974070873,
      "grad_norm": 1.3806079626083374,
      "learning_rate": 5.231212952294724e-05,
      "loss": 2.6211,
      "step": 48580
    },
    {
      "epoch": 41.99654278305964,
      "grad_norm": 1.48208487033844,
      "learning_rate": 5.2296422542507286e-05,
      "loss": 2.6144,
      "step": 48590
    },
    {
      "epoch": 42.00518582541054,
      "grad_norm": 1.3988975286483765,
      "learning_rate": 5.2280715334965545e-05,
      "loss": 2.5104,
      "step": 48600
    },
    {
      "epoch": 42.013828867761454,
      "grad_norm": 1.4132169485092163,
      "learning_rate": 5.226500790187534e-05,
      "loss": 2.4417,
      "step": 48610
    },
    {
      "epoch": 42.02247191011236,
      "grad_norm": 1.6985111236572266,
      "learning_rate": 5.2249300244790057e-05,
      "loss": 2.4202,
      "step": 48620
    },
    {
      "epoch": 42.03111495246327,
      "grad_norm": 1.5650516748428345,
      "learning_rate": 5.223359236526308e-05,
      "loss": 2.4396,
      "step": 48630
    },
    {
      "epoch": 42.039757994814174,
      "grad_norm": 1.5118255615234375,
      "learning_rate": 5.221788426484782e-05,
      "loss": 2.4426,
      "step": 48640
    },
    {
      "epoch": 42.048401037165085,
      "grad_norm": 1.4613758325576782,
      "learning_rate": 5.220217594509771e-05,
      "loss": 2.46,
      "step": 48650
    },
    {
      "epoch": 42.05704407951599,
      "grad_norm": 1.4004908800125122,
      "learning_rate": 5.2186467407566195e-05,
      "loss": 2.448,
      "step": 48660
    },
    {
      "epoch": 42.065687121866894,
      "grad_norm": 1.4199137687683105,
      "learning_rate": 5.217075865380676e-05,
      "loss": 2.4452,
      "step": 48670
    },
    {
      "epoch": 42.074330164217805,
      "grad_norm": 1.41878080368042,
      "learning_rate": 5.215504968537291e-05,
      "loss": 2.4385,
      "step": 48680
    },
    {
      "epoch": 42.08297320656871,
      "grad_norm": 2.0563457012176514,
      "learning_rate": 5.213934050381816e-05,
      "loss": 2.4269,
      "step": 48690
    },
    {
      "epoch": 42.09161624891962,
      "grad_norm": 1.4833487272262573,
      "learning_rate": 5.2123631110696034e-05,
      "loss": 2.4729,
      "step": 48700
    },
    {
      "epoch": 42.100259291270525,
      "grad_norm": 1.4915965795516968,
      "learning_rate": 5.2107921507560086e-05,
      "loss": 2.4442,
      "step": 48710
    },
    {
      "epoch": 42.10890233362144,
      "grad_norm": 1.4602525234222412,
      "learning_rate": 5.209221169596394e-05,
      "loss": 2.4481,
      "step": 48720
    },
    {
      "epoch": 42.11754537597234,
      "grad_norm": 1.665450096130371,
      "learning_rate": 5.2076501677461164e-05,
      "loss": 2.4639,
      "step": 48730
    },
    {
      "epoch": 42.12618841832325,
      "grad_norm": 1.9253562688827515,
      "learning_rate": 5.2060791453605385e-05,
      "loss": 2.4572,
      "step": 48740
    },
    {
      "epoch": 42.13483146067416,
      "grad_norm": 1.5021119117736816,
      "learning_rate": 5.2045081025950246e-05,
      "loss": 2.4632,
      "step": 48750
    },
    {
      "epoch": 42.14347450302507,
      "grad_norm": 1.4914871454238892,
      "learning_rate": 5.2029370396049416e-05,
      "loss": 2.46,
      "step": 48760
    },
    {
      "epoch": 42.15211754537597,
      "grad_norm": 1.359129786491394,
      "learning_rate": 5.201365956545657e-05,
      "loss": 2.464,
      "step": 48770
    },
    {
      "epoch": 42.16076058772688,
      "grad_norm": 1.4415991306304932,
      "learning_rate": 5.1997948535725425e-05,
      "loss": 2.4613,
      "step": 48780
    },
    {
      "epoch": 42.16940363007779,
      "grad_norm": 1.4517592191696167,
      "learning_rate": 5.19822373084097e-05,
      "loss": 2.4779,
      "step": 48790
    },
    {
      "epoch": 42.17804667242869,
      "grad_norm": 1.9423130750656128,
      "learning_rate": 5.19665258850631e-05,
      "loss": 2.4783,
      "step": 48800
    },
    {
      "epoch": 42.186689714779604,
      "grad_norm": 1.4999607801437378,
      "learning_rate": 5.1950814267239446e-05,
      "loss": 2.4883,
      "step": 48810
    },
    {
      "epoch": 42.19533275713051,
      "grad_norm": 1.458404541015625,
      "learning_rate": 5.193510245649248e-05,
      "loss": 2.4732,
      "step": 48820
    },
    {
      "epoch": 42.20397579948142,
      "grad_norm": 1.4201793670654297,
      "learning_rate": 5.191939045437601e-05,
      "loss": 2.4893,
      "step": 48830
    },
    {
      "epoch": 42.212618841832324,
      "grad_norm": 1.3951560258865356,
      "learning_rate": 5.1903678262443844e-05,
      "loss": 2.4722,
      "step": 48840
    },
    {
      "epoch": 42.221261884183235,
      "grad_norm": 1.4357095956802368,
      "learning_rate": 5.1887965882249846e-05,
      "loss": 2.4859,
      "step": 48850
    },
    {
      "epoch": 42.22990492653414,
      "grad_norm": 1.8377102613449097,
      "learning_rate": 5.187225331534785e-05,
      "loss": 2.4979,
      "step": 48860
    },
    {
      "epoch": 42.23854796888505,
      "grad_norm": 1.392610788345337,
      "learning_rate": 5.185654056329173e-05,
      "loss": 2.4687,
      "step": 48870
    },
    {
      "epoch": 42.247191011235955,
      "grad_norm": 1.5075273513793945,
      "learning_rate": 5.18408276276354e-05,
      "loss": 2.4848,
      "step": 48880
    },
    {
      "epoch": 42.25583405358686,
      "grad_norm": 1.5069148540496826,
      "learning_rate": 5.182511450993275e-05,
      "loss": 2.4773,
      "step": 48890
    },
    {
      "epoch": 42.26447709593777,
      "grad_norm": 1.4921413660049438,
      "learning_rate": 5.1809401211737707e-05,
      "loss": 2.4863,
      "step": 48900
    },
    {
      "epoch": 42.273120138288675,
      "grad_norm": 1.4449074268341064,
      "learning_rate": 5.179368773460425e-05,
      "loss": 2.4871,
      "step": 48910
    },
    {
      "epoch": 42.28176318063959,
      "grad_norm": 1.4278018474578857,
      "learning_rate": 5.177797408008629e-05,
      "loss": 2.4817,
      "step": 48920
    },
    {
      "epoch": 42.29040622299049,
      "grad_norm": 1.5212491750717163,
      "learning_rate": 5.176226024973786e-05,
      "loss": 2.4863,
      "step": 48930
    },
    {
      "epoch": 42.2990492653414,
      "grad_norm": 1.7021727561950684,
      "learning_rate": 5.1746546245112926e-05,
      "loss": 2.5004,
      "step": 48940
    },
    {
      "epoch": 42.30769230769231,
      "grad_norm": 1.3967585563659668,
      "learning_rate": 5.173083206776552e-05,
      "loss": 2.5019,
      "step": 48950
    },
    {
      "epoch": 42.31633535004322,
      "grad_norm": 1.4722002744674683,
      "learning_rate": 5.1715117719249674e-05,
      "loss": 2.5087,
      "step": 48960
    },
    {
      "epoch": 42.32497839239412,
      "grad_norm": 1.3677077293395996,
      "learning_rate": 5.1699403201119425e-05,
      "loss": 2.4955,
      "step": 48970
    },
    {
      "epoch": 42.333621434745034,
      "grad_norm": 1.4578630924224854,
      "learning_rate": 5.168368851492886e-05,
      "loss": 2.4984,
      "step": 48980
    },
    {
      "epoch": 42.34226447709594,
      "grad_norm": 1.617756724357605,
      "learning_rate": 5.166797366223205e-05,
      "loss": 2.509,
      "step": 48990
    },
    {
      "epoch": 42.35090751944684,
      "grad_norm": 1.4507644176483154,
      "learning_rate": 5.1652258644583106e-05,
      "loss": 2.506,
      "step": 49000
    },
    {
      "epoch": 42.359550561797754,
      "grad_norm": 1.5788356065750122,
      "learning_rate": 5.1636543463536135e-05,
      "loss": 2.4942,
      "step": 49010
    },
    {
      "epoch": 42.36819360414866,
      "grad_norm": 1.5418870449066162,
      "learning_rate": 5.162082812064528e-05,
      "loss": 2.504,
      "step": 49020
    },
    {
      "epoch": 42.37683664649957,
      "grad_norm": 1.382850170135498,
      "learning_rate": 5.160511261746469e-05,
      "loss": 2.5159,
      "step": 49030
    },
    {
      "epoch": 42.385479688850474,
      "grad_norm": 1.3951568603515625,
      "learning_rate": 5.158939695554851e-05,
      "loss": 2.5094,
      "step": 49040
    },
    {
      "epoch": 42.394122731201385,
      "grad_norm": 1.4622124433517456,
      "learning_rate": 5.1573681136450935e-05,
      "loss": 2.5078,
      "step": 49050
    },
    {
      "epoch": 42.40276577355229,
      "grad_norm": 1.5226712226867676,
      "learning_rate": 5.155796516172616e-05,
      "loss": 2.5127,
      "step": 49060
    },
    {
      "epoch": 42.4114088159032,
      "grad_norm": 1.801137924194336,
      "learning_rate": 5.15422490329284e-05,
      "loss": 2.521,
      "step": 49070
    },
    {
      "epoch": 42.420051858254105,
      "grad_norm": 1.4325840473175049,
      "learning_rate": 5.1526532751611877e-05,
      "loss": 2.5175,
      "step": 49080
    },
    {
      "epoch": 42.42869490060502,
      "grad_norm": 1.3880391120910645,
      "learning_rate": 5.1510816319330823e-05,
      "loss": 2.5127,
      "step": 49090
    },
    {
      "epoch": 42.43733794295592,
      "grad_norm": 1.5390163660049438,
      "learning_rate": 5.149509973763952e-05,
      "loss": 2.5219,
      "step": 49100
    },
    {
      "epoch": 42.445980985306825,
      "grad_norm": 1.4801266193389893,
      "learning_rate": 5.147938300809222e-05,
      "loss": 2.5192,
      "step": 49110
    },
    {
      "epoch": 42.45462402765774,
      "grad_norm": 1.6957069635391235,
      "learning_rate": 5.1463666132243216e-05,
      "loss": 2.5073,
      "step": 49120
    },
    {
      "epoch": 42.46326707000864,
      "grad_norm": 1.3480122089385986,
      "learning_rate": 5.144794911164679e-05,
      "loss": 2.5337,
      "step": 49130
    },
    {
      "epoch": 42.47191011235955,
      "grad_norm": 1.777203917503357,
      "learning_rate": 5.14322319478573e-05,
      "loss": 2.5216,
      "step": 49140
    },
    {
      "epoch": 42.48055315471046,
      "grad_norm": 1.6103081703186035,
      "learning_rate": 5.1416514642429025e-05,
      "loss": 2.521,
      "step": 49150
    },
    {
      "epoch": 42.48919619706137,
      "grad_norm": 1.6060450077056885,
      "learning_rate": 5.140079719691634e-05,
      "loss": 2.5323,
      "step": 49160
    },
    {
      "epoch": 42.49783923941227,
      "grad_norm": 1.5732970237731934,
      "learning_rate": 5.1385079612873596e-05,
      "loss": 2.5157,
      "step": 49170
    },
    {
      "epoch": 42.50648228176318,
      "grad_norm": 1.421302080154419,
      "learning_rate": 5.136936189185515e-05,
      "loss": 2.5307,
      "step": 49180
    },
    {
      "epoch": 42.51512532411409,
      "grad_norm": 1.7963956594467163,
      "learning_rate": 5.1353644035415406e-05,
      "loss": 2.5076,
      "step": 49190
    },
    {
      "epoch": 42.52376836646499,
      "grad_norm": 1.556627869606018,
      "learning_rate": 5.133792604510874e-05,
      "loss": 2.5331,
      "step": 49200
    },
    {
      "epoch": 42.5324114088159,
      "grad_norm": 1.462720274925232,
      "learning_rate": 5.1322207922489584e-05,
      "loss": 2.5421,
      "step": 49210
    },
    {
      "epoch": 42.54105445116681,
      "grad_norm": 1.8024911880493164,
      "learning_rate": 5.130648966911236e-05,
      "loss": 2.5368,
      "step": 49220
    },
    {
      "epoch": 42.54969749351772,
      "grad_norm": 1.600027084350586,
      "learning_rate": 5.129077128653148e-05,
      "loss": 2.5211,
      "step": 49230
    },
    {
      "epoch": 42.55834053586862,
      "grad_norm": 1.36051607131958,
      "learning_rate": 5.1275052776301436e-05,
      "loss": 2.524,
      "step": 49240
    },
    {
      "epoch": 42.566983578219535,
      "grad_norm": 1.438700795173645,
      "learning_rate": 5.125933413997663e-05,
      "loss": 2.5413,
      "step": 49250
    },
    {
      "epoch": 42.57562662057044,
      "grad_norm": 1.5106968879699707,
      "learning_rate": 5.12436153791116e-05,
      "loss": 2.5245,
      "step": 49260
    },
    {
      "epoch": 42.58426966292135,
      "grad_norm": 1.4217582941055298,
      "learning_rate": 5.1227896495260795e-05,
      "loss": 2.5345,
      "step": 49270
    },
    {
      "epoch": 42.592912705272255,
      "grad_norm": 1.3945951461791992,
      "learning_rate": 5.121217748997872e-05,
      "loss": 2.55,
      "step": 49280
    },
    {
      "epoch": 42.601555747623166,
      "grad_norm": 1.4988280534744263,
      "learning_rate": 5.119645836481989e-05,
      "loss": 2.5398,
      "step": 49290
    },
    {
      "epoch": 42.61019878997407,
      "grad_norm": 1.462664246559143,
      "learning_rate": 5.118073912133883e-05,
      "loss": 2.5372,
      "step": 49300
    },
    {
      "epoch": 42.618841832324975,
      "grad_norm": 1.8375903367996216,
      "learning_rate": 5.116501976109007e-05,
      "loss": 2.5562,
      "step": 49310
    },
    {
      "epoch": 42.627484874675886,
      "grad_norm": 1.4505022764205933,
      "learning_rate": 5.114930028562815e-05,
      "loss": 2.5439,
      "step": 49320
    },
    {
      "epoch": 42.63612791702679,
      "grad_norm": 1.4660600423812866,
      "learning_rate": 5.1133580696507664e-05,
      "loss": 2.5352,
      "step": 49330
    },
    {
      "epoch": 42.6447709593777,
      "grad_norm": 1.342726230621338,
      "learning_rate": 5.111786099528312e-05,
      "loss": 2.5699,
      "step": 49340
    },
    {
      "epoch": 42.653414001728606,
      "grad_norm": 1.5134962797164917,
      "learning_rate": 5.1102141183509145e-05,
      "loss": 2.5413,
      "step": 49350
    },
    {
      "epoch": 42.66205704407952,
      "grad_norm": 1.5265001058578491,
      "learning_rate": 5.108642126274033e-05,
      "loss": 2.5392,
      "step": 49360
    },
    {
      "epoch": 42.67070008643042,
      "grad_norm": 1.4268574714660645,
      "learning_rate": 5.1070701234531234e-05,
      "loss": 2.55,
      "step": 49370
    },
    {
      "epoch": 42.67934312878133,
      "grad_norm": 1.4568811655044556,
      "learning_rate": 5.105498110043652e-05,
      "loss": 2.5614,
      "step": 49380
    },
    {
      "epoch": 42.68798617113224,
      "grad_norm": 1.5902540683746338,
      "learning_rate": 5.1039260862010775e-05,
      "loss": 2.549,
      "step": 49390
    },
    {
      "epoch": 42.69662921348315,
      "grad_norm": 1.7361761331558228,
      "learning_rate": 5.102354052080864e-05,
      "loss": 2.5249,
      "step": 49400
    },
    {
      "epoch": 42.70527225583405,
      "grad_norm": 1.4263288974761963,
      "learning_rate": 5.100782007838477e-05,
      "loss": 2.5339,
      "step": 49410
    },
    {
      "epoch": 42.71391529818496,
      "grad_norm": 1.4527689218521118,
      "learning_rate": 5.0992099536293815e-05,
      "loss": 2.5605,
      "step": 49420
    },
    {
      "epoch": 42.72255834053587,
      "grad_norm": 1.4239546060562134,
      "learning_rate": 5.097637889609043e-05,
      "loss": 2.5483,
      "step": 49430
    },
    {
      "epoch": 42.73120138288677,
      "grad_norm": 1.912253737449646,
      "learning_rate": 5.09606581593293e-05,
      "loss": 2.5365,
      "step": 49440
    },
    {
      "epoch": 42.739844425237685,
      "grad_norm": 1.4824919700622559,
      "learning_rate": 5.09449373275651e-05,
      "loss": 2.5228,
      "step": 49450
    },
    {
      "epoch": 42.74848746758859,
      "grad_norm": 1.4426391124725342,
      "learning_rate": 5.0929216402352506e-05,
      "loss": 2.543,
      "step": 49460
    },
    {
      "epoch": 42.7571305099395,
      "grad_norm": 1.4614769220352173,
      "learning_rate": 5.091349538524626e-05,
      "loss": 2.5414,
      "step": 49470
    },
    {
      "epoch": 42.765773552290405,
      "grad_norm": 1.655845046043396,
      "learning_rate": 5.0897774277801024e-05,
      "loss": 2.5369,
      "step": 49480
    },
    {
      "epoch": 42.774416594641316,
      "grad_norm": 1.6717835664749146,
      "learning_rate": 5.0882053081571546e-05,
      "loss": 2.5577,
      "step": 49490
    },
    {
      "epoch": 42.78305963699222,
      "grad_norm": 1.4516441822052002,
      "learning_rate": 5.086633179811254e-05,
      "loss": 2.5519,
      "step": 49500
    },
    {
      "epoch": 42.79170267934313,
      "grad_norm": 1.5058708190917969,
      "learning_rate": 5.0850610428978763e-05,
      "loss": 2.5469,
      "step": 49510
    },
    {
      "epoch": 42.800345721694036,
      "grad_norm": 1.5067380666732788,
      "learning_rate": 5.083488897572494e-05,
      "loss": 2.5604,
      "step": 49520
    },
    {
      "epoch": 42.80898876404494,
      "grad_norm": 1.3546733856201172,
      "learning_rate": 5.081916743990582e-05,
      "loss": 2.5715,
      "step": 49530
    },
    {
      "epoch": 42.81763180639585,
      "grad_norm": 1.5043020248413086,
      "learning_rate": 5.080344582307619e-05,
      "loss": 2.5335,
      "step": 49540
    },
    {
      "epoch": 42.826274848746756,
      "grad_norm": 1.4992220401763916,
      "learning_rate": 5.0787724126790804e-05,
      "loss": 2.5611,
      "step": 49550
    },
    {
      "epoch": 42.83491789109767,
      "grad_norm": 1.4446359872817993,
      "learning_rate": 5.0772002352604434e-05,
      "loss": 2.5546,
      "step": 49560
    },
    {
      "epoch": 42.84356093344857,
      "grad_norm": 1.6480331420898438,
      "learning_rate": 5.0756280502071874e-05,
      "loss": 2.5566,
      "step": 49570
    },
    {
      "epoch": 42.85220397579948,
      "grad_norm": 1.5542359352111816,
      "learning_rate": 5.074055857674791e-05,
      "loss": 2.5653,
      "step": 49580
    },
    {
      "epoch": 42.86084701815039,
      "grad_norm": 1.3990355730056763,
      "learning_rate": 5.072483657818735e-05,
      "loss": 2.553,
      "step": 49590
    },
    {
      "epoch": 42.8694900605013,
      "grad_norm": 1.425012230873108,
      "learning_rate": 5.070911450794499e-05,
      "loss": 2.5696,
      "step": 49600
    },
    {
      "epoch": 42.8781331028522,
      "grad_norm": 1.4875001907348633,
      "learning_rate": 5.069339236757564e-05,
      "loss": 2.5568,
      "step": 49610
    },
    {
      "epoch": 42.886776145203115,
      "grad_norm": 1.3366883993148804,
      "learning_rate": 5.067767015863415e-05,
      "loss": 2.5606,
      "step": 49620
    },
    {
      "epoch": 42.89541918755402,
      "grad_norm": 1.514735221862793,
      "learning_rate": 5.066194788267532e-05,
      "loss": 2.5588,
      "step": 49630
    },
    {
      "epoch": 42.90406222990492,
      "grad_norm": 1.5029847621917725,
      "learning_rate": 5.064622554125399e-05,
      "loss": 2.5706,
      "step": 49640
    },
    {
      "epoch": 42.912705272255835,
      "grad_norm": 1.3700553178787231,
      "learning_rate": 5.0630503135925014e-05,
      "loss": 2.5611,
      "step": 49650
    },
    {
      "epoch": 42.92134831460674,
      "grad_norm": 1.4978405237197876,
      "learning_rate": 5.061478066824323e-05,
      "loss": 2.5732,
      "step": 49660
    },
    {
      "epoch": 42.92999135695765,
      "grad_norm": 1.57418954372406,
      "learning_rate": 5.059905813976348e-05,
      "loss": 2.5766,
      "step": 49670
    },
    {
      "epoch": 42.938634399308555,
      "grad_norm": 1.4023780822753906,
      "learning_rate": 5.058333555204064e-05,
      "loss": 2.5473,
      "step": 49680
    },
    {
      "epoch": 42.947277441659466,
      "grad_norm": 1.4394608736038208,
      "learning_rate": 5.056761290662958e-05,
      "loss": 2.559,
      "step": 49690
    },
    {
      "epoch": 42.95592048401037,
      "grad_norm": 1.5110665559768677,
      "learning_rate": 5.055189020508516e-05,
      "loss": 2.5691,
      "step": 49700
    },
    {
      "epoch": 42.96456352636128,
      "grad_norm": 1.5789508819580078,
      "learning_rate": 5.053616744896225e-05,
      "loss": 2.5751,
      "step": 49710
    },
    {
      "epoch": 42.973206568712186,
      "grad_norm": 1.4250222444534302,
      "learning_rate": 5.052044463981575e-05,
      "loss": 2.5765,
      "step": 49720
    },
    {
      "epoch": 42.9818496110631,
      "grad_norm": 1.4494078159332275,
      "learning_rate": 5.050472177920052e-05,
      "loss": 2.5773,
      "step": 49730
    },
    {
      "epoch": 42.990492653414,
      "grad_norm": 1.385483741760254,
      "learning_rate": 5.048899886867148e-05,
      "loss": 2.5749,
      "step": 49740
    },
    {
      "epoch": 42.999135695764906,
      "grad_norm": 1.3989450931549072,
      "learning_rate": 5.0473275909783515e-05,
      "loss": 2.5807,
      "step": 49750
    },
    {
      "epoch": 43.00777873811582,
      "grad_norm": 1.5385874509811401,
      "learning_rate": 5.045755290409153e-05,
      "loss": 2.4353,
      "step": 49760
    },
    {
      "epoch": 43.01642178046672,
      "grad_norm": 1.5250821113586426,
      "learning_rate": 5.0441829853150424e-05,
      "loss": 2.419,
      "step": 49770
    },
    {
      "epoch": 43.02506482281763,
      "grad_norm": 2.268946409225464,
      "learning_rate": 5.0426106758515136e-05,
      "loss": 2.4034,
      "step": 49780
    },
    {
      "epoch": 43.03370786516854,
      "grad_norm": 1.4006226062774658,
      "learning_rate": 5.041038362174054e-05,
      "loss": 2.4058,
      "step": 49790
    },
    {
      "epoch": 43.04235090751945,
      "grad_norm": 1.5081270933151245,
      "learning_rate": 5.039466044438158e-05,
      "loss": 2.4038,
      "step": 49800
    },
    {
      "epoch": 43.05099394987035,
      "grad_norm": 1.5660172700881958,
      "learning_rate": 5.0378937227993196e-05,
      "loss": 2.4227,
      "step": 49810
    },
    {
      "epoch": 43.059636992221265,
      "grad_norm": 1.5173280239105225,
      "learning_rate": 5.0363213974130276e-05,
      "loss": 2.4124,
      "step": 49820
    },
    {
      "epoch": 43.06828003457217,
      "grad_norm": 1.5597248077392578,
      "learning_rate": 5.0347490684347765e-05,
      "loss": 2.4069,
      "step": 49830
    },
    {
      "epoch": 43.07692307692308,
      "grad_norm": 1.5416401624679565,
      "learning_rate": 5.033176736020061e-05,
      "loss": 2.4207,
      "step": 49840
    },
    {
      "epoch": 43.085566119273984,
      "grad_norm": 1.5642004013061523,
      "learning_rate": 5.031604400324375e-05,
      "loss": 2.4152,
      "step": 49850
    },
    {
      "epoch": 43.09420916162489,
      "grad_norm": 1.4649258852005005,
      "learning_rate": 5.030032061503211e-05,
      "loss": 2.4284,
      "step": 49860
    },
    {
      "epoch": 43.1028522039758,
      "grad_norm": 1.4665155410766602,
      "learning_rate": 5.0284597197120655e-05,
      "loss": 2.422,
      "step": 49870
    },
    {
      "epoch": 43.111495246326704,
      "grad_norm": 1.7454473972320557,
      "learning_rate": 5.0268873751064306e-05,
      "loss": 2.4164,
      "step": 49880
    },
    {
      "epoch": 43.120138288677616,
      "grad_norm": 1.4999338388442993,
      "learning_rate": 5.0253150278418034e-05,
      "loss": 2.4478,
      "step": 49890
    },
    {
      "epoch": 43.12878133102852,
      "grad_norm": 1.474500060081482,
      "learning_rate": 5.0237426780736795e-05,
      "loss": 2.4287,
      "step": 49900
    },
    {
      "epoch": 43.13742437337943,
      "grad_norm": 1.5387567281723022,
      "learning_rate": 5.0221703259575526e-05,
      "loss": 2.444,
      "step": 49910
    },
    {
      "epoch": 43.146067415730336,
      "grad_norm": 1.462444543838501,
      "learning_rate": 5.02059797164892e-05,
      "loss": 2.4281,
      "step": 49920
    },
    {
      "epoch": 43.15471045808125,
      "grad_norm": 1.5265591144561768,
      "learning_rate": 5.0190256153032764e-05,
      "loss": 2.4582,
      "step": 49930
    },
    {
      "epoch": 43.16335350043215,
      "grad_norm": 1.5775364637374878,
      "learning_rate": 5.017453257076119e-05,
      "loss": 2.4328,
      "step": 49940
    },
    {
      "epoch": 43.17199654278306,
      "grad_norm": 1.4567691087722778,
      "learning_rate": 5.0158808971229445e-05,
      "loss": 2.4465,
      "step": 49950
    },
    {
      "epoch": 43.18063958513397,
      "grad_norm": 1.4474666118621826,
      "learning_rate": 5.014308535599248e-05,
      "loss": 2.4278,
      "step": 49960
    },
    {
      "epoch": 43.18928262748487,
      "grad_norm": 1.514106035232544,
      "learning_rate": 5.012736172660527e-05,
      "loss": 2.4172,
      "step": 49970
    },
    {
      "epoch": 43.19792566983578,
      "grad_norm": 1.4674087762832642,
      "learning_rate": 5.011163808462279e-05,
      "loss": 2.4538,
      "step": 49980
    },
    {
      "epoch": 43.20656871218669,
      "grad_norm": 1.6419297456741333,
      "learning_rate": 5.009591443160001e-05,
      "loss": 2.4496,
      "step": 49990
    },
    {
      "epoch": 43.2152117545376,
      "grad_norm": 1.5578631162643433,
      "learning_rate": 5.008019076909187e-05,
      "loss": 2.4555,
      "step": 50000
    },
    {
      "epoch": 43.2238547968885,
      "grad_norm": 1.5122348070144653,
      "learning_rate": 5.0064467098653376e-05,
      "loss": 2.4473,
      "step": 50010
    },
    {
      "epoch": 43.232497839239414,
      "grad_norm": 1.5441988706588745,
      "learning_rate": 5.00487434218395e-05,
      "loss": 2.4493,
      "step": 50020
    },
    {
      "epoch": 43.24114088159032,
      "grad_norm": 1.4265761375427246,
      "learning_rate": 5.00330197402052e-05,
      "loss": 2.457,
      "step": 50030
    },
    {
      "epoch": 43.24978392394123,
      "grad_norm": 1.578461766242981,
      "learning_rate": 5.001729605530545e-05,
      "loss": 2.4513,
      "step": 50040
    },
    {
      "epoch": 43.258426966292134,
      "grad_norm": 1.444570541381836,
      "learning_rate": 5.000157236869524e-05,
      "loss": 2.44,
      "step": 50050
    },
    {
      "epoch": 43.267070008643046,
      "grad_norm": 1.5960930585861206,
      "learning_rate": 4.998584868192952e-05,
      "loss": 2.4782,
      "step": 50060
    },
    {
      "epoch": 43.27571305099395,
      "grad_norm": 1.4366601705551147,
      "learning_rate": 4.997012499656328e-05,
      "loss": 2.4389,
      "step": 50070
    },
    {
      "epoch": 43.284356093344854,
      "grad_norm": 1.4676439762115479,
      "learning_rate": 4.99544013141515e-05,
      "loss": 2.4692,
      "step": 50080
    },
    {
      "epoch": 43.292999135695766,
      "grad_norm": 2.0609219074249268,
      "learning_rate": 4.993867763624914e-05,
      "loss": 2.4829,
      "step": 50090
    },
    {
      "epoch": 43.30164217804667,
      "grad_norm": 1.47272527217865,
      "learning_rate": 4.992295396441117e-05,
      "loss": 2.4653,
      "step": 50100
    },
    {
      "epoch": 43.31028522039758,
      "grad_norm": 1.5126492977142334,
      "learning_rate": 4.990723030019256e-05,
      "loss": 2.4518,
      "step": 50110
    },
    {
      "epoch": 43.318928262748486,
      "grad_norm": 1.5615239143371582,
      "learning_rate": 4.989150664514831e-05,
      "loss": 2.4625,
      "step": 50120
    },
    {
      "epoch": 43.3275713050994,
      "grad_norm": 1.55935537815094,
      "learning_rate": 4.9875783000833367e-05,
      "loss": 2.4661,
      "step": 50130
    },
    {
      "epoch": 43.3362143474503,
      "grad_norm": 1.6087446212768555,
      "learning_rate": 4.9860059368802714e-05,
      "loss": 2.4717,
      "step": 50140
    },
    {
      "epoch": 43.34485738980121,
      "grad_norm": 1.5208300352096558,
      "learning_rate": 4.9844335750611306e-05,
      "loss": 2.4627,
      "step": 50150
    },
    {
      "epoch": 43.35350043215212,
      "grad_norm": 1.4889384508132935,
      "learning_rate": 4.982861214781411e-05,
      "loss": 2.4686,
      "step": 50160
    },
    {
      "epoch": 43.36214347450303,
      "grad_norm": 1.5167288780212402,
      "learning_rate": 4.981288856196612e-05,
      "loss": 2.4752,
      "step": 50170
    },
    {
      "epoch": 43.37078651685393,
      "grad_norm": 1.511964201927185,
      "learning_rate": 4.979716499462226e-05,
      "loss": 2.4713,
      "step": 50180
    },
    {
      "epoch": 43.37942955920484,
      "grad_norm": 1.498012900352478,
      "learning_rate": 4.97814414473375e-05,
      "loss": 2.48,
      "step": 50190
    },
    {
      "epoch": 43.38807260155575,
      "grad_norm": 1.5484777688980103,
      "learning_rate": 4.9765717921666826e-05,
      "loss": 2.4663,
      "step": 50200
    },
    {
      "epoch": 43.39671564390665,
      "grad_norm": 1.499274730682373,
      "learning_rate": 4.974999441916518e-05,
      "loss": 2.4794,
      "step": 50210
    },
    {
      "epoch": 43.405358686257564,
      "grad_norm": 1.5016664266586304,
      "learning_rate": 4.973427094138752e-05,
      "loss": 2.4716,
      "step": 50220
    },
    {
      "epoch": 43.41400172860847,
      "grad_norm": 1.4983052015304565,
      "learning_rate": 4.97185474898888e-05,
      "loss": 2.4923,
      "step": 50230
    },
    {
      "epoch": 43.42264477095938,
      "grad_norm": 1.5093644857406616,
      "learning_rate": 4.970282406622397e-05,
      "loss": 2.4798,
      "step": 50240
    },
    {
      "epoch": 43.431287813310284,
      "grad_norm": 1.365968942642212,
      "learning_rate": 4.9687100671947965e-05,
      "loss": 2.4687,
      "step": 50250
    },
    {
      "epoch": 43.439930855661196,
      "grad_norm": 1.477099895477295,
      "learning_rate": 4.967137730861576e-05,
      "loss": 2.4768,
      "step": 50260
    },
    {
      "epoch": 43.4485738980121,
      "grad_norm": 1.4930713176727295,
      "learning_rate": 4.965565397778225e-05,
      "loss": 2.4728,
      "step": 50270
    },
    {
      "epoch": 43.45721694036301,
      "grad_norm": 1.5343389511108398,
      "learning_rate": 4.9639930681002436e-05,
      "loss": 2.4895,
      "step": 50280
    },
    {
      "epoch": 43.465859982713916,
      "grad_norm": 1.4854015111923218,
      "learning_rate": 4.96242074198312e-05,
      "loss": 2.4973,
      "step": 50290
    },
    {
      "epoch": 43.47450302506482,
      "grad_norm": 1.4592725038528442,
      "learning_rate": 4.96084841958235e-05,
      "loss": 2.4876,
      "step": 50300
    },
    {
      "epoch": 43.48314606741573,
      "grad_norm": 1.9842333793640137,
      "learning_rate": 4.959276101053426e-05,
      "loss": 2.4842,
      "step": 50310
    },
    {
      "epoch": 43.491789109766636,
      "grad_norm": 1.480634093284607,
      "learning_rate": 4.9577037865518416e-05,
      "loss": 2.5005,
      "step": 50320
    },
    {
      "epoch": 43.50043215211755,
      "grad_norm": 1.6252671480178833,
      "learning_rate": 4.956131476233086e-05,
      "loss": 2.4842,
      "step": 50330
    },
    {
      "epoch": 43.50907519446845,
      "grad_norm": 1.7538858652114868,
      "learning_rate": 4.954559170252653e-05,
      "loss": 2.4924,
      "step": 50340
    },
    {
      "epoch": 43.51771823681936,
      "grad_norm": 1.5097463130950928,
      "learning_rate": 4.952986868766034e-05,
      "loss": 2.5061,
      "step": 50350
    },
    {
      "epoch": 43.52636127917027,
      "grad_norm": 1.5868418216705322,
      "learning_rate": 4.9514145719287156e-05,
      "loss": 2.4904,
      "step": 50360
    },
    {
      "epoch": 43.53500432152118,
      "grad_norm": 1.8344064950942993,
      "learning_rate": 4.949842279896195e-05,
      "loss": 2.4815,
      "step": 50370
    },
    {
      "epoch": 43.54364736387208,
      "grad_norm": 1.5330817699432373,
      "learning_rate": 4.948269992823957e-05,
      "loss": 2.5212,
      "step": 50380
    },
    {
      "epoch": 43.552290406222994,
      "grad_norm": 1.5954762697219849,
      "learning_rate": 4.946697710867493e-05,
      "loss": 2.4798,
      "step": 50390
    },
    {
      "epoch": 43.5609334485739,
      "grad_norm": 1.484872579574585,
      "learning_rate": 4.945125434182291e-05,
      "loss": 2.4962,
      "step": 50400
    },
    {
      "epoch": 43.5695764909248,
      "grad_norm": 1.5190402269363403,
      "learning_rate": 4.943553162923841e-05,
      "loss": 2.5,
      "step": 50410
    },
    {
      "epoch": 43.578219533275714,
      "grad_norm": 1.5799990892410278,
      "learning_rate": 4.9419808972476276e-05,
      "loss": 2.4927,
      "step": 50420
    },
    {
      "epoch": 43.58686257562662,
      "grad_norm": 1.4684302806854248,
      "learning_rate": 4.940408637309141e-05,
      "loss": 2.5135,
      "step": 50430
    },
    {
      "epoch": 43.59550561797753,
      "grad_norm": 1.559504747390747,
      "learning_rate": 4.938836383263865e-05,
      "loss": 2.5083,
      "step": 50440
    },
    {
      "epoch": 43.604148660328434,
      "grad_norm": 1.439743161201477,
      "learning_rate": 4.9372641352672875e-05,
      "loss": 2.5049,
      "step": 50450
    },
    {
      "epoch": 43.612791702679345,
      "grad_norm": 1.6697661876678467,
      "learning_rate": 4.9356918934748946e-05,
      "loss": 2.5177,
      "step": 50460
    },
    {
      "epoch": 43.62143474503025,
      "grad_norm": 1.5900490283966064,
      "learning_rate": 4.9341196580421714e-05,
      "loss": 2.5105,
      "step": 50470
    },
    {
      "epoch": 43.63007778738116,
      "grad_norm": 1.4823116064071655,
      "learning_rate": 4.9325474291246e-05,
      "loss": 2.5092,
      "step": 50480
    },
    {
      "epoch": 43.638720829732065,
      "grad_norm": 1.5341192483901978,
      "learning_rate": 4.9309752068776645e-05,
      "loss": 2.516,
      "step": 50490
    },
    {
      "epoch": 43.64736387208297,
      "grad_norm": 1.4855506420135498,
      "learning_rate": 4.92940299145685e-05,
      "loss": 2.4861,
      "step": 50500
    },
    {
      "epoch": 43.65600691443388,
      "grad_norm": 1.7919167280197144,
      "learning_rate": 4.927830783017636e-05,
      "loss": 2.5077,
      "step": 50510
    },
    {
      "epoch": 43.664649956784785,
      "grad_norm": 1.907797932624817,
      "learning_rate": 4.9262585817155036e-05,
      "loss": 2.5121,
      "step": 50520
    },
    {
      "epoch": 43.6732929991357,
      "grad_norm": 1.4113106727600098,
      "learning_rate": 4.924686387705937e-05,
      "loss": 2.5382,
      "step": 50530
    },
    {
      "epoch": 43.6819360414866,
      "grad_norm": 1.5556418895721436,
      "learning_rate": 4.9231142011444145e-05,
      "loss": 2.5089,
      "step": 50540
    },
    {
      "epoch": 43.69057908383751,
      "grad_norm": 1.5222845077514648,
      "learning_rate": 4.921542022186415e-05,
      "loss": 2.5135,
      "step": 50550
    },
    {
      "epoch": 43.69922212618842,
      "grad_norm": 1.4836993217468262,
      "learning_rate": 4.919969850987419e-05,
      "loss": 2.5125,
      "step": 50560
    },
    {
      "epoch": 43.70786516853933,
      "grad_norm": 1.7938836812973022,
      "learning_rate": 4.918397687702902e-05,
      "loss": 2.5303,
      "step": 50570
    },
    {
      "epoch": 43.71650821089023,
      "grad_norm": 1.5912635326385498,
      "learning_rate": 4.916825532488343e-05,
      "loss": 2.5143,
      "step": 50580
    },
    {
      "epoch": 43.725151253241144,
      "grad_norm": 1.492031455039978,
      "learning_rate": 4.9152533854992175e-05,
      "loss": 2.5205,
      "step": 50590
    },
    {
      "epoch": 43.73379429559205,
      "grad_norm": 1.478205680847168,
      "learning_rate": 4.913681246890998e-05,
      "loss": 2.5206,
      "step": 50600
    },
    {
      "epoch": 43.74243733794295,
      "grad_norm": 2.419524669647217,
      "learning_rate": 4.9121091168191655e-05,
      "loss": 2.5158,
      "step": 50610
    },
    {
      "epoch": 43.751080380293864,
      "grad_norm": 1.6249250173568726,
      "learning_rate": 4.9105369954391894e-05,
      "loss": 2.5144,
      "step": 50620
    },
    {
      "epoch": 43.75972342264477,
      "grad_norm": 1.5070773363113403,
      "learning_rate": 4.908964882906544e-05,
      "loss": 2.4921,
      "step": 50630
    },
    {
      "epoch": 43.76836646499568,
      "grad_norm": 1.7444109916687012,
      "learning_rate": 4.907392779376701e-05,
      "loss": 2.5126,
      "step": 50640
    },
    {
      "epoch": 43.777009507346584,
      "grad_norm": 1.4643455743789673,
      "learning_rate": 4.905820685005132e-05,
      "loss": 2.5096,
      "step": 50650
    },
    {
      "epoch": 43.785652549697495,
      "grad_norm": 1.5033191442489624,
      "learning_rate": 4.9042485999473056e-05,
      "loss": 2.537,
      "step": 50660
    },
    {
      "epoch": 43.7942955920484,
      "grad_norm": 1.5025830268859863,
      "learning_rate": 4.902676524358694e-05,
      "loss": 2.5366,
      "step": 50670
    },
    {
      "epoch": 43.80293863439931,
      "grad_norm": 1.5956876277923584,
      "learning_rate": 4.901104458394764e-05,
      "loss": 2.5246,
      "step": 50680
    },
    {
      "epoch": 43.811581676750215,
      "grad_norm": 1.5209593772888184,
      "learning_rate": 4.8995324022109803e-05,
      "loss": 2.5405,
      "step": 50690
    },
    {
      "epoch": 43.82022471910113,
      "grad_norm": 1.4683723449707031,
      "learning_rate": 4.897960355962815e-05,
      "loss": 2.5114,
      "step": 50700
    },
    {
      "epoch": 43.82886776145203,
      "grad_norm": 1.494486927986145,
      "learning_rate": 4.8963883198057303e-05,
      "loss": 2.5205,
      "step": 50710
    },
    {
      "epoch": 43.837510803802935,
      "grad_norm": 2.041264295578003,
      "learning_rate": 4.8948162938951915e-05,
      "loss": 2.5446,
      "step": 50720
    },
    {
      "epoch": 43.84615384615385,
      "grad_norm": 1.5522912740707397,
      "learning_rate": 4.893244278386662e-05,
      "loss": 2.5261,
      "step": 50730
    },
    {
      "epoch": 43.85479688850475,
      "grad_norm": 1.5110219717025757,
      "learning_rate": 4.891672273435604e-05,
      "loss": 2.5281,
      "step": 50740
    },
    {
      "epoch": 43.86343993085566,
      "grad_norm": 1.541689395904541,
      "learning_rate": 4.890100279197479e-05,
      "loss": 2.5145,
      "step": 50750
    },
    {
      "epoch": 43.87208297320657,
      "grad_norm": 1.4291874170303345,
      "learning_rate": 4.888528295827748e-05,
      "loss": 2.5335,
      "step": 50760
    },
    {
      "epoch": 43.88072601555748,
      "grad_norm": 1.7092056274414062,
      "learning_rate": 4.886956323481868e-05,
      "loss": 2.5236,
      "step": 50770
    },
    {
      "epoch": 43.88936905790838,
      "grad_norm": 1.5264033079147339,
      "learning_rate": 4.8853843623153e-05,
      "loss": 2.525,
      "step": 50780
    },
    {
      "epoch": 43.898012100259294,
      "grad_norm": 1.4230456352233887,
      "learning_rate": 4.8838124124835006e-05,
      "loss": 2.5489,
      "step": 50790
    },
    {
      "epoch": 43.9066551426102,
      "grad_norm": 1.536378026008606,
      "learning_rate": 4.882240474141926e-05,
      "loss": 2.5271,
      "step": 50800
    },
    {
      "epoch": 43.91529818496111,
      "grad_norm": 1.461083173751831,
      "learning_rate": 4.88066854744603e-05,
      "loss": 2.5309,
      "step": 50810
    },
    {
      "epoch": 43.923941227312014,
      "grad_norm": 1.4658796787261963,
      "learning_rate": 4.879096632551266e-05,
      "loss": 2.537,
      "step": 50820
    },
    {
      "epoch": 43.93258426966292,
      "grad_norm": 1.4929605722427368,
      "learning_rate": 4.8775247296130886e-05,
      "loss": 2.5465,
      "step": 50830
    },
    {
      "epoch": 43.94122731201383,
      "grad_norm": 1.5449209213256836,
      "learning_rate": 4.875952838786946e-05,
      "loss": 2.55,
      "step": 50840
    },
    {
      "epoch": 43.949870354364734,
      "grad_norm": 1.5557851791381836,
      "learning_rate": 4.8743809602282896e-05,
      "loss": 2.5367,
      "step": 50850
    },
    {
      "epoch": 43.958513396715645,
      "grad_norm": 1.4991376399993896,
      "learning_rate": 4.87280909409257e-05,
      "loss": 2.5306,
      "step": 50860
    },
    {
      "epoch": 43.96715643906655,
      "grad_norm": 2.547902822494507,
      "learning_rate": 4.8712372405352335e-05,
      "loss": 2.5386,
      "step": 50870
    },
    {
      "epoch": 43.97579948141746,
      "grad_norm": 1.5115501880645752,
      "learning_rate": 4.869665399711727e-05,
      "loss": 2.5352,
      "step": 50880
    },
    {
      "epoch": 43.984442523768365,
      "grad_norm": 1.6996437311172485,
      "learning_rate": 4.8680935717774966e-05,
      "loss": 2.5194,
      "step": 50890
    },
    {
      "epoch": 43.99308556611928,
      "grad_norm": 1.5814383029937744,
      "learning_rate": 4.866521756887984e-05,
      "loss": 2.5474,
      "step": 50900
    },
    {
      "epoch": 44.00172860847018,
      "grad_norm": 1.4605551958084106,
      "learning_rate": 4.8649499551986326e-05,
      "loss": 2.5125,
      "step": 50910
    },
    {
      "epoch": 44.01037165082109,
      "grad_norm": 1.8287527561187744,
      "learning_rate": 4.8633781668648855e-05,
      "loss": 2.3719,
      "step": 50920
    },
    {
      "epoch": 44.019014693172,
      "grad_norm": 1.5997446775436401,
      "learning_rate": 4.86180639204218e-05,
      "loss": 2.3639,
      "step": 50930
    },
    {
      "epoch": 44.0276577355229,
      "grad_norm": 1.4822361469268799,
      "learning_rate": 4.860234630885955e-05,
      "loss": 2.3774,
      "step": 50940
    },
    {
      "epoch": 44.03630077787381,
      "grad_norm": 1.4712677001953125,
      "learning_rate": 4.858662883551651e-05,
      "loss": 2.3872,
      "step": 50950
    },
    {
      "epoch": 44.04494382022472,
      "grad_norm": 1.5386121273040771,
      "learning_rate": 4.8570911501947004e-05,
      "loss": 2.3898,
      "step": 50960
    },
    {
      "epoch": 44.05358686257563,
      "grad_norm": 1.5669052600860596,
      "learning_rate": 4.8555194309705396e-05,
      "loss": 2.3701,
      "step": 50970
    },
    {
      "epoch": 44.06222990492653,
      "grad_norm": 1.547845721244812,
      "learning_rate": 4.8539477260346034e-05,
      "loss": 2.3826,
      "step": 50980
    },
    {
      "epoch": 44.070872947277444,
      "grad_norm": 1.6049141883850098,
      "learning_rate": 4.85237603554232e-05,
      "loss": 2.398,
      "step": 50990
    },
    {
      "epoch": 44.07951598962835,
      "grad_norm": 1.5399686098098755,
      "learning_rate": 4.850804359649121e-05,
      "loss": 2.3731,
      "step": 51000
    },
    {
      "epoch": 44.08815903197926,
      "grad_norm": 1.600642442703247,
      "learning_rate": 4.8492326985104374e-05,
      "loss": 2.3933,
      "step": 51010
    },
    {
      "epoch": 44.096802074330164,
      "grad_norm": 1.9439159631729126,
      "learning_rate": 4.8476610522816914e-05,
      "loss": 2.4078,
      "step": 51020
    },
    {
      "epoch": 44.105445116681075,
      "grad_norm": 1.5641876459121704,
      "learning_rate": 4.846089421118315e-05,
      "loss": 2.381,
      "step": 51030
    },
    {
      "epoch": 44.11408815903198,
      "grad_norm": 1.550567388534546,
      "learning_rate": 4.84451780517573e-05,
      "loss": 2.4201,
      "step": 51040
    },
    {
      "epoch": 44.122731201382884,
      "grad_norm": 1.4946707487106323,
      "learning_rate": 4.8429462046093585e-05,
      "loss": 2.4017,
      "step": 51050
    },
    {
      "epoch": 44.131374243733795,
      "grad_norm": 1.493491530418396,
      "learning_rate": 4.841374619574624e-05,
      "loss": 2.3839,
      "step": 51060
    },
    {
      "epoch": 44.1400172860847,
      "grad_norm": 1.3668205738067627,
      "learning_rate": 4.839803050226946e-05,
      "loss": 2.3991,
      "step": 51070
    },
    {
      "epoch": 44.14866032843561,
      "grad_norm": 1.6032252311706543,
      "learning_rate": 4.8382314967217406e-05,
      "loss": 2.3983,
      "step": 51080
    },
    {
      "epoch": 44.157303370786515,
      "grad_norm": 1.3852921724319458,
      "learning_rate": 4.836659959214427e-05,
      "loss": 2.4041,
      "step": 51090
    },
    {
      "epoch": 44.165946413137426,
      "grad_norm": 1.4734915494918823,
      "learning_rate": 4.835088437860418e-05,
      "loss": 2.3892,
      "step": 51100
    },
    {
      "epoch": 44.17458945548833,
      "grad_norm": 1.5162646770477295,
      "learning_rate": 4.83351693281513e-05,
      "loss": 2.3949,
      "step": 51110
    },
    {
      "epoch": 44.18323249783924,
      "grad_norm": 1.637694001197815,
      "learning_rate": 4.8319454442339726e-05,
      "loss": 2.4036,
      "step": 51120
    },
    {
      "epoch": 44.191875540190146,
      "grad_norm": 1.5667831897735596,
      "learning_rate": 4.83037397227236e-05,
      "loss": 2.4178,
      "step": 51130
    },
    {
      "epoch": 44.20051858254106,
      "grad_norm": 1.7044484615325928,
      "learning_rate": 4.828802517085697e-05,
      "loss": 2.4024,
      "step": 51140
    },
    {
      "epoch": 44.20916162489196,
      "grad_norm": 1.817759394645691,
      "learning_rate": 4.827231078829392e-05,
      "loss": 2.4135,
      "step": 51150
    },
    {
      "epoch": 44.217804667242866,
      "grad_norm": 1.5968180894851685,
      "learning_rate": 4.825659657658851e-05,
      "loss": 2.4283,
      "step": 51160
    },
    {
      "epoch": 44.22644770959378,
      "grad_norm": 2.4031739234924316,
      "learning_rate": 4.8240882537294755e-05,
      "loss": 2.4106,
      "step": 51170
    },
    {
      "epoch": 44.23509075194468,
      "grad_norm": 1.5617049932479858,
      "learning_rate": 4.82251686719667e-05,
      "loss": 2.4007,
      "step": 51180
    },
    {
      "epoch": 44.24373379429559,
      "grad_norm": 1.5648140907287598,
      "learning_rate": 4.8209454982158325e-05,
      "loss": 2.4337,
      "step": 51190
    },
    {
      "epoch": 44.2523768366465,
      "grad_norm": 1.5238734483718872,
      "learning_rate": 4.819374146942364e-05,
      "loss": 2.3958,
      "step": 51200
    },
    {
      "epoch": 44.26101987899741,
      "grad_norm": 1.8643560409545898,
      "learning_rate": 4.817802813531659e-05,
      "loss": 2.4201,
      "step": 51210
    },
    {
      "epoch": 44.26966292134831,
      "grad_norm": 1.7180899381637573,
      "learning_rate": 4.8162314981391166e-05,
      "loss": 2.4179,
      "step": 51220
    },
    {
      "epoch": 44.278305963699225,
      "grad_norm": 1.5178308486938477,
      "learning_rate": 4.8146602009201254e-05,
      "loss": 2.4325,
      "step": 51230
    },
    {
      "epoch": 44.28694900605013,
      "grad_norm": 1.9006297588348389,
      "learning_rate": 4.813088922030078e-05,
      "loss": 2.4357,
      "step": 51240
    },
    {
      "epoch": 44.29559204840104,
      "grad_norm": 1.437241792678833,
      "learning_rate": 4.811517661624366e-05,
      "loss": 2.4378,
      "step": 51250
    },
    {
      "epoch": 44.304235090751945,
      "grad_norm": 1.6292576789855957,
      "learning_rate": 4.809946419858375e-05,
      "loss": 2.436,
      "step": 51260
    },
    {
      "epoch": 44.31287813310285,
      "grad_norm": 1.6128451824188232,
      "learning_rate": 4.8083751968874904e-05,
      "loss": 2.4333,
      "step": 51270
    },
    {
      "epoch": 44.32152117545376,
      "grad_norm": 1.597027063369751,
      "learning_rate": 4.806803992867099e-05,
      "loss": 2.4244,
      "step": 51280
    },
    {
      "epoch": 44.330164217804665,
      "grad_norm": 1.6289191246032715,
      "learning_rate": 4.805232807952581e-05,
      "loss": 2.4161,
      "step": 51290
    },
    {
      "epoch": 44.338807260155576,
      "grad_norm": 1.4475979804992676,
      "learning_rate": 4.803661642299319e-05,
      "loss": 2.4353,
      "step": 51300
    },
    {
      "epoch": 44.34745030250648,
      "grad_norm": 1.721753478050232,
      "learning_rate": 4.802090496062689e-05,
      "loss": 2.4353,
      "step": 51310
    },
    {
      "epoch": 44.35609334485739,
      "grad_norm": 1.5626803636550903,
      "learning_rate": 4.800519369398069e-05,
      "loss": 2.4426,
      "step": 51320
    },
    {
      "epoch": 44.364736387208296,
      "grad_norm": 1.4119014739990234,
      "learning_rate": 4.7989482624608325e-05,
      "loss": 2.4313,
      "step": 51330
    },
    {
      "epoch": 44.37337942955921,
      "grad_norm": 1.542070984840393,
      "learning_rate": 4.797377175406353e-05,
      "loss": 2.4398,
      "step": 51340
    },
    {
      "epoch": 44.38202247191011,
      "grad_norm": 1.4830803871154785,
      "learning_rate": 4.795806108389998e-05,
      "loss": 2.448,
      "step": 51350
    },
    {
      "epoch": 44.39066551426102,
      "grad_norm": 1.836086630821228,
      "learning_rate": 4.794235061567142e-05,
      "loss": 2.4536,
      "step": 51360
    },
    {
      "epoch": 44.39930855661193,
      "grad_norm": 1.5510704517364502,
      "learning_rate": 4.792664035093148e-05,
      "loss": 2.4488,
      "step": 51370
    },
    {
      "epoch": 44.40795159896283,
      "grad_norm": 1.8263691663742065,
      "learning_rate": 4.791093029123381e-05,
      "loss": 2.4602,
      "step": 51380
    },
    {
      "epoch": 44.41659464131374,
      "grad_norm": 1.7281951904296875,
      "learning_rate": 4.789522043813204e-05,
      "loss": 2.4579,
      "step": 51390
    },
    {
      "epoch": 44.42523768366465,
      "grad_norm": 1.70670485496521,
      "learning_rate": 4.787951079317979e-05,
      "loss": 2.478,
      "step": 51400
    },
    {
      "epoch": 44.43388072601556,
      "grad_norm": 1.9674079418182373,
      "learning_rate": 4.7863801357930614e-05,
      "loss": 2.4463,
      "step": 51410
    },
    {
      "epoch": 44.44252376836646,
      "grad_norm": 1.5317344665527344,
      "learning_rate": 4.784809213393809e-05,
      "loss": 2.4586,
      "step": 51420
    },
    {
      "epoch": 44.451166810717375,
      "grad_norm": 1.5345271825790405,
      "learning_rate": 4.7832383122755775e-05,
      "loss": 2.4613,
      "step": 51430
    },
    {
      "epoch": 44.45980985306828,
      "grad_norm": 1.6424552202224731,
      "learning_rate": 4.781667432593717e-05,
      "loss": 2.4455,
      "step": 51440
    },
    {
      "epoch": 44.46845289541919,
      "grad_norm": 1.626213550567627,
      "learning_rate": 4.780096574503579e-05,
      "loss": 2.4582,
      "step": 51450
    },
    {
      "epoch": 44.477095937770095,
      "grad_norm": 1.4959744215011597,
      "learning_rate": 4.7785257381605135e-05,
      "loss": 2.464,
      "step": 51460
    },
    {
      "epoch": 44.485738980121,
      "grad_norm": 2.3567166328430176,
      "learning_rate": 4.776954923719863e-05,
      "loss": 2.4656,
      "step": 51470
    },
    {
      "epoch": 44.49438202247191,
      "grad_norm": 1.529958963394165,
      "learning_rate": 4.775384131336972e-05,
      "loss": 2.4596,
      "step": 51480
    },
    {
      "epoch": 44.503025064822815,
      "grad_norm": 1.4771676063537598,
      "learning_rate": 4.773813361167184e-05,
      "loss": 2.4673,
      "step": 51490
    },
    {
      "epoch": 44.511668107173726,
      "grad_norm": 1.55588698387146,
      "learning_rate": 4.772242613365835e-05,
      "loss": 2.4699,
      "step": 51500
    },
    {
      "epoch": 44.52031114952463,
      "grad_norm": 2.398155689239502,
      "learning_rate": 4.7706718880882645e-05,
      "loss": 2.4574,
      "step": 51510
    },
    {
      "epoch": 44.52895419187554,
      "grad_norm": 1.614272952079773,
      "learning_rate": 4.769101185489805e-05,
      "loss": 2.4552,
      "step": 51520
    },
    {
      "epoch": 44.537597234226446,
      "grad_norm": 1.6101617813110352,
      "learning_rate": 4.767530505725793e-05,
      "loss": 2.4468,
      "step": 51530
    },
    {
      "epoch": 44.54624027657736,
      "grad_norm": 2.0332624912261963,
      "learning_rate": 4.765959848951557e-05,
      "loss": 2.4655,
      "step": 51540
    },
    {
      "epoch": 44.55488331892826,
      "grad_norm": 1.6019189357757568,
      "learning_rate": 4.764389215322425e-05,
      "loss": 2.4654,
      "step": 51550
    },
    {
      "epoch": 44.56352636127917,
      "grad_norm": 1.5460121631622314,
      "learning_rate": 4.762818604993722e-05,
      "loss": 2.4711,
      "step": 51560
    },
    {
      "epoch": 44.57216940363008,
      "grad_norm": 1.5855060815811157,
      "learning_rate": 4.761248018120773e-05,
      "loss": 2.4581,
      "step": 51570
    },
    {
      "epoch": 44.58081244598098,
      "grad_norm": 1.708042860031128,
      "learning_rate": 4.759677454858898e-05,
      "loss": 2.4853,
      "step": 51580
    },
    {
      "epoch": 44.58945548833189,
      "grad_norm": 1.5277314186096191,
      "learning_rate": 4.7581069153634165e-05,
      "loss": 2.4664,
      "step": 51590
    },
    {
      "epoch": 44.5980985306828,
      "grad_norm": 1.5610461235046387,
      "learning_rate": 4.756536399789643e-05,
      "loss": 2.4565,
      "step": 51600
    },
    {
      "epoch": 44.60674157303371,
      "grad_norm": 1.7319620847702026,
      "learning_rate": 4.754965908292895e-05,
      "loss": 2.4846,
      "step": 51610
    },
    {
      "epoch": 44.61538461538461,
      "grad_norm": 1.5517522096633911,
      "learning_rate": 4.7533954410284826e-05,
      "loss": 2.4804,
      "step": 51620
    },
    {
      "epoch": 44.624027657735525,
      "grad_norm": 1.6607507467269897,
      "learning_rate": 4.751824998151716e-05,
      "loss": 2.476,
      "step": 51630
    },
    {
      "epoch": 44.63267070008643,
      "grad_norm": 1.5836740732192993,
      "learning_rate": 4.750254579817901e-05,
      "loss": 2.4784,
      "step": 51640
    },
    {
      "epoch": 44.64131374243734,
      "grad_norm": 1.4623206853866577,
      "learning_rate": 4.748684186182342e-05,
      "loss": 2.4626,
      "step": 51650
    },
    {
      "epoch": 44.649956784788245,
      "grad_norm": 1.5097099542617798,
      "learning_rate": 4.747113817400343e-05,
      "loss": 2.469,
      "step": 51660
    },
    {
      "epoch": 44.658599827139156,
      "grad_norm": 1.6246109008789062,
      "learning_rate": 4.745543473627202e-05,
      "loss": 2.4771,
      "step": 51670
    },
    {
      "epoch": 44.66724286949006,
      "grad_norm": 1.4588818550109863,
      "learning_rate": 4.743973155018214e-05,
      "loss": 2.4699,
      "step": 51680
    },
    {
      "epoch": 44.675885911840965,
      "grad_norm": 1.5408720970153809,
      "learning_rate": 4.7424028617286775e-05,
      "loss": 2.4662,
      "step": 51690
    },
    {
      "epoch": 44.684528954191876,
      "grad_norm": 1.5176631212234497,
      "learning_rate": 4.740832593913885e-05,
      "loss": 2.485,
      "step": 51700
    },
    {
      "epoch": 44.69317199654278,
      "grad_norm": 1.6000629663467407,
      "learning_rate": 4.7392623517291234e-05,
      "loss": 2.4769,
      "step": 51710
    },
    {
      "epoch": 44.70181503889369,
      "grad_norm": 2.9784116744995117,
      "learning_rate": 4.7376921353296806e-05,
      "loss": 2.4827,
      "step": 51720
    },
    {
      "epoch": 44.710458081244596,
      "grad_norm": 1.6262710094451904,
      "learning_rate": 4.736121944870843e-05,
      "loss": 2.4871,
      "step": 51730
    },
    {
      "epoch": 44.71910112359551,
      "grad_norm": 1.511884331703186,
      "learning_rate": 4.7345517805078886e-05,
      "loss": 2.4926,
      "step": 51740
    },
    {
      "epoch": 44.72774416594641,
      "grad_norm": 1.5559020042419434,
      "learning_rate": 4.7329816423961e-05,
      "loss": 2.4941,
      "step": 51750
    },
    {
      "epoch": 44.73638720829732,
      "grad_norm": 1.7823361158370972,
      "learning_rate": 4.731411530690754e-05,
      "loss": 2.4861,
      "step": 51760
    },
    {
      "epoch": 44.74503025064823,
      "grad_norm": 1.4786025285720825,
      "learning_rate": 4.729841445547122e-05,
      "loss": 2.4696,
      "step": 51770
    },
    {
      "epoch": 44.75367329299914,
      "grad_norm": 1.543729543685913,
      "learning_rate": 4.7282713871204783e-05,
      "loss": 2.4879,
      "step": 51780
    },
    {
      "epoch": 44.76231633535004,
      "grad_norm": 1.67399263381958,
      "learning_rate": 4.726701355566094e-05,
      "loss": 2.4814,
      "step": 51790
    },
    {
      "epoch": 44.77095937770095,
      "grad_norm": 1.5215940475463867,
      "learning_rate": 4.7251313510392294e-05,
      "loss": 2.5015,
      "step": 51800
    },
    {
      "epoch": 44.77960242005186,
      "grad_norm": 1.6737661361694336,
      "learning_rate": 4.723561373695153e-05,
      "loss": 2.5027,
      "step": 51810
    },
    {
      "epoch": 44.78824546240276,
      "grad_norm": 1.622137427330017,
      "learning_rate": 4.721991423689124e-05,
      "loss": 2.4792,
      "step": 51820
    },
    {
      "epoch": 44.796888504753674,
      "grad_norm": 1.4327328205108643,
      "learning_rate": 4.7204215011764e-05,
      "loss": 2.4951,
      "step": 51830
    },
    {
      "epoch": 44.80553154710458,
      "grad_norm": 1.6824495792388916,
      "learning_rate": 4.718851606312237e-05,
      "loss": 2.4797,
      "step": 51840
    },
    {
      "epoch": 44.81417458945549,
      "grad_norm": 1.5407441854476929,
      "learning_rate": 4.7172817392518866e-05,
      "loss": 2.4947,
      "step": 51850
    },
    {
      "epoch": 44.822817631806394,
      "grad_norm": 1.5546730756759644,
      "learning_rate": 4.7157119001506006e-05,
      "loss": 2.5075,
      "step": 51860
    },
    {
      "epoch": 44.831460674157306,
      "grad_norm": 1.7198615074157715,
      "learning_rate": 4.714142089163626e-05,
      "loss": 2.5087,
      "step": 51870
    },
    {
      "epoch": 44.84010371650821,
      "grad_norm": 1.5718495845794678,
      "learning_rate": 4.7125723064462085e-05,
      "loss": 2.5056,
      "step": 51880
    },
    {
      "epoch": 44.84874675885912,
      "grad_norm": 1.4730281829833984,
      "learning_rate": 4.711002552153587e-05,
      "loss": 2.5009,
      "step": 51890
    },
    {
      "epoch": 44.857389801210026,
      "grad_norm": 1.6483651399612427,
      "learning_rate": 4.709432826441001e-05,
      "loss": 2.4962,
      "step": 51900
    },
    {
      "epoch": 44.86603284356093,
      "grad_norm": 1.5249135494232178,
      "learning_rate": 4.7078631294636885e-05,
      "loss": 2.4954,
      "step": 51910
    },
    {
      "epoch": 44.87467588591184,
      "grad_norm": 1.5370603799819946,
      "learning_rate": 4.7062934613768814e-05,
      "loss": 2.4886,
      "step": 51920
    },
    {
      "epoch": 44.883318928262746,
      "grad_norm": 1.5401452779769897,
      "learning_rate": 4.704723822335808e-05,
      "loss": 2.5087,
      "step": 51930
    },
    {
      "epoch": 44.89196197061366,
      "grad_norm": 1.764536738395691,
      "learning_rate": 4.703154212495698e-05,
      "loss": 2.4852,
      "step": 51940
    },
    {
      "epoch": 44.90060501296456,
      "grad_norm": 3.0423920154571533,
      "learning_rate": 4.701584632011776e-05,
      "loss": 2.4855,
      "step": 51950
    },
    {
      "epoch": 44.90924805531547,
      "grad_norm": 1.6180037260055542,
      "learning_rate": 4.700015081039264e-05,
      "loss": 2.5051,
      "step": 51960
    },
    {
      "epoch": 44.91789109766638,
      "grad_norm": 1.613113522529602,
      "learning_rate": 4.698445559733381e-05,
      "loss": 2.5019,
      "step": 51970
    },
    {
      "epoch": 44.92653414001729,
      "grad_norm": 1.5052495002746582,
      "learning_rate": 4.696876068249341e-05,
      "loss": 2.508,
      "step": 51980
    },
    {
      "epoch": 44.93517718236819,
      "grad_norm": 1.5355395078659058,
      "learning_rate": 4.6953066067423575e-05,
      "loss": 2.5026,
      "step": 51990
    },
    {
      "epoch": 44.943820224719104,
      "grad_norm": 1.6027053594589233,
      "learning_rate": 4.693737175367641e-05,
      "loss": 2.4975,
      "step": 52000
    },
    {
      "epoch": 44.95246326707001,
      "grad_norm": 1.5902583599090576,
      "learning_rate": 4.692167774280398e-05,
      "loss": 2.4998,
      "step": 52010
    },
    {
      "epoch": 44.96110630942091,
      "grad_norm": 1.5132704973220825,
      "learning_rate": 4.690598403635831e-05,
      "loss": 2.501,
      "step": 52020
    },
    {
      "epoch": 44.969749351771824,
      "grad_norm": 1.6008132696151733,
      "learning_rate": 4.6890290635891445e-05,
      "loss": 2.5143,
      "step": 52030
    },
    {
      "epoch": 44.97839239412273,
      "grad_norm": 1.6928608417510986,
      "learning_rate": 4.687459754295534e-05,
      "loss": 2.5162,
      "step": 52040
    },
    {
      "epoch": 44.98703543647364,
      "grad_norm": 1.4850432872772217,
      "learning_rate": 4.6858904759101946e-05,
      "loss": 2.5007,
      "step": 52050
    },
    {
      "epoch": 44.995678478824544,
      "grad_norm": 1.4582250118255615,
      "learning_rate": 4.684321228588319e-05,
      "loss": 2.5021,
      "step": 52060
    },
    {
      "epoch": 45.004321521175456,
      "grad_norm": 1.5200352668762207,
      "learning_rate": 4.682752012485094e-05,
      "loss": 2.429,
      "step": 52070
    },
    {
      "epoch": 45.01296456352636,
      "grad_norm": 1.55409836769104,
      "learning_rate": 4.6811828277557065e-05,
      "loss": 2.3308,
      "step": 52080
    },
    {
      "epoch": 45.02160760587727,
      "grad_norm": 1.674494743347168,
      "learning_rate": 4.6796136745553395e-05,
      "loss": 2.3543,
      "step": 52090
    },
    {
      "epoch": 45.030250648228176,
      "grad_norm": 1.5392835140228271,
      "learning_rate": 4.67804455303917e-05,
      "loss": 2.3366,
      "step": 52100
    },
    {
      "epoch": 45.03889369057909,
      "grad_norm": 1.6833056211471558,
      "learning_rate": 4.676475463362378e-05,
      "loss": 2.3371,
      "step": 52110
    },
    {
      "epoch": 45.04753673292999,
      "grad_norm": 1.6584150791168213,
      "learning_rate": 4.674906405680135e-05,
      "loss": 2.3537,
      "step": 52120
    },
    {
      "epoch": 45.056179775280896,
      "grad_norm": 1.4429974555969238,
      "learning_rate": 4.67333738014761e-05,
      "loss": 2.3511,
      "step": 52130
    },
    {
      "epoch": 45.06482281763181,
      "grad_norm": 1.621196985244751,
      "learning_rate": 4.6717683869199706e-05,
      "loss": 2.3405,
      "step": 52140
    },
    {
      "epoch": 45.07346585998271,
      "grad_norm": 1.5145875215530396,
      "learning_rate": 4.670199426152381e-05,
      "loss": 2.3649,
      "step": 52150
    },
    {
      "epoch": 45.08210890233362,
      "grad_norm": 1.5401768684387207,
      "learning_rate": 4.668630498000001e-05,
      "loss": 2.3642,
      "step": 52160
    },
    {
      "epoch": 45.09075194468453,
      "grad_norm": 1.6191903352737427,
      "learning_rate": 4.667061602617986e-05,
      "loss": 2.3768,
      "step": 52170
    },
    {
      "epoch": 45.09939498703544,
      "grad_norm": 1.496948480606079,
      "learning_rate": 4.665492740161491e-05,
      "loss": 2.3733,
      "step": 52180
    },
    {
      "epoch": 45.10803802938634,
      "grad_norm": 1.4767498970031738,
      "learning_rate": 4.663923910785669e-05,
      "loss": 2.3521,
      "step": 52190
    },
    {
      "epoch": 45.116681071737254,
      "grad_norm": 1.7236984968185425,
      "learning_rate": 4.662355114645665e-05,
      "loss": 2.3514,
      "step": 52200
    },
    {
      "epoch": 45.12532411408816,
      "grad_norm": 1.755759358406067,
      "learning_rate": 4.660786351896625e-05,
      "loss": 2.3798,
      "step": 52210
    },
    {
      "epoch": 45.13396715643907,
      "grad_norm": 1.643617033958435,
      "learning_rate": 4.6592176226936876e-05,
      "loss": 2.3473,
      "step": 52220
    },
    {
      "epoch": 45.142610198789974,
      "grad_norm": 1.5884859561920166,
      "learning_rate": 4.657648927191991e-05,
      "loss": 2.3624,
      "step": 52230
    },
    {
      "epoch": 45.15125324114088,
      "grad_norm": 1.6032322645187378,
      "learning_rate": 4.6560802655466704e-05,
      "loss": 2.3638,
      "step": 52240
    },
    {
      "epoch": 45.15989628349179,
      "grad_norm": 1.5950394868850708,
      "learning_rate": 4.654511637912855e-05,
      "loss": 2.374,
      "step": 52250
    },
    {
      "epoch": 45.168539325842694,
      "grad_norm": 1.5937401056289673,
      "learning_rate": 4.652943044445673e-05,
      "loss": 2.3862,
      "step": 52260
    },
    {
      "epoch": 45.177182368193606,
      "grad_norm": 1.505285382270813,
      "learning_rate": 4.651374485300247e-05,
      "loss": 2.3762,
      "step": 52270
    },
    {
      "epoch": 45.18582541054451,
      "grad_norm": 1.6109588146209717,
      "learning_rate": 4.649805960631701e-05,
      "loss": 2.3877,
      "step": 52280
    },
    {
      "epoch": 45.19446845289542,
      "grad_norm": 1.5879305601119995,
      "learning_rate": 4.6482374705951495e-05,
      "loss": 2.3769,
      "step": 52290
    },
    {
      "epoch": 45.203111495246326,
      "grad_norm": 1.5348128080368042,
      "learning_rate": 4.646669015345709e-05,
      "loss": 2.3633,
      "step": 52300
    },
    {
      "epoch": 45.21175453759724,
      "grad_norm": 1.5780316591262817,
      "learning_rate": 4.6451005950384865e-05,
      "loss": 2.3939,
      "step": 52310
    },
    {
      "epoch": 45.22039757994814,
      "grad_norm": 1.611080288887024,
      "learning_rate": 4.643532209828591e-05,
      "loss": 2.3721,
      "step": 52320
    },
    {
      "epoch": 45.22904062229905,
      "grad_norm": 1.6226301193237305,
      "learning_rate": 4.6419638598711255e-05,
      "loss": 2.3955,
      "step": 52330
    },
    {
      "epoch": 45.23768366464996,
      "grad_norm": 1.6744823455810547,
      "learning_rate": 4.640395545321191e-05,
      "loss": 2.3954,
      "step": 52340
    },
    {
      "epoch": 45.24632670700086,
      "grad_norm": 1.6548869609832764,
      "learning_rate": 4.63882726633388e-05,
      "loss": 2.3908,
      "step": 52350
    },
    {
      "epoch": 45.25496974935177,
      "grad_norm": 1.5916049480438232,
      "learning_rate": 4.637259023064291e-05,
      "loss": 2.3875,
      "step": 52360
    },
    {
      "epoch": 45.26361279170268,
      "grad_norm": 1.5381178855895996,
      "learning_rate": 4.63569081566751e-05,
      "loss": 2.3924,
      "step": 52370
    },
    {
      "epoch": 45.27225583405359,
      "grad_norm": 1.6094719171524048,
      "learning_rate": 4.634122644298624e-05,
      "loss": 2.3934,
      "step": 52380
    },
    {
      "epoch": 45.28089887640449,
      "grad_norm": 1.5709956884384155,
      "learning_rate": 4.6325545091127164e-05,
      "loss": 2.4041,
      "step": 52390
    },
    {
      "epoch": 45.289541918755404,
      "grad_norm": 1.5863778591156006,
      "learning_rate": 4.630986410264863e-05,
      "loss": 2.3968,
      "step": 52400
    },
    {
      "epoch": 45.29818496110631,
      "grad_norm": 1.6162662506103516,
      "learning_rate": 4.629418347910141e-05,
      "loss": 2.4033,
      "step": 52410
    },
    {
      "epoch": 45.30682800345722,
      "grad_norm": 1.6624882221221924,
      "learning_rate": 4.627850322203621e-05,
      "loss": 2.3881,
      "step": 52420
    },
    {
      "epoch": 45.315471045808124,
      "grad_norm": 1.5553685426712036,
      "learning_rate": 4.626282333300371e-05,
      "loss": 2.4044,
      "step": 52430
    },
    {
      "epoch": 45.324114088159035,
      "grad_norm": 1.5200839042663574,
      "learning_rate": 4.6247143813554564e-05,
      "loss": 2.4022,
      "step": 52440
    },
    {
      "epoch": 45.33275713050994,
      "grad_norm": 1.5545488595962524,
      "learning_rate": 4.6231464665239376e-05,
      "loss": 2.3903,
      "step": 52450
    },
    {
      "epoch": 45.341400172860844,
      "grad_norm": 2.2770817279815674,
      "learning_rate": 4.621578588960871e-05,
      "loss": 2.3985,
      "step": 52460
    },
    {
      "epoch": 45.350043215211755,
      "grad_norm": 1.4970142841339111,
      "learning_rate": 4.62001074882131e-05,
      "loss": 2.3962,
      "step": 52470
    },
    {
      "epoch": 45.35868625756266,
      "grad_norm": 5.327569007873535,
      "learning_rate": 4.618442946260304e-05,
      "loss": 2.3993,
      "step": 52480
    },
    {
      "epoch": 45.36732929991357,
      "grad_norm": 1.8238023519515991,
      "learning_rate": 4.616875181432899e-05,
      "loss": 2.4113,
      "step": 52490
    },
    {
      "epoch": 45.375972342264475,
      "grad_norm": 1.693083643913269,
      "learning_rate": 4.615307454494136e-05,
      "loss": 2.405,
      "step": 52500
    },
    {
      "epoch": 45.38461538461539,
      "grad_norm": 1.7423256635665894,
      "learning_rate": 4.613739765599055e-05,
      "loss": 2.4035,
      "step": 52510
    },
    {
      "epoch": 45.39325842696629,
      "grad_norm": 1.6180704832077026,
      "learning_rate": 4.612172114902689e-05,
      "loss": 2.3965,
      "step": 52520
    },
    {
      "epoch": 45.4019014693172,
      "grad_norm": 1.6319917440414429,
      "learning_rate": 4.610604502560071e-05,
      "loss": 2.3953,
      "step": 52530
    },
    {
      "epoch": 45.41054451166811,
      "grad_norm": 1.6165317296981812,
      "learning_rate": 4.6090369287262276e-05,
      "loss": 2.4029,
      "step": 52540
    },
    {
      "epoch": 45.41918755401902,
      "grad_norm": 1.5828641653060913,
      "learning_rate": 4.6074693935561804e-05,
      "loss": 2.4154,
      "step": 52550
    },
    {
      "epoch": 45.42783059636992,
      "grad_norm": 1.6081128120422363,
      "learning_rate": 4.60590189720495e-05,
      "loss": 2.4135,
      "step": 52560
    },
    {
      "epoch": 45.43647363872083,
      "grad_norm": 2.151137351989746,
      "learning_rate": 4.6043344398275516e-05,
      "loss": 2.4111,
      "step": 52570
    },
    {
      "epoch": 45.44511668107174,
      "grad_norm": 1.6094623804092407,
      "learning_rate": 4.602767021578997e-05,
      "loss": 2.4231,
      "step": 52580
    },
    {
      "epoch": 45.45375972342264,
      "grad_norm": 1.6797045469284058,
      "learning_rate": 4.6011996426142935e-05,
      "loss": 2.4131,
      "step": 52590
    },
    {
      "epoch": 45.462402765773554,
      "grad_norm": 1.6891332864761353,
      "learning_rate": 4.599632303088445e-05,
      "loss": 2.4003,
      "step": 52600
    },
    {
      "epoch": 45.47104580812446,
      "grad_norm": 1.6460936069488525,
      "learning_rate": 4.598065003156453e-05,
      "loss": 2.4351,
      "step": 52610
    },
    {
      "epoch": 45.47968885047537,
      "grad_norm": 1.5626269578933716,
      "learning_rate": 4.596497742973313e-05,
      "loss": 2.4225,
      "step": 52620
    },
    {
      "epoch": 45.488331892826274,
      "grad_norm": 1.5141550302505493,
      "learning_rate": 4.594930522694017e-05,
      "loss": 2.4342,
      "step": 52630
    },
    {
      "epoch": 45.496974935177185,
      "grad_norm": 1.5440694093704224,
      "learning_rate": 4.593363342473553e-05,
      "loss": 2.4176,
      "step": 52640
    },
    {
      "epoch": 45.50561797752809,
      "grad_norm": 1.6923418045043945,
      "learning_rate": 4.5917962024669054e-05,
      "loss": 2.4293,
      "step": 52650
    },
    {
      "epoch": 45.514261019879,
      "grad_norm": 1.7281664609909058,
      "learning_rate": 4.5902291028290546e-05,
      "loss": 2.425,
      "step": 52660
    },
    {
      "epoch": 45.522904062229905,
      "grad_norm": 1.5563204288482666,
      "learning_rate": 4.5886620437149784e-05,
      "loss": 2.4607,
      "step": 52670
    },
    {
      "epoch": 45.53154710458081,
      "grad_norm": 1.7927627563476562,
      "learning_rate": 4.587095025279644e-05,
      "loss": 2.4379,
      "step": 52680
    },
    {
      "epoch": 45.54019014693172,
      "grad_norm": 1.5702320337295532,
      "learning_rate": 4.585528047678027e-05,
      "loss": 2.4285,
      "step": 52690
    },
    {
      "epoch": 45.548833189282625,
      "grad_norm": 1.5733689069747925,
      "learning_rate": 4.583961111065087e-05,
      "loss": 2.4383,
      "step": 52700
    },
    {
      "epoch": 45.55747623163354,
      "grad_norm": 1.5830971002578735,
      "learning_rate": 4.582394215595785e-05,
      "loss": 2.4345,
      "step": 52710
    },
    {
      "epoch": 45.56611927398444,
      "grad_norm": 1.497792363166809,
      "learning_rate": 4.580827361425078e-05,
      "loss": 2.4462,
      "step": 52720
    },
    {
      "epoch": 45.57476231633535,
      "grad_norm": 1.7227721214294434,
      "learning_rate": 4.5792605487079174e-05,
      "loss": 2.4304,
      "step": 52730
    },
    {
      "epoch": 45.58340535868626,
      "grad_norm": 1.4988945722579956,
      "learning_rate": 4.577693777599251e-05,
      "loss": 2.4626,
      "step": 52740
    },
    {
      "epoch": 45.59204840103717,
      "grad_norm": 1.571864366531372,
      "learning_rate": 4.576127048254023e-05,
      "loss": 2.442,
      "step": 52750
    },
    {
      "epoch": 45.60069144338807,
      "grad_norm": 1.6125378608703613,
      "learning_rate": 4.574560360827174e-05,
      "loss": 2.4458,
      "step": 52760
    },
    {
      "epoch": 45.60933448573898,
      "grad_norm": 1.6064519882202148,
      "learning_rate": 4.572993715473635e-05,
      "loss": 2.4399,
      "step": 52770
    },
    {
      "epoch": 45.61797752808989,
      "grad_norm": 1.8439637422561646,
      "learning_rate": 4.571427112348345e-05,
      "loss": 2.4639,
      "step": 52780
    },
    {
      "epoch": 45.62662057044079,
      "grad_norm": 1.8677105903625488,
      "learning_rate": 4.5698605516062253e-05,
      "loss": 2.4306,
      "step": 52790
    },
    {
      "epoch": 45.635263612791704,
      "grad_norm": 1.7968682050704956,
      "learning_rate": 4.5682940334022014e-05,
      "loss": 2.4294,
      "step": 52800
    },
    {
      "epoch": 45.64390665514261,
      "grad_norm": 1.452811598777771,
      "learning_rate": 4.566727557891192e-05,
      "loss": 2.4632,
      "step": 52810
    },
    {
      "epoch": 45.65254969749352,
      "grad_norm": 1.5771582126617432,
      "learning_rate": 4.56516112522811e-05,
      "loss": 2.4416,
      "step": 52820
    },
    {
      "epoch": 45.661192739844424,
      "grad_norm": 1.5370497703552246,
      "learning_rate": 4.563594735567868e-05,
      "loss": 2.456,
      "step": 52830
    },
    {
      "epoch": 45.669835782195335,
      "grad_norm": 1.634016513824463,
      "learning_rate": 4.56202838906537e-05,
      "loss": 2.443,
      "step": 52840
    },
    {
      "epoch": 45.67847882454624,
      "grad_norm": 1.6988798379898071,
      "learning_rate": 4.5604620858755194e-05,
      "loss": 2.4516,
      "step": 52850
    },
    {
      "epoch": 45.68712186689715,
      "grad_norm": 1.6550763845443726,
      "learning_rate": 4.5588958261532134e-05,
      "loss": 2.4488,
      "step": 52860
    },
    {
      "epoch": 45.695764909248055,
      "grad_norm": 1.6709561347961426,
      "learning_rate": 4.557329610053347e-05,
      "loss": 2.4491,
      "step": 52870
    },
    {
      "epoch": 45.70440795159896,
      "grad_norm": 1.6718188524246216,
      "learning_rate": 4.5557634377308054e-05,
      "loss": 2.4635,
      "step": 52880
    },
    {
      "epoch": 45.71305099394987,
      "grad_norm": 1.5728782415390015,
      "learning_rate": 4.554197309340476e-05,
      "loss": 2.4656,
      "step": 52890
    },
    {
      "epoch": 45.721694036300775,
      "grad_norm": 1.5314412117004395,
      "learning_rate": 4.552631225037239e-05,
      "loss": 2.457,
      "step": 52900
    },
    {
      "epoch": 45.73033707865169,
      "grad_norm": 1.6197797060012817,
      "learning_rate": 4.5510651849759686e-05,
      "loss": 2.4567,
      "step": 52910
    },
    {
      "epoch": 45.73898012100259,
      "grad_norm": 1.6190381050109863,
      "learning_rate": 4.549499189311538e-05,
      "loss": 2.4635,
      "step": 52920
    },
    {
      "epoch": 45.7476231633535,
      "grad_norm": 1.6196656227111816,
      "learning_rate": 4.547933238198812e-05,
      "loss": 2.4386,
      "step": 52930
    },
    {
      "epoch": 45.75626620570441,
      "grad_norm": 1.5993386507034302,
      "learning_rate": 4.546367331792656e-05,
      "loss": 2.4385,
      "step": 52940
    },
    {
      "epoch": 45.76490924805532,
      "grad_norm": 1.9767011404037476,
      "learning_rate": 4.544801470247928e-05,
      "loss": 2.4666,
      "step": 52950
    },
    {
      "epoch": 45.77355229040622,
      "grad_norm": 1.5348402261734009,
      "learning_rate": 4.543235653719482e-05,
      "loss": 2.4553,
      "step": 52960
    },
    {
      "epoch": 45.782195332757134,
      "grad_norm": 1.4008663892745972,
      "learning_rate": 4.5416698823621664e-05,
      "loss": 2.4541,
      "step": 52970
    },
    {
      "epoch": 45.79083837510804,
      "grad_norm": 2.753286600112915,
      "learning_rate": 4.540104156330826e-05,
      "loss": 2.4723,
      "step": 52980
    },
    {
      "epoch": 45.79948141745894,
      "grad_norm": 1.5672228336334229,
      "learning_rate": 4.538538475780301e-05,
      "loss": 2.4394,
      "step": 52990
    },
    {
      "epoch": 45.808124459809854,
      "grad_norm": 1.4889552593231201,
      "learning_rate": 4.53697284086543e-05,
      "loss": 2.4669,
      "step": 53000
    },
    {
      "epoch": 45.81676750216076,
      "grad_norm": 1.5762698650360107,
      "learning_rate": 4.53540725174104e-05,
      "loss": 2.4793,
      "step": 53010
    },
    {
      "epoch": 45.82541054451167,
      "grad_norm": 1.573319673538208,
      "learning_rate": 4.533841708561963e-05,
      "loss": 2.46,
      "step": 53020
    },
    {
      "epoch": 45.834053586862574,
      "grad_norm": 1.577033281326294,
      "learning_rate": 4.532276211483018e-05,
      "loss": 2.4706,
      "step": 53030
    },
    {
      "epoch": 45.842696629213485,
      "grad_norm": 1.5062004327774048,
      "learning_rate": 4.530710760659024e-05,
      "loss": 2.4609,
      "step": 53040
    },
    {
      "epoch": 45.85133967156439,
      "grad_norm": 1.620337724685669,
      "learning_rate": 4.529145356244795e-05,
      "loss": 2.4702,
      "step": 53050
    },
    {
      "epoch": 45.8599827139153,
      "grad_norm": 1.5598849058151245,
      "learning_rate": 4.5275799983951386e-05,
      "loss": 2.4791,
      "step": 53060
    },
    {
      "epoch": 45.868625756266205,
      "grad_norm": 1.623923420906067,
      "learning_rate": 4.526014687264858e-05,
      "loss": 2.4859,
      "step": 53070
    },
    {
      "epoch": 45.877268798617116,
      "grad_norm": 1.5294864177703857,
      "learning_rate": 4.5244494230087556e-05,
      "loss": 2.4668,
      "step": 53080
    },
    {
      "epoch": 45.88591184096802,
      "grad_norm": 1.8737900257110596,
      "learning_rate": 4.522884205781624e-05,
      "loss": 2.4977,
      "step": 53090
    },
    {
      "epoch": 45.894554883318925,
      "grad_norm": 1.7372798919677734,
      "learning_rate": 4.521319035738251e-05,
      "loss": 2.467,
      "step": 53100
    },
    {
      "epoch": 45.903197925669836,
      "grad_norm": 1.6548004150390625,
      "learning_rate": 4.5197539130334276e-05,
      "loss": 2.47,
      "step": 53110
    },
    {
      "epoch": 45.91184096802074,
      "grad_norm": 1.5876879692077637,
      "learning_rate": 4.518188837821931e-05,
      "loss": 2.4719,
      "step": 53120
    },
    {
      "epoch": 45.92048401037165,
      "grad_norm": 1.6278071403503418,
      "learning_rate": 4.5166238102585385e-05,
      "loss": 2.4704,
      "step": 53130
    },
    {
      "epoch": 45.929127052722556,
      "grad_norm": 1.5972071886062622,
      "learning_rate": 4.5150588304980225e-05,
      "loss": 2.4631,
      "step": 53140
    },
    {
      "epoch": 45.93777009507347,
      "grad_norm": 1.6909070014953613,
      "learning_rate": 4.513493898695147e-05,
      "loss": 2.4853,
      "step": 53150
    },
    {
      "epoch": 45.94641313742437,
      "grad_norm": 1.6962697505950928,
      "learning_rate": 4.511929015004675e-05,
      "loss": 2.4852,
      "step": 53160
    },
    {
      "epoch": 45.95505617977528,
      "grad_norm": 1.6304409503936768,
      "learning_rate": 4.510364179581364e-05,
      "loss": 2.4684,
      "step": 53170
    },
    {
      "epoch": 45.96369922212619,
      "grad_norm": 1.6436727046966553,
      "learning_rate": 4.5087993925799666e-05,
      "loss": 2.456,
      "step": 53180
    },
    {
      "epoch": 45.9723422644771,
      "grad_norm": 1.5861225128173828,
      "learning_rate": 4.507234654155231e-05,
      "loss": 2.4612,
      "step": 53190
    },
    {
      "epoch": 45.980985306828,
      "grad_norm": 1.6332772970199585,
      "learning_rate": 4.5056699644619e-05,
      "loss": 2.47,
      "step": 53200
    },
    {
      "epoch": 45.98962834917891,
      "grad_norm": 1.592618703842163,
      "learning_rate": 4.5041053236547106e-05,
      "loss": 2.4765,
      "step": 53210
    },
    {
      "epoch": 45.99827139152982,
      "grad_norm": 1.6592568159103394,
      "learning_rate": 4.502540731888395e-05,
      "loss": 2.4942,
      "step": 53220
    },
    {
      "epoch": 46.00691443388072,
      "grad_norm": 2.02463436126709,
      "learning_rate": 4.5009761893176846e-05,
      "loss": 2.3674,
      "step": 53230
    },
    {
      "epoch": 46.015557476231635,
      "grad_norm": 1.6356661319732666,
      "learning_rate": 4.4994116960973e-05,
      "loss": 2.3368,
      "step": 53240
    },
    {
      "epoch": 46.02420051858254,
      "grad_norm": 1.7537219524383545,
      "learning_rate": 4.4978472523819615e-05,
      "loss": 2.3101,
      "step": 53250
    },
    {
      "epoch": 46.03284356093345,
      "grad_norm": 1.5774102210998535,
      "learning_rate": 4.49628285832638e-05,
      "loss": 2.3231,
      "step": 53260
    },
    {
      "epoch": 46.041486603284355,
      "grad_norm": 1.5089833736419678,
      "learning_rate": 4.494718514085268e-05,
      "loss": 2.3281,
      "step": 53270
    },
    {
      "epoch": 46.050129645635266,
      "grad_norm": 1.5386955738067627,
      "learning_rate": 4.4931542198133275e-05,
      "loss": 2.3091,
      "step": 53280
    },
    {
      "epoch": 46.05877268798617,
      "grad_norm": 1.6540515422821045,
      "learning_rate": 4.491589975665259e-05,
      "loss": 2.3427,
      "step": 53290
    },
    {
      "epoch": 46.06741573033708,
      "grad_norm": 1.8993719816207886,
      "learning_rate": 4.490025781795754e-05,
      "loss": 2.3229,
      "step": 53300
    },
    {
      "epoch": 46.076058772687986,
      "grad_norm": 1.7061140537261963,
      "learning_rate": 4.488461638359502e-05,
      "loss": 2.3142,
      "step": 53310
    },
    {
      "epoch": 46.08470181503889,
      "grad_norm": 1.6626044511795044,
      "learning_rate": 4.4868975455111885e-05,
      "loss": 2.3196,
      "step": 53320
    },
    {
      "epoch": 46.0933448573898,
      "grad_norm": 1.7955665588378906,
      "learning_rate": 4.4853335034054914e-05,
      "loss": 2.3236,
      "step": 53330
    },
    {
      "epoch": 46.101987899740706,
      "grad_norm": 1.5361171960830688,
      "learning_rate": 4.4837695121970846e-05,
      "loss": 2.3413,
      "step": 53340
    },
    {
      "epoch": 46.11063094209162,
      "grad_norm": 1.8302417993545532,
      "learning_rate": 4.4822055720406356e-05,
      "loss": 2.3385,
      "step": 53350
    },
    {
      "epoch": 46.11927398444252,
      "grad_norm": 1.7467767000198364,
      "learning_rate": 4.480641683090812e-05,
      "loss": 2.3375,
      "step": 53360
    },
    {
      "epoch": 46.12791702679343,
      "grad_norm": 1.7369647026062012,
      "learning_rate": 4.479077845502269e-05,
      "loss": 2.327,
      "step": 53370
    },
    {
      "epoch": 46.13656006914434,
      "grad_norm": 2.2672276496887207,
      "learning_rate": 4.477514059429664e-05,
      "loss": 2.3454,
      "step": 53380
    },
    {
      "epoch": 46.14520311149525,
      "grad_norm": 1.568503737449646,
      "learning_rate": 4.4759503250276415e-05,
      "loss": 2.3368,
      "step": 53390
    },
    {
      "epoch": 46.15384615384615,
      "grad_norm": 1.683553695678711,
      "learning_rate": 4.4743866424508475e-05,
      "loss": 2.3396,
      "step": 53400
    },
    {
      "epoch": 46.162489196197065,
      "grad_norm": 1.7621636390686035,
      "learning_rate": 4.4728230118539197e-05,
      "loss": 2.3384,
      "step": 53410
    },
    {
      "epoch": 46.17113223854797,
      "grad_norm": 1.6654140949249268,
      "learning_rate": 4.471259433391493e-05,
      "loss": 2.3583,
      "step": 53420
    },
    {
      "epoch": 46.17977528089887,
      "grad_norm": 1.6532801389694214,
      "learning_rate": 4.46969590721819e-05,
      "loss": 2.3485,
      "step": 53430
    },
    {
      "epoch": 46.188418323249785,
      "grad_norm": 1.5783754587173462,
      "learning_rate": 4.468132433488642e-05,
      "loss": 2.3506,
      "step": 53440
    },
    {
      "epoch": 46.19706136560069,
      "grad_norm": 1.5404999256134033,
      "learning_rate": 4.4665690123574613e-05,
      "loss": 2.3616,
      "step": 53450
    },
    {
      "epoch": 46.2057044079516,
      "grad_norm": 1.8775120973587036,
      "learning_rate": 4.465005643979261e-05,
      "loss": 2.3527,
      "step": 53460
    },
    {
      "epoch": 46.214347450302505,
      "grad_norm": 1.7080529928207397,
      "learning_rate": 4.46344232850865e-05,
      "loss": 2.3414,
      "step": 53470
    },
    {
      "epoch": 46.222990492653416,
      "grad_norm": 1.602199912071228,
      "learning_rate": 4.4618790661002286e-05,
      "loss": 2.3532,
      "step": 53480
    },
    {
      "epoch": 46.23163353500432,
      "grad_norm": 1.7654107809066772,
      "learning_rate": 4.460315856908595e-05,
      "loss": 2.3763,
      "step": 53490
    },
    {
      "epoch": 46.24027657735523,
      "grad_norm": 1.7221978902816772,
      "learning_rate": 4.45875270108834e-05,
      "loss": 2.3512,
      "step": 53500
    },
    {
      "epoch": 46.248919619706136,
      "grad_norm": 1.6079851388931274,
      "learning_rate": 4.457189598794049e-05,
      "loss": 2.3704,
      "step": 53510
    },
    {
      "epoch": 46.25756266205705,
      "grad_norm": 1.6249186992645264,
      "learning_rate": 4.455626550180305e-05,
      "loss": 2.3727,
      "step": 53520
    },
    {
      "epoch": 46.26620570440795,
      "grad_norm": 1.5664712190628052,
      "learning_rate": 4.454063555401684e-05,
      "loss": 2.3543,
      "step": 53530
    },
    {
      "epoch": 46.274848746758856,
      "grad_norm": 2.130706787109375,
      "learning_rate": 4.4525006146127543e-05,
      "loss": 2.3722,
      "step": 53540
    },
    {
      "epoch": 46.28349178910977,
      "grad_norm": 1.71367347240448,
      "learning_rate": 4.450937727968083e-05,
      "loss": 2.3608,
      "step": 53550
    },
    {
      "epoch": 46.29213483146067,
      "grad_norm": 1.6023619174957275,
      "learning_rate": 4.4493748956222286e-05,
      "loss": 2.3671,
      "step": 53560
    },
    {
      "epoch": 46.30077787381158,
      "grad_norm": 1.6506386995315552,
      "learning_rate": 4.447812117729745e-05,
      "loss": 2.3669,
      "step": 53570
    },
    {
      "epoch": 46.30942091616249,
      "grad_norm": 1.6197969913482666,
      "learning_rate": 4.446249394445182e-05,
      "loss": 2.3751,
      "step": 53580
    },
    {
      "epoch": 46.3180639585134,
      "grad_norm": 1.7212746143341064,
      "learning_rate": 4.444686725923082e-05,
      "loss": 2.3542,
      "step": 53590
    },
    {
      "epoch": 46.3267070008643,
      "grad_norm": 3.011169672012329,
      "learning_rate": 4.4431241123179835e-05,
      "loss": 2.38,
      "step": 53600
    },
    {
      "epoch": 46.335350043215215,
      "grad_norm": 1.9322516918182373,
      "learning_rate": 4.441561553784421e-05,
      "loss": 2.384,
      "step": 53610
    },
    {
      "epoch": 46.34399308556612,
      "grad_norm": 1.588699221611023,
      "learning_rate": 4.439999050476921e-05,
      "loss": 2.3865,
      "step": 53620
    },
    {
      "epoch": 46.35263612791703,
      "grad_norm": 1.724906325340271,
      "learning_rate": 4.438436602550004e-05,
      "loss": 2.3833,
      "step": 53630
    },
    {
      "epoch": 46.361279170267935,
      "grad_norm": 1.6271123886108398,
      "learning_rate": 4.436874210158186e-05,
      "loss": 2.3838,
      "step": 53640
    },
    {
      "epoch": 46.36992221261884,
      "grad_norm": 1.6857757568359375,
      "learning_rate": 4.4353118734559796e-05,
      "loss": 2.3857,
      "step": 53650
    },
    {
      "epoch": 46.37856525496975,
      "grad_norm": 1.564201831817627,
      "learning_rate": 4.4337495925978905e-05,
      "loss": 2.3743,
      "step": 53660
    },
    {
      "epoch": 46.387208297320655,
      "grad_norm": 1.634096622467041,
      "learning_rate": 4.432187367738416e-05,
      "loss": 2.3607,
      "step": 53670
    },
    {
      "epoch": 46.395851339671566,
      "grad_norm": 1.623873233795166,
      "learning_rate": 4.430625199032051e-05,
      "loss": 2.3802,
      "step": 53680
    },
    {
      "epoch": 46.40449438202247,
      "grad_norm": 1.6994227170944214,
      "learning_rate": 4.429063086633285e-05,
      "loss": 2.4027,
      "step": 53690
    },
    {
      "epoch": 46.41313742437338,
      "grad_norm": 1.5698133707046509,
      "learning_rate": 4.4275010306966013e-05,
      "loss": 2.3992,
      "step": 53700
    },
    {
      "epoch": 46.421780466724286,
      "grad_norm": 2.42061448097229,
      "learning_rate": 4.4259390313764786e-05,
      "loss": 2.3809,
      "step": 53710
    },
    {
      "epoch": 46.4304235090752,
      "grad_norm": 1.63616144657135,
      "learning_rate": 4.424377088827386e-05,
      "loss": 2.3856,
      "step": 53720
    },
    {
      "epoch": 46.4390665514261,
      "grad_norm": 1.9020612239837646,
      "learning_rate": 4.4228152032037917e-05,
      "loss": 2.3578,
      "step": 53730
    },
    {
      "epoch": 46.44770959377701,
      "grad_norm": 1.6636381149291992,
      "learning_rate": 4.421253374660155e-05,
      "loss": 2.4065,
      "step": 53740
    },
    {
      "epoch": 46.45635263612792,
      "grad_norm": 1.6192240715026855,
      "learning_rate": 4.4196916033509336e-05,
      "loss": 2.397,
      "step": 53750
    },
    {
      "epoch": 46.46499567847882,
      "grad_norm": 1.9077609777450562,
      "learning_rate": 4.418129889430572e-05,
      "loss": 2.3859,
      "step": 53760
    },
    {
      "epoch": 46.47363872082973,
      "grad_norm": 1.7446140050888062,
      "learning_rate": 4.4165682330535194e-05,
      "loss": 2.3869,
      "step": 53770
    },
    {
      "epoch": 46.48228176318064,
      "grad_norm": 1.4502614736557007,
      "learning_rate": 4.415006634374211e-05,
      "loss": 2.4073,
      "step": 53780
    },
    {
      "epoch": 46.49092480553155,
      "grad_norm": 1.6132274866104126,
      "learning_rate": 4.4134450935470796e-05,
      "loss": 2.4052,
      "step": 53790
    },
    {
      "epoch": 46.49956784788245,
      "grad_norm": 1.673840880393982,
      "learning_rate": 4.411883610726553e-05,
      "loss": 2.3721,
      "step": 53800
    },
    {
      "epoch": 46.508210890233364,
      "grad_norm": 1.6096136569976807,
      "learning_rate": 4.410322186067049e-05,
      "loss": 2.4141,
      "step": 53810
    },
    {
      "epoch": 46.51685393258427,
      "grad_norm": 1.6442461013793945,
      "learning_rate": 4.408760819722985e-05,
      "loss": 2.4203,
      "step": 53820
    },
    {
      "epoch": 46.52549697493518,
      "grad_norm": 1.5753759145736694,
      "learning_rate": 4.40719951184877e-05,
      "loss": 2.3915,
      "step": 53830
    },
    {
      "epoch": 46.534140017286084,
      "grad_norm": 1.6843079328536987,
      "learning_rate": 4.405638262598808e-05,
      "loss": 2.3919,
      "step": 53840
    },
    {
      "epoch": 46.54278305963699,
      "grad_norm": 1.980224609375,
      "learning_rate": 4.404077072127494e-05,
      "loss": 2.3985,
      "step": 53850
    },
    {
      "epoch": 46.5514261019879,
      "grad_norm": 1.570644497871399,
      "learning_rate": 4.402515940589225e-05,
      "loss": 2.4137,
      "step": 53860
    },
    {
      "epoch": 46.560069144338804,
      "grad_norm": 1.5428283214569092,
      "learning_rate": 4.4009548681383834e-05,
      "loss": 2.3971,
      "step": 53870
    },
    {
      "epoch": 46.568712186689716,
      "grad_norm": 1.641629695892334,
      "learning_rate": 4.3993938549293504e-05,
      "loss": 2.413,
      "step": 53880
    },
    {
      "epoch": 46.57735522904062,
      "grad_norm": 1.6714173555374146,
      "learning_rate": 4.3978329011165e-05,
      "loss": 2.3924,
      "step": 53890
    },
    {
      "epoch": 46.58599827139153,
      "grad_norm": 2.029714584350586,
      "learning_rate": 4.396272006854202e-05,
      "loss": 2.4071,
      "step": 53900
    },
    {
      "epoch": 46.594641313742436,
      "grad_norm": 2.9506752490997314,
      "learning_rate": 4.3947111722968175e-05,
      "loss": 2.4098,
      "step": 53910
    },
    {
      "epoch": 46.60328435609335,
      "grad_norm": 1.798970103263855,
      "learning_rate": 4.393150397598704e-05,
      "loss": 2.405,
      "step": 53920
    },
    {
      "epoch": 46.61192739844425,
      "grad_norm": 2.220337152481079,
      "learning_rate": 4.3915896829142114e-05,
      "loss": 2.4052,
      "step": 53930
    },
    {
      "epoch": 46.62057044079516,
      "grad_norm": 1.672637939453125,
      "learning_rate": 4.3900290283976865e-05,
      "loss": 2.4118,
      "step": 53940
    },
    {
      "epoch": 46.62921348314607,
      "grad_norm": 1.6903833150863647,
      "learning_rate": 4.3884684342034675e-05,
      "loss": 2.4059,
      "step": 53950
    },
    {
      "epoch": 46.63785652549697,
      "grad_norm": 1.6309877634048462,
      "learning_rate": 4.386907900485887e-05,
      "loss": 2.4048,
      "step": 53960
    },
    {
      "epoch": 46.64649956784788,
      "grad_norm": 1.5441064834594727,
      "learning_rate": 4.385347427399272e-05,
      "loss": 2.42,
      "step": 53970
    },
    {
      "epoch": 46.65514261019879,
      "grad_norm": 1.6515023708343506,
      "learning_rate": 4.3837870150979436e-05,
      "loss": 2.4128,
      "step": 53980
    },
    {
      "epoch": 46.6637856525497,
      "grad_norm": 1.57778000831604,
      "learning_rate": 4.382226663736218e-05,
      "loss": 2.4126,
      "step": 53990
    },
    {
      "epoch": 46.6724286949006,
      "grad_norm": 1.6549532413482666,
      "learning_rate": 4.3806663734684016e-05,
      "loss": 2.4059,
      "step": 54000
    },
    {
      "epoch": 46.681071737251514,
      "grad_norm": 1.6418968439102173,
      "learning_rate": 4.379106144448798e-05,
      "loss": 2.4256,
      "step": 54010
    },
    {
      "epoch": 46.68971477960242,
      "grad_norm": 1.6515469551086426,
      "learning_rate": 4.377545976831705e-05,
      "loss": 2.4223,
      "step": 54020
    },
    {
      "epoch": 46.69835782195333,
      "grad_norm": 1.6800724267959595,
      "learning_rate": 4.3759858707714147e-05,
      "loss": 2.3939,
      "step": 54030
    },
    {
      "epoch": 46.707000864304234,
      "grad_norm": 2.0992014408111572,
      "learning_rate": 4.37442582642221e-05,
      "loss": 2.4126,
      "step": 54040
    },
    {
      "epoch": 46.715643906655146,
      "grad_norm": 1.7263449430465698,
      "learning_rate": 4.3728658439383697e-05,
      "loss": 2.4366,
      "step": 54050
    },
    {
      "epoch": 46.72428694900605,
      "grad_norm": 1.610175609588623,
      "learning_rate": 4.371305923474166e-05,
      "loss": 2.4192,
      "step": 54060
    },
    {
      "epoch": 46.732929991356954,
      "grad_norm": 1.687218189239502,
      "learning_rate": 4.369746065183866e-05,
      "loss": 2.42,
      "step": 54070
    },
    {
      "epoch": 46.741573033707866,
      "grad_norm": 1.6411454677581787,
      "learning_rate": 4.368186269221731e-05,
      "loss": 2.4238,
      "step": 54080
    },
    {
      "epoch": 46.75021607605877,
      "grad_norm": 1.7861371040344238,
      "learning_rate": 4.366626535742012e-05,
      "loss": 2.4253,
      "step": 54090
    },
    {
      "epoch": 46.75885911840968,
      "grad_norm": 1.494354248046875,
      "learning_rate": 4.365066864898957e-05,
      "loss": 2.418,
      "step": 54100
    },
    {
      "epoch": 46.767502160760586,
      "grad_norm": 1.714887261390686,
      "learning_rate": 4.3635072568468106e-05,
      "loss": 2.4188,
      "step": 54110
    },
    {
      "epoch": 46.7761452031115,
      "grad_norm": 1.7461520433425903,
      "learning_rate": 4.3619477117398064e-05,
      "loss": 2.4305,
      "step": 54120
    },
    {
      "epoch": 46.7847882454624,
      "grad_norm": 1.6006046533584595,
      "learning_rate": 4.360388229732176e-05,
      "loss": 2.4373,
      "step": 54130
    },
    {
      "epoch": 46.79343128781331,
      "grad_norm": 1.786598801612854,
      "learning_rate": 4.358828810978139e-05,
      "loss": 2.4307,
      "step": 54140
    },
    {
      "epoch": 46.80207433016422,
      "grad_norm": 1.688055157661438,
      "learning_rate": 4.357269455631913e-05,
      "loss": 2.4453,
      "step": 54150
    },
    {
      "epoch": 46.81071737251513,
      "grad_norm": 1.5756632089614868,
      "learning_rate": 4.35571016384771e-05,
      "loss": 2.4287,
      "step": 54160
    },
    {
      "epoch": 46.81936041486603,
      "grad_norm": 1.6097577810287476,
      "learning_rate": 4.3541509357797336e-05,
      "loss": 2.4219,
      "step": 54170
    },
    {
      "epoch": 46.82800345721694,
      "grad_norm": 1.5772125720977783,
      "learning_rate": 4.3525917715821787e-05,
      "loss": 2.427,
      "step": 54180
    },
    {
      "epoch": 46.83664649956785,
      "grad_norm": 1.549835205078125,
      "learning_rate": 4.351032671409242e-05,
      "loss": 2.4397,
      "step": 54190
    },
    {
      "epoch": 46.84528954191875,
      "grad_norm": 1.5666444301605225,
      "learning_rate": 4.3494736354151056e-05,
      "loss": 2.4274,
      "step": 54200
    },
    {
      "epoch": 46.853932584269664,
      "grad_norm": 1.6299883127212524,
      "learning_rate": 4.347914663753949e-05,
      "loss": 2.436,
      "step": 54210
    },
    {
      "epoch": 46.86257562662057,
      "grad_norm": 1.5802830457687378,
      "learning_rate": 4.3463557565799446e-05,
      "loss": 2.4262,
      "step": 54220
    },
    {
      "epoch": 46.87121866897148,
      "grad_norm": 1.654083013534546,
      "learning_rate": 4.34479691404726e-05,
      "loss": 2.4341,
      "step": 54230
    },
    {
      "epoch": 46.879861711322384,
      "grad_norm": 1.5719857215881348,
      "learning_rate": 4.343238136310052e-05,
      "loss": 2.4596,
      "step": 54240
    },
    {
      "epoch": 46.888504753673296,
      "grad_norm": 2.0103189945220947,
      "learning_rate": 4.341679423522476e-05,
      "loss": 2.4475,
      "step": 54250
    },
    {
      "epoch": 46.8971477960242,
      "grad_norm": 1.5344769954681396,
      "learning_rate": 4.3401207758386775e-05,
      "loss": 2.4433,
      "step": 54260
    },
    {
      "epoch": 46.90579083837511,
      "grad_norm": 1.64620840549469,
      "learning_rate": 4.338562193412798e-05,
      "loss": 2.441,
      "step": 54270
    },
    {
      "epoch": 46.914433880726016,
      "grad_norm": 1.6813738346099854,
      "learning_rate": 4.337003676398974e-05,
      "loss": 2.4198,
      "step": 54280
    },
    {
      "epoch": 46.92307692307692,
      "grad_norm": 1.7915680408477783,
      "learning_rate": 4.3354452249513296e-05,
      "loss": 2.4339,
      "step": 54290
    },
    {
      "epoch": 46.93171996542783,
      "grad_norm": 1.5840388536453247,
      "learning_rate": 4.333886839223986e-05,
      "loss": 2.4142,
      "step": 54300
    },
    {
      "epoch": 46.940363007778735,
      "grad_norm": 1.6267545223236084,
      "learning_rate": 4.332328519371059e-05,
      "loss": 2.446,
      "step": 54310
    },
    {
      "epoch": 46.94900605012965,
      "grad_norm": 1.6269925832748413,
      "learning_rate": 4.330770265546658e-05,
      "loss": 2.4401,
      "step": 54320
    },
    {
      "epoch": 46.95764909248055,
      "grad_norm": 1.8030660152435303,
      "learning_rate": 4.329212077904881e-05,
      "loss": 2.4492,
      "step": 54330
    },
    {
      "epoch": 46.96629213483146,
      "grad_norm": 1.6606435775756836,
      "learning_rate": 4.3276539565998235e-05,
      "loss": 2.4551,
      "step": 54340
    },
    {
      "epoch": 46.97493517718237,
      "grad_norm": 1.5596903562545776,
      "learning_rate": 4.3260959017855765e-05,
      "loss": 2.4702,
      "step": 54350
    },
    {
      "epoch": 46.98357821953328,
      "grad_norm": 1.6226110458374023,
      "learning_rate": 4.3245379136162213e-05,
      "loss": 2.4525,
      "step": 54360
    },
    {
      "epoch": 46.99222126188418,
      "grad_norm": 1.612973690032959,
      "learning_rate": 4.322979992245833e-05,
      "loss": 2.437,
      "step": 54370
    },
    {
      "epoch": 47.000864304235094,
      "grad_norm": 1.8418291807174683,
      "learning_rate": 4.321422137828479e-05,
      "loss": 2.4242,
      "step": 54380
    },
    {
      "epoch": 47.009507346586,
      "grad_norm": 1.7865874767303467,
      "learning_rate": 4.319864350518222e-05,
      "loss": 2.2879,
      "step": 54390
    },
    {
      "epoch": 47.0181503889369,
      "grad_norm": 1.7105103731155396,
      "learning_rate": 4.318306630469117e-05,
      "loss": 2.3021,
      "step": 54400
    },
    {
      "epoch": 47.026793431287814,
      "grad_norm": 1.6859462261199951,
      "learning_rate": 4.316748977835215e-05,
      "loss": 2.2862,
      "step": 54410
    },
    {
      "epoch": 47.03543647363872,
      "grad_norm": 1.8449008464813232,
      "learning_rate": 4.315191392770554e-05,
      "loss": 2.2903,
      "step": 54420
    },
    {
      "epoch": 47.04407951598963,
      "grad_norm": 1.956762671470642,
      "learning_rate": 4.313633875429172e-05,
      "loss": 2.2934,
      "step": 54430
    },
    {
      "epoch": 47.052722558340534,
      "grad_norm": 1.8078172206878662,
      "learning_rate": 4.312076425965098e-05,
      "loss": 2.2782,
      "step": 54440
    },
    {
      "epoch": 47.061365600691445,
      "grad_norm": 1.544189691543579,
      "learning_rate": 4.310519044532354e-05,
      "loss": 2.2968,
      "step": 54450
    },
    {
      "epoch": 47.07000864304235,
      "grad_norm": 2.225480556488037,
      "learning_rate": 4.3089617312849554e-05,
      "loss": 2.2844,
      "step": 54460
    },
    {
      "epoch": 47.07865168539326,
      "grad_norm": 1.754022240638733,
      "learning_rate": 4.307404486376908e-05,
      "loss": 2.2903,
      "step": 54470
    },
    {
      "epoch": 47.087294727744165,
      "grad_norm": 2.70698618888855,
      "learning_rate": 4.305847309962217e-05,
      "loss": 2.305,
      "step": 54480
    },
    {
      "epoch": 47.09593777009508,
      "grad_norm": 1.9149197340011597,
      "learning_rate": 4.304290202194875e-05,
      "loss": 2.2983,
      "step": 54490
    },
    {
      "epoch": 47.10458081244598,
      "grad_norm": 1.637245535850525,
      "learning_rate": 4.302733163228873e-05,
      "loss": 2.3139,
      "step": 54500
    },
    {
      "epoch": 47.113223854796885,
      "grad_norm": 1.719396948814392,
      "learning_rate": 4.301176193218186e-05,
      "loss": 2.3016,
      "step": 54510
    },
    {
      "epoch": 47.1218668971478,
      "grad_norm": 1.6644809246063232,
      "learning_rate": 4.2996192923167967e-05,
      "loss": 2.3132,
      "step": 54520
    },
    {
      "epoch": 47.1305099394987,
      "grad_norm": 1.6196751594543457,
      "learning_rate": 4.298062460678669e-05,
      "loss": 2.3135,
      "step": 54530
    },
    {
      "epoch": 47.13915298184961,
      "grad_norm": 1.6118626594543457,
      "learning_rate": 4.296505698457763e-05,
      "loss": 2.3351,
      "step": 54540
    },
    {
      "epoch": 47.14779602420052,
      "grad_norm": 1.626538634300232,
      "learning_rate": 4.294949005808034e-05,
      "loss": 2.3059,
      "step": 54550
    },
    {
      "epoch": 47.15643906655143,
      "grad_norm": 1.6316726207733154,
      "learning_rate": 4.293392382883431e-05,
      "loss": 2.3264,
      "step": 54560
    },
    {
      "epoch": 47.16508210890233,
      "grad_norm": 1.685282588005066,
      "learning_rate": 4.29183582983789e-05,
      "loss": 2.3035,
      "step": 54570
    },
    {
      "epoch": 47.173725151253244,
      "grad_norm": 1.9345890283584595,
      "learning_rate": 4.2902793468253474e-05,
      "loss": 2.3399,
      "step": 54580
    },
    {
      "epoch": 47.18236819360415,
      "grad_norm": 2.3394603729248047,
      "learning_rate": 4.288722933999727e-05,
      "loss": 2.3274,
      "step": 54590
    },
    {
      "epoch": 47.19101123595506,
      "grad_norm": 1.5823473930358887,
      "learning_rate": 4.28716659151495e-05,
      "loss": 2.3419,
      "step": 54600
    },
    {
      "epoch": 47.199654278305964,
      "grad_norm": 1.6966229677200317,
      "learning_rate": 4.285610319524932e-05,
      "loss": 2.3252,
      "step": 54610
    },
    {
      "epoch": 47.20829732065687,
      "grad_norm": 1.7973204851150513,
      "learning_rate": 4.284054118183574e-05,
      "loss": 2.3278,
      "step": 54620
    },
    {
      "epoch": 47.21694036300778,
      "grad_norm": 2.056912660598755,
      "learning_rate": 4.2824979876447745e-05,
      "loss": 2.3065,
      "step": 54630
    },
    {
      "epoch": 47.225583405358684,
      "grad_norm": 1.6612374782562256,
      "learning_rate": 4.280941928062428e-05,
      "loss": 2.3296,
      "step": 54640
    },
    {
      "epoch": 47.234226447709595,
      "grad_norm": 1.7531321048736572,
      "learning_rate": 4.279385939590418e-05,
      "loss": 2.3349,
      "step": 54650
    },
    {
      "epoch": 47.2428694900605,
      "grad_norm": 1.7804077863693237,
      "learning_rate": 4.27783002238262e-05,
      "loss": 2.3272,
      "step": 54660
    },
    {
      "epoch": 47.25151253241141,
      "grad_norm": 1.6991196870803833,
      "learning_rate": 4.276274176592908e-05,
      "loss": 2.3214,
      "step": 54670
    },
    {
      "epoch": 47.260155574762315,
      "grad_norm": 1.6519893407821655,
      "learning_rate": 4.2747184023751406e-05,
      "loss": 2.3163,
      "step": 54680
    },
    {
      "epoch": 47.26879861711323,
      "grad_norm": 1.6006969213485718,
      "learning_rate": 4.273162699883179e-05,
      "loss": 2.3497,
      "step": 54690
    },
    {
      "epoch": 47.27744165946413,
      "grad_norm": 1.7100862264633179,
      "learning_rate": 4.27160706927087e-05,
      "loss": 2.3289,
      "step": 54700
    },
    {
      "epoch": 47.28608470181504,
      "grad_norm": 1.7145689725875854,
      "learning_rate": 4.2700515106920566e-05,
      "loss": 2.3366,
      "step": 54710
    },
    {
      "epoch": 47.29472774416595,
      "grad_norm": 1.6881431341171265,
      "learning_rate": 4.268496024300573e-05,
      "loss": 2.3372,
      "step": 54720
    },
    {
      "epoch": 47.30337078651685,
      "grad_norm": 1.6845402717590332,
      "learning_rate": 4.266940610250247e-05,
      "loss": 2.3367,
      "step": 54730
    },
    {
      "epoch": 47.31201382886776,
      "grad_norm": 1.6729822158813477,
      "learning_rate": 4.265385268694901e-05,
      "loss": 2.3394,
      "step": 54740
    },
    {
      "epoch": 47.32065687121867,
      "grad_norm": 1.6286908388137817,
      "learning_rate": 4.2638299997883456e-05,
      "loss": 2.3459,
      "step": 54750
    },
    {
      "epoch": 47.32929991356958,
      "grad_norm": 1.7335127592086792,
      "learning_rate": 4.2622748036843886e-05,
      "loss": 2.3398,
      "step": 54760
    },
    {
      "epoch": 47.33794295592048,
      "grad_norm": 1.6510977745056152,
      "learning_rate": 4.2607196805368294e-05,
      "loss": 2.3587,
      "step": 54770
    },
    {
      "epoch": 47.346585998271394,
      "grad_norm": 1.8180240392684937,
      "learning_rate": 4.25916463049946e-05,
      "loss": 2.3471,
      "step": 54780
    },
    {
      "epoch": 47.3552290406223,
      "grad_norm": 1.6334753036499023,
      "learning_rate": 4.257609653726067e-05,
      "loss": 2.3378,
      "step": 54790
    },
    {
      "epoch": 47.36387208297321,
      "grad_norm": 1.6938440799713135,
      "learning_rate": 4.256054750370424e-05,
      "loss": 2.3313,
      "step": 54800
    },
    {
      "epoch": 47.372515125324114,
      "grad_norm": 1.7320632934570312,
      "learning_rate": 4.254499920586302e-05,
      "loss": 2.3492,
      "step": 54810
    },
    {
      "epoch": 47.381158167675025,
      "grad_norm": 1.7671815156936646,
      "learning_rate": 4.252945164527466e-05,
      "loss": 2.3538,
      "step": 54820
    },
    {
      "epoch": 47.38980121002593,
      "grad_norm": 1.757912278175354,
      "learning_rate": 4.2513904823476714e-05,
      "loss": 2.3473,
      "step": 54830
    },
    {
      "epoch": 47.398444252376834,
      "grad_norm": 1.5616871118545532,
      "learning_rate": 4.2498358742006626e-05,
      "loss": 2.3523,
      "step": 54840
    },
    {
      "epoch": 47.407087294727745,
      "grad_norm": 1.6122236251831055,
      "learning_rate": 4.248281340240187e-05,
      "loss": 2.3448,
      "step": 54850
    },
    {
      "epoch": 47.41573033707865,
      "grad_norm": 1.710453987121582,
      "learning_rate": 4.246726880619973e-05,
      "loss": 2.3405,
      "step": 54860
    },
    {
      "epoch": 47.42437337942956,
      "grad_norm": 1.7449688911437988,
      "learning_rate": 4.2451724954937495e-05,
      "loss": 2.353,
      "step": 54870
    },
    {
      "epoch": 47.433016421780465,
      "grad_norm": 1.753110408782959,
      "learning_rate": 4.2436181850152346e-05,
      "loss": 2.3532,
      "step": 54880
    },
    {
      "epoch": 47.44165946413138,
      "grad_norm": 1.5582714080810547,
      "learning_rate": 4.242063949338141e-05,
      "loss": 2.3708,
      "step": 54890
    },
    {
      "epoch": 47.45030250648228,
      "grad_norm": 1.7746177911758423,
      "learning_rate": 4.2405097886161705e-05,
      "loss": 2.372,
      "step": 54900
    },
    {
      "epoch": 47.45894554883319,
      "grad_norm": 1.6158159971237183,
      "learning_rate": 4.238955703003021e-05,
      "loss": 2.3621,
      "step": 54910
    },
    {
      "epoch": 47.4675885911841,
      "grad_norm": 1.639976978302002,
      "learning_rate": 4.237401692652385e-05,
      "loss": 2.3556,
      "step": 54920
    },
    {
      "epoch": 47.47623163353501,
      "grad_norm": 1.714792013168335,
      "learning_rate": 4.2358477577179365e-05,
      "loss": 2.3669,
      "step": 54930
    },
    {
      "epoch": 47.48487467588591,
      "grad_norm": 1.6431519985198975,
      "learning_rate": 4.234293898353359e-05,
      "loss": 2.3829,
      "step": 54940
    },
    {
      "epoch": 47.49351771823682,
      "grad_norm": 1.580065131187439,
      "learning_rate": 4.232740114712314e-05,
      "loss": 2.3509,
      "step": 54950
    },
    {
      "epoch": 47.50216076058773,
      "grad_norm": 1.6660618782043457,
      "learning_rate": 4.231186406948461e-05,
      "loss": 2.3857,
      "step": 54960
    },
    {
      "epoch": 47.51080380293863,
      "grad_norm": 1.6489198207855225,
      "learning_rate": 4.229632775215455e-05,
      "loss": 2.3642,
      "step": 54970
    },
    {
      "epoch": 47.51944684528954,
      "grad_norm": 1.7622853517532349,
      "learning_rate": 4.228079219666939e-05,
      "loss": 2.3756,
      "step": 54980
    },
    {
      "epoch": 47.52808988764045,
      "grad_norm": 1.690727949142456,
      "learning_rate": 4.2265257404565486e-05,
      "loss": 2.3644,
      "step": 54990
    },
    {
      "epoch": 47.53673292999136,
      "grad_norm": 1.7004913091659546,
      "learning_rate": 4.2249723377379144e-05,
      "loss": 2.371,
      "step": 55000
    },
    {
      "epoch": 47.54537597234226,
      "grad_norm": 1.7358036041259766,
      "learning_rate": 4.223419011664656e-05,
      "loss": 2.4017,
      "step": 55010
    },
    {
      "epoch": 47.554019014693175,
      "grad_norm": 1.672467589378357,
      "learning_rate": 4.2218657623903915e-05,
      "loss": 2.3595,
      "step": 55020
    },
    {
      "epoch": 47.56266205704408,
      "grad_norm": 1.6424328088760376,
      "learning_rate": 4.220312590068727e-05,
      "loss": 2.3674,
      "step": 55030
    },
    {
      "epoch": 47.57130509939499,
      "grad_norm": 1.6021854877471924,
      "learning_rate": 4.218759494853258e-05,
      "loss": 2.3692,
      "step": 55040
    },
    {
      "epoch": 47.579948141745895,
      "grad_norm": 1.6456992626190186,
      "learning_rate": 4.217206476897578e-05,
      "loss": 2.3744,
      "step": 55050
    },
    {
      "epoch": 47.5885911840968,
      "grad_norm": 1.6807478666305542,
      "learning_rate": 4.215653536355272e-05,
      "loss": 2.3871,
      "step": 55060
    },
    {
      "epoch": 47.59723422644771,
      "grad_norm": 1.5669665336608887,
      "learning_rate": 4.214100673379915e-05,
      "loss": 2.3725,
      "step": 55070
    },
    {
      "epoch": 47.605877268798615,
      "grad_norm": 1.7571357488632202,
      "learning_rate": 4.2125478881250735e-05,
      "loss": 2.3902,
      "step": 55080
    },
    {
      "epoch": 47.614520311149526,
      "grad_norm": 1.8535850048065186,
      "learning_rate": 4.2109951807443096e-05,
      "loss": 2.3892,
      "step": 55090
    },
    {
      "epoch": 47.62316335350043,
      "grad_norm": 1.60844087600708,
      "learning_rate": 4.209442551391178e-05,
      "loss": 2.3829,
      "step": 55100
    },
    {
      "epoch": 47.63180639585134,
      "grad_norm": 1.6553940773010254,
      "learning_rate": 4.2078900002192224e-05,
      "loss": 2.3911,
      "step": 55110
    },
    {
      "epoch": 47.640449438202246,
      "grad_norm": 1.780608892440796,
      "learning_rate": 4.206337527381981e-05,
      "loss": 2.3943,
      "step": 55120
    },
    {
      "epoch": 47.64909248055316,
      "grad_norm": 1.6349496841430664,
      "learning_rate": 4.204785133032983e-05,
      "loss": 2.3828,
      "step": 55130
    },
    {
      "epoch": 47.65773552290406,
      "grad_norm": 1.5645833015441895,
      "learning_rate": 4.203232817325751e-05,
      "loss": 2.4041,
      "step": 55140
    },
    {
      "epoch": 47.666378565254966,
      "grad_norm": 1.6722275018692017,
      "learning_rate": 4.201680580413798e-05,
      "loss": 2.4046,
      "step": 55150
    },
    {
      "epoch": 47.67502160760588,
      "grad_norm": 1.68595290184021,
      "learning_rate": 4.200128422450633e-05,
      "loss": 2.3931,
      "step": 55160
    },
    {
      "epoch": 47.68366464995678,
      "grad_norm": 1.6372408866882324,
      "learning_rate": 4.1985763435897526e-05,
      "loss": 2.4063,
      "step": 55170
    },
    {
      "epoch": 47.69230769230769,
      "grad_norm": 1.69137442111969,
      "learning_rate": 4.1970243439846474e-05,
      "loss": 2.3672,
      "step": 55180
    },
    {
      "epoch": 47.7009507346586,
      "grad_norm": 1.5762003660202026,
      "learning_rate": 4.195472423788802e-05,
      "loss": 2.3925,
      "step": 55190
    },
    {
      "epoch": 47.70959377700951,
      "grad_norm": 1.571207880973816,
      "learning_rate": 4.19392058315569e-05,
      "loss": 2.4022,
      "step": 55200
    },
    {
      "epoch": 47.71823681936041,
      "grad_norm": 1.627076268196106,
      "learning_rate": 4.1923688222387816e-05,
      "loss": 2.3955,
      "step": 55210
    },
    {
      "epoch": 47.726879861711325,
      "grad_norm": 1.5838462114334106,
      "learning_rate": 4.190817141191534e-05,
      "loss": 2.3964,
      "step": 55220
    },
    {
      "epoch": 47.73552290406223,
      "grad_norm": 1.8811677694320679,
      "learning_rate": 4.1892655401673984e-05,
      "loss": 2.3886,
      "step": 55230
    },
    {
      "epoch": 47.74416594641314,
      "grad_norm": 1.7376173734664917,
      "learning_rate": 4.187714019319819e-05,
      "loss": 2.4182,
      "step": 55240
    },
    {
      "epoch": 47.752808988764045,
      "grad_norm": 1.8533753156661987,
      "learning_rate": 4.1861625788022324e-05,
      "loss": 2.3844,
      "step": 55250
    },
    {
      "epoch": 47.76145203111495,
      "grad_norm": 1.80547034740448,
      "learning_rate": 4.184611218768062e-05,
      "loss": 2.4011,
      "step": 55260
    },
    {
      "epoch": 47.77009507346586,
      "grad_norm": 1.6452864408493042,
      "learning_rate": 4.183059939370735e-05,
      "loss": 2.401,
      "step": 55270
    },
    {
      "epoch": 47.778738115816765,
      "grad_norm": 1.5860158205032349,
      "learning_rate": 4.1815087407636574e-05,
      "loss": 2.399,
      "step": 55280
    },
    {
      "epoch": 47.787381158167676,
      "grad_norm": 1.7424345016479492,
      "learning_rate": 4.1799576231002344e-05,
      "loss": 2.3948,
      "step": 55290
    },
    {
      "epoch": 47.79602420051858,
      "grad_norm": 1.7560961246490479,
      "learning_rate": 4.178406586533863e-05,
      "loss": 2.3955,
      "step": 55300
    },
    {
      "epoch": 47.80466724286949,
      "grad_norm": 1.63701331615448,
      "learning_rate": 4.176855631217932e-05,
      "loss": 2.4129,
      "step": 55310
    },
    {
      "epoch": 47.813310285220396,
      "grad_norm": 1.6818056106567383,
      "learning_rate": 4.175304757305817e-05,
      "loss": 2.3903,
      "step": 55320
    },
    {
      "epoch": 47.82195332757131,
      "grad_norm": 1.7132278680801392,
      "learning_rate": 4.173753964950893e-05,
      "loss": 2.4105,
      "step": 55330
    },
    {
      "epoch": 47.83059636992221,
      "grad_norm": 1.7330511808395386,
      "learning_rate": 4.172203254306521e-05,
      "loss": 2.3977,
      "step": 55340
    },
    {
      "epoch": 47.83923941227312,
      "grad_norm": 1.7006205320358276,
      "learning_rate": 4.1706526255260605e-05,
      "loss": 2.3871,
      "step": 55350
    },
    {
      "epoch": 47.84788245462403,
      "grad_norm": 4.8124918937683105,
      "learning_rate": 4.169102078762857e-05,
      "loss": 2.42,
      "step": 55360
    },
    {
      "epoch": 47.85652549697493,
      "grad_norm": 1.473490834236145,
      "learning_rate": 4.167551614170249e-05,
      "loss": 2.4079,
      "step": 55370
    },
    {
      "epoch": 47.86516853932584,
      "grad_norm": 1.6403722763061523,
      "learning_rate": 4.166001231901567e-05,
      "loss": 2.4079,
      "step": 55380
    },
    {
      "epoch": 47.87381158167675,
      "grad_norm": 1.669577717781067,
      "learning_rate": 4.164450932110137e-05,
      "loss": 2.384,
      "step": 55390
    },
    {
      "epoch": 47.88245462402766,
      "grad_norm": 1.826866626739502,
      "learning_rate": 4.162900714949273e-05,
      "loss": 2.4043,
      "step": 55400
    },
    {
      "epoch": 47.89109766637856,
      "grad_norm": 1.598196268081665,
      "learning_rate": 4.16135058057228e-05,
      "loss": 2.426,
      "step": 55410
    },
    {
      "epoch": 47.899740708729475,
      "grad_norm": 1.6552915573120117,
      "learning_rate": 4.159800529132458e-05,
      "loss": 2.4179,
      "step": 55420
    },
    {
      "epoch": 47.90838375108038,
      "grad_norm": 1.9426449537277222,
      "learning_rate": 4.1582505607830956e-05,
      "loss": 2.4108,
      "step": 55430
    },
    {
      "epoch": 47.91702679343129,
      "grad_norm": 1.7977718114852905,
      "learning_rate": 4.1567006756774783e-05,
      "loss": 2.4088,
      "step": 55440
    },
    {
      "epoch": 47.925669835782195,
      "grad_norm": 1.8878380060195923,
      "learning_rate": 4.1551508739688786e-05,
      "loss": 2.4142,
      "step": 55450
    },
    {
      "epoch": 47.934312878133106,
      "grad_norm": 1.7914878129959106,
      "learning_rate": 4.153601155810561e-05,
      "loss": 2.4053,
      "step": 55460
    },
    {
      "epoch": 47.94295592048401,
      "grad_norm": 1.6329244375228882,
      "learning_rate": 4.1520515213557834e-05,
      "loss": 2.4102,
      "step": 55470
    },
    {
      "epoch": 47.951598962834915,
      "grad_norm": 1.8020211458206177,
      "learning_rate": 4.150501970757795e-05,
      "loss": 2.4234,
      "step": 55480
    },
    {
      "epoch": 47.960242005185826,
      "grad_norm": 1.8055204153060913,
      "learning_rate": 4.1489525041698387e-05,
      "loss": 2.4197,
      "step": 55490
    },
    {
      "epoch": 47.96888504753673,
      "grad_norm": 1.5603609085083008,
      "learning_rate": 4.147403121745144e-05,
      "loss": 2.416,
      "step": 55500
    },
    {
      "epoch": 47.97752808988764,
      "grad_norm": 1.7310495376586914,
      "learning_rate": 4.145853823636934e-05,
      "loss": 2.4016,
      "step": 55510
    },
    {
      "epoch": 47.986171132238546,
      "grad_norm": 1.9260433912277222,
      "learning_rate": 4.144304609998429e-05,
      "loss": 2.4032,
      "step": 55520
    },
    {
      "epoch": 47.99481417458946,
      "grad_norm": 1.6568617820739746,
      "learning_rate": 4.1427554809828343e-05,
      "loss": 2.3948,
      "step": 55530
    },
    {
      "epoch": 48.00345721694036,
      "grad_norm": 1.714634895324707,
      "learning_rate": 4.141206436743349e-05,
      "loss": 2.3931,
      "step": 55540
    },
    {
      "epoch": 48.01210025929127,
      "grad_norm": 1.7156022787094116,
      "learning_rate": 4.1396574774331654e-05,
      "loss": 2.2585,
      "step": 55550
    },
    {
      "epoch": 48.02074330164218,
      "grad_norm": 1.7777414321899414,
      "learning_rate": 4.1381086032054625e-05,
      "loss": 2.2549,
      "step": 55560
    },
    {
      "epoch": 48.02938634399309,
      "grad_norm": 1.7299171686172485,
      "learning_rate": 4.136559814213417e-05,
      "loss": 2.2581,
      "step": 55570
    },
    {
      "epoch": 48.03802938634399,
      "grad_norm": 1.6372239589691162,
      "learning_rate": 4.135011110610195e-05,
      "loss": 2.2537,
      "step": 55580
    },
    {
      "epoch": 48.0466724286949,
      "grad_norm": 1.6776036024093628,
      "learning_rate": 4.133462492548948e-05,
      "loss": 2.2722,
      "step": 55590
    },
    {
      "epoch": 48.05531547104581,
      "grad_norm": 1.6569573879241943,
      "learning_rate": 4.131913960182832e-05,
      "loss": 2.2367,
      "step": 55600
    },
    {
      "epoch": 48.06395851339671,
      "grad_norm": 1.7289535999298096,
      "learning_rate": 4.130365513664984e-05,
      "loss": 2.2556,
      "step": 55610
    },
    {
      "epoch": 48.072601555747625,
      "grad_norm": 1.6533927917480469,
      "learning_rate": 4.128817153148535e-05,
      "loss": 2.2724,
      "step": 55620
    },
    {
      "epoch": 48.08124459809853,
      "grad_norm": 1.740347146987915,
      "learning_rate": 4.1272688787866086e-05,
      "loss": 2.2545,
      "step": 55630
    },
    {
      "epoch": 48.08988764044944,
      "grad_norm": 1.820243000984192,
      "learning_rate": 4.125720690732321e-05,
      "loss": 2.2852,
      "step": 55640
    },
    {
      "epoch": 48.098530682800344,
      "grad_norm": 1.6770174503326416,
      "learning_rate": 4.124172589138776e-05,
      "loss": 2.2777,
      "step": 55650
    },
    {
      "epoch": 48.107173725151256,
      "grad_norm": 1.7892959117889404,
      "learning_rate": 4.1226245741590706e-05,
      "loss": 2.2579,
      "step": 55660
    },
    {
      "epoch": 48.11581676750216,
      "grad_norm": 1.9802109003067017,
      "learning_rate": 4.1210766459462955e-05,
      "loss": 2.2792,
      "step": 55670
    },
    {
      "epoch": 48.12445980985307,
      "grad_norm": 1.6262867450714111,
      "learning_rate": 4.119528804653532e-05,
      "loss": 2.2679,
      "step": 55680
    },
    {
      "epoch": 48.133102852203976,
      "grad_norm": 1.6504892110824585,
      "learning_rate": 4.117981050433851e-05,
      "loss": 2.2791,
      "step": 55690
    },
    {
      "epoch": 48.14174589455488,
      "grad_norm": 1.7395241260528564,
      "learning_rate": 4.116433383440315e-05,
      "loss": 2.2988,
      "step": 55700
    },
    {
      "epoch": 48.15038893690579,
      "grad_norm": 1.6788791418075562,
      "learning_rate": 4.1148858038259794e-05,
      "loss": 2.2715,
      "step": 55710
    },
    {
      "epoch": 48.159031979256696,
      "grad_norm": 1.5806478261947632,
      "learning_rate": 4.1133383117438884e-05,
      "loss": 2.3085,
      "step": 55720
    },
    {
      "epoch": 48.16767502160761,
      "grad_norm": 1.969910740852356,
      "learning_rate": 4.111790907347083e-05,
      "loss": 2.2936,
      "step": 55730
    },
    {
      "epoch": 48.17631806395851,
      "grad_norm": 1.8613380193710327,
      "learning_rate": 4.110243590788587e-05,
      "loss": 2.2775,
      "step": 55740
    },
    {
      "epoch": 48.18496110630942,
      "grad_norm": 1.6359777450561523,
      "learning_rate": 4.1086963622214235e-05,
      "loss": 2.2933,
      "step": 55750
    },
    {
      "epoch": 48.19360414866033,
      "grad_norm": 1.9414949417114258,
      "learning_rate": 4.1071492217986016e-05,
      "loss": 2.2913,
      "step": 55760
    },
    {
      "epoch": 48.20224719101124,
      "grad_norm": 2.5015552043914795,
      "learning_rate": 4.105602169673126e-05,
      "loss": 2.2866,
      "step": 55770
    },
    {
      "epoch": 48.21089023336214,
      "grad_norm": 1.7557884454727173,
      "learning_rate": 4.10405520599799e-05,
      "loss": 2.3115,
      "step": 55780
    },
    {
      "epoch": 48.219533275713054,
      "grad_norm": 1.588173270225525,
      "learning_rate": 4.1025083309261786e-05,
      "loss": 2.2977,
      "step": 55790
    },
    {
      "epoch": 48.22817631806396,
      "grad_norm": 1.9203096628189087,
      "learning_rate": 4.100961544610666e-05,
      "loss": 2.2965,
      "step": 55800
    },
    {
      "epoch": 48.23681936041486,
      "grad_norm": 1.598707675933838,
      "learning_rate": 4.0994148472044223e-05,
      "loss": 2.3148,
      "step": 55810
    },
    {
      "epoch": 48.245462402765774,
      "grad_norm": 1.7579177618026733,
      "learning_rate": 4.0978682388604065e-05,
      "loss": 2.3178,
      "step": 55820
    },
    {
      "epoch": 48.25410544511668,
      "grad_norm": 1.9681755304336548,
      "learning_rate": 4.096321719731565e-05,
      "loss": 2.2964,
      "step": 55830
    },
    {
      "epoch": 48.26274848746759,
      "grad_norm": 1.9629257917404175,
      "learning_rate": 4.0947752899708405e-05,
      "loss": 2.3074,
      "step": 55840
    },
    {
      "epoch": 48.271391529818494,
      "grad_norm": 1.7860262393951416,
      "learning_rate": 4.093228949731166e-05,
      "loss": 2.2894,
      "step": 55850
    },
    {
      "epoch": 48.280034572169406,
      "grad_norm": 1.7339918613433838,
      "learning_rate": 4.0916826991654653e-05,
      "loss": 2.3061,
      "step": 55860
    },
    {
      "epoch": 48.28867761452031,
      "grad_norm": 1.7443654537200928,
      "learning_rate": 4.0901365384266524e-05,
      "loss": 2.3086,
      "step": 55870
    },
    {
      "epoch": 48.29732065687122,
      "grad_norm": 1.8877323865890503,
      "learning_rate": 4.088590467667633e-05,
      "loss": 2.3267,
      "step": 55880
    },
    {
      "epoch": 48.305963699222126,
      "grad_norm": 1.8243731260299683,
      "learning_rate": 4.087044487041303e-05,
      "loss": 2.3184,
      "step": 55890
    },
    {
      "epoch": 48.31460674157304,
      "grad_norm": 1.6961649656295776,
      "learning_rate": 4.08549859670055e-05,
      "loss": 2.3094,
      "step": 55900
    },
    {
      "epoch": 48.32324978392394,
      "grad_norm": 1.753829002380371,
      "learning_rate": 4.083952796798255e-05,
      "loss": 2.3018,
      "step": 55910
    },
    {
      "epoch": 48.331892826274846,
      "grad_norm": 1.7457889318466187,
      "learning_rate": 4.082407087487282e-05,
      "loss": 2.3281,
      "step": 55920
    },
    {
      "epoch": 48.34053586862576,
      "grad_norm": 2.8813369274139404,
      "learning_rate": 4.080861468920501e-05,
      "loss": 2.3263,
      "step": 55930
    },
    {
      "epoch": 48.34917891097666,
      "grad_norm": 1.8763701915740967,
      "learning_rate": 4.0793159412507575e-05,
      "loss": 2.3289,
      "step": 55940
    },
    {
      "epoch": 48.35782195332757,
      "grad_norm": 1.935145616531372,
      "learning_rate": 4.0777705046308966e-05,
      "loss": 2.3053,
      "step": 55950
    },
    {
      "epoch": 48.36646499567848,
      "grad_norm": 1.7101037502288818,
      "learning_rate": 4.0762251592137525e-05,
      "loss": 2.3027,
      "step": 55960
    },
    {
      "epoch": 48.37510803802939,
      "grad_norm": 1.7197281122207642,
      "learning_rate": 4.07467990515215e-05,
      "loss": 2.3256,
      "step": 55970
    },
    {
      "epoch": 48.38375108038029,
      "grad_norm": 1.894635796546936,
      "learning_rate": 4.073134742598904e-05,
      "loss": 2.3121,
      "step": 55980
    },
    {
      "epoch": 48.392394122731204,
      "grad_norm": 1.5951387882232666,
      "learning_rate": 4.071589671706823e-05,
      "loss": 2.33,
      "step": 55990
    },
    {
      "epoch": 48.40103716508211,
      "grad_norm": 1.6593257188796997,
      "learning_rate": 4.0700446926287035e-05,
      "loss": 2.3327,
      "step": 56000
    },
    {
      "epoch": 48.40968020743302,
      "grad_norm": 1.7036505937576294,
      "learning_rate": 4.068499805517332e-05,
      "loss": 2.333,
      "step": 56010
    },
    {
      "epoch": 48.418323249783924,
      "grad_norm": 2.412843942642212,
      "learning_rate": 4.066955010525495e-05,
      "loss": 2.3336,
      "step": 56020
    },
    {
      "epoch": 48.42696629213483,
      "grad_norm": 1.5938711166381836,
      "learning_rate": 4.065410307805957e-05,
      "loss": 2.3263,
      "step": 56030
    },
    {
      "epoch": 48.43560933448574,
      "grad_norm": 1.8067010641098022,
      "learning_rate": 4.0638656975114806e-05,
      "loss": 2.3337,
      "step": 56040
    },
    {
      "epoch": 48.444252376836644,
      "grad_norm": 1.7638648748397827,
      "learning_rate": 4.06232117979482e-05,
      "loss": 2.3333,
      "step": 56050
    },
    {
      "epoch": 48.452895419187556,
      "grad_norm": 1.6463351249694824,
      "learning_rate": 4.060776754808718e-05,
      "loss": 2.344,
      "step": 56060
    },
    {
      "epoch": 48.46153846153846,
      "grad_norm": 1.754284143447876,
      "learning_rate": 4.059232422705907e-05,
      "loss": 2.317,
      "step": 56070
    },
    {
      "epoch": 48.47018150388937,
      "grad_norm": 1.6824736595153809,
      "learning_rate": 4.057688183639112e-05,
      "loss": 2.3481,
      "step": 56080
    },
    {
      "epoch": 48.478824546240276,
      "grad_norm": 1.546366810798645,
      "learning_rate": 4.056144037761047e-05,
      "loss": 2.3272,
      "step": 56090
    },
    {
      "epoch": 48.48746758859119,
      "grad_norm": 1.766329050064087,
      "learning_rate": 4.0545999852244224e-05,
      "loss": 2.3243,
      "step": 56100
    },
    {
      "epoch": 48.49611063094209,
      "grad_norm": 1.7842317819595337,
      "learning_rate": 4.053056026181933e-05,
      "loss": 2.3471,
      "step": 56110
    },
    {
      "epoch": 48.504753673292996,
      "grad_norm": 1.8672434091567993,
      "learning_rate": 4.051512160786269e-05,
      "loss": 2.335,
      "step": 56120
    },
    {
      "epoch": 48.51339671564391,
      "grad_norm": 1.8123141527175903,
      "learning_rate": 4.049968389190105e-05,
      "loss": 2.3223,
      "step": 56130
    },
    {
      "epoch": 48.52203975799481,
      "grad_norm": 1.920367956161499,
      "learning_rate": 4.0484247115461124e-05,
      "loss": 2.3247,
      "step": 56140
    },
    {
      "epoch": 48.53068280034572,
      "grad_norm": 1.5977931022644043,
      "learning_rate": 4.046881128006952e-05,
      "loss": 2.3219,
      "step": 56150
    },
    {
      "epoch": 48.53932584269663,
      "grad_norm": 1.6809196472167969,
      "learning_rate": 4.0453376387252725e-05,
      "loss": 2.3491,
      "step": 56160
    },
    {
      "epoch": 48.54796888504754,
      "grad_norm": 1.69186532497406,
      "learning_rate": 4.0437942438537156e-05,
      "loss": 2.3429,
      "step": 56170
    },
    {
      "epoch": 48.55661192739844,
      "grad_norm": 1.8770227432250977,
      "learning_rate": 4.0422509435449155e-05,
      "loss": 2.3326,
      "step": 56180
    },
    {
      "epoch": 48.565254969749354,
      "grad_norm": 1.6719262599945068,
      "learning_rate": 4.040707737951494e-05,
      "loss": 2.3585,
      "step": 56190
    },
    {
      "epoch": 48.57389801210026,
      "grad_norm": 1.7181123495101929,
      "learning_rate": 4.0391646272260635e-05,
      "loss": 2.3486,
      "step": 56200
    },
    {
      "epoch": 48.58254105445117,
      "grad_norm": 1.6359833478927612,
      "learning_rate": 4.03762161152123e-05,
      "loss": 2.3499,
      "step": 56210
    },
    {
      "epoch": 48.591184096802074,
      "grad_norm": 1.7636626958847046,
      "learning_rate": 4.036078690989585e-05,
      "loss": 2.334,
      "step": 56220
    },
    {
      "epoch": 48.59982713915298,
      "grad_norm": 1.6757088899612427,
      "learning_rate": 4.034535865783717e-05,
      "loss": 2.3608,
      "step": 56230
    },
    {
      "epoch": 48.60847018150389,
      "grad_norm": 1.7720444202423096,
      "learning_rate": 4.0329931360562e-05,
      "loss": 2.3542,
      "step": 56240
    },
    {
      "epoch": 48.617113223854794,
      "grad_norm": 1.7082488536834717,
      "learning_rate": 4.0314505019595994e-05,
      "loss": 2.3553,
      "step": 56250
    },
    {
      "epoch": 48.625756266205705,
      "grad_norm": 2.326089382171631,
      "learning_rate": 4.029907963646472e-05,
      "loss": 2.3445,
      "step": 56260
    },
    {
      "epoch": 48.63439930855661,
      "grad_norm": 1.9294757843017578,
      "learning_rate": 4.028365521269367e-05,
      "loss": 2.3451,
      "step": 56270
    },
    {
      "epoch": 48.64304235090752,
      "grad_norm": 1.6577305793762207,
      "learning_rate": 4.026823174980822e-05,
      "loss": 2.3721,
      "step": 56280
    },
    {
      "epoch": 48.651685393258425,
      "grad_norm": 1.7045722007751465,
      "learning_rate": 4.025280924933365e-05,
      "loss": 2.3634,
      "step": 56290
    },
    {
      "epoch": 48.66032843560934,
      "grad_norm": 1.7211741209030151,
      "learning_rate": 4.023738771279516e-05,
      "loss": 2.351,
      "step": 56300
    },
    {
      "epoch": 48.66897147796024,
      "grad_norm": 1.7719089984893799,
      "learning_rate": 4.022196714171781e-05,
      "loss": 2.3545,
      "step": 56310
    },
    {
      "epoch": 48.67761452031115,
      "grad_norm": 1.9405275583267212,
      "learning_rate": 4.0206547537626635e-05,
      "loss": 2.3506,
      "step": 56320
    },
    {
      "epoch": 48.68625756266206,
      "grad_norm": 1.6167418956756592,
      "learning_rate": 4.0191128902046516e-05,
      "loss": 2.3477,
      "step": 56330
    },
    {
      "epoch": 48.69490060501296,
      "grad_norm": 1.798586368560791,
      "learning_rate": 4.0175711236502237e-05,
      "loss": 2.375,
      "step": 56340
    },
    {
      "epoch": 48.70354364736387,
      "grad_norm": 1.8017503023147583,
      "learning_rate": 4.016029454251857e-05,
      "loss": 2.3669,
      "step": 56350
    },
    {
      "epoch": 48.71218668971478,
      "grad_norm": 1.7339940071105957,
      "learning_rate": 4.0144878821620084e-05,
      "loss": 2.37,
      "step": 56360
    },
    {
      "epoch": 48.72082973206569,
      "grad_norm": 1.6759274005889893,
      "learning_rate": 4.0129464075331306e-05,
      "loss": 2.3763,
      "step": 56370
    },
    {
      "epoch": 48.72947277441659,
      "grad_norm": 1.6245007514953613,
      "learning_rate": 4.0114050305176666e-05,
      "loss": 2.3631,
      "step": 56380
    },
    {
      "epoch": 48.738115816767504,
      "grad_norm": 1.596803903579712,
      "learning_rate": 4.009863751268049e-05,
      "loss": 2.3939,
      "step": 56390
    },
    {
      "epoch": 48.74675885911841,
      "grad_norm": 1.61417818069458,
      "learning_rate": 4.008322569936699e-05,
      "loss": 2.3635,
      "step": 56400
    },
    {
      "epoch": 48.75540190146932,
      "grad_norm": 1.6680353879928589,
      "learning_rate": 4.0067814866760305e-05,
      "loss": 2.3754,
      "step": 56410
    },
    {
      "epoch": 48.764044943820224,
      "grad_norm": 1.8000224828720093,
      "learning_rate": 4.0052405016384467e-05,
      "loss": 2.3718,
      "step": 56420
    },
    {
      "epoch": 48.772687986171135,
      "grad_norm": 1.550471305847168,
      "learning_rate": 4.003699614976342e-05,
      "loss": 2.3721,
      "step": 56430
    },
    {
      "epoch": 48.78133102852204,
      "grad_norm": 1.8188241720199585,
      "learning_rate": 4.002158826842102e-05,
      "loss": 2.3724,
      "step": 56440
    },
    {
      "epoch": 48.789974070872944,
      "grad_norm": 1.8425179719924927,
      "learning_rate": 4.000618137388099e-05,
      "loss": 2.3671,
      "step": 56450
    },
    {
      "epoch": 48.798617113223855,
      "grad_norm": 1.797385334968567,
      "learning_rate": 3.999077546766697e-05,
      "loss": 2.3604,
      "step": 56460
    },
    {
      "epoch": 48.80726015557476,
      "grad_norm": 2.4407970905303955,
      "learning_rate": 3.9975370551302515e-05,
      "loss": 2.3691,
      "step": 56470
    },
    {
      "epoch": 48.81590319792567,
      "grad_norm": 1.6814384460449219,
      "learning_rate": 3.995996662631109e-05,
      "loss": 2.3851,
      "step": 56480
    },
    {
      "epoch": 48.824546240276575,
      "grad_norm": 1.8767274618148804,
      "learning_rate": 3.994456369421602e-05,
      "loss": 2.3766,
      "step": 56490
    },
    {
      "epoch": 48.83318928262749,
      "grad_norm": 1.9566173553466797,
      "learning_rate": 3.992916175654057e-05,
      "loss": 2.3564,
      "step": 56500
    },
    {
      "epoch": 48.84183232497839,
      "grad_norm": 1.7318115234375,
      "learning_rate": 3.991376081480789e-05,
      "loss": 2.3548,
      "step": 56510
    },
    {
      "epoch": 48.8504753673293,
      "grad_norm": 1.6424564123153687,
      "learning_rate": 3.9898360870541054e-05,
      "loss": 2.3672,
      "step": 56520
    },
    {
      "epoch": 48.85911840968021,
      "grad_norm": 1.681586742401123,
      "learning_rate": 3.9882961925263004e-05,
      "loss": 2.3859,
      "step": 56530
    },
    {
      "epoch": 48.86776145203112,
      "grad_norm": 1.7647358179092407,
      "learning_rate": 3.986756398049661e-05,
      "loss": 2.3588,
      "step": 56540
    },
    {
      "epoch": 48.87640449438202,
      "grad_norm": 1.8687971830368042,
      "learning_rate": 3.985216703776462e-05,
      "loss": 2.3683,
      "step": 56550
    },
    {
      "epoch": 48.88504753673293,
      "grad_norm": 1.7528290748596191,
      "learning_rate": 3.98367710985897e-05,
      "loss": 2.376,
      "step": 56560
    },
    {
      "epoch": 48.89369057908384,
      "grad_norm": 1.7319731712341309,
      "learning_rate": 3.982137616449443e-05,
      "loss": 2.3605,
      "step": 56570
    },
    {
      "epoch": 48.90233362143474,
      "grad_norm": 1.622509241104126,
      "learning_rate": 3.980598223700124e-05,
      "loss": 2.3833,
      "step": 56580
    },
    {
      "epoch": 48.910976663785654,
      "grad_norm": 1.685433030128479,
      "learning_rate": 3.97905893176325e-05,
      "loss": 2.4022,
      "step": 56590
    },
    {
      "epoch": 48.91961970613656,
      "grad_norm": 1.694395899772644,
      "learning_rate": 3.9775197407910485e-05,
      "loss": 2.3867,
      "step": 56600
    },
    {
      "epoch": 48.92826274848747,
      "grad_norm": 1.8148179054260254,
      "learning_rate": 3.9759806509357355e-05,
      "loss": 2.3874,
      "step": 56610
    },
    {
      "epoch": 48.936905790838374,
      "grad_norm": 2.010263681411743,
      "learning_rate": 3.974441662349518e-05,
      "loss": 2.3876,
      "step": 56620
    },
    {
      "epoch": 48.945548833189285,
      "grad_norm": 1.531988263130188,
      "learning_rate": 3.9729027751845925e-05,
      "loss": 2.3871,
      "step": 56630
    },
    {
      "epoch": 48.95419187554019,
      "grad_norm": 1.6902270317077637,
      "learning_rate": 3.971363989593143e-05,
      "loss": 2.3756,
      "step": 56640
    },
    {
      "epoch": 48.9628349178911,
      "grad_norm": 1.7524864673614502,
      "learning_rate": 3.9698253057273485e-05,
      "loss": 2.3807,
      "step": 56650
    },
    {
      "epoch": 48.971477960242005,
      "grad_norm": 1.6389403343200684,
      "learning_rate": 3.968286723739373e-05,
      "loss": 2.3852,
      "step": 56660
    },
    {
      "epoch": 48.98012100259291,
      "grad_norm": 1.7219727039337158,
      "learning_rate": 3.9667482437813716e-05,
      "loss": 2.3817,
      "step": 56670
    },
    {
      "epoch": 48.98876404494382,
      "grad_norm": 2.022486925125122,
      "learning_rate": 3.965209866005495e-05,
      "loss": 2.3909,
      "step": 56680
    },
    {
      "epoch": 48.997407087294725,
      "grad_norm": 1.5815831422805786,
      "learning_rate": 3.963671590563876e-05,
      "loss": 2.3973,
      "step": 56690
    },
    {
      "epoch": 49.00605012964564,
      "grad_norm": 1.7527055740356445,
      "learning_rate": 3.96213341760864e-05,
      "loss": 2.2808,
      "step": 56700
    },
    {
      "epoch": 49.01469317199654,
      "grad_norm": 1.5541276931762695,
      "learning_rate": 3.960595347291903e-05,
      "loss": 2.2239,
      "step": 56710
    },
    {
      "epoch": 49.02333621434745,
      "grad_norm": 1.8383888006210327,
      "learning_rate": 3.959057379765773e-05,
      "loss": 2.2203,
      "step": 56720
    },
    {
      "epoch": 49.03197925669836,
      "grad_norm": 1.6670219898223877,
      "learning_rate": 3.957519515182342e-05,
      "loss": 2.2282,
      "step": 56730
    },
    {
      "epoch": 49.04062229904927,
      "grad_norm": 1.6341910362243652,
      "learning_rate": 3.9559817536936964e-05,
      "loss": 2.231,
      "step": 56740
    },
    {
      "epoch": 49.04926534140017,
      "grad_norm": 1.7188822031021118,
      "learning_rate": 3.9544440954519094e-05,
      "loss": 2.2488,
      "step": 56750
    },
    {
      "epoch": 49.057908383751084,
      "grad_norm": 1.7343217134475708,
      "learning_rate": 3.952906540609049e-05,
      "loss": 2.2443,
      "step": 56760
    },
    {
      "epoch": 49.06655142610199,
      "grad_norm": 1.7020516395568848,
      "learning_rate": 3.951369089317169e-05,
      "loss": 2.246,
      "step": 56770
    },
    {
      "epoch": 49.07519446845289,
      "grad_norm": 1.7078313827514648,
      "learning_rate": 3.949831741728314e-05,
      "loss": 2.2383,
      "step": 56780
    },
    {
      "epoch": 49.083837510803804,
      "grad_norm": 1.7248958349227905,
      "learning_rate": 3.9482944979945144e-05,
      "loss": 2.2348,
      "step": 56790
    },
    {
      "epoch": 49.09248055315471,
      "grad_norm": 1.5740270614624023,
      "learning_rate": 3.9467573582677984e-05,
      "loss": 2.2569,
      "step": 56800
    },
    {
      "epoch": 49.10112359550562,
      "grad_norm": 1.8391362428665161,
      "learning_rate": 3.9452203227001784e-05,
      "loss": 2.2674,
      "step": 56810
    },
    {
      "epoch": 49.109766637856524,
      "grad_norm": 1.6181668043136597,
      "learning_rate": 3.9436833914436555e-05,
      "loss": 2.2515,
      "step": 56820
    },
    {
      "epoch": 49.118409680207435,
      "grad_norm": 1.655938744544983,
      "learning_rate": 3.942146564650224e-05,
      "loss": 2.2498,
      "step": 56830
    },
    {
      "epoch": 49.12705272255834,
      "grad_norm": 1.7448749542236328,
      "learning_rate": 3.9406098424718654e-05,
      "loss": 2.2543,
      "step": 56840
    },
    {
      "epoch": 49.13569576490925,
      "grad_norm": 1.6489973068237305,
      "learning_rate": 3.9390732250605536e-05,
      "loss": 2.2624,
      "step": 56850
    },
    {
      "epoch": 49.144338807260155,
      "grad_norm": 1.8679497241973877,
      "learning_rate": 3.93753671256825e-05,
      "loss": 2.2455,
      "step": 56860
    },
    {
      "epoch": 49.152981849611066,
      "grad_norm": 1.8095190525054932,
      "learning_rate": 3.936000305146906e-05,
      "loss": 2.2632,
      "step": 56870
    },
    {
      "epoch": 49.16162489196197,
      "grad_norm": 1.6787582635879517,
      "learning_rate": 3.9344640029484626e-05,
      "loss": 2.2666,
      "step": 56880
    },
    {
      "epoch": 49.170267934312875,
      "grad_norm": 1.8078107833862305,
      "learning_rate": 3.9329278061248495e-05,
      "loss": 2.2603,
      "step": 56890
    },
    {
      "epoch": 49.178910976663786,
      "grad_norm": 1.5655419826507568,
      "learning_rate": 3.93139171482799e-05,
      "loss": 2.282,
      "step": 56900
    },
    {
      "epoch": 49.18755401901469,
      "grad_norm": 2.7353532314300537,
      "learning_rate": 3.9298557292097895e-05,
      "loss": 2.2484,
      "step": 56910
    },
    {
      "epoch": 49.1961970613656,
      "grad_norm": 1.8281900882720947,
      "learning_rate": 3.9283198494221476e-05,
      "loss": 2.2843,
      "step": 56920
    },
    {
      "epoch": 49.204840103716506,
      "grad_norm": 1.84255051612854,
      "learning_rate": 3.9267840756169575e-05,
      "loss": 2.2781,
      "step": 56930
    },
    {
      "epoch": 49.21348314606742,
      "grad_norm": 1.6464734077453613,
      "learning_rate": 3.925248407946095e-05,
      "loss": 2.2743,
      "step": 56940
    },
    {
      "epoch": 49.22212618841832,
      "grad_norm": 1.6425784826278687,
      "learning_rate": 3.9237128465614276e-05,
      "loss": 2.2751,
      "step": 56950
    },
    {
      "epoch": 49.23076923076923,
      "grad_norm": 1.7869675159454346,
      "learning_rate": 3.922177391614815e-05,
      "loss": 2.2595,
      "step": 56960
    },
    {
      "epoch": 49.23941227312014,
      "grad_norm": 1.553237795829773,
      "learning_rate": 3.9206420432581006e-05,
      "loss": 2.2775,
      "step": 56970
    },
    {
      "epoch": 49.24805531547105,
      "grad_norm": 2.02728271484375,
      "learning_rate": 3.9191068016431224e-05,
      "loss": 2.2659,
      "step": 56980
    },
    {
      "epoch": 49.25669835782195,
      "grad_norm": 1.6936856508255005,
      "learning_rate": 3.917571666921708e-05,
      "loss": 2.2551,
      "step": 56990
    },
    {
      "epoch": 49.26534140017286,
      "grad_norm": 1.6688240766525269,
      "learning_rate": 3.916036639245667e-05,
      "loss": 2.2886,
      "step": 57000
    },
    {
      "epoch": 49.27398444252377,
      "grad_norm": 1.7004997730255127,
      "learning_rate": 3.914501718766812e-05,
      "loss": 2.2911,
      "step": 57010
    },
    {
      "epoch": 49.28262748487467,
      "grad_norm": 2.657329559326172,
      "learning_rate": 3.9129669056369305e-05,
      "loss": 2.2839,
      "step": 57020
    },
    {
      "epoch": 49.291270527225585,
      "grad_norm": 1.725618839263916,
      "learning_rate": 3.911432200007808e-05,
      "loss": 2.295,
      "step": 57030
    },
    {
      "epoch": 49.29991356957649,
      "grad_norm": 2.636430263519287,
      "learning_rate": 3.9098976020312196e-05,
      "loss": 2.2755,
      "step": 57040
    },
    {
      "epoch": 49.3085566119274,
      "grad_norm": 1.6090607643127441,
      "learning_rate": 3.9083631118589245e-05,
      "loss": 2.2723,
      "step": 57050
    },
    {
      "epoch": 49.317199654278305,
      "grad_norm": 1.6720976829528809,
      "learning_rate": 3.906828729642675e-05,
      "loss": 2.2817,
      "step": 57060
    },
    {
      "epoch": 49.325842696629216,
      "grad_norm": 1.7056784629821777,
      "learning_rate": 3.9052944555342116e-05,
      "loss": 2.2859,
      "step": 57070
    },
    {
      "epoch": 49.33448573898012,
      "grad_norm": 1.8253371715545654,
      "learning_rate": 3.9037602896852646e-05,
      "loss": 2.3007,
      "step": 57080
    },
    {
      "epoch": 49.34312878133103,
      "grad_norm": 2.74603009223938,
      "learning_rate": 3.902226232247552e-05,
      "loss": 2.299,
      "step": 57090
    },
    {
      "epoch": 49.351771823681936,
      "grad_norm": 1.8428795337677002,
      "learning_rate": 3.9006922833727856e-05,
      "loss": 2.2807,
      "step": 57100
    },
    {
      "epoch": 49.36041486603284,
      "grad_norm": 1.9143469333648682,
      "learning_rate": 3.899158443212662e-05,
      "loss": 2.276,
      "step": 57110
    },
    {
      "epoch": 49.36905790838375,
      "grad_norm": 1.9219237565994263,
      "learning_rate": 3.897624711918868e-05,
      "loss": 2.2757,
      "step": 57120
    },
    {
      "epoch": 49.377700950734656,
      "grad_norm": 1.723905324935913,
      "learning_rate": 3.896091089643079e-05,
      "loss": 2.2911,
      "step": 57130
    },
    {
      "epoch": 49.38634399308557,
      "grad_norm": 1.8683665990829468,
      "learning_rate": 3.8945575765369634e-05,
      "loss": 2.3012,
      "step": 57140
    },
    {
      "epoch": 49.39498703543647,
      "grad_norm": 1.6233419179916382,
      "learning_rate": 3.8930241727521736e-05,
      "loss": 2.2967,
      "step": 57150
    },
    {
      "epoch": 49.40363007778738,
      "grad_norm": 1.9354454278945923,
      "learning_rate": 3.891490878440354e-05,
      "loss": 2.3188,
      "step": 57160
    },
    {
      "epoch": 49.41227312013829,
      "grad_norm": 1.8104703426361084,
      "learning_rate": 3.889957693753136e-05,
      "loss": 2.2769,
      "step": 57170
    },
    {
      "epoch": 49.4209161624892,
      "grad_norm": 1.7379088401794434,
      "learning_rate": 3.8884246188421465e-05,
      "loss": 2.3162,
      "step": 57180
    },
    {
      "epoch": 49.4295592048401,
      "grad_norm": 1.8116430044174194,
      "learning_rate": 3.886891653858994e-05,
      "loss": 2.3071,
      "step": 57190
    },
    {
      "epoch": 49.438202247191015,
      "grad_norm": 1.6762168407440186,
      "learning_rate": 3.885358798955281e-05,
      "loss": 2.2952,
      "step": 57200
    },
    {
      "epoch": 49.44684528954192,
      "grad_norm": 2.0589072704315186,
      "learning_rate": 3.8838260542825944e-05,
      "loss": 2.2923,
      "step": 57210
    },
    {
      "epoch": 49.45548833189282,
      "grad_norm": 1.7975821495056152,
      "learning_rate": 3.8822934199925156e-05,
      "loss": 2.2909,
      "step": 57220
    },
    {
      "epoch": 49.464131374243735,
      "grad_norm": 1.8000744581222534,
      "learning_rate": 3.880760896236612e-05,
      "loss": 2.3134,
      "step": 57230
    },
    {
      "epoch": 49.47277441659464,
      "grad_norm": 1.6393014192581177,
      "learning_rate": 3.879228483166438e-05,
      "loss": 2.3054,
      "step": 57240
    },
    {
      "epoch": 49.48141745894555,
      "grad_norm": 1.9490443468093872,
      "learning_rate": 3.877696180933542e-05,
      "loss": 2.3082,
      "step": 57250
    },
    {
      "epoch": 49.490060501296455,
      "grad_norm": 2.118668794631958,
      "learning_rate": 3.87616398968946e-05,
      "loss": 2.3103,
      "step": 57260
    },
    {
      "epoch": 49.498703543647366,
      "grad_norm": 1.8435933589935303,
      "learning_rate": 3.8746319095857144e-05,
      "loss": 2.2773,
      "step": 57270
    },
    {
      "epoch": 49.50734658599827,
      "grad_norm": 1.9174652099609375,
      "learning_rate": 3.873099940773819e-05,
      "loss": 2.3024,
      "step": 57280
    },
    {
      "epoch": 49.51598962834918,
      "grad_norm": 1.7475090026855469,
      "learning_rate": 3.871568083405277e-05,
      "loss": 2.3114,
      "step": 57290
    },
    {
      "epoch": 49.524632670700086,
      "grad_norm": 1.760739803314209,
      "learning_rate": 3.870036337631577e-05,
      "loss": 2.3318,
      "step": 57300
    },
    {
      "epoch": 49.533275713051,
      "grad_norm": 2.4537353515625,
      "learning_rate": 3.8685047036042006e-05,
      "loss": 2.3252,
      "step": 57310
    },
    {
      "epoch": 49.5419187554019,
      "grad_norm": 1.7504603862762451,
      "learning_rate": 3.866973181474618e-05,
      "loss": 2.3308,
      "step": 57320
    },
    {
      "epoch": 49.550561797752806,
      "grad_norm": 1.7834992408752441,
      "learning_rate": 3.8654417713942835e-05,
      "loss": 2.3254,
      "step": 57330
    },
    {
      "epoch": 49.55920484010372,
      "grad_norm": 4.069520950317383,
      "learning_rate": 3.863910473514644e-05,
      "loss": 2.3433,
      "step": 57340
    },
    {
      "epoch": 49.56784788245462,
      "grad_norm": 1.8511768579483032,
      "learning_rate": 3.862379287987141e-05,
      "loss": 2.3081,
      "step": 57350
    },
    {
      "epoch": 49.57649092480553,
      "grad_norm": 1.6655168533325195,
      "learning_rate": 3.8608482149631954e-05,
      "loss": 2.3188,
      "step": 57360
    },
    {
      "epoch": 49.58513396715644,
      "grad_norm": 1.9333007335662842,
      "learning_rate": 3.8593172545942196e-05,
      "loss": 2.3136,
      "step": 57370
    },
    {
      "epoch": 49.59377700950735,
      "grad_norm": 1.8936338424682617,
      "learning_rate": 3.8577864070316186e-05,
      "loss": 2.3152,
      "step": 57380
    },
    {
      "epoch": 49.60242005185825,
      "grad_norm": 1.67937171459198,
      "learning_rate": 3.8562556724267816e-05,
      "loss": 2.3162,
      "step": 57390
    },
    {
      "epoch": 49.611063094209165,
      "grad_norm": 1.6811326742172241,
      "learning_rate": 3.8547250509310895e-05,
      "loss": 2.3165,
      "step": 57400
    },
    {
      "epoch": 49.61970613656007,
      "grad_norm": 1.6413074731826782,
      "learning_rate": 3.8531945426959106e-05,
      "loss": 2.3261,
      "step": 57410
    },
    {
      "epoch": 49.62834917891097,
      "grad_norm": 1.780998706817627,
      "learning_rate": 3.851664147872602e-05,
      "loss": 2.3186,
      "step": 57420
    },
    {
      "epoch": 49.636992221261885,
      "grad_norm": 1.6723169088363647,
      "learning_rate": 3.850133866612512e-05,
      "loss": 2.3228,
      "step": 57430
    },
    {
      "epoch": 49.64563526361279,
      "grad_norm": 1.677044153213501,
      "learning_rate": 3.848603699066977e-05,
      "loss": 2.319,
      "step": 57440
    },
    {
      "epoch": 49.6542783059637,
      "grad_norm": 1.6907498836517334,
      "learning_rate": 3.847073645387317e-05,
      "loss": 2.338,
      "step": 57450
    },
    {
      "epoch": 49.662921348314605,
      "grad_norm": 1.730297327041626,
      "learning_rate": 3.845543705724847e-05,
      "loss": 2.3232,
      "step": 57460
    },
    {
      "epoch": 49.671564390665516,
      "grad_norm": 1.8743473291397095,
      "learning_rate": 3.844013880230868e-05,
      "loss": 2.331,
      "step": 57470
    },
    {
      "epoch": 49.68020743301642,
      "grad_norm": 1.6933302879333496,
      "learning_rate": 3.84248416905667e-05,
      "loss": 2.3054,
      "step": 57480
    },
    {
      "epoch": 49.68885047536733,
      "grad_norm": 2.19266676902771,
      "learning_rate": 3.840954572353533e-05,
      "loss": 2.3176,
      "step": 57490
    },
    {
      "epoch": 49.697493517718236,
      "grad_norm": 1.7904865741729736,
      "learning_rate": 3.8394250902727216e-05,
      "loss": 2.3245,
      "step": 57500
    },
    {
      "epoch": 49.70613656006915,
      "grad_norm": 1.6576433181762695,
      "learning_rate": 3.8378957229654954e-05,
      "loss": 2.3366,
      "step": 57510
    },
    {
      "epoch": 49.71477960242005,
      "grad_norm": 1.7479099035263062,
      "learning_rate": 3.836366470583098e-05,
      "loss": 2.3252,
      "step": 57520
    },
    {
      "epoch": 49.723422644770956,
      "grad_norm": 1.6263673305511475,
      "learning_rate": 3.834837333276763e-05,
      "loss": 2.3329,
      "step": 57530
    },
    {
      "epoch": 49.73206568712187,
      "grad_norm": 1.7481153011322021,
      "learning_rate": 3.833308311197712e-05,
      "loss": 2.3429,
      "step": 57540
    },
    {
      "epoch": 49.74070872947277,
      "grad_norm": 1.839714527130127,
      "learning_rate": 3.831779404497156e-05,
      "loss": 2.3346,
      "step": 57550
    },
    {
      "epoch": 49.74935177182368,
      "grad_norm": 1.6915788650512695,
      "learning_rate": 3.8302506133262946e-05,
      "loss": 2.3302,
      "step": 57560
    },
    {
      "epoch": 49.75799481417459,
      "grad_norm": 1.8013077974319458,
      "learning_rate": 3.828721937836314e-05,
      "loss": 2.327,
      "step": 57570
    },
    {
      "epoch": 49.7666378565255,
      "grad_norm": 1.8583385944366455,
      "learning_rate": 3.8271933781783925e-05,
      "loss": 2.3319,
      "step": 57580
    },
    {
      "epoch": 49.7752808988764,
      "grad_norm": 1.7867952585220337,
      "learning_rate": 3.825664934503693e-05,
      "loss": 2.3253,
      "step": 57590
    },
    {
      "epoch": 49.783923941227314,
      "grad_norm": 1.758830189704895,
      "learning_rate": 3.824136606963372e-05,
      "loss": 2.3303,
      "step": 57600
    },
    {
      "epoch": 49.79256698357822,
      "grad_norm": 1.7460155487060547,
      "learning_rate": 3.82260839570857e-05,
      "loss": 2.3359,
      "step": 57610
    },
    {
      "epoch": 49.80121002592913,
      "grad_norm": 2.4218008518218994,
      "learning_rate": 3.8210803008904185e-05,
      "loss": 2.3363,
      "step": 57620
    },
    {
      "epoch": 49.809853068280034,
      "grad_norm": 1.7605994939804077,
      "learning_rate": 3.819552322660034e-05,
      "loss": 2.371,
      "step": 57630
    },
    {
      "epoch": 49.81849611063094,
      "grad_norm": 1.769416332244873,
      "learning_rate": 3.818024461168526e-05,
      "loss": 2.3357,
      "step": 57640
    },
    {
      "epoch": 49.82713915298185,
      "grad_norm": 1.9641224145889282,
      "learning_rate": 3.8164967165669915e-05,
      "loss": 2.3516,
      "step": 57650
    },
    {
      "epoch": 49.835782195332754,
      "grad_norm": 1.7503100633621216,
      "learning_rate": 3.814969089006511e-05,
      "loss": 2.3408,
      "step": 57660
    },
    {
      "epoch": 49.844425237683666,
      "grad_norm": 1.6407359838485718,
      "learning_rate": 3.8134415786381586e-05,
      "loss": 2.3524,
      "step": 57670
    },
    {
      "epoch": 49.85306828003457,
      "grad_norm": 1.7050408124923706,
      "learning_rate": 3.8119141856129984e-05,
      "loss": 2.3437,
      "step": 57680
    },
    {
      "epoch": 49.86171132238548,
      "grad_norm": 1.6800553798675537,
      "learning_rate": 3.8103869100820775e-05,
      "loss": 2.3584,
      "step": 57690
    },
    {
      "epoch": 49.870354364736386,
      "grad_norm": 1.656488060951233,
      "learning_rate": 3.808859752196434e-05,
      "loss": 2.367,
      "step": 57700
    },
    {
      "epoch": 49.8789974070873,
      "grad_norm": 1.9919334650039673,
      "learning_rate": 3.807332712107097e-05,
      "loss": 2.3593,
      "step": 57710
    },
    {
      "epoch": 49.8876404494382,
      "grad_norm": 1.9009661674499512,
      "learning_rate": 3.8058057899650766e-05,
      "loss": 2.3431,
      "step": 57720
    },
    {
      "epoch": 49.89628349178911,
      "grad_norm": 1.770041823387146,
      "learning_rate": 3.804278985921379e-05,
      "loss": 2.3454,
      "step": 57730
    },
    {
      "epoch": 49.90492653414002,
      "grad_norm": 1.7080464363098145,
      "learning_rate": 3.802752300126994e-05,
      "loss": 2.3563,
      "step": 57740
    },
    {
      "epoch": 49.91356957649092,
      "grad_norm": 1.7016265392303467,
      "learning_rate": 3.8012257327329e-05,
      "loss": 2.3429,
      "step": 57750
    },
    {
      "epoch": 49.92221261884183,
      "grad_norm": 1.6681746244430542,
      "learning_rate": 3.799699283890069e-05,
      "loss": 2.3471,
      "step": 57760
    },
    {
      "epoch": 49.93085566119274,
      "grad_norm": 1.8986523151397705,
      "learning_rate": 3.798172953749456e-05,
      "loss": 2.344,
      "step": 57770
    },
    {
      "epoch": 49.93949870354365,
      "grad_norm": 1.7752641439437866,
      "learning_rate": 3.7966467424620035e-05,
      "loss": 2.3518,
      "step": 57780
    },
    {
      "epoch": 49.94814174589455,
      "grad_norm": 1.7183825969696045,
      "learning_rate": 3.795120650178645e-05,
      "loss": 2.359,
      "step": 57790
    },
    {
      "epoch": 49.956784788245464,
      "grad_norm": 1.654603123664856,
      "learning_rate": 3.7935946770503036e-05,
      "loss": 2.3583,
      "step": 57800
    },
    {
      "epoch": 49.96542783059637,
      "grad_norm": 1.7385882139205933,
      "learning_rate": 3.792068823227885e-05,
      "loss": 2.362,
      "step": 57810
    },
    {
      "epoch": 49.97407087294728,
      "grad_norm": 1.767913818359375,
      "learning_rate": 3.7905430888622875e-05,
      "loss": 2.3547,
      "step": 57820
    },
    {
      "epoch": 49.982713915298184,
      "grad_norm": 2.00356388092041,
      "learning_rate": 3.789017474104398e-05,
      "loss": 2.3555,
      "step": 57830
    },
    {
      "epoch": 49.991356957649096,
      "grad_norm": 1.8938062191009521,
      "learning_rate": 3.787491979105089e-05,
      "loss": 2.3301,
      "step": 57840
    },
    {
      "epoch": 50.0,
      "grad_norm": 3.6412487030029297,
      "learning_rate": 3.785966604015223e-05,
      "loss": 2.3436,
      "step": 57850
    },
    {
      "epoch": 50.008643042350904,
      "grad_norm": 1.9062144756317139,
      "learning_rate": 3.7844413489856516e-05,
      "loss": 2.2042,
      "step": 57860
    },
    {
      "epoch": 50.017286084701816,
      "grad_norm": 2.0551295280456543,
      "learning_rate": 3.7829162141672105e-05,
      "loss": 2.1812,
      "step": 57870
    },
    {
      "epoch": 50.02592912705272,
      "grad_norm": 1.9029896259307861,
      "learning_rate": 3.781391199710727e-05,
      "loss": 2.2013,
      "step": 57880
    },
    {
      "epoch": 50.03457216940363,
      "grad_norm": 1.7702901363372803,
      "learning_rate": 3.779866305767016e-05,
      "loss": 2.2113,
      "step": 57890
    },
    {
      "epoch": 50.043215211754536,
      "grad_norm": 1.8390978574752808,
      "learning_rate": 3.778341532486878e-05,
      "loss": 2.2086,
      "step": 57900
    },
    {
      "epoch": 50.05185825410545,
      "grad_norm": 1.8042250871658325,
      "learning_rate": 3.7768168800211054e-05,
      "loss": 2.1924,
      "step": 57910
    },
    {
      "epoch": 50.06050129645635,
      "grad_norm": 1.8932801485061646,
      "learning_rate": 3.775292348520475e-05,
      "loss": 2.2319,
      "step": 57920
    },
    {
      "epoch": 50.06914433880726,
      "grad_norm": 1.753624439239502,
      "learning_rate": 3.773767938135755e-05,
      "loss": 2.2149,
      "step": 57930
    },
    {
      "epoch": 50.07778738115817,
      "grad_norm": 1.7691797018051147,
      "learning_rate": 3.7722436490177006e-05,
      "loss": 2.2446,
      "step": 57940
    },
    {
      "epoch": 50.08643042350908,
      "grad_norm": 1.696021318435669,
      "learning_rate": 3.770719481317053e-05,
      "loss": 2.2121,
      "step": 57950
    },
    {
      "epoch": 50.09507346585998,
      "grad_norm": 1.7641282081604004,
      "learning_rate": 3.7691954351845437e-05,
      "loss": 2.2104,
      "step": 57960
    },
    {
      "epoch": 50.10371650821089,
      "grad_norm": 1.7838703393936157,
      "learning_rate": 3.7676715107708905e-05,
      "loss": 2.2214,
      "step": 57970
    },
    {
      "epoch": 50.1123595505618,
      "grad_norm": 1.6218974590301514,
      "learning_rate": 3.7661477082268e-05,
      "loss": 2.2204,
      "step": 57980
    },
    {
      "epoch": 50.1210025929127,
      "grad_norm": 1.6734097003936768,
      "learning_rate": 3.764624027702969e-05,
      "loss": 2.2218,
      "step": 57990
    },
    {
      "epoch": 50.129645635263614,
      "grad_norm": 1.800720453262329,
      "learning_rate": 3.7631004693500735e-05,
      "loss": 2.237,
      "step": 58000
    },
    {
      "epoch": 50.13828867761452,
      "grad_norm": 1.6846843957901,
      "learning_rate": 3.761577033318793e-05,
      "loss": 2.2304,
      "step": 58010
    },
    {
      "epoch": 50.14693171996543,
      "grad_norm": 1.9418047666549683,
      "learning_rate": 3.760053719759779e-05,
      "loss": 2.2422,
      "step": 58020
    },
    {
      "epoch": 50.155574762316334,
      "grad_norm": 1.7969157695770264,
      "learning_rate": 3.75853052882368e-05,
      "loss": 2.2499,
      "step": 58030
    },
    {
      "epoch": 50.164217804667246,
      "grad_norm": 1.8309838771820068,
      "learning_rate": 3.7570074606611316e-05,
      "loss": 2.2321,
      "step": 58040
    },
    {
      "epoch": 50.17286084701815,
      "grad_norm": 1.686716914176941,
      "learning_rate": 3.755484515422753e-05,
      "loss": 2.2549,
      "step": 58050
    },
    {
      "epoch": 50.18150388936906,
      "grad_norm": 1.6838603019714355,
      "learning_rate": 3.753961693259154e-05,
      "loss": 2.234,
      "step": 58060
    },
    {
      "epoch": 50.190146931719966,
      "grad_norm": 1.8400371074676514,
      "learning_rate": 3.7524389943209336e-05,
      "loss": 2.228,
      "step": 58070
    },
    {
      "epoch": 50.19878997407087,
      "grad_norm": 1.8145482540130615,
      "learning_rate": 3.7509164187586754e-05,
      "loss": 2.2409,
      "step": 58080
    },
    {
      "epoch": 50.20743301642178,
      "grad_norm": 1.754644513130188,
      "learning_rate": 3.749393966722955e-05,
      "loss": 2.2354,
      "step": 58090
    },
    {
      "epoch": 50.216076058772686,
      "grad_norm": 1.951170563697815,
      "learning_rate": 3.7478716383643334e-05,
      "loss": 2.2318,
      "step": 58100
    },
    {
      "epoch": 50.2247191011236,
      "grad_norm": 1.7954896688461304,
      "learning_rate": 3.746349433833357e-05,
      "loss": 2.2419,
      "step": 58110
    },
    {
      "epoch": 50.2333621434745,
      "grad_norm": 2.2007675170898438,
      "learning_rate": 3.7448273532805636e-05,
      "loss": 2.2272,
      "step": 58120
    },
    {
      "epoch": 50.24200518582541,
      "grad_norm": 2.068405866622925,
      "learning_rate": 3.743305396856478e-05,
      "loss": 2.2692,
      "step": 58130
    },
    {
      "epoch": 50.25064822817632,
      "grad_norm": 1.7915115356445312,
      "learning_rate": 3.7417835647116104e-05,
      "loss": 2.2381,
      "step": 58140
    },
    {
      "epoch": 50.25929127052723,
      "grad_norm": 1.7307041883468628,
      "learning_rate": 3.740261856996462e-05,
      "loss": 2.2704,
      "step": 58150
    },
    {
      "epoch": 50.26793431287813,
      "grad_norm": 1.8238935470581055,
      "learning_rate": 3.738740273861518e-05,
      "loss": 2.2631,
      "step": 58160
    },
    {
      "epoch": 50.276577355229044,
      "grad_norm": 1.9604980945587158,
      "learning_rate": 3.737218815457256e-05,
      "loss": 2.2552,
      "step": 58170
    },
    {
      "epoch": 50.28522039757995,
      "grad_norm": 1.8566826581954956,
      "learning_rate": 3.735697481934137e-05,
      "loss": 2.2472,
      "step": 58180
    },
    {
      "epoch": 50.29386343993085,
      "grad_norm": 1.829008936882019,
      "learning_rate": 3.734176273442614e-05,
      "loss": 2.2386,
      "step": 58190
    },
    {
      "epoch": 50.302506482281764,
      "grad_norm": 2.0292911529541016,
      "learning_rate": 3.732655190133123e-05,
      "loss": 2.2529,
      "step": 58200
    },
    {
      "epoch": 50.31114952463267,
      "grad_norm": 1.7171584367752075,
      "learning_rate": 3.7311342321560884e-05,
      "loss": 2.2649,
      "step": 58210
    },
    {
      "epoch": 50.31979256698358,
      "grad_norm": 1.797342300415039,
      "learning_rate": 3.7296133996619264e-05,
      "loss": 2.2578,
      "step": 58220
    },
    {
      "epoch": 50.328435609334484,
      "grad_norm": 1.7873445749282837,
      "learning_rate": 3.728092692801034e-05,
      "loss": 2.255,
      "step": 58230
    },
    {
      "epoch": 50.337078651685395,
      "grad_norm": 1.7537446022033691,
      "learning_rate": 3.726572111723803e-05,
      "loss": 2.2379,
      "step": 58240
    },
    {
      "epoch": 50.3457216940363,
      "grad_norm": 1.8196340799331665,
      "learning_rate": 3.725051656580606e-05,
      "loss": 2.2635,
      "step": 58250
    },
    {
      "epoch": 50.35436473638721,
      "grad_norm": 2.0903923511505127,
      "learning_rate": 3.7235313275218096e-05,
      "loss": 2.25,
      "step": 58260
    },
    {
      "epoch": 50.363007778738115,
      "grad_norm": 1.8408098220825195,
      "learning_rate": 3.7220111246977646e-05,
      "loss": 2.2416,
      "step": 58270
    },
    {
      "epoch": 50.37165082108903,
      "grad_norm": 1.8625215291976929,
      "learning_rate": 3.720491048258809e-05,
      "loss": 2.2838,
      "step": 58280
    },
    {
      "epoch": 50.38029386343993,
      "grad_norm": 1.7158788442611694,
      "learning_rate": 3.718971098355267e-05,
      "loss": 2.2729,
      "step": 58290
    },
    {
      "epoch": 50.388936905790835,
      "grad_norm": 1.7469412088394165,
      "learning_rate": 3.717451275137455e-05,
      "loss": 2.2677,
      "step": 58300
    },
    {
      "epoch": 50.39757994814175,
      "grad_norm": 1.9409511089324951,
      "learning_rate": 3.7159315787556716e-05,
      "loss": 2.247,
      "step": 58310
    },
    {
      "epoch": 50.40622299049265,
      "grad_norm": 1.9707928895950317,
      "learning_rate": 3.714412009360208e-05,
      "loss": 2.2756,
      "step": 58320
    },
    {
      "epoch": 50.41486603284356,
      "grad_norm": 1.9678367376327515,
      "learning_rate": 3.712892567101334e-05,
      "loss": 2.2802,
      "step": 58330
    },
    {
      "epoch": 50.42350907519447,
      "grad_norm": 1.7664062976837158,
      "learning_rate": 3.711373252129321e-05,
      "loss": 2.2734,
      "step": 58340
    },
    {
      "epoch": 50.43215211754538,
      "grad_norm": 1.8701045513153076,
      "learning_rate": 3.709854064594415e-05,
      "loss": 2.2722,
      "step": 58350
    },
    {
      "epoch": 50.44079515989628,
      "grad_norm": 1.640733003616333,
      "learning_rate": 3.708335004646855e-05,
      "loss": 2.2585,
      "step": 58360
    },
    {
      "epoch": 50.449438202247194,
      "grad_norm": 1.6759793758392334,
      "learning_rate": 3.706816072436867e-05,
      "loss": 2.2642,
      "step": 58370
    },
    {
      "epoch": 50.4580812445981,
      "grad_norm": 1.6995140314102173,
      "learning_rate": 3.705297268114662e-05,
      "loss": 2.2611,
      "step": 58380
    },
    {
      "epoch": 50.466724286949,
      "grad_norm": 1.863289475440979,
      "learning_rate": 3.703778591830443e-05,
      "loss": 2.278,
      "step": 58390
    },
    {
      "epoch": 50.475367329299914,
      "grad_norm": 1.7799630165100098,
      "learning_rate": 3.7022600437343955e-05,
      "loss": 2.27,
      "step": 58400
    },
    {
      "epoch": 50.48401037165082,
      "grad_norm": 1.772049903869629,
      "learning_rate": 3.7007416239766965e-05,
      "loss": 2.2976,
      "step": 58410
    },
    {
      "epoch": 50.49265341400173,
      "grad_norm": 1.9060208797454834,
      "learning_rate": 3.699223332707504e-05,
      "loss": 2.2572,
      "step": 58420
    },
    {
      "epoch": 50.501296456352634,
      "grad_norm": 1.867606520652771,
      "learning_rate": 3.697705170076974e-05,
      "loss": 2.3086,
      "step": 58430
    },
    {
      "epoch": 50.509939498703545,
      "grad_norm": 1.7539117336273193,
      "learning_rate": 3.696187136235238e-05,
      "loss": 2.2823,
      "step": 58440
    },
    {
      "epoch": 50.51858254105445,
      "grad_norm": 1.8638166189193726,
      "learning_rate": 3.6946692313324204e-05,
      "loss": 2.2763,
      "step": 58450
    },
    {
      "epoch": 50.52722558340536,
      "grad_norm": 2.379000186920166,
      "learning_rate": 3.693151455518636e-05,
      "loss": 2.2831,
      "step": 58460
    },
    {
      "epoch": 50.535868625756265,
      "grad_norm": 1.770622730255127,
      "learning_rate": 3.6916338089439796e-05,
      "loss": 2.2682,
      "step": 58470
    },
    {
      "epoch": 50.54451166810718,
      "grad_norm": 1.8067299127578735,
      "learning_rate": 3.6901162917585385e-05,
      "loss": 2.2764,
      "step": 58480
    },
    {
      "epoch": 50.55315471045808,
      "grad_norm": 1.7019555568695068,
      "learning_rate": 3.688598904112385e-05,
      "loss": 2.2964,
      "step": 58490
    },
    {
      "epoch": 50.561797752808985,
      "grad_norm": 2.5076100826263428,
      "learning_rate": 3.68708164615558e-05,
      "loss": 2.281,
      "step": 58500
    },
    {
      "epoch": 50.5704407951599,
      "grad_norm": 1.8696339130401611,
      "learning_rate": 3.685564518038171e-05,
      "loss": 2.2724,
      "step": 58510
    },
    {
      "epoch": 50.5790838375108,
      "grad_norm": 1.8570282459259033,
      "learning_rate": 3.6840475199101924e-05,
      "loss": 2.276,
      "step": 58520
    },
    {
      "epoch": 50.58772687986171,
      "grad_norm": 1.7995508909225464,
      "learning_rate": 3.682530651921664e-05,
      "loss": 2.2779,
      "step": 58530
    },
    {
      "epoch": 50.59636992221262,
      "grad_norm": 1.9006617069244385,
      "learning_rate": 3.681013914222596e-05,
      "loss": 2.2884,
      "step": 58540
    },
    {
      "epoch": 50.60501296456353,
      "grad_norm": 1.9015604257583618,
      "learning_rate": 3.679497306962987e-05,
      "loss": 2.2949,
      "step": 58550
    },
    {
      "epoch": 50.61365600691443,
      "grad_norm": 3.212996006011963,
      "learning_rate": 3.6779808302928145e-05,
      "loss": 2.2945,
      "step": 58560
    },
    {
      "epoch": 50.622299049265344,
      "grad_norm": 1.8898510932922363,
      "learning_rate": 3.676464484362051e-05,
      "loss": 2.3039,
      "step": 58570
    },
    {
      "epoch": 50.63094209161625,
      "grad_norm": 1.7956500053405762,
      "learning_rate": 3.6749482693206535e-05,
      "loss": 2.278,
      "step": 58580
    },
    {
      "epoch": 50.63958513396716,
      "grad_norm": 1.7786744832992554,
      "learning_rate": 3.673432185318567e-05,
      "loss": 2.2917,
      "step": 58590
    },
    {
      "epoch": 50.648228176318064,
      "grad_norm": 1.6743179559707642,
      "learning_rate": 3.671916232505722e-05,
      "loss": 2.2821,
      "step": 58600
    },
    {
      "epoch": 50.65687121866897,
      "grad_norm": 1.7746634483337402,
      "learning_rate": 3.670400411032039e-05,
      "loss": 2.3006,
      "step": 58610
    },
    {
      "epoch": 50.66551426101988,
      "grad_norm": 2.07314395904541,
      "learning_rate": 3.6688847210474184e-05,
      "loss": 2.2991,
      "step": 58620
    },
    {
      "epoch": 50.674157303370784,
      "grad_norm": 1.6933867931365967,
      "learning_rate": 3.667369162701757e-05,
      "loss": 2.3092,
      "step": 58630
    },
    {
      "epoch": 50.682800345721695,
      "grad_norm": 2.09727144241333,
      "learning_rate": 3.665853736144931e-05,
      "loss": 2.2909,
      "step": 58640
    },
    {
      "epoch": 50.6914433880726,
      "grad_norm": 1.8045583963394165,
      "learning_rate": 3.664338441526809e-05,
      "loss": 2.3023,
      "step": 58650
    },
    {
      "epoch": 50.70008643042351,
      "grad_norm": 1.841008186340332,
      "learning_rate": 3.6628232789972414e-05,
      "loss": 2.305,
      "step": 58660
    },
    {
      "epoch": 50.708729472774415,
      "grad_norm": 1.931221604347229,
      "learning_rate": 3.6613082487060697e-05,
      "loss": 2.3302,
      "step": 58670
    },
    {
      "epoch": 50.71737251512533,
      "grad_norm": 1.8990404605865479,
      "learning_rate": 3.659793350803121e-05,
      "loss": 2.2855,
      "step": 58680
    },
    {
      "epoch": 50.72601555747623,
      "grad_norm": 2.4328885078430176,
      "learning_rate": 3.65827858543821e-05,
      "loss": 2.3005,
      "step": 58690
    },
    {
      "epoch": 50.73465859982714,
      "grad_norm": 2.4319393634796143,
      "learning_rate": 3.6567639527611373e-05,
      "loss": 2.3005,
      "step": 58700
    },
    {
      "epoch": 50.74330164217805,
      "grad_norm": 1.75705087184906,
      "learning_rate": 3.65524945292169e-05,
      "loss": 2.3058,
      "step": 58710
    },
    {
      "epoch": 50.75194468452895,
      "grad_norm": 3.0133159160614014,
      "learning_rate": 3.6537350860696405e-05,
      "loss": 2.3108,
      "step": 58720
    },
    {
      "epoch": 50.76058772687986,
      "grad_norm": 1.8874807357788086,
      "learning_rate": 3.6522208523547544e-05,
      "loss": 2.3075,
      "step": 58730
    },
    {
      "epoch": 50.76923076923077,
      "grad_norm": 1.7792079448699951,
      "learning_rate": 3.650706751926777e-05,
      "loss": 2.3183,
      "step": 58740
    },
    {
      "epoch": 50.77787381158168,
      "grad_norm": 1.7124172449111938,
      "learning_rate": 3.649192784935442e-05,
      "loss": 2.3266,
      "step": 58750
    },
    {
      "epoch": 50.78651685393258,
      "grad_norm": 1.6562559604644775,
      "learning_rate": 3.6476789515304765e-05,
      "loss": 2.3264,
      "step": 58760
    },
    {
      "epoch": 50.795159896283494,
      "grad_norm": 1.6640050411224365,
      "learning_rate": 3.646165251861585e-05,
      "loss": 2.3116,
      "step": 58770
    },
    {
      "epoch": 50.8038029386344,
      "grad_norm": 1.7137348651885986,
      "learning_rate": 3.6446516860784644e-05,
      "loss": 2.3245,
      "step": 58780
    },
    {
      "epoch": 50.81244598098531,
      "grad_norm": 1.757652997970581,
      "learning_rate": 3.643138254330796e-05,
      "loss": 2.3025,
      "step": 58790
    },
    {
      "epoch": 50.821089023336214,
      "grad_norm": 1.7731631994247437,
      "learning_rate": 3.641624956768249e-05,
      "loss": 2.3028,
      "step": 58800
    },
    {
      "epoch": 50.829732065687125,
      "grad_norm": 1.842519760131836,
      "learning_rate": 3.6401117935404795e-05,
      "loss": 2.3249,
      "step": 58810
    },
    {
      "epoch": 50.83837510803803,
      "grad_norm": 1.7265596389770508,
      "learning_rate": 3.6385987647971285e-05,
      "loss": 2.3361,
      "step": 58820
    },
    {
      "epoch": 50.847018150388934,
      "grad_norm": 1.7568975687026978,
      "learning_rate": 3.637085870687826e-05,
      "loss": 2.3301,
      "step": 58830
    },
    {
      "epoch": 50.855661192739845,
      "grad_norm": 1.7958836555480957,
      "learning_rate": 3.635573111362189e-05,
      "loss": 2.3016,
      "step": 58840
    },
    {
      "epoch": 50.86430423509075,
      "grad_norm": 1.8411797285079956,
      "learning_rate": 3.6340604869698194e-05,
      "loss": 2.311,
      "step": 58850
    },
    {
      "epoch": 50.87294727744166,
      "grad_norm": 1.9504705667495728,
      "learning_rate": 3.632547997660304e-05,
      "loss": 2.3295,
      "step": 58860
    },
    {
      "epoch": 50.881590319792565,
      "grad_norm": 1.727918267250061,
      "learning_rate": 3.631035643583221e-05,
      "loss": 2.3084,
      "step": 58870
    },
    {
      "epoch": 50.890233362143476,
      "grad_norm": 1.6796985864639282,
      "learning_rate": 3.629523424888133e-05,
      "loss": 2.323,
      "step": 58880
    },
    {
      "epoch": 50.89887640449438,
      "grad_norm": 1.730330228805542,
      "learning_rate": 3.628011341724586e-05,
      "loss": 2.331,
      "step": 58890
    },
    {
      "epoch": 50.90751944684529,
      "grad_norm": 1.7953026294708252,
      "learning_rate": 3.6264993942421176e-05,
      "loss": 2.3078,
      "step": 58900
    },
    {
      "epoch": 50.916162489196196,
      "grad_norm": 1.728753685951233,
      "learning_rate": 3.6249875825902496e-05,
      "loss": 2.3183,
      "step": 58910
    },
    {
      "epoch": 50.92480553154711,
      "grad_norm": 1.8540042638778687,
      "learning_rate": 3.62347590691849e-05,
      "loss": 2.3038,
      "step": 58920
    },
    {
      "epoch": 50.93344857389801,
      "grad_norm": 1.8500075340270996,
      "learning_rate": 3.621964367376336e-05,
      "loss": 2.328,
      "step": 58930
    },
    {
      "epoch": 50.942091616248916,
      "grad_norm": 2.098992347717285,
      "learning_rate": 3.620452964113269e-05,
      "loss": 2.336,
      "step": 58940
    },
    {
      "epoch": 50.95073465859983,
      "grad_norm": 1.7333625555038452,
      "learning_rate": 3.618941697278755e-05,
      "loss": 2.3267,
      "step": 58950
    },
    {
      "epoch": 50.95937770095073,
      "grad_norm": 1.8840256929397583,
      "learning_rate": 3.6174305670222515e-05,
      "loss": 2.3379,
      "step": 58960
    },
    {
      "epoch": 50.96802074330164,
      "grad_norm": 1.8116286993026733,
      "learning_rate": 3.6159195734931976e-05,
      "loss": 2.3262,
      "step": 58970
    },
    {
      "epoch": 50.97666378565255,
      "grad_norm": 1.7365148067474365,
      "learning_rate": 3.614408716841024e-05,
      "loss": 2.3327,
      "step": 58980
    },
    {
      "epoch": 50.98530682800346,
      "grad_norm": 1.6944081783294678,
      "learning_rate": 3.612897997215141e-05,
      "loss": 2.3356,
      "step": 58990
    },
    {
      "epoch": 50.99394987035436,
      "grad_norm": 1.7827333211898804,
      "learning_rate": 3.611387414764952e-05,
      "loss": 2.3417,
      "step": 59000
    },
    {
      "epoch": 51.002592912705275,
      "grad_norm": 1.7416439056396484,
      "learning_rate": 3.6098769696398427e-05,
      "loss": 2.3115,
      "step": 59010
    },
    {
      "epoch": 51.01123595505618,
      "grad_norm": 1.6618603467941284,
      "learning_rate": 3.608366661989189e-05,
      "loss": 2.1622,
      "step": 59020
    },
    {
      "epoch": 51.01987899740709,
      "grad_norm": 1.718592882156372,
      "learning_rate": 3.606856491962349e-05,
      "loss": 2.1763,
      "step": 59030
    },
    {
      "epoch": 51.028522039757995,
      "grad_norm": 1.9919276237487793,
      "learning_rate": 3.6053464597086695e-05,
      "loss": 2.1985,
      "step": 59040
    },
    {
      "epoch": 51.0371650821089,
      "grad_norm": 2.115934133529663,
      "learning_rate": 3.603836565377483e-05,
      "loss": 2.1882,
      "step": 59050
    },
    {
      "epoch": 51.04580812445981,
      "grad_norm": 1.90149986743927,
      "learning_rate": 3.602326809118108e-05,
      "loss": 2.194,
      "step": 59060
    },
    {
      "epoch": 51.054451166810715,
      "grad_norm": 1.7767215967178345,
      "learning_rate": 3.600817191079853e-05,
      "loss": 2.1736,
      "step": 59070
    },
    {
      "epoch": 51.063094209161626,
      "grad_norm": 1.5980980396270752,
      "learning_rate": 3.5993077114120034e-05,
      "loss": 2.2015,
      "step": 59080
    },
    {
      "epoch": 51.07173725151253,
      "grad_norm": 1.7326152324676514,
      "learning_rate": 3.597798370263844e-05,
      "loss": 2.1877,
      "step": 59090
    },
    {
      "epoch": 51.08038029386344,
      "grad_norm": 1.8817787170410156,
      "learning_rate": 3.596289167784635e-05,
      "loss": 2.1916,
      "step": 59100
    },
    {
      "epoch": 51.089023336214346,
      "grad_norm": 1.744667410850525,
      "learning_rate": 3.59478010412363e-05,
      "loss": 2.2213,
      "step": 59110
    },
    {
      "epoch": 51.09766637856526,
      "grad_norm": 1.7399672269821167,
      "learning_rate": 3.593271179430065e-05,
      "loss": 2.161,
      "step": 59120
    },
    {
      "epoch": 51.10630942091616,
      "grad_norm": 1.9137475490570068,
      "learning_rate": 3.5917623938531614e-05,
      "loss": 2.2005,
      "step": 59130
    },
    {
      "epoch": 51.11495246326707,
      "grad_norm": 1.5446193218231201,
      "learning_rate": 3.59025374754213e-05,
      "loss": 2.202,
      "step": 59140
    },
    {
      "epoch": 51.12359550561798,
      "grad_norm": 1.6043217182159424,
      "learning_rate": 3.588745240646166e-05,
      "loss": 2.1912,
      "step": 59150
    },
    {
      "epoch": 51.13223854796888,
      "grad_norm": 2.856069564819336,
      "learning_rate": 3.5872368733144534e-05,
      "loss": 2.197,
      "step": 59160
    },
    {
      "epoch": 51.14088159031979,
      "grad_norm": 1.862191915512085,
      "learning_rate": 3.585728645696155e-05,
      "loss": 2.2131,
      "step": 59170
    },
    {
      "epoch": 51.1495246326707,
      "grad_norm": 1.9975786209106445,
      "learning_rate": 3.5842205579404316e-05,
      "loss": 2.2032,
      "step": 59180
    },
    {
      "epoch": 51.15816767502161,
      "grad_norm": 1.8480833768844604,
      "learning_rate": 3.582712610196419e-05,
      "loss": 2.1922,
      "step": 59190
    },
    {
      "epoch": 51.16681071737251,
      "grad_norm": 1.847976803779602,
      "learning_rate": 3.5812048026132464e-05,
      "loss": 2.1959,
      "step": 59200
    },
    {
      "epoch": 51.175453759723425,
      "grad_norm": 1.7788013219833374,
      "learning_rate": 3.579697135340026e-05,
      "loss": 2.1965,
      "step": 59210
    },
    {
      "epoch": 51.18409680207433,
      "grad_norm": 1.8143534660339355,
      "learning_rate": 3.578189608525855e-05,
      "loss": 2.2047,
      "step": 59220
    },
    {
      "epoch": 51.19273984442524,
      "grad_norm": 1.814063549041748,
      "learning_rate": 3.5766822223198194e-05,
      "loss": 2.1945,
      "step": 59230
    },
    {
      "epoch": 51.201382886776145,
      "grad_norm": 1.8637291193008423,
      "learning_rate": 3.575174976870991e-05,
      "loss": 2.2156,
      "step": 59240
    },
    {
      "epoch": 51.210025929127056,
      "grad_norm": 1.8005125522613525,
      "learning_rate": 3.5736678723284245e-05,
      "loss": 2.2251,
      "step": 59250
    },
    {
      "epoch": 51.21866897147796,
      "grad_norm": 1.6862218379974365,
      "learning_rate": 3.5721609088411664e-05,
      "loss": 2.2066,
      "step": 59260
    },
    {
      "epoch": 51.227312013828865,
      "grad_norm": 1.9288558959960938,
      "learning_rate": 3.570654086558245e-05,
      "loss": 2.2161,
      "step": 59270
    },
    {
      "epoch": 51.235955056179776,
      "grad_norm": 1.9102212190628052,
      "learning_rate": 3.5691474056286746e-05,
      "loss": 2.1985,
      "step": 59280
    },
    {
      "epoch": 51.24459809853068,
      "grad_norm": 1.7797287702560425,
      "learning_rate": 3.567640866201456e-05,
      "loss": 2.2482,
      "step": 59290
    },
    {
      "epoch": 51.25324114088159,
      "grad_norm": 1.765196442604065,
      "learning_rate": 3.566134468425578e-05,
      "loss": 2.2215,
      "step": 59300
    },
    {
      "epoch": 51.261884183232496,
      "grad_norm": 1.8354229927062988,
      "learning_rate": 3.564628212450014e-05,
      "loss": 2.2192,
      "step": 59310
    },
    {
      "epoch": 51.27052722558341,
      "grad_norm": 1.7978352308273315,
      "learning_rate": 3.5631220984237214e-05,
      "loss": 2.2087,
      "step": 59320
    },
    {
      "epoch": 51.27917026793431,
      "grad_norm": 1.863601803779602,
      "learning_rate": 3.561616126495645e-05,
      "loss": 2.228,
      "step": 59330
    },
    {
      "epoch": 51.28781331028522,
      "grad_norm": 1.7659668922424316,
      "learning_rate": 3.56011029681472e-05,
      "loss": 2.2375,
      "step": 59340
    },
    {
      "epoch": 51.29645635263613,
      "grad_norm": 2.136836051940918,
      "learning_rate": 3.55860460952986e-05,
      "loss": 2.2331,
      "step": 59350
    },
    {
      "epoch": 51.30509939498704,
      "grad_norm": 1.7989583015441895,
      "learning_rate": 3.5570990647899704e-05,
      "loss": 2.2457,
      "step": 59360
    },
    {
      "epoch": 51.31374243733794,
      "grad_norm": 1.8617066144943237,
      "learning_rate": 3.555593662743938e-05,
      "loss": 2.2471,
      "step": 59370
    },
    {
      "epoch": 51.32238547968885,
      "grad_norm": 1.7684378623962402,
      "learning_rate": 3.5540884035406384e-05,
      "loss": 2.2299,
      "step": 59380
    },
    {
      "epoch": 51.33102852203976,
      "grad_norm": 1.7205687761306763,
      "learning_rate": 3.552583287328933e-05,
      "loss": 2.2308,
      "step": 59390
    },
    {
      "epoch": 51.33967156439066,
      "grad_norm": 1.7343957424163818,
      "learning_rate": 3.551078314257668e-05,
      "loss": 2.2577,
      "step": 59400
    },
    {
      "epoch": 51.348314606741575,
      "grad_norm": 2.269747018814087,
      "learning_rate": 3.5495734844756725e-05,
      "loss": 2.2315,
      "step": 59410
    },
    {
      "epoch": 51.35695764909248,
      "grad_norm": 1.8120661973953247,
      "learning_rate": 3.548068798131771e-05,
      "loss": 2.2207,
      "step": 59420
    },
    {
      "epoch": 51.36560069144339,
      "grad_norm": 1.849269151687622,
      "learning_rate": 3.5465642553747636e-05,
      "loss": 2.2502,
      "step": 59430
    },
    {
      "epoch": 51.374243733794295,
      "grad_norm": 1.7178363800048828,
      "learning_rate": 3.54505985635344e-05,
      "loss": 2.235,
      "step": 59440
    },
    {
      "epoch": 51.382886776145206,
      "grad_norm": 2.2424685955047607,
      "learning_rate": 3.543555601216578e-05,
      "loss": 2.2516,
      "step": 59450
    },
    {
      "epoch": 51.39152981849611,
      "grad_norm": 1.9096448421478271,
      "learning_rate": 3.542051490112937e-05,
      "loss": 2.2177,
      "step": 59460
    },
    {
      "epoch": 51.40017286084702,
      "grad_norm": 2.042402505874634,
      "learning_rate": 3.540547523191266e-05,
      "loss": 2.2574,
      "step": 59470
    },
    {
      "epoch": 51.408815903197926,
      "grad_norm": 1.9458370208740234,
      "learning_rate": 3.539043700600295e-05,
      "loss": 2.2327,
      "step": 59480
    },
    {
      "epoch": 51.41745894554883,
      "grad_norm": 1.85130774974823,
      "learning_rate": 3.537540022488746e-05,
      "loss": 2.2375,
      "step": 59490
    },
    {
      "epoch": 51.42610198789974,
      "grad_norm": 1.7434277534484863,
      "learning_rate": 3.536036489005319e-05,
      "loss": 2.2508,
      "step": 59500
    },
    {
      "epoch": 51.434745030250646,
      "grad_norm": 1.8336840867996216,
      "learning_rate": 3.534533100298709e-05,
      "loss": 2.2504,
      "step": 59510
    },
    {
      "epoch": 51.44338807260156,
      "grad_norm": 1.853356122970581,
      "learning_rate": 3.533029856517589e-05,
      "loss": 2.2528,
      "step": 59520
    },
    {
      "epoch": 51.45203111495246,
      "grad_norm": 1.8332182168960571,
      "learning_rate": 3.531526757810621e-05,
      "loss": 2.2312,
      "step": 59530
    },
    {
      "epoch": 51.46067415730337,
      "grad_norm": 1.9277892112731934,
      "learning_rate": 3.5300238043264514e-05,
      "loss": 2.2538,
      "step": 59540
    },
    {
      "epoch": 51.46931719965428,
      "grad_norm": 1.9119596481323242,
      "learning_rate": 3.528520996213715e-05,
      "loss": 2.2329,
      "step": 59550
    },
    {
      "epoch": 51.47796024200519,
      "grad_norm": 1.8598397970199585,
      "learning_rate": 3.5270183336210274e-05,
      "loss": 2.2456,
      "step": 59560
    },
    {
      "epoch": 51.48660328435609,
      "grad_norm": 1.7787097692489624,
      "learning_rate": 3.525515816696994e-05,
      "loss": 2.251,
      "step": 59570
    },
    {
      "epoch": 51.495246326707004,
      "grad_norm": 1.6963626146316528,
      "learning_rate": 3.524013445590202e-05,
      "loss": 2.2604,
      "step": 59580
    },
    {
      "epoch": 51.50388936905791,
      "grad_norm": 1.7956126928329468,
      "learning_rate": 3.5225112204492295e-05,
      "loss": 2.2831,
      "step": 59590
    },
    {
      "epoch": 51.51253241140881,
      "grad_norm": 1.9661248922348022,
      "learning_rate": 3.521009141422638e-05,
      "loss": 2.2457,
      "step": 59600
    },
    {
      "epoch": 51.521175453759724,
      "grad_norm": 1.8974322080612183,
      "learning_rate": 3.51950720865897e-05,
      "loss": 2.2622,
      "step": 59610
    },
    {
      "epoch": 51.52981849611063,
      "grad_norm": 1.8025708198547363,
      "learning_rate": 3.518005422306759e-05,
      "loss": 2.2699,
      "step": 59620
    },
    {
      "epoch": 51.53846153846154,
      "grad_norm": 1.902549386024475,
      "learning_rate": 3.5165037825145224e-05,
      "loss": 2.2694,
      "step": 59630
    },
    {
      "epoch": 51.547104580812444,
      "grad_norm": 4.535703659057617,
      "learning_rate": 3.515002289430764e-05,
      "loss": 2.289,
      "step": 59640
    },
    {
      "epoch": 51.555747623163356,
      "grad_norm": 2.0672569274902344,
      "learning_rate": 3.51350094320397e-05,
      "loss": 2.2774,
      "step": 59650
    },
    {
      "epoch": 51.56439066551426,
      "grad_norm": 1.8804882764816284,
      "learning_rate": 3.511999743982613e-05,
      "loss": 2.2655,
      "step": 59660
    },
    {
      "epoch": 51.57303370786517,
      "grad_norm": 1.854615569114685,
      "learning_rate": 3.510498691915156e-05,
      "loss": 2.2609,
      "step": 59670
    },
    {
      "epoch": 51.581676750216076,
      "grad_norm": 1.8460174798965454,
      "learning_rate": 3.508997787150041e-05,
      "loss": 2.2601,
      "step": 59680
    },
    {
      "epoch": 51.59031979256698,
      "grad_norm": 1.8246440887451172,
      "learning_rate": 3.507497029835701e-05,
      "loss": 2.2632,
      "step": 59690
    },
    {
      "epoch": 51.59896283491789,
      "grad_norm": 2.0207109451293945,
      "learning_rate": 3.505996420120548e-05,
      "loss": 2.2512,
      "step": 59700
    },
    {
      "epoch": 51.607605877268796,
      "grad_norm": 1.7026857137680054,
      "learning_rate": 3.504495958152985e-05,
      "loss": 2.2659,
      "step": 59710
    },
    {
      "epoch": 51.61624891961971,
      "grad_norm": 1.8427311182022095,
      "learning_rate": 3.502995644081396e-05,
      "loss": 2.2811,
      "step": 59720
    },
    {
      "epoch": 51.62489196197061,
      "grad_norm": 1.9509387016296387,
      "learning_rate": 3.501495478054156e-05,
      "loss": 2.2605,
      "step": 59730
    },
    {
      "epoch": 51.63353500432152,
      "grad_norm": 1.8012787103652954,
      "learning_rate": 3.4999954602196195e-05,
      "loss": 2.2624,
      "step": 59740
    },
    {
      "epoch": 51.64217804667243,
      "grad_norm": 2.075934410095215,
      "learning_rate": 3.498495590726129e-05,
      "loss": 2.2772,
      "step": 59750
    },
    {
      "epoch": 51.65082108902334,
      "grad_norm": 2.0592193603515625,
      "learning_rate": 3.496995869722013e-05,
      "loss": 2.2756,
      "step": 59760
    },
    {
      "epoch": 51.65946413137424,
      "grad_norm": 1.832728385925293,
      "learning_rate": 3.495496297355584e-05,
      "loss": 2.2725,
      "step": 59770
    },
    {
      "epoch": 51.668107173725154,
      "grad_norm": 1.8814270496368408,
      "learning_rate": 3.4939968737751426e-05,
      "loss": 2.2819,
      "step": 59780
    },
    {
      "epoch": 51.67675021607606,
      "grad_norm": 1.9618555307388306,
      "learning_rate": 3.4924975991289685e-05,
      "loss": 2.2653,
      "step": 59790
    },
    {
      "epoch": 51.68539325842696,
      "grad_norm": 2.3377525806427,
      "learning_rate": 3.490998473565333e-05,
      "loss": 2.2863,
      "step": 59800
    },
    {
      "epoch": 51.694036300777874,
      "grad_norm": 1.851043939590454,
      "learning_rate": 3.4894994972324896e-05,
      "loss": 2.2712,
      "step": 59810
    },
    {
      "epoch": 51.70267934312878,
      "grad_norm": 1.7791121006011963,
      "learning_rate": 3.488000670278679e-05,
      "loss": 2.2614,
      "step": 59820
    },
    {
      "epoch": 51.71132238547969,
      "grad_norm": 1.825520396232605,
      "learning_rate": 3.4865019928521214e-05,
      "loss": 2.2702,
      "step": 59830
    },
    {
      "epoch": 51.719965427830594,
      "grad_norm": 1.995942234992981,
      "learning_rate": 3.485003465101032e-05,
      "loss": 2.2866,
      "step": 59840
    },
    {
      "epoch": 51.728608470181506,
      "grad_norm": 1.8166406154632568,
      "learning_rate": 3.483505087173604e-05,
      "loss": 2.2943,
      "step": 59850
    },
    {
      "epoch": 51.73725151253241,
      "grad_norm": 1.8323438167572021,
      "learning_rate": 3.4820068592180156e-05,
      "loss": 2.2845,
      "step": 59860
    },
    {
      "epoch": 51.74589455488332,
      "grad_norm": 1.884194016456604,
      "learning_rate": 3.4805087813824344e-05,
      "loss": 2.2667,
      "step": 59870
    },
    {
      "epoch": 51.754537597234226,
      "grad_norm": 1.774175763130188,
      "learning_rate": 3.479010853815011e-05,
      "loss": 2.2923,
      "step": 59880
    },
    {
      "epoch": 51.76318063958514,
      "grad_norm": 1.6750377416610718,
      "learning_rate": 3.4775130766638794e-05,
      "loss": 2.2835,
      "step": 59890
    },
    {
      "epoch": 51.77182368193604,
      "grad_norm": 1.865164041519165,
      "learning_rate": 3.476015450077162e-05,
      "loss": 2.2766,
      "step": 59900
    },
    {
      "epoch": 51.780466724286946,
      "grad_norm": 1.7573586702346802,
      "learning_rate": 3.4745179742029624e-05,
      "loss": 2.2674,
      "step": 59910
    },
    {
      "epoch": 51.78910976663786,
      "grad_norm": 1.7664697170257568,
      "learning_rate": 3.4730206491893735e-05,
      "loss": 2.2732,
      "step": 59920
    },
    {
      "epoch": 51.79775280898876,
      "grad_norm": 1.7564014196395874,
      "learning_rate": 3.471523475184472e-05,
      "loss": 2.2835,
      "step": 59930
    },
    {
      "epoch": 51.80639585133967,
      "grad_norm": 1.8043811321258545,
      "learning_rate": 3.470026452336317e-05,
      "loss": 2.2748,
      "step": 59940
    },
    {
      "epoch": 51.81503889369058,
      "grad_norm": 1.9479563236236572,
      "learning_rate": 3.468529580792956e-05,
      "loss": 2.2752,
      "step": 59950
    },
    {
      "epoch": 51.82368193604149,
      "grad_norm": 1.6240837574005127,
      "learning_rate": 3.46703286070242e-05,
      "loss": 2.2817,
      "step": 59960
    },
    {
      "epoch": 51.83232497839239,
      "grad_norm": 1.7526178359985352,
      "learning_rate": 3.465536292212725e-05,
      "loss": 2.305,
      "step": 59970
    },
    {
      "epoch": 51.840968020743304,
      "grad_norm": 1.746753454208374,
      "learning_rate": 3.4640398754718725e-05,
      "loss": 2.2779,
      "step": 59980
    },
    {
      "epoch": 51.84961106309421,
      "grad_norm": 2.0712451934814453,
      "learning_rate": 3.4625436106278485e-05,
      "loss": 2.2798,
      "step": 59990
    },
    {
      "epoch": 51.85825410544512,
      "grad_norm": 1.8512258529663086,
      "learning_rate": 3.461047497828623e-05,
      "loss": 2.2968,
      "step": 60000
    },
    {
      "epoch": 51.866897147796024,
      "grad_norm": 1.9686877727508545,
      "learning_rate": 3.4595515372221546e-05,
      "loss": 2.2846,
      "step": 60010
    },
    {
      "epoch": 51.87554019014693,
      "grad_norm": 1.7736425399780273,
      "learning_rate": 3.458055728956384e-05,
      "loss": 2.2952,
      "step": 60020
    },
    {
      "epoch": 51.88418323249784,
      "grad_norm": 1.800801396369934,
      "learning_rate": 3.456560073179236e-05,
      "loss": 2.294,
      "step": 60030
    },
    {
      "epoch": 51.892826274848744,
      "grad_norm": 2.986030340194702,
      "learning_rate": 3.455064570038621e-05,
      "loss": 2.2833,
      "step": 60040
    },
    {
      "epoch": 51.901469317199656,
      "grad_norm": 1.8216146230697632,
      "learning_rate": 3.453569219682437e-05,
      "loss": 2.2852,
      "step": 60050
    },
    {
      "epoch": 51.91011235955056,
      "grad_norm": 1.7395389080047607,
      "learning_rate": 3.452074022258565e-05,
      "loss": 2.2833,
      "step": 60060
    },
    {
      "epoch": 51.91875540190147,
      "grad_norm": 1.731973648071289,
      "learning_rate": 3.450578977914868e-05,
      "loss": 2.2783,
      "step": 60070
    },
    {
      "epoch": 51.927398444252375,
      "grad_norm": 1.9185271263122559,
      "learning_rate": 3.449084086799197e-05,
      "loss": 2.2794,
      "step": 60080
    },
    {
      "epoch": 51.93604148660329,
      "grad_norm": 1.7586454153060913,
      "learning_rate": 3.4475893490593894e-05,
      "loss": 2.2969,
      "step": 60090
    },
    {
      "epoch": 51.94468452895419,
      "grad_norm": 1.866175651550293,
      "learning_rate": 3.446094764843263e-05,
      "loss": 2.2964,
      "step": 60100
    },
    {
      "epoch": 51.9533275713051,
      "grad_norm": 2.159498453140259,
      "learning_rate": 3.444600334298626e-05,
      "loss": 2.2926,
      "step": 60110
    },
    {
      "epoch": 51.96197061365601,
      "grad_norm": 1.876685619354248,
      "learning_rate": 3.4431060575732665e-05,
      "loss": 2.2894,
      "step": 60120
    },
    {
      "epoch": 51.97061365600691,
      "grad_norm": 1.7417964935302734,
      "learning_rate": 3.441611934814958e-05,
      "loss": 2.3172,
      "step": 60130
    },
    {
      "epoch": 51.97925669835782,
      "grad_norm": 1.8945190906524658,
      "learning_rate": 3.440117966171461e-05,
      "loss": 2.3107,
      "step": 60140
    },
    {
      "epoch": 51.98789974070873,
      "grad_norm": 2.2241952419281006,
      "learning_rate": 3.43862415179052e-05,
      "loss": 2.3096,
      "step": 60150
    },
    {
      "epoch": 51.99654278305964,
      "grad_norm": 2.026188373565674,
      "learning_rate": 3.437130491819861e-05,
      "loss": 2.3186,
      "step": 60160
    },
    {
      "epoch": 52.00518582541054,
      "grad_norm": 1.8390400409698486,
      "learning_rate": 3.435636986407202e-05,
      "loss": 2.2014,
      "step": 60170
    },
    {
      "epoch": 52.013828867761454,
      "grad_norm": 1.5910338163375854,
      "learning_rate": 3.4341436357002386e-05,
      "loss": 2.1535,
      "step": 60180
    },
    {
      "epoch": 52.02247191011236,
      "grad_norm": 1.8675373792648315,
      "learning_rate": 3.432650439846655e-05,
      "loss": 2.1557,
      "step": 60190
    },
    {
      "epoch": 52.03111495246327,
      "grad_norm": 1.7886055707931519,
      "learning_rate": 3.431157398994118e-05,
      "loss": 2.1485,
      "step": 60200
    },
    {
      "epoch": 52.039757994814174,
      "grad_norm": 1.891859769821167,
      "learning_rate": 3.429664513290281e-05,
      "loss": 2.1518,
      "step": 60210
    },
    {
      "epoch": 52.048401037165085,
      "grad_norm": 1.8120322227478027,
      "learning_rate": 3.428171782882781e-05,
      "loss": 2.1437,
      "step": 60220
    },
    {
      "epoch": 52.05704407951599,
      "grad_norm": 1.9153026342391968,
      "learning_rate": 3.426679207919237e-05,
      "loss": 2.1498,
      "step": 60230
    },
    {
      "epoch": 52.065687121866894,
      "grad_norm": 1.6571030616760254,
      "learning_rate": 3.4251867885472596e-05,
      "loss": 2.1698,
      "step": 60240
    },
    {
      "epoch": 52.074330164217805,
      "grad_norm": 1.7909280061721802,
      "learning_rate": 3.423694524914434e-05,
      "loss": 2.1374,
      "step": 60250
    },
    {
      "epoch": 52.08297320656871,
      "grad_norm": 2.1217479705810547,
      "learning_rate": 3.422202417168343e-05,
      "loss": 2.1583,
      "step": 60260
    },
    {
      "epoch": 52.09161624891962,
      "grad_norm": 1.8966339826583862,
      "learning_rate": 3.4207104654565416e-05,
      "loss": 2.1782,
      "step": 60270
    },
    {
      "epoch": 52.100259291270525,
      "grad_norm": 1.757534146308899,
      "learning_rate": 3.419218669926575e-05,
      "loss": 2.1657,
      "step": 60280
    },
    {
      "epoch": 52.10890233362144,
      "grad_norm": 1.8000293970108032,
      "learning_rate": 3.417727030725974e-05,
      "loss": 2.1625,
      "step": 60290
    },
    {
      "epoch": 52.11754537597234,
      "grad_norm": 1.9796198606491089,
      "learning_rate": 3.416235548002252e-05,
      "loss": 2.1838,
      "step": 60300
    },
    {
      "epoch": 52.12618841832325,
      "grad_norm": 2.074744939804077,
      "learning_rate": 3.414744221902907e-05,
      "loss": 2.1846,
      "step": 60310
    },
    {
      "epoch": 52.13483146067416,
      "grad_norm": 1.9525622129440308,
      "learning_rate": 3.4132530525754205e-05,
      "loss": 2.206,
      "step": 60320
    },
    {
      "epoch": 52.14347450302507,
      "grad_norm": 2.020524024963379,
      "learning_rate": 3.4117620401672613e-05,
      "loss": 2.1643,
      "step": 60330
    },
    {
      "epoch": 52.15211754537597,
      "grad_norm": 1.7336088418960571,
      "learning_rate": 3.4102711848258805e-05,
      "loss": 2.1935,
      "step": 60340
    },
    {
      "epoch": 52.16076058772688,
      "grad_norm": 1.8849284648895264,
      "learning_rate": 3.4087804866987167e-05,
      "loss": 2.1777,
      "step": 60350
    },
    {
      "epoch": 52.16940363007779,
      "grad_norm": 1.7698085308074951,
      "learning_rate": 3.4072899459331874e-05,
      "loss": 2.1759,
      "step": 60360
    },
    {
      "epoch": 52.17804667242869,
      "grad_norm": 1.8647011518478394,
      "learning_rate": 3.4057995626766994e-05,
      "loss": 2.1811,
      "step": 60370
    },
    {
      "epoch": 52.186689714779604,
      "grad_norm": 1.8489866256713867,
      "learning_rate": 3.404309337076641e-05,
      "loss": 2.1841,
      "step": 60380
    },
    {
      "epoch": 52.19533275713051,
      "grad_norm": 1.879637598991394,
      "learning_rate": 3.4028192692803886e-05,
      "loss": 2.1828,
      "step": 60390
    },
    {
      "epoch": 52.20397579948142,
      "grad_norm": 1.9392962455749512,
      "learning_rate": 3.4013293594352966e-05,
      "loss": 2.2,
      "step": 60400
    },
    {
      "epoch": 52.212618841832324,
      "grad_norm": 1.9725919961929321,
      "learning_rate": 3.3998396076887104e-05,
      "loss": 2.1669,
      "step": 60410
    },
    {
      "epoch": 52.221261884183235,
      "grad_norm": 1.7465054988861084,
      "learning_rate": 3.3983500141879575e-05,
      "loss": 2.1953,
      "step": 60420
    },
    {
      "epoch": 52.22990492653414,
      "grad_norm": 1.8707042932510376,
      "learning_rate": 3.396860579080349e-05,
      "loss": 2.1891,
      "step": 60430
    },
    {
      "epoch": 52.23854796888505,
      "grad_norm": 1.7863407135009766,
      "learning_rate": 3.3953713025131815e-05,
      "loss": 2.1927,
      "step": 60440
    },
    {
      "epoch": 52.247191011235955,
      "grad_norm": 1.7705920934677124,
      "learning_rate": 3.393882184633733e-05,
      "loss": 2.2169,
      "step": 60450
    },
    {
      "epoch": 52.25583405358686,
      "grad_norm": 1.7451164722442627,
      "learning_rate": 3.392393225589268e-05,
      "loss": 2.2184,
      "step": 60460
    },
    {
      "epoch": 52.26447709593777,
      "grad_norm": 1.725040078163147,
      "learning_rate": 3.390904425527037e-05,
      "loss": 2.2163,
      "step": 60470
    },
    {
      "epoch": 52.273120138288675,
      "grad_norm": 1.8303343057632446,
      "learning_rate": 3.389415784594273e-05,
      "loss": 2.2059,
      "step": 60480
    },
    {
      "epoch": 52.28176318063959,
      "grad_norm": 2.2644033432006836,
      "learning_rate": 3.3879273029381884e-05,
      "loss": 2.2055,
      "step": 60490
    },
    {
      "epoch": 52.29040622299049,
      "grad_norm": 1.8734718561172485,
      "learning_rate": 3.3864389807059935e-05,
      "loss": 2.2,
      "step": 60500
    },
    {
      "epoch": 52.2990492653414,
      "grad_norm": 1.7225513458251953,
      "learning_rate": 3.384950818044867e-05,
      "loss": 2.212,
      "step": 60510
    },
    {
      "epoch": 52.30769230769231,
      "grad_norm": 1.9109658002853394,
      "learning_rate": 3.383462815101981e-05,
      "loss": 2.2708,
      "step": 60520
    },
    {
      "epoch": 52.31633535004322,
      "grad_norm": 1.7270737886428833,
      "learning_rate": 3.38197497202449e-05,
      "loss": 2.2059,
      "step": 60530
    },
    {
      "epoch": 52.32497839239412,
      "grad_norm": 1.8629205226898193,
      "learning_rate": 3.380487288959534e-05,
      "loss": 2.1785,
      "step": 60540
    },
    {
      "epoch": 52.333621434745034,
      "grad_norm": 1.75706946849823,
      "learning_rate": 3.378999766054232e-05,
      "loss": 2.2133,
      "step": 60550
    },
    {
      "epoch": 52.34226447709594,
      "grad_norm": 2.0684242248535156,
      "learning_rate": 3.377512403455692e-05,
      "loss": 2.203,
      "step": 60560
    },
    {
      "epoch": 52.35090751944684,
      "grad_norm": 1.9271377325057983,
      "learning_rate": 3.376025201311006e-05,
      "loss": 2.2078,
      "step": 60570
    },
    {
      "epoch": 52.359550561797754,
      "grad_norm": 1.8985652923583984,
      "learning_rate": 3.374538159767246e-05,
      "loss": 2.2017,
      "step": 60580
    },
    {
      "epoch": 52.36819360414866,
      "grad_norm": 1.8142789602279663,
      "learning_rate": 3.3730512789714754e-05,
      "loss": 2.2188,
      "step": 60590
    },
    {
      "epoch": 52.37683664649957,
      "grad_norm": 1.9055202007293701,
      "learning_rate": 3.371564559070734e-05,
      "loss": 2.2125,
      "step": 60600
    },
    {
      "epoch": 52.385479688850474,
      "grad_norm": 1.8347846269607544,
      "learning_rate": 3.3700780002120516e-05,
      "loss": 2.2188,
      "step": 60610
    },
    {
      "epoch": 52.394122731201385,
      "grad_norm": 2.061009645462036,
      "learning_rate": 3.368591602542437e-05,
      "loss": 2.2085,
      "step": 60620
    },
    {
      "epoch": 52.40276577355229,
      "grad_norm": 1.7446541786193848,
      "learning_rate": 3.367105366208889e-05,
      "loss": 2.2184,
      "step": 60630
    },
    {
      "epoch": 52.4114088159032,
      "grad_norm": 1.7923870086669922,
      "learning_rate": 3.365619291358383e-05,
      "loss": 2.2111,
      "step": 60640
    },
    {
      "epoch": 52.420051858254105,
      "grad_norm": 1.8395494222640991,
      "learning_rate": 3.364133378137885e-05,
      "loss": 2.2043,
      "step": 60650
    },
    {
      "epoch": 52.42869490060502,
      "grad_norm": 1.8211315870285034,
      "learning_rate": 3.3626476266943404e-05,
      "loss": 2.213,
      "step": 60660
    },
    {
      "epoch": 52.43733794295592,
      "grad_norm": 1.9885594844818115,
      "learning_rate": 3.361162037174683e-05,
      "loss": 2.2137,
      "step": 60670
    },
    {
      "epoch": 52.445980985306825,
      "grad_norm": 1.8879371881484985,
      "learning_rate": 3.359676609725829e-05,
      "loss": 2.2232,
      "step": 60680
    },
    {
      "epoch": 52.45462402765774,
      "grad_norm": 1.7936581373214722,
      "learning_rate": 3.358191344494675e-05,
      "loss": 2.219,
      "step": 60690
    },
    {
      "epoch": 52.46326707000864,
      "grad_norm": 1.858185052871704,
      "learning_rate": 3.3567062416281066e-05,
      "loss": 2.2094,
      "step": 60700
    },
    {
      "epoch": 52.47191011235955,
      "grad_norm": 1.7737069129943848,
      "learning_rate": 3.355221301272989e-05,
      "loss": 2.2206,
      "step": 60710
    },
    {
      "epoch": 52.48055315471046,
      "grad_norm": 1.8715261220932007,
      "learning_rate": 3.3537365235761774e-05,
      "loss": 2.2136,
      "step": 60720
    },
    {
      "epoch": 52.48919619706137,
      "grad_norm": 1.768408179283142,
      "learning_rate": 3.352251908684503e-05,
      "loss": 2.231,
      "step": 60730
    },
    {
      "epoch": 52.49783923941227,
      "grad_norm": 1.9289019107818604,
      "learning_rate": 3.350767456744784e-05,
      "loss": 2.2375,
      "step": 60740
    },
    {
      "epoch": 52.50648228176318,
      "grad_norm": 1.7597516775131226,
      "learning_rate": 3.3492831679038284e-05,
      "loss": 2.2313,
      "step": 60750
    },
    {
      "epoch": 52.51512532411409,
      "grad_norm": 1.9842020273208618,
      "learning_rate": 3.34779904230842e-05,
      "loss": 2.2321,
      "step": 60760
    },
    {
      "epoch": 52.52376836646499,
      "grad_norm": 2.216672658920288,
      "learning_rate": 3.3463150801053314e-05,
      "loss": 2.2356,
      "step": 60770
    },
    {
      "epoch": 52.5324114088159,
      "grad_norm": 4.7048821449279785,
      "learning_rate": 3.3448312814413135e-05,
      "loss": 2.2445,
      "step": 60780
    },
    {
      "epoch": 52.54105445116681,
      "grad_norm": 1.9077718257904053,
      "learning_rate": 3.343347646463107e-05,
      "loss": 2.2256,
      "step": 60790
    },
    {
      "epoch": 52.54969749351772,
      "grad_norm": 1.7999520301818848,
      "learning_rate": 3.341864175317435e-05,
      "loss": 2.2397,
      "step": 60800
    },
    {
      "epoch": 52.55834053586862,
      "grad_norm": 1.7376612424850464,
      "learning_rate": 3.3403808681510026e-05,
      "loss": 2.2394,
      "step": 60810
    },
    {
      "epoch": 52.566983578219535,
      "grad_norm": 1.9846224784851074,
      "learning_rate": 3.338897725110499e-05,
      "loss": 2.2312,
      "step": 60820
    },
    {
      "epoch": 52.57562662057044,
      "grad_norm": 1.9194233417510986,
      "learning_rate": 3.337414746342597e-05,
      "loss": 2.2209,
      "step": 60830
    },
    {
      "epoch": 52.58426966292135,
      "grad_norm": 3.563554048538208,
      "learning_rate": 3.3359319319939567e-05,
      "loss": 2.2469,
      "step": 60840
    },
    {
      "epoch": 52.592912705272255,
      "grad_norm": 1.8648931980133057,
      "learning_rate": 3.3344492822112164e-05,
      "loss": 2.2495,
      "step": 60850
    },
    {
      "epoch": 52.601555747623166,
      "grad_norm": 2.0027658939361572,
      "learning_rate": 3.332966797141003e-05,
      "loss": 2.2432,
      "step": 60860
    },
    {
      "epoch": 52.61019878997407,
      "grad_norm": 1.9898513555526733,
      "learning_rate": 3.3314844769299245e-05,
      "loss": 2.2399,
      "step": 60870
    },
    {
      "epoch": 52.618841832324975,
      "grad_norm": 1.8433088064193726,
      "learning_rate": 3.3300023217245715e-05,
      "loss": 2.2455,
      "step": 60880
    },
    {
      "epoch": 52.627484874675886,
      "grad_norm": 1.8823058605194092,
      "learning_rate": 3.328520331671521e-05,
      "loss": 2.2347,
      "step": 60890
    },
    {
      "epoch": 52.63612791702679,
      "grad_norm": 1.8207933902740479,
      "learning_rate": 3.327038506917334e-05,
      "loss": 2.2355,
      "step": 60900
    },
    {
      "epoch": 52.6447709593777,
      "grad_norm": 1.811699628829956,
      "learning_rate": 3.3255568476085486e-05,
      "loss": 2.2552,
      "step": 60910
    },
    {
      "epoch": 52.653414001728606,
      "grad_norm": 1.8318417072296143,
      "learning_rate": 3.324075353891698e-05,
      "loss": 2.2401,
      "step": 60920
    },
    {
      "epoch": 52.66205704407952,
      "grad_norm": 1.7013137340545654,
      "learning_rate": 3.322594025913289e-05,
      "loss": 2.2502,
      "step": 60930
    },
    {
      "epoch": 52.67070008643042,
      "grad_norm": 1.7552427053451538,
      "learning_rate": 3.3211128638198175e-05,
      "loss": 2.2268,
      "step": 60940
    },
    {
      "epoch": 52.67934312878133,
      "grad_norm": 1.9709186553955078,
      "learning_rate": 3.3196318677577584e-05,
      "loss": 2.2398,
      "step": 60950
    },
    {
      "epoch": 52.68798617113224,
      "grad_norm": 2.2517287731170654,
      "learning_rate": 3.318151037873577e-05,
      "loss": 2.2716,
      "step": 60960
    },
    {
      "epoch": 52.69662921348315,
      "grad_norm": 1.764843225479126,
      "learning_rate": 3.3166703743137136e-05,
      "loss": 2.2536,
      "step": 60970
    },
    {
      "epoch": 52.70527225583405,
      "grad_norm": 1.9733619689941406,
      "learning_rate": 3.3151898772246e-05,
      "loss": 2.24,
      "step": 60980
    },
    {
      "epoch": 52.71391529818496,
      "grad_norm": 1.771788239479065,
      "learning_rate": 3.313709546752645e-05,
      "loss": 2.2564,
      "step": 60990
    },
    {
      "epoch": 52.72255834053587,
      "grad_norm": 1.927232265472412,
      "learning_rate": 3.3122293830442466e-05,
      "loss": 2.2478,
      "step": 61000
    },
    {
      "epoch": 52.73120138288677,
      "grad_norm": 1.8863338232040405,
      "learning_rate": 3.3107493862457846e-05,
      "loss": 2.2539,
      "step": 61010
    },
    {
      "epoch": 52.739844425237685,
      "grad_norm": 1.7924485206604004,
      "learning_rate": 3.309269556503618e-05,
      "loss": 2.2325,
      "step": 61020
    },
    {
      "epoch": 52.74848746758859,
      "grad_norm": 1.8328253030776978,
      "learning_rate": 3.307789893964094e-05,
      "loss": 2.2308,
      "step": 61030
    },
    {
      "epoch": 52.7571305099395,
      "grad_norm": 1.8808255195617676,
      "learning_rate": 3.3063103987735433e-05,
      "loss": 2.2417,
      "step": 61040
    },
    {
      "epoch": 52.765773552290405,
      "grad_norm": 1.7741142511367798,
      "learning_rate": 3.304831071078278e-05,
      "loss": 2.2542,
      "step": 61050
    },
    {
      "epoch": 52.774416594641316,
      "grad_norm": 2.6191914081573486,
      "learning_rate": 3.303351911024594e-05,
      "loss": 2.2564,
      "step": 61060
    },
    {
      "epoch": 52.78305963699222,
      "grad_norm": 1.9477847814559937,
      "learning_rate": 3.301872918758771e-05,
      "loss": 2.259,
      "step": 61070
    },
    {
      "epoch": 52.79170267934313,
      "grad_norm": 1.8868154287338257,
      "learning_rate": 3.30039409442707e-05,
      "loss": 2.2485,
      "step": 61080
    },
    {
      "epoch": 52.800345721694036,
      "grad_norm": 2.0493223667144775,
      "learning_rate": 3.2989154381757404e-05,
      "loss": 2.2522,
      "step": 61090
    },
    {
      "epoch": 52.80898876404494,
      "grad_norm": 1.6745402812957764,
      "learning_rate": 3.2974369501510125e-05,
      "loss": 2.2691,
      "step": 61100
    },
    {
      "epoch": 52.81763180639585,
      "grad_norm": 1.789807915687561,
      "learning_rate": 3.295958630499098e-05,
      "loss": 2.248,
      "step": 61110
    },
    {
      "epoch": 52.826274848746756,
      "grad_norm": 1.8595880270004272,
      "learning_rate": 3.294480479366193e-05,
      "loss": 2.2701,
      "step": 61120
    },
    {
      "epoch": 52.83491789109767,
      "grad_norm": 1.7247257232666016,
      "learning_rate": 3.293002496898478e-05,
      "loss": 2.2571,
      "step": 61130
    },
    {
      "epoch": 52.84356093344857,
      "grad_norm": 1.8518247604370117,
      "learning_rate": 3.2915246832421174e-05,
      "loss": 2.2662,
      "step": 61140
    },
    {
      "epoch": 52.85220397579948,
      "grad_norm": 1.8091766834259033,
      "learning_rate": 3.290047038543255e-05,
      "loss": 2.2568,
      "step": 61150
    },
    {
      "epoch": 52.86084701815039,
      "grad_norm": 1.8865522146224976,
      "learning_rate": 3.2885695629480215e-05,
      "loss": 2.2649,
      "step": 61160
    },
    {
      "epoch": 52.8694900605013,
      "grad_norm": 1.7696322202682495,
      "learning_rate": 3.287092256602532e-05,
      "loss": 2.2481,
      "step": 61170
    },
    {
      "epoch": 52.8781331028522,
      "grad_norm": 1.9985662698745728,
      "learning_rate": 3.2856151196528806e-05,
      "loss": 2.2697,
      "step": 61180
    },
    {
      "epoch": 52.886776145203115,
      "grad_norm": 2.0047178268432617,
      "learning_rate": 3.284138152245148e-05,
      "loss": 2.2591,
      "step": 61190
    },
    {
      "epoch": 52.89541918755402,
      "grad_norm": 1.656543254852295,
      "learning_rate": 3.2826613545253984e-05,
      "loss": 2.2478,
      "step": 61200
    },
    {
      "epoch": 52.90406222990492,
      "grad_norm": 1.896896243095398,
      "learning_rate": 3.281184726639674e-05,
      "loss": 2.2675,
      "step": 61210
    },
    {
      "epoch": 52.912705272255835,
      "grad_norm": 1.912355899810791,
      "learning_rate": 3.2797082687340066e-05,
      "loss": 2.2674,
      "step": 61220
    },
    {
      "epoch": 52.92134831460674,
      "grad_norm": 1.9314402341842651,
      "learning_rate": 3.2782319809544094e-05,
      "loss": 2.265,
      "step": 61230
    },
    {
      "epoch": 52.92999135695765,
      "grad_norm": 1.7679548263549805,
      "learning_rate": 3.276755863446874e-05,
      "loss": 2.2656,
      "step": 61240
    },
    {
      "epoch": 52.938634399308555,
      "grad_norm": 1.8961421251296997,
      "learning_rate": 3.2752799163573846e-05,
      "loss": 2.2814,
      "step": 61250
    },
    {
      "epoch": 52.947277441659466,
      "grad_norm": 1.9459633827209473,
      "learning_rate": 3.2738041398318995e-05,
      "loss": 2.2791,
      "step": 61260
    },
    {
      "epoch": 52.95592048401037,
      "grad_norm": 1.8864203691482544,
      "learning_rate": 3.272328534016366e-05,
      "loss": 2.2572,
      "step": 61270
    },
    {
      "epoch": 52.96456352636128,
      "grad_norm": 2.1552364826202393,
      "learning_rate": 3.27085309905671e-05,
      "loss": 2.2902,
      "step": 61280
    },
    {
      "epoch": 52.973206568712186,
      "grad_norm": 2.080812454223633,
      "learning_rate": 3.2693778350988446e-05,
      "loss": 2.2717,
      "step": 61290
    },
    {
      "epoch": 52.9818496110631,
      "grad_norm": 1.8181301355361938,
      "learning_rate": 3.2679027422886624e-05,
      "loss": 2.2766,
      "step": 61300
    },
    {
      "epoch": 52.990492653414,
      "grad_norm": 3.4140167236328125,
      "learning_rate": 3.266427820772042e-05,
      "loss": 2.2721,
      "step": 61310
    },
    {
      "epoch": 52.999135695764906,
      "grad_norm": 1.8047906160354614,
      "learning_rate": 3.264953070694845e-05,
      "loss": 2.2515,
      "step": 61320
    },
    {
      "epoch": 53.00777873811582,
      "grad_norm": 2.071503162384033,
      "learning_rate": 3.2634784922029106e-05,
      "loss": 2.1755,
      "step": 61330
    },
    {
      "epoch": 53.01642178046672,
      "grad_norm": 1.8233832120895386,
      "learning_rate": 3.2620040854420706e-05,
      "loss": 2.1313,
      "step": 61340
    },
    {
      "epoch": 53.02506482281763,
      "grad_norm": 1.785141110420227,
      "learning_rate": 3.2605298505581314e-05,
      "loss": 2.1242,
      "step": 61350
    },
    {
      "epoch": 53.03370786516854,
      "grad_norm": 1.9677330255508423,
      "learning_rate": 3.2590557876968875e-05,
      "loss": 2.1391,
      "step": 61360
    },
    {
      "epoch": 53.04235090751945,
      "grad_norm": 1.8815593719482422,
      "learning_rate": 3.2575818970041135e-05,
      "loss": 2.1591,
      "step": 61370
    },
    {
      "epoch": 53.05099394987035,
      "grad_norm": 1.8315131664276123,
      "learning_rate": 3.256108178625569e-05,
      "loss": 2.1169,
      "step": 61380
    },
    {
      "epoch": 53.059636992221265,
      "grad_norm": 1.755099892616272,
      "learning_rate": 3.254634632706993e-05,
      "loss": 2.1344,
      "step": 61390
    },
    {
      "epoch": 53.06828003457217,
      "grad_norm": 1.7447611093521118,
      "learning_rate": 3.253161259394112e-05,
      "loss": 2.1564,
      "step": 61400
    },
    {
      "epoch": 53.07692307692308,
      "grad_norm": 1.8598312139511108,
      "learning_rate": 3.251688058832631e-05,
      "loss": 2.1434,
      "step": 61410
    },
    {
      "epoch": 53.085566119273984,
      "grad_norm": 1.7468467950820923,
      "learning_rate": 3.2502150311682434e-05,
      "loss": 2.1481,
      "step": 61420
    },
    {
      "epoch": 53.09420916162489,
      "grad_norm": 1.8980211019515991,
      "learning_rate": 3.2487421765466216e-05,
      "loss": 2.1352,
      "step": 61430
    },
    {
      "epoch": 53.1028522039758,
      "grad_norm": 1.960242748260498,
      "learning_rate": 3.247269495113422e-05,
      "loss": 2.1543,
      "step": 61440
    },
    {
      "epoch": 53.111495246326704,
      "grad_norm": 5.132986545562744,
      "learning_rate": 3.245796987014283e-05,
      "loss": 2.1737,
      "step": 61450
    },
    {
      "epoch": 53.120138288677616,
      "grad_norm": 1.9008738994598389,
      "learning_rate": 3.244324652394824e-05,
      "loss": 2.1581,
      "step": 61460
    },
    {
      "epoch": 53.12878133102852,
      "grad_norm": 1.9079256057739258,
      "learning_rate": 3.242852491400654e-05,
      "loss": 2.1452,
      "step": 61470
    },
    {
      "epoch": 53.13742437337943,
      "grad_norm": 1.8426949977874756,
      "learning_rate": 3.2413805041773576e-05,
      "loss": 2.1503,
      "step": 61480
    },
    {
      "epoch": 53.146067415730336,
      "grad_norm": 1.7988507747650146,
      "learning_rate": 3.2399086908705045e-05,
      "loss": 2.1525,
      "step": 61490
    },
    {
      "epoch": 53.15471045808125,
      "grad_norm": 1.792514681816101,
      "learning_rate": 3.2384370516256504e-05,
      "loss": 2.1583,
      "step": 61500
    },
    {
      "epoch": 53.16335350043215,
      "grad_norm": 1.8934513330459595,
      "learning_rate": 3.2369655865883306e-05,
      "loss": 2.1605,
      "step": 61510
    },
    {
      "epoch": 53.17199654278306,
      "grad_norm": 2.031249523162842,
      "learning_rate": 3.2354942959040626e-05,
      "loss": 2.1716,
      "step": 61520
    },
    {
      "epoch": 53.18063958513397,
      "grad_norm": 1.8014541864395142,
      "learning_rate": 3.234023179718349e-05,
      "loss": 2.1617,
      "step": 61530
    },
    {
      "epoch": 53.18928262748487,
      "grad_norm": 1.8953754901885986,
      "learning_rate": 3.232552238176673e-05,
      "loss": 2.1614,
      "step": 61540
    },
    {
      "epoch": 53.19792566983578,
      "grad_norm": 1.959501028060913,
      "learning_rate": 3.2310814714245016e-05,
      "loss": 2.1687,
      "step": 61550
    },
    {
      "epoch": 53.20656871218669,
      "grad_norm": 1.841517686843872,
      "learning_rate": 3.2296108796072856e-05,
      "loss": 2.1757,
      "step": 61560
    },
    {
      "epoch": 53.2152117545376,
      "grad_norm": 1.9193159341812134,
      "learning_rate": 3.228140462870456e-05,
      "loss": 2.1714,
      "step": 61570
    },
    {
      "epoch": 53.2238547968885,
      "grad_norm": 2.1082565784454346,
      "learning_rate": 3.2266702213594265e-05,
      "loss": 2.1547,
      "step": 61580
    },
    {
      "epoch": 53.232497839239414,
      "grad_norm": 1.9958205223083496,
      "learning_rate": 3.2252001552195976e-05,
      "loss": 2.1599,
      "step": 61590
    },
    {
      "epoch": 53.24114088159032,
      "grad_norm": 1.8533005714416504,
      "learning_rate": 3.223730264596348e-05,
      "loss": 2.1766,
      "step": 61600
    },
    {
      "epoch": 53.24978392394123,
      "grad_norm": 2.01102352142334,
      "learning_rate": 3.2222605496350424e-05,
      "loss": 2.1593,
      "step": 61610
    },
    {
      "epoch": 53.258426966292134,
      "grad_norm": 1.809234380722046,
      "learning_rate": 3.220791010481026e-05,
      "loss": 2.1639,
      "step": 61620
    },
    {
      "epoch": 53.267070008643046,
      "grad_norm": 1.7676570415496826,
      "learning_rate": 3.219321647279624e-05,
      "loss": 2.1765,
      "step": 61630
    },
    {
      "epoch": 53.27571305099395,
      "grad_norm": 1.8841408491134644,
      "learning_rate": 3.21785246017615e-05,
      "loss": 2.1928,
      "step": 61640
    },
    {
      "epoch": 53.284356093344854,
      "grad_norm": 1.825093388557434,
      "learning_rate": 3.216383449315898e-05,
      "loss": 2.1747,
      "step": 61650
    },
    {
      "epoch": 53.292999135695766,
      "grad_norm": 1.8424044847488403,
      "learning_rate": 3.214914614844139e-05,
      "loss": 2.1674,
      "step": 61660
    },
    {
      "epoch": 53.30164217804667,
      "grad_norm": 2.1824374198913574,
      "learning_rate": 3.213445956906139e-05,
      "loss": 2.1943,
      "step": 61670
    },
    {
      "epoch": 53.31028522039758,
      "grad_norm": 1.8789430856704712,
      "learning_rate": 3.211977475647134e-05,
      "loss": 2.1818,
      "step": 61680
    },
    {
      "epoch": 53.318928262748486,
      "grad_norm": 1.770996332168579,
      "learning_rate": 3.210509171212349e-05,
      "loss": 2.2013,
      "step": 61690
    },
    {
      "epoch": 53.3275713050994,
      "grad_norm": 1.950779676437378,
      "learning_rate": 3.2090410437469906e-05,
      "loss": 2.1806,
      "step": 61700
    },
    {
      "epoch": 53.3362143474503,
      "grad_norm": 2.0235626697540283,
      "learning_rate": 3.207573093396247e-05,
      "loss": 2.1629,
      "step": 61710
    },
    {
      "epoch": 53.34485738980121,
      "grad_norm": 1.8464020490646362,
      "learning_rate": 3.206105320305288e-05,
      "loss": 2.1841,
      "step": 61720
    },
    {
      "epoch": 53.35350043215212,
      "grad_norm": 1.7893518209457397,
      "learning_rate": 3.20463772461927e-05,
      "loss": 2.185,
      "step": 61730
    },
    {
      "epoch": 53.36214347450303,
      "grad_norm": 1.7680548429489136,
      "learning_rate": 3.203170306483324e-05,
      "loss": 2.1815,
      "step": 61740
    },
    {
      "epoch": 53.37078651685393,
      "grad_norm": 1.821173906326294,
      "learning_rate": 3.201703066042574e-05,
      "loss": 2.1798,
      "step": 61750
    },
    {
      "epoch": 53.37942955920484,
      "grad_norm": 1.8385246992111206,
      "learning_rate": 3.2002360034421184e-05,
      "loss": 2.1754,
      "step": 61760
    },
    {
      "epoch": 53.38807260155575,
      "grad_norm": 1.8970332145690918,
      "learning_rate": 3.198769118827042e-05,
      "loss": 2.2035,
      "step": 61770
    },
    {
      "epoch": 53.39671564390665,
      "grad_norm": 1.9002948999404907,
      "learning_rate": 3.197302412342408e-05,
      "loss": 2.2104,
      "step": 61780
    },
    {
      "epoch": 53.405358686257564,
      "grad_norm": 1.8566972017288208,
      "learning_rate": 3.1958358841332647e-05,
      "loss": 2.1937,
      "step": 61790
    },
    {
      "epoch": 53.41400172860847,
      "grad_norm": 1.8079965114593506,
      "learning_rate": 3.194369534344645e-05,
      "loss": 2.1749,
      "step": 61800
    },
    {
      "epoch": 53.42264477095938,
      "grad_norm": 1.8729416131973267,
      "learning_rate": 3.19290336312156e-05,
      "loss": 2.1816,
      "step": 61810
    },
    {
      "epoch": 53.431287813310284,
      "grad_norm": 1.862733006477356,
      "learning_rate": 3.191437370609004e-05,
      "loss": 2.202,
      "step": 61820
    },
    {
      "epoch": 53.439930855661196,
      "grad_norm": 1.8708053827285767,
      "learning_rate": 3.189971556951956e-05,
      "loss": 2.2074,
      "step": 61830
    },
    {
      "epoch": 53.4485738980121,
      "grad_norm": 1.8612101078033447,
      "learning_rate": 3.188505922295376e-05,
      "loss": 2.196,
      "step": 61840
    },
    {
      "epoch": 53.45721694036301,
      "grad_norm": 1.8899931907653809,
      "learning_rate": 3.187040466784205e-05,
      "loss": 2.1953,
      "step": 61850
    },
    {
      "epoch": 53.465859982713916,
      "grad_norm": 1.8333098888397217,
      "learning_rate": 3.185575190563369e-05,
      "loss": 2.1875,
      "step": 61860
    },
    {
      "epoch": 53.47450302506482,
      "grad_norm": 1.873490333557129,
      "learning_rate": 3.1841100937777724e-05,
      "loss": 2.1942,
      "step": 61870
    },
    {
      "epoch": 53.48314606741573,
      "grad_norm": 2.2276740074157715,
      "learning_rate": 3.1826451765723046e-05,
      "loss": 2.2039,
      "step": 61880
    },
    {
      "epoch": 53.491789109766636,
      "grad_norm": 1.9971121549606323,
      "learning_rate": 3.181180439091839e-05,
      "loss": 2.2173,
      "step": 61890
    },
    {
      "epoch": 53.50043215211755,
      "grad_norm": 1.9331328868865967,
      "learning_rate": 3.1797158814812254e-05,
      "loss": 2.1958,
      "step": 61900
    },
    {
      "epoch": 53.50907519446845,
      "grad_norm": 2.0862720012664795,
      "learning_rate": 3.1782515038853005e-05,
      "loss": 2.199,
      "step": 61910
    },
    {
      "epoch": 53.51771823681936,
      "grad_norm": 1.9797842502593994,
      "learning_rate": 3.176787306448884e-05,
      "loss": 2.2133,
      "step": 61920
    },
    {
      "epoch": 53.52636127917027,
      "grad_norm": 2.339756488800049,
      "learning_rate": 3.175323289316774e-05,
      "loss": 2.2067,
      "step": 61930
    },
    {
      "epoch": 53.53500432152118,
      "grad_norm": 1.8992193937301636,
      "learning_rate": 3.173859452633754e-05,
      "loss": 2.1989,
      "step": 61940
    },
    {
      "epoch": 53.54364736387208,
      "grad_norm": 2.1566197872161865,
      "learning_rate": 3.1723957965445875e-05,
      "loss": 2.2065,
      "step": 61950
    },
    {
      "epoch": 53.552290406222994,
      "grad_norm": 2.072465419769287,
      "learning_rate": 3.170932321194021e-05,
      "loss": 2.1946,
      "step": 61960
    },
    {
      "epoch": 53.5609334485739,
      "grad_norm": 1.9151115417480469,
      "learning_rate": 3.1694690267267815e-05,
      "loss": 2.1916,
      "step": 61970
    },
    {
      "epoch": 53.5695764909248,
      "grad_norm": 2.200836420059204,
      "learning_rate": 3.168005913287583e-05,
      "loss": 2.2253,
      "step": 61980
    },
    {
      "epoch": 53.578219533275714,
      "grad_norm": 7.347832202911377,
      "learning_rate": 3.1665429810211134e-05,
      "loss": 2.2046,
      "step": 61990
    },
    {
      "epoch": 53.58686257562662,
      "grad_norm": 1.9191229343414307,
      "learning_rate": 3.1650802300720526e-05,
      "loss": 2.2144,
      "step": 62000
    },
    {
      "epoch": 53.59550561797753,
      "grad_norm": 1.6990965604782104,
      "learning_rate": 3.1636176605850556e-05,
      "loss": 2.2397,
      "step": 62010
    },
    {
      "epoch": 53.604148660328434,
      "grad_norm": 1.79255211353302,
      "learning_rate": 3.16215527270476e-05,
      "loss": 2.2072,
      "step": 62020
    },
    {
      "epoch": 53.612791702679345,
      "grad_norm": 1.8954569101333618,
      "learning_rate": 3.160693066575788e-05,
      "loss": 2.2032,
      "step": 62030
    },
    {
      "epoch": 53.62143474503025,
      "grad_norm": 1.7849767208099365,
      "learning_rate": 3.159231042342744e-05,
      "loss": 2.1896,
      "step": 62040
    },
    {
      "epoch": 53.63007778738116,
      "grad_norm": 1.9384915828704834,
      "learning_rate": 3.157769200150211e-05,
      "loss": 2.2039,
      "step": 62050
    },
    {
      "epoch": 53.638720829732065,
      "grad_norm": 2.0694615840911865,
      "learning_rate": 3.1563075401427556e-05,
      "loss": 2.2222,
      "step": 62060
    },
    {
      "epoch": 53.64736387208297,
      "grad_norm": 1.9135180711746216,
      "learning_rate": 3.154846062464927e-05,
      "loss": 2.214,
      "step": 62070
    },
    {
      "epoch": 53.65600691443388,
      "grad_norm": 1.7763434648513794,
      "learning_rate": 3.153384767261258e-05,
      "loss": 2.2144,
      "step": 62080
    },
    {
      "epoch": 53.664649956784785,
      "grad_norm": 1.9287374019622803,
      "learning_rate": 3.1519236546762607e-05,
      "loss": 2.2122,
      "step": 62090
    },
    {
      "epoch": 53.6732929991357,
      "grad_norm": 1.9007158279418945,
      "learning_rate": 3.1504627248544306e-05,
      "loss": 2.2253,
      "step": 62100
    },
    {
      "epoch": 53.6819360414866,
      "grad_norm": 1.818933129310608,
      "learning_rate": 3.149001977940243e-05,
      "loss": 2.2156,
      "step": 62110
    },
    {
      "epoch": 53.69057908383751,
      "grad_norm": 1.8266891241073608,
      "learning_rate": 3.147541414078157e-05,
      "loss": 2.217,
      "step": 62120
    },
    {
      "epoch": 53.69922212618842,
      "grad_norm": 1.9423315525054932,
      "learning_rate": 3.146081033412614e-05,
      "loss": 2.2328,
      "step": 62130
    },
    {
      "epoch": 53.70786516853933,
      "grad_norm": 1.7510031461715698,
      "learning_rate": 3.144620836088036e-05,
      "loss": 2.2273,
      "step": 62140
    },
    {
      "epoch": 53.71650821089023,
      "grad_norm": 1.828378677368164,
      "learning_rate": 3.1431608222488275e-05,
      "loss": 2.2187,
      "step": 62150
    },
    {
      "epoch": 53.725151253241144,
      "grad_norm": 2.1349174976348877,
      "learning_rate": 3.1417009920393724e-05,
      "loss": 2.2203,
      "step": 62160
    },
    {
      "epoch": 53.73379429559205,
      "grad_norm": 1.7811989784240723,
      "learning_rate": 3.140241345604042e-05,
      "loss": 2.2226,
      "step": 62170
    },
    {
      "epoch": 53.74243733794295,
      "grad_norm": 1.860195279121399,
      "learning_rate": 3.1387818830871864e-05,
      "loss": 2.2257,
      "step": 62180
    },
    {
      "epoch": 53.751080380293864,
      "grad_norm": 2.02347993850708,
      "learning_rate": 3.137322604633136e-05,
      "loss": 2.2283,
      "step": 62190
    },
    {
      "epoch": 53.75972342264477,
      "grad_norm": 1.8076635599136353,
      "learning_rate": 3.135863510386204e-05,
      "loss": 2.2202,
      "step": 62200
    },
    {
      "epoch": 53.76836646499568,
      "grad_norm": 1.7674996852874756,
      "learning_rate": 3.134404600490685e-05,
      "loss": 2.2307,
      "step": 62210
    },
    {
      "epoch": 53.777009507346584,
      "grad_norm": 2.1677026748657227,
      "learning_rate": 3.132945875090859e-05,
      "loss": 2.2192,
      "step": 62220
    },
    {
      "epoch": 53.785652549697495,
      "grad_norm": 2.2263786792755127,
      "learning_rate": 3.131487334330981e-05,
      "loss": 2.2208,
      "step": 62230
    },
    {
      "epoch": 53.7942955920484,
      "grad_norm": 1.864745855331421,
      "learning_rate": 3.130028978355293e-05,
      "loss": 2.2251,
      "step": 62240
    },
    {
      "epoch": 53.80293863439931,
      "grad_norm": 1.7324106693267822,
      "learning_rate": 3.1285708073080186e-05,
      "loss": 2.2445,
      "step": 62250
    },
    {
      "epoch": 53.811581676750215,
      "grad_norm": 1.918763518333435,
      "learning_rate": 3.1271128213333606e-05,
      "loss": 2.2494,
      "step": 62260
    },
    {
      "epoch": 53.82022471910113,
      "grad_norm": 2.0779175758361816,
      "learning_rate": 3.125655020575505e-05,
      "loss": 2.2315,
      "step": 62270
    },
    {
      "epoch": 53.82886776145203,
      "grad_norm": 1.9014090299606323,
      "learning_rate": 3.124197405178619e-05,
      "loss": 2.2146,
      "step": 62280
    },
    {
      "epoch": 53.837510803802935,
      "grad_norm": 1.8816856145858765,
      "learning_rate": 3.122739975286853e-05,
      "loss": 2.2652,
      "step": 62290
    },
    {
      "epoch": 53.84615384615385,
      "grad_norm": 1.9123857021331787,
      "learning_rate": 3.1212827310443336e-05,
      "loss": 2.2358,
      "step": 62300
    },
    {
      "epoch": 53.85479688850475,
      "grad_norm": 1.9531264305114746,
      "learning_rate": 3.119825672595179e-05,
      "loss": 2.2137,
      "step": 62310
    },
    {
      "epoch": 53.86343993085566,
      "grad_norm": 1.8328970670700073,
      "learning_rate": 3.118368800083476e-05,
      "loss": 2.2329,
      "step": 62320
    },
    {
      "epoch": 53.87208297320657,
      "grad_norm": 2.040973424911499,
      "learning_rate": 3.1169121136533075e-05,
      "loss": 2.2251,
      "step": 62330
    },
    {
      "epoch": 53.88072601555748,
      "grad_norm": 1.8498249053955078,
      "learning_rate": 3.115455613448726e-05,
      "loss": 2.2262,
      "step": 62340
    },
    {
      "epoch": 53.88936905790838,
      "grad_norm": 1.870256781578064,
      "learning_rate": 3.113999299613772e-05,
      "loss": 2.2413,
      "step": 62350
    },
    {
      "epoch": 53.898012100259294,
      "grad_norm": 2.068619728088379,
      "learning_rate": 3.1125431722924646e-05,
      "loss": 2.2391,
      "step": 62360
    },
    {
      "epoch": 53.9066551426102,
      "grad_norm": 2.0120248794555664,
      "learning_rate": 3.111087231628808e-05,
      "loss": 2.244,
      "step": 62370
    },
    {
      "epoch": 53.91529818496111,
      "grad_norm": 1.9785555601119995,
      "learning_rate": 3.1096314777667834e-05,
      "loss": 2.2413,
      "step": 62380
    },
    {
      "epoch": 53.923941227312014,
      "grad_norm": 1.854026436805725,
      "learning_rate": 3.1081759108503564e-05,
      "loss": 2.2449,
      "step": 62390
    },
    {
      "epoch": 53.93258426966292,
      "grad_norm": 1.9385737180709839,
      "learning_rate": 3.106720531023473e-05,
      "loss": 2.233,
      "step": 62400
    },
    {
      "epoch": 53.94122731201383,
      "grad_norm": 1.9155651330947876,
      "learning_rate": 3.10526533843006e-05,
      "loss": 2.2207,
      "step": 62410
    },
    {
      "epoch": 53.949870354364734,
      "grad_norm": 1.7583844661712646,
      "learning_rate": 3.10381033321403e-05,
      "loss": 2.2414,
      "step": 62420
    },
    {
      "epoch": 53.958513396715645,
      "grad_norm": 1.7544435262680054,
      "learning_rate": 3.102355515519273e-05,
      "loss": 2.2556,
      "step": 62430
    },
    {
      "epoch": 53.96715643906655,
      "grad_norm": 2.0731139183044434,
      "learning_rate": 3.100900885489661e-05,
      "loss": 2.2191,
      "step": 62440
    },
    {
      "epoch": 53.97579948141746,
      "grad_norm": 1.9543731212615967,
      "learning_rate": 3.099446443269045e-05,
      "loss": 2.2344,
      "step": 62450
    },
    {
      "epoch": 53.984442523768365,
      "grad_norm": 2.222830057144165,
      "learning_rate": 3.0979921890012655e-05,
      "loss": 2.2487,
      "step": 62460
    },
    {
      "epoch": 53.99308556611928,
      "grad_norm": 1.64204740524292,
      "learning_rate": 3.096538122830135e-05,
      "loss": 2.2322,
      "step": 62470
    },
    {
      "epoch": 54.00172860847018,
      "grad_norm": 1.726894736289978,
      "learning_rate": 3.0950842448994523e-05,
      "loss": 2.2336,
      "step": 62480
    },
    {
      "epoch": 54.01037165082109,
      "grad_norm": 2.16828989982605,
      "learning_rate": 3.0936305553529964e-05,
      "loss": 2.1285,
      "step": 62490
    },
    {
      "epoch": 54.019014693172,
      "grad_norm": 1.893925666809082,
      "learning_rate": 3.092177054334531e-05,
      "loss": 2.0951,
      "step": 62500
    },
    {
      "epoch": 54.0276577355229,
      "grad_norm": 2.1328749656677246,
      "learning_rate": 3.090723741987795e-05,
      "loss": 2.1007,
      "step": 62510
    },
    {
      "epoch": 54.03630077787381,
      "grad_norm": 1.8806661367416382,
      "learning_rate": 3.0892706184565145e-05,
      "loss": 2.1111,
      "step": 62520
    },
    {
      "epoch": 54.04494382022472,
      "grad_norm": 1.9902523756027222,
      "learning_rate": 3.087817683884392e-05,
      "loss": 2.1152,
      "step": 62530
    },
    {
      "epoch": 54.05358686257563,
      "grad_norm": 1.7675292491912842,
      "learning_rate": 3.086364938415115e-05,
      "loss": 2.1036,
      "step": 62540
    },
    {
      "epoch": 54.06222990492653,
      "grad_norm": 2.0253210067749023,
      "learning_rate": 3.084912382192351e-05,
      "loss": 2.1203,
      "step": 62550
    },
    {
      "epoch": 54.070872947277444,
      "grad_norm": 1.8689444065093994,
      "learning_rate": 3.083460015359747e-05,
      "loss": 2.1349,
      "step": 62560
    },
    {
      "epoch": 54.07951598962835,
      "grad_norm": 1.826982855796814,
      "learning_rate": 3.082007838060933e-05,
      "loss": 2.1016,
      "step": 62570
    },
    {
      "epoch": 54.08815903197926,
      "grad_norm": 1.9168206453323364,
      "learning_rate": 3.0805558504395225e-05,
      "loss": 2.1129,
      "step": 62580
    },
    {
      "epoch": 54.096802074330164,
      "grad_norm": 1.8439205884933472,
      "learning_rate": 3.079104052639108e-05,
      "loss": 2.1249,
      "step": 62590
    },
    {
      "epoch": 54.105445116681075,
      "grad_norm": 1.8473488092422485,
      "learning_rate": 3.077652444803261e-05,
      "loss": 2.1109,
      "step": 62600
    },
    {
      "epoch": 54.11408815903198,
      "grad_norm": 1.8904974460601807,
      "learning_rate": 3.0762010270755385e-05,
      "loss": 2.1278,
      "step": 62610
    },
    {
      "epoch": 54.122731201382884,
      "grad_norm": 1.985196828842163,
      "learning_rate": 3.074749799599475e-05,
      "loss": 2.1416,
      "step": 62620
    },
    {
      "epoch": 54.131374243733795,
      "grad_norm": 1.9987576007843018,
      "learning_rate": 3.073298762518588e-05,
      "loss": 2.1297,
      "step": 62630
    },
    {
      "epoch": 54.1400172860847,
      "grad_norm": 1.7838188409805298,
      "learning_rate": 3.071847915976378e-05,
      "loss": 2.1469,
      "step": 62640
    },
    {
      "epoch": 54.14866032843561,
      "grad_norm": 1.8553227186203003,
      "learning_rate": 3.0703972601163216e-05,
      "loss": 2.1205,
      "step": 62650
    },
    {
      "epoch": 54.157303370786515,
      "grad_norm": 3.159210681915283,
      "learning_rate": 3.06894679508188e-05,
      "loss": 2.1541,
      "step": 62660
    },
    {
      "epoch": 54.165946413137426,
      "grad_norm": 1.9878023862838745,
      "learning_rate": 3.0674965210164966e-05,
      "loss": 2.124,
      "step": 62670
    },
    {
      "epoch": 54.17458945548833,
      "grad_norm": 1.7258890867233276,
      "learning_rate": 3.066046438063594e-05,
      "loss": 2.1552,
      "step": 62680
    },
    {
      "epoch": 54.18323249783924,
      "grad_norm": 1.9419400691986084,
      "learning_rate": 3.064596546366577e-05,
      "loss": 2.1343,
      "step": 62690
    },
    {
      "epoch": 54.191875540190146,
      "grad_norm": 1.901843786239624,
      "learning_rate": 3.06314684606883e-05,
      "loss": 2.1346,
      "step": 62700
    },
    {
      "epoch": 54.20051858254106,
      "grad_norm": 1.8589266538619995,
      "learning_rate": 3.06169733731372e-05,
      "loss": 2.1422,
      "step": 62710
    },
    {
      "epoch": 54.20916162489196,
      "grad_norm": 1.8283376693725586,
      "learning_rate": 3.060248020244592e-05,
      "loss": 2.1485,
      "step": 62720
    },
    {
      "epoch": 54.217804667242866,
      "grad_norm": 1.8424283266067505,
      "learning_rate": 3.0587988950047766e-05,
      "loss": 2.132,
      "step": 62730
    },
    {
      "epoch": 54.22644770959378,
      "grad_norm": 1.810455322265625,
      "learning_rate": 3.057349961737581e-05,
      "loss": 2.1561,
      "step": 62740
    },
    {
      "epoch": 54.23509075194468,
      "grad_norm": 1.8802968263626099,
      "learning_rate": 3.055901220586299e-05,
      "loss": 2.1269,
      "step": 62750
    },
    {
      "epoch": 54.24373379429559,
      "grad_norm": 2.0442450046539307,
      "learning_rate": 3.054452671694201e-05,
      "loss": 2.1558,
      "step": 62760
    },
    {
      "epoch": 54.2523768366465,
      "grad_norm": 1.862501621246338,
      "learning_rate": 3.0530043152045374e-05,
      "loss": 2.1327,
      "step": 62770
    },
    {
      "epoch": 54.26101987899741,
      "grad_norm": 1.887747883796692,
      "learning_rate": 3.0515561512605427e-05,
      "loss": 2.1591,
      "step": 62780
    },
    {
      "epoch": 54.26966292134831,
      "grad_norm": 1.9929324388504028,
      "learning_rate": 3.0501081800054328e-05,
      "loss": 2.1645,
      "step": 62790
    },
    {
      "epoch": 54.278305963699225,
      "grad_norm": 2.028608560562134,
      "learning_rate": 3.0486604015824e-05,
      "loss": 2.1517,
      "step": 62800
    },
    {
      "epoch": 54.28694900605013,
      "grad_norm": 1.9114662408828735,
      "learning_rate": 3.0472128161346226e-05,
      "loss": 2.1505,
      "step": 62810
    },
    {
      "epoch": 54.29559204840104,
      "grad_norm": 2.2106266021728516,
      "learning_rate": 3.0457654238052558e-05,
      "loss": 2.14,
      "step": 62820
    },
    {
      "epoch": 54.304235090751945,
      "grad_norm": 2.6944005489349365,
      "learning_rate": 3.0443182247374398e-05,
      "loss": 2.1556,
      "step": 62830
    },
    {
      "epoch": 54.31287813310285,
      "grad_norm": 1.786659836769104,
      "learning_rate": 3.0428712190742924e-05,
      "loss": 2.1838,
      "step": 62840
    },
    {
      "epoch": 54.32152117545376,
      "grad_norm": 1.8881841897964478,
      "learning_rate": 3.041424406958916e-05,
      "loss": 2.174,
      "step": 62850
    },
    {
      "epoch": 54.330164217804665,
      "grad_norm": 2.2538466453552246,
      "learning_rate": 3.039977788534387e-05,
      "loss": 2.1644,
      "step": 62860
    },
    {
      "epoch": 54.338807260155576,
      "grad_norm": 1.9252609014511108,
      "learning_rate": 3.0385313639437685e-05,
      "loss": 2.1347,
      "step": 62870
    },
    {
      "epoch": 54.34745030250648,
      "grad_norm": 1.9961780309677124,
      "learning_rate": 3.0370851333301055e-05,
      "loss": 2.1606,
      "step": 62880
    },
    {
      "epoch": 54.35609334485739,
      "grad_norm": 1.8682643175125122,
      "learning_rate": 3.0356390968364168e-05,
      "loss": 2.1676,
      "step": 62890
    },
    {
      "epoch": 54.364736387208296,
      "grad_norm": 1.8843748569488525,
      "learning_rate": 3.0341932546057085e-05,
      "loss": 2.1543,
      "step": 62900
    },
    {
      "epoch": 54.37337942955921,
      "grad_norm": 1.749971628189087,
      "learning_rate": 3.032747606780964e-05,
      "loss": 2.1698,
      "step": 62910
    },
    {
      "epoch": 54.38202247191011,
      "grad_norm": 1.9863696098327637,
      "learning_rate": 3.0313021535051512e-05,
      "loss": 2.1349,
      "step": 62920
    },
    {
      "epoch": 54.39066551426102,
      "grad_norm": 1.944435954093933,
      "learning_rate": 3.029856894921215e-05,
      "loss": 2.1564,
      "step": 62930
    },
    {
      "epoch": 54.39930855661193,
      "grad_norm": 2.139150619506836,
      "learning_rate": 3.028411831172084e-05,
      "loss": 2.1356,
      "step": 62940
    },
    {
      "epoch": 54.40795159896283,
      "grad_norm": 1.8514991998672485,
      "learning_rate": 3.026966962400663e-05,
      "loss": 2.1658,
      "step": 62950
    },
    {
      "epoch": 54.41659464131374,
      "grad_norm": 1.8668912649154663,
      "learning_rate": 3.0255222887498423e-05,
      "loss": 2.1778,
      "step": 62960
    },
    {
      "epoch": 54.42523768366465,
      "grad_norm": 1.9382165670394897,
      "learning_rate": 3.0240778103624916e-05,
      "loss": 2.1525,
      "step": 62970
    },
    {
      "epoch": 54.43388072601556,
      "grad_norm": 1.8999207019805908,
      "learning_rate": 3.022633527381459e-05,
      "loss": 2.1595,
      "step": 62980
    },
    {
      "epoch": 54.44252376836646,
      "grad_norm": 1.8570256233215332,
      "learning_rate": 3.0211894399495756e-05,
      "loss": 2.1659,
      "step": 62990
    },
    {
      "epoch": 54.451166810717375,
      "grad_norm": 1.9128304719924927,
      "learning_rate": 3.0197455482096527e-05,
      "loss": 2.1575,
      "step": 63000
    },
    {
      "epoch": 54.45980985306828,
      "grad_norm": 2.0033493041992188,
      "learning_rate": 3.0183018523044832e-05,
      "loss": 2.1518,
      "step": 63010
    },
    {
      "epoch": 54.46845289541919,
      "grad_norm": 1.994821310043335,
      "learning_rate": 3.0168583523768384e-05,
      "loss": 2.1817,
      "step": 63020
    },
    {
      "epoch": 54.477095937770095,
      "grad_norm": 1.8375552892684937,
      "learning_rate": 3.0154150485694733e-05,
      "loss": 2.1819,
      "step": 63030
    },
    {
      "epoch": 54.485738980121,
      "grad_norm": 2.009972095489502,
      "learning_rate": 3.013971941025119e-05,
      "loss": 2.1631,
      "step": 63040
    },
    {
      "epoch": 54.49438202247191,
      "grad_norm": 2.5956501960754395,
      "learning_rate": 3.01252902988649e-05,
      "loss": 2.2025,
      "step": 63050
    },
    {
      "epoch": 54.503025064822815,
      "grad_norm": 1.8920172452926636,
      "learning_rate": 3.0110863152962826e-05,
      "loss": 2.1754,
      "step": 63060
    },
    {
      "epoch": 54.511668107173726,
      "grad_norm": 1.9717845916748047,
      "learning_rate": 3.0096437973971703e-05,
      "loss": 2.1828,
      "step": 63070
    },
    {
      "epoch": 54.52031114952463,
      "grad_norm": 1.889877200126648,
      "learning_rate": 3.0082014763318116e-05,
      "loss": 2.1843,
      "step": 63080
    },
    {
      "epoch": 54.52895419187554,
      "grad_norm": 1.9850026369094849,
      "learning_rate": 3.0067593522428432e-05,
      "loss": 2.2,
      "step": 63090
    },
    {
      "epoch": 54.537597234226446,
      "grad_norm": 1.9879037141799927,
      "learning_rate": 3.0053174252728795e-05,
      "loss": 2.1822,
      "step": 63100
    },
    {
      "epoch": 54.54624027657736,
      "grad_norm": 2.0569000244140625,
      "learning_rate": 3.003875695564519e-05,
      "loss": 2.1875,
      "step": 63110
    },
    {
      "epoch": 54.55488331892826,
      "grad_norm": 3.0428240299224854,
      "learning_rate": 3.0024341632603414e-05,
      "loss": 2.1826,
      "step": 63120
    },
    {
      "epoch": 54.56352636127917,
      "grad_norm": 2.808436393737793,
      "learning_rate": 3.000992828502903e-05,
      "loss": 2.1971,
      "step": 63130
    },
    {
      "epoch": 54.57216940363008,
      "grad_norm": 2.0786519050598145,
      "learning_rate": 2.9995516914347433e-05,
      "loss": 2.1886,
      "step": 63140
    },
    {
      "epoch": 54.58081244598098,
      "grad_norm": 1.936413288116455,
      "learning_rate": 2.9981107521983816e-05,
      "loss": 2.1949,
      "step": 63150
    },
    {
      "epoch": 54.58945548833189,
      "grad_norm": 2.104814052581787,
      "learning_rate": 2.9966700109363187e-05,
      "loss": 2.1925,
      "step": 63160
    },
    {
      "epoch": 54.5980985306828,
      "grad_norm": 1.9900695085525513,
      "learning_rate": 2.9952294677910342e-05,
      "loss": 2.1913,
      "step": 63170
    },
    {
      "epoch": 54.60674157303371,
      "grad_norm": 2.248548984527588,
      "learning_rate": 2.99378912290499e-05,
      "loss": 2.1937,
      "step": 63180
    },
    {
      "epoch": 54.61538461538461,
      "grad_norm": 1.9731303453445435,
      "learning_rate": 2.992348976420626e-05,
      "loss": 2.1836,
      "step": 63190
    },
    {
      "epoch": 54.624027657735525,
      "grad_norm": 1.8266136646270752,
      "learning_rate": 2.9909090284803625e-05,
      "loss": 2.1847,
      "step": 63200
    },
    {
      "epoch": 54.63267070008643,
      "grad_norm": 1.7647382020950317,
      "learning_rate": 2.9894692792266045e-05,
      "loss": 2.2047,
      "step": 63210
    },
    {
      "epoch": 54.64131374243734,
      "grad_norm": 1.9368629455566406,
      "learning_rate": 2.9880297288017312e-05,
      "loss": 2.1796,
      "step": 63220
    },
    {
      "epoch": 54.649956784788245,
      "grad_norm": 2.176520824432373,
      "learning_rate": 2.9865903773481065e-05,
      "loss": 2.1863,
      "step": 63230
    },
    {
      "epoch": 54.658599827139156,
      "grad_norm": 1.9246660470962524,
      "learning_rate": 2.985151225008071e-05,
      "loss": 2.1917,
      "step": 63240
    },
    {
      "epoch": 54.66724286949006,
      "grad_norm": 1.9522089958190918,
      "learning_rate": 2.9837122719239517e-05,
      "loss": 2.2017,
      "step": 63250
    },
    {
      "epoch": 54.675885911840965,
      "grad_norm": 1.8422242403030396,
      "learning_rate": 2.9822735182380496e-05,
      "loss": 2.1964,
      "step": 63260
    },
    {
      "epoch": 54.684528954191876,
      "grad_norm": 1.9667340517044067,
      "learning_rate": 2.9808349640926502e-05,
      "loss": 2.2049,
      "step": 63270
    },
    {
      "epoch": 54.69317199654278,
      "grad_norm": 2.0563318729400635,
      "learning_rate": 2.979396609630015e-05,
      "loss": 2.1991,
      "step": 63280
    },
    {
      "epoch": 54.70181503889369,
      "grad_norm": 1.8672759532928467,
      "learning_rate": 2.97795845499239e-05,
      "loss": 2.1827,
      "step": 63290
    },
    {
      "epoch": 54.710458081244596,
      "grad_norm": 1.851649522781372,
      "learning_rate": 2.9765205003219997e-05,
      "loss": 2.1857,
      "step": 63300
    },
    {
      "epoch": 54.71910112359551,
      "grad_norm": 1.805906891822815,
      "learning_rate": 2.9750827457610475e-05,
      "loss": 2.2013,
      "step": 63310
    },
    {
      "epoch": 54.72774416594641,
      "grad_norm": 1.9497976303100586,
      "learning_rate": 2.9736451914517172e-05,
      "loss": 2.1905,
      "step": 63320
    },
    {
      "epoch": 54.73638720829732,
      "grad_norm": 2.147580862045288,
      "learning_rate": 2.9722078375361788e-05,
      "loss": 2.1794,
      "step": 63330
    },
    {
      "epoch": 54.74503025064823,
      "grad_norm": 2.0022695064544678,
      "learning_rate": 2.9707706841565736e-05,
      "loss": 2.1698,
      "step": 63340
    },
    {
      "epoch": 54.75367329299914,
      "grad_norm": 2.251126527786255,
      "learning_rate": 2.969333731455028e-05,
      "loss": 2.2146,
      "step": 63350
    },
    {
      "epoch": 54.76231633535004,
      "grad_norm": 1.928037166595459,
      "learning_rate": 2.967896979573649e-05,
      "loss": 2.1828,
      "step": 63360
    },
    {
      "epoch": 54.77095937770095,
      "grad_norm": 1.9084739685058594,
      "learning_rate": 2.9664604286545193e-05,
      "loss": 2.2098,
      "step": 63370
    },
    {
      "epoch": 54.77960242005186,
      "grad_norm": 1.7550349235534668,
      "learning_rate": 2.9650240788397067e-05,
      "loss": 2.2229,
      "step": 63380
    },
    {
      "epoch": 54.78824546240276,
      "grad_norm": 1.9716403484344482,
      "learning_rate": 2.963587930271257e-05,
      "loss": 2.2002,
      "step": 63390
    },
    {
      "epoch": 54.796888504753674,
      "grad_norm": 1.9925204515457153,
      "learning_rate": 2.9621519830911958e-05,
      "loss": 2.1985,
      "step": 63400
    },
    {
      "epoch": 54.80553154710458,
      "grad_norm": 1.8263301849365234,
      "learning_rate": 2.9607162374415305e-05,
      "loss": 2.2082,
      "step": 63410
    },
    {
      "epoch": 54.81417458945549,
      "grad_norm": 1.8430993556976318,
      "learning_rate": 2.959280693464247e-05,
      "loss": 2.2103,
      "step": 63420
    },
    {
      "epoch": 54.822817631806394,
      "grad_norm": 1.8965871334075928,
      "learning_rate": 2.957845351301311e-05,
      "loss": 2.2126,
      "step": 63430
    },
    {
      "epoch": 54.831460674157306,
      "grad_norm": 1.9521875381469727,
      "learning_rate": 2.956410211094669e-05,
      "loss": 2.1872,
      "step": 63440
    },
    {
      "epoch": 54.84010371650821,
      "grad_norm": 1.9050720930099487,
      "learning_rate": 2.9549752729862478e-05,
      "loss": 2.203,
      "step": 63450
    },
    {
      "epoch": 54.84874675885912,
      "grad_norm": 1.9403210878372192,
      "learning_rate": 2.953540537117953e-05,
      "loss": 2.2236,
      "step": 63460
    },
    {
      "epoch": 54.857389801210026,
      "grad_norm": 2.0189175605773926,
      "learning_rate": 2.9521060036316715e-05,
      "loss": 2.2123,
      "step": 63470
    },
    {
      "epoch": 54.86603284356093,
      "grad_norm": 1.9309366941452026,
      "learning_rate": 2.950671672669269e-05,
      "loss": 2.2021,
      "step": 63480
    },
    {
      "epoch": 54.87467588591184,
      "grad_norm": 1.924083948135376,
      "learning_rate": 2.9492375443725918e-05,
      "loss": 2.2177,
      "step": 63490
    },
    {
      "epoch": 54.883318928262746,
      "grad_norm": 1.9012867212295532,
      "learning_rate": 2.947803618883468e-05,
      "loss": 2.2194,
      "step": 63500
    },
    {
      "epoch": 54.89196197061366,
      "grad_norm": 1.988181710243225,
      "learning_rate": 2.946369896343703e-05,
      "loss": 2.1992,
      "step": 63510
    },
    {
      "epoch": 54.90060501296456,
      "grad_norm": 1.8880583047866821,
      "learning_rate": 2.9449363768950823e-05,
      "loss": 2.2145,
      "step": 63520
    },
    {
      "epoch": 54.90924805531547,
      "grad_norm": 1.9255791902542114,
      "learning_rate": 2.9435030606793716e-05,
      "loss": 2.2214,
      "step": 63530
    },
    {
      "epoch": 54.91789109766638,
      "grad_norm": 2.156688690185547,
      "learning_rate": 2.942069947838319e-05,
      "loss": 2.1968,
      "step": 63540
    },
    {
      "epoch": 54.92653414001729,
      "grad_norm": 2.0738935470581055,
      "learning_rate": 2.9406370385136484e-05,
      "loss": 2.2103,
      "step": 63550
    },
    {
      "epoch": 54.93517718236819,
      "grad_norm": 1.8778126239776611,
      "learning_rate": 2.9392043328470653e-05,
      "loss": 2.212,
      "step": 63560
    },
    {
      "epoch": 54.943820224719104,
      "grad_norm": 1.9527696371078491,
      "learning_rate": 2.9377718309802555e-05,
      "loss": 2.2148,
      "step": 63570
    },
    {
      "epoch": 54.95246326707001,
      "grad_norm": 1.9098807573318481,
      "learning_rate": 2.936339533054886e-05,
      "loss": 2.1984,
      "step": 63580
    },
    {
      "epoch": 54.96110630942091,
      "grad_norm": 1.868435263633728,
      "learning_rate": 2.9349074392126014e-05,
      "loss": 2.2033,
      "step": 63590
    },
    {
      "epoch": 54.969749351771824,
      "grad_norm": 2.098702907562256,
      "learning_rate": 2.9334755495950272e-05,
      "loss": 2.2082,
      "step": 63600
    },
    {
      "epoch": 54.97839239412273,
      "grad_norm": 1.974748969078064,
      "learning_rate": 2.9320438643437674e-05,
      "loss": 2.1889,
      "step": 63610
    },
    {
      "epoch": 54.98703543647364,
      "grad_norm": 1.9059065580368042,
      "learning_rate": 2.9306123836004063e-05,
      "loss": 2.2194,
      "step": 63620
    },
    {
      "epoch": 54.995678478824544,
      "grad_norm": 1.9567939043045044,
      "learning_rate": 2.929181107506509e-05,
      "loss": 2.2231,
      "step": 63630
    },
    {
      "epoch": 55.004321521175456,
      "grad_norm": 1.7877538204193115,
      "learning_rate": 2.9277500362036216e-05,
      "loss": 2.2261,
      "step": 63640
    },
    {
      "epoch": 55.01296456352636,
      "grad_norm": 1.6491460800170898,
      "learning_rate": 2.9263191698332627e-05,
      "loss": 2.0939,
      "step": 63650
    },
    {
      "epoch": 55.02160760587727,
      "grad_norm": 1.806889533996582,
      "learning_rate": 2.9248885085369428e-05,
      "loss": 2.0824,
      "step": 63660
    },
    {
      "epoch": 55.030250648228176,
      "grad_norm": 2.0071470737457275,
      "learning_rate": 2.9234580524561407e-05,
      "loss": 2.1015,
      "step": 63670
    },
    {
      "epoch": 55.03889369057909,
      "grad_norm": 1.910145878791809,
      "learning_rate": 2.922027801732321e-05,
      "loss": 2.0971,
      "step": 63680
    },
    {
      "epoch": 55.04753673292999,
      "grad_norm": 1.908290982246399,
      "learning_rate": 2.9205977565069277e-05,
      "loss": 2.0935,
      "step": 63690
    },
    {
      "epoch": 55.056179775280896,
      "grad_norm": 1.946020483970642,
      "learning_rate": 2.9191679169213815e-05,
      "loss": 2.092,
      "step": 63700
    },
    {
      "epoch": 55.06482281763181,
      "grad_norm": 1.9343135356903076,
      "learning_rate": 2.9177382831170846e-05,
      "loss": 2.1096,
      "step": 63710
    },
    {
      "epoch": 55.07346585998271,
      "grad_norm": 1.9350950717926025,
      "learning_rate": 2.9163088552354202e-05,
      "loss": 2.0958,
      "step": 63720
    },
    {
      "epoch": 55.08210890233362,
      "grad_norm": 1.9910410642623901,
      "learning_rate": 2.9148796334177476e-05,
      "loss": 2.0815,
      "step": 63730
    },
    {
      "epoch": 55.09075194468453,
      "grad_norm": 1.902966022491455,
      "learning_rate": 2.9134506178054098e-05,
      "loss": 2.0919,
      "step": 63740
    },
    {
      "epoch": 55.09939498703544,
      "grad_norm": 1.8864431381225586,
      "learning_rate": 2.9120218085397278e-05,
      "loss": 2.1032,
      "step": 63750
    },
    {
      "epoch": 55.10803802938634,
      "grad_norm": 2.025831937789917,
      "learning_rate": 2.910593205762e-05,
      "loss": 2.104,
      "step": 63760
    },
    {
      "epoch": 55.116681071737254,
      "grad_norm": 2.1707701683044434,
      "learning_rate": 2.9091648096135077e-05,
      "loss": 2.0836,
      "step": 63770
    },
    {
      "epoch": 55.12532411408816,
      "grad_norm": 4.751177787780762,
      "learning_rate": 2.9077366202355094e-05,
      "loss": 2.1221,
      "step": 63780
    },
    {
      "epoch": 55.13396715643907,
      "grad_norm": 1.9453728199005127,
      "learning_rate": 2.906308637769245e-05,
      "loss": 2.1047,
      "step": 63790
    },
    {
      "epoch": 55.142610198789974,
      "grad_norm": 2.031435012817383,
      "learning_rate": 2.9048808623559348e-05,
      "loss": 2.092,
      "step": 63800
    },
    {
      "epoch": 55.15125324114088,
      "grad_norm": 1.829123854637146,
      "learning_rate": 2.903453294136772e-05,
      "loss": 2.104,
      "step": 63810
    },
    {
      "epoch": 55.15989628349179,
      "grad_norm": 1.7624143362045288,
      "learning_rate": 2.9020259332529355e-05,
      "loss": 2.1062,
      "step": 63820
    },
    {
      "epoch": 55.168539325842694,
      "grad_norm": 2.0301589965820312,
      "learning_rate": 2.9005987798455853e-05,
      "loss": 2.1115,
      "step": 63830
    },
    {
      "epoch": 55.177182368193606,
      "grad_norm": 1.9368613958358765,
      "learning_rate": 2.899171834055856e-05,
      "loss": 2.0953,
      "step": 63840
    },
    {
      "epoch": 55.18582541054451,
      "grad_norm": 2.020418882369995,
      "learning_rate": 2.8977450960248643e-05,
      "loss": 2.1217,
      "step": 63850
    },
    {
      "epoch": 55.19446845289542,
      "grad_norm": 2.1331684589385986,
      "learning_rate": 2.8963185658937063e-05,
      "loss": 2.1084,
      "step": 63860
    },
    {
      "epoch": 55.203111495246326,
      "grad_norm": 2.0190279483795166,
      "learning_rate": 2.8948922438034547e-05,
      "loss": 2.112,
      "step": 63870
    },
    {
      "epoch": 55.21175453759724,
      "grad_norm": 1.960639238357544,
      "learning_rate": 2.893466129895165e-05,
      "loss": 2.0987,
      "step": 63880
    },
    {
      "epoch": 55.22039757994814,
      "grad_norm": 1.790893316268921,
      "learning_rate": 2.89204022430987e-05,
      "loss": 2.1205,
      "step": 63890
    },
    {
      "epoch": 55.22904062229905,
      "grad_norm": 1.8647348880767822,
      "learning_rate": 2.890614527188582e-05,
      "loss": 2.1144,
      "step": 63900
    },
    {
      "epoch": 55.23768366464996,
      "grad_norm": 1.7444261312484741,
      "learning_rate": 2.8891890386722985e-05,
      "loss": 2.1035,
      "step": 63910
    },
    {
      "epoch": 55.24632670700086,
      "grad_norm": 2.1467583179473877,
      "learning_rate": 2.8877637589019868e-05,
      "loss": 2.1091,
      "step": 63920
    },
    {
      "epoch": 55.25496974935177,
      "grad_norm": 1.9208641052246094,
      "learning_rate": 2.8863386880185994e-05,
      "loss": 2.1087,
      "step": 63930
    },
    {
      "epoch": 55.26361279170268,
      "grad_norm": 1.7220337390899658,
      "learning_rate": 2.884913826163067e-05,
      "loss": 2.1444,
      "step": 63940
    },
    {
      "epoch": 55.27225583405359,
      "grad_norm": 1.7609550952911377,
      "learning_rate": 2.8834891734762985e-05,
      "loss": 2.1285,
      "step": 63950
    },
    {
      "epoch": 55.28089887640449,
      "grad_norm": 2.113086462020874,
      "learning_rate": 2.882064730099184e-05,
      "loss": 2.118,
      "step": 63960
    },
    {
      "epoch": 55.289541918755404,
      "grad_norm": 1.8141111135482788,
      "learning_rate": 2.880640496172593e-05,
      "loss": 2.1314,
      "step": 63970
    },
    {
      "epoch": 55.29818496110631,
      "grad_norm": 1.841809868812561,
      "learning_rate": 2.879216471837374e-05,
      "loss": 2.126,
      "step": 63980
    },
    {
      "epoch": 55.30682800345722,
      "grad_norm": 1.8649619817733765,
      "learning_rate": 2.8777926572343478e-05,
      "loss": 2.1229,
      "step": 63990
    },
    {
      "epoch": 55.315471045808124,
      "grad_norm": 1.7661709785461426,
      "learning_rate": 2.8763690525043276e-05,
      "loss": 2.1168,
      "step": 64000
    },
    {
      "epoch": 55.324114088159035,
      "grad_norm": 1.9008954763412476,
      "learning_rate": 2.8749456577880964e-05,
      "loss": 2.1357,
      "step": 64010
    },
    {
      "epoch": 55.33275713050994,
      "grad_norm": 1.8156505823135376,
      "learning_rate": 2.87352247322642e-05,
      "loss": 2.1259,
      "step": 64020
    },
    {
      "epoch": 55.341400172860844,
      "grad_norm": 3.3368401527404785,
      "learning_rate": 2.8720994989600415e-05,
      "loss": 2.1441,
      "step": 64030
    },
    {
      "epoch": 55.350043215211755,
      "grad_norm": 1.9812172651290894,
      "learning_rate": 2.870676735129686e-05,
      "loss": 2.1339,
      "step": 64040
    },
    {
      "epoch": 55.35868625756266,
      "grad_norm": 1.7805545330047607,
      "learning_rate": 2.869254181876052e-05,
      "loss": 2.1432,
      "step": 64050
    },
    {
      "epoch": 55.36732929991357,
      "grad_norm": 2.2825937271118164,
      "learning_rate": 2.867831839339824e-05,
      "loss": 2.1321,
      "step": 64060
    },
    {
      "epoch": 55.375972342264475,
      "grad_norm": 1.8065475225448608,
      "learning_rate": 2.8664097076616604e-05,
      "loss": 2.1398,
      "step": 64070
    },
    {
      "epoch": 55.38461538461539,
      "grad_norm": 1.8719208240509033,
      "learning_rate": 2.864987786982204e-05,
      "loss": 2.1422,
      "step": 64080
    },
    {
      "epoch": 55.39325842696629,
      "grad_norm": 2.0425865650177,
      "learning_rate": 2.8635660774420758e-05,
      "loss": 2.1492,
      "step": 64090
    },
    {
      "epoch": 55.4019014693172,
      "grad_norm": 1.8080170154571533,
      "learning_rate": 2.862144579181868e-05,
      "loss": 2.1457,
      "step": 64100
    },
    {
      "epoch": 55.41054451166811,
      "grad_norm": 1.9352458715438843,
      "learning_rate": 2.860723292342161e-05,
      "loss": 2.1497,
      "step": 64110
    },
    {
      "epoch": 55.41918755401902,
      "grad_norm": 1.9522613286972046,
      "learning_rate": 2.8593022170635108e-05,
      "loss": 2.134,
      "step": 64120
    },
    {
      "epoch": 55.42783059636992,
      "grad_norm": 2.051229953765869,
      "learning_rate": 2.8578813534864535e-05,
      "loss": 2.1417,
      "step": 64130
    },
    {
      "epoch": 55.43647363872083,
      "grad_norm": 2.128387689590454,
      "learning_rate": 2.856460701751503e-05,
      "loss": 2.1604,
      "step": 64140
    },
    {
      "epoch": 55.44511668107174,
      "grad_norm": 1.9219518899917603,
      "learning_rate": 2.8550402619991525e-05,
      "loss": 2.1341,
      "step": 64150
    },
    {
      "epoch": 55.45375972342264,
      "grad_norm": 1.9007458686828613,
      "learning_rate": 2.853620034369875e-05,
      "loss": 2.1333,
      "step": 64160
    },
    {
      "epoch": 55.462402765773554,
      "grad_norm": 1.9504770040512085,
      "learning_rate": 2.852200019004122e-05,
      "loss": 2.1288,
      "step": 64170
    },
    {
      "epoch": 55.47104580812446,
      "grad_norm": 1.8729770183563232,
      "learning_rate": 2.8507802160423243e-05,
      "loss": 2.1557,
      "step": 64180
    },
    {
      "epoch": 55.47968885047537,
      "grad_norm": 1.9196407794952393,
      "learning_rate": 2.849360625624891e-05,
      "loss": 2.1529,
      "step": 64190
    },
    {
      "epoch": 55.488331892826274,
      "grad_norm": 1.9825085401535034,
      "learning_rate": 2.847941247892212e-05,
      "loss": 2.1737,
      "step": 64200
    },
    {
      "epoch": 55.496974935177185,
      "grad_norm": 2.2972183227539062,
      "learning_rate": 2.8465220829846535e-05,
      "loss": 2.1617,
      "step": 64210
    },
    {
      "epoch": 55.50561797752809,
      "grad_norm": 1.8727384805679321,
      "learning_rate": 2.8451031310425646e-05,
      "loss": 2.1503,
      "step": 64220
    },
    {
      "epoch": 55.514261019879,
      "grad_norm": 2.13046932220459,
      "learning_rate": 2.8436843922062644e-05,
      "loss": 2.1439,
      "step": 64230
    },
    {
      "epoch": 55.522904062229905,
      "grad_norm": 2.1372523307800293,
      "learning_rate": 2.842265866616064e-05,
      "loss": 2.1509,
      "step": 64240
    },
    {
      "epoch": 55.53154710458081,
      "grad_norm": 1.8375144004821777,
      "learning_rate": 2.8408475544122438e-05,
      "loss": 2.149,
      "step": 64250
    },
    {
      "epoch": 55.54019014693172,
      "grad_norm": 1.9275513887405396,
      "learning_rate": 2.8394294557350665e-05,
      "loss": 2.1577,
      "step": 64260
    },
    {
      "epoch": 55.548833189282625,
      "grad_norm": 2.886716842651367,
      "learning_rate": 2.8380115707247727e-05,
      "loss": 2.1611,
      "step": 64270
    },
    {
      "epoch": 55.55747623163354,
      "grad_norm": 1.9920376539230347,
      "learning_rate": 2.836593899521586e-05,
      "loss": 2.1589,
      "step": 64280
    },
    {
      "epoch": 55.56611927398444,
      "grad_norm": 1.8561434745788574,
      "learning_rate": 2.8351764422656986e-05,
      "loss": 2.168,
      "step": 64290
    },
    {
      "epoch": 55.57476231633535,
      "grad_norm": 2.1665844917297363,
      "learning_rate": 2.833759199097292e-05,
      "loss": 2.1681,
      "step": 64300
    },
    {
      "epoch": 55.58340535868626,
      "grad_norm": 1.9663575887680054,
      "learning_rate": 2.8323421701565218e-05,
      "loss": 2.1587,
      "step": 64310
    },
    {
      "epoch": 55.59204840103717,
      "grad_norm": 1.916932225227356,
      "learning_rate": 2.8309253555835212e-05,
      "loss": 2.1761,
      "step": 64320
    },
    {
      "epoch": 55.60069144338807,
      "grad_norm": 2.8118326663970947,
      "learning_rate": 2.8295087555184117e-05,
      "loss": 2.1543,
      "step": 64330
    },
    {
      "epoch": 55.60933448573898,
      "grad_norm": 2.1312367916107178,
      "learning_rate": 2.8280923701012783e-05,
      "loss": 2.1499,
      "step": 64340
    },
    {
      "epoch": 55.61797752808989,
      "grad_norm": 1.8330882787704468,
      "learning_rate": 2.8266761994721956e-05,
      "loss": 2.1408,
      "step": 64350
    },
    {
      "epoch": 55.62662057044079,
      "grad_norm": 1.797752857208252,
      "learning_rate": 2.8252602437712146e-05,
      "loss": 2.1519,
      "step": 64360
    },
    {
      "epoch": 55.635263612791704,
      "grad_norm": 2.0078341960906982,
      "learning_rate": 2.823844503138363e-05,
      "loss": 2.1666,
      "step": 64370
    },
    {
      "epoch": 55.64390665514261,
      "grad_norm": 1.9296237230300903,
      "learning_rate": 2.8224289777136497e-05,
      "loss": 2.1708,
      "step": 64380
    },
    {
      "epoch": 55.65254969749352,
      "grad_norm": 2.5620229244232178,
      "learning_rate": 2.821013667637061e-05,
      "loss": 2.1654,
      "step": 64390
    },
    {
      "epoch": 55.661192739844424,
      "grad_norm": 1.8762954473495483,
      "learning_rate": 2.819598573048562e-05,
      "loss": 2.1669,
      "step": 64400
    },
    {
      "epoch": 55.669835782195335,
      "grad_norm": 2.211122512817383,
      "learning_rate": 2.818183694088097e-05,
      "loss": 2.1501,
      "step": 64410
    },
    {
      "epoch": 55.67847882454624,
      "grad_norm": 1.981905460357666,
      "learning_rate": 2.8167690308955885e-05,
      "loss": 2.1593,
      "step": 64420
    },
    {
      "epoch": 55.68712186689715,
      "grad_norm": 2.0022735595703125,
      "learning_rate": 2.8153545836109374e-05,
      "loss": 2.1802,
      "step": 64430
    },
    {
      "epoch": 55.695764909248055,
      "grad_norm": 2.1636252403259277,
      "learning_rate": 2.813940352374025e-05,
      "loss": 2.1866,
      "step": 64440
    },
    {
      "epoch": 55.70440795159896,
      "grad_norm": 1.9558378458023071,
      "learning_rate": 2.812526337324708e-05,
      "loss": 2.1661,
      "step": 64450
    },
    {
      "epoch": 55.71305099394987,
      "grad_norm": 1.9418485164642334,
      "learning_rate": 2.8111125386028274e-05,
      "loss": 2.1695,
      "step": 64460
    },
    {
      "epoch": 55.721694036300775,
      "grad_norm": 1.842150330543518,
      "learning_rate": 2.809698956348194e-05,
      "loss": 2.1728,
      "step": 64470
    },
    {
      "epoch": 55.73033707865169,
      "grad_norm": 1.8716017007827759,
      "learning_rate": 2.8082855907006023e-05,
      "loss": 2.2157,
      "step": 64480
    },
    {
      "epoch": 55.73898012100259,
      "grad_norm": 2.222764730453491,
      "learning_rate": 2.8068724417998305e-05,
      "loss": 2.2022,
      "step": 64490
    },
    {
      "epoch": 55.7476231633535,
      "grad_norm": 2.0122556686401367,
      "learning_rate": 2.8054595097856263e-05,
      "loss": 2.1879,
      "step": 64500
    },
    {
      "epoch": 55.75626620570441,
      "grad_norm": 2.0931332111358643,
      "learning_rate": 2.8040467947977204e-05,
      "loss": 2.1729,
      "step": 64510
    },
    {
      "epoch": 55.76490924805532,
      "grad_norm": 1.795779824256897,
      "learning_rate": 2.8026342969758244e-05,
      "loss": 2.1694,
      "step": 64520
    },
    {
      "epoch": 55.77355229040622,
      "grad_norm": 4.091691493988037,
      "learning_rate": 2.8012220164596202e-05,
      "loss": 2.166,
      "step": 64530
    },
    {
      "epoch": 55.782195332757134,
      "grad_norm": 1.928777813911438,
      "learning_rate": 2.7998099533887766e-05,
      "loss": 2.1815,
      "step": 64540
    },
    {
      "epoch": 55.79083837510804,
      "grad_norm": 2.00807785987854,
      "learning_rate": 2.7983981079029377e-05,
      "loss": 2.1812,
      "step": 64550
    },
    {
      "epoch": 55.79948141745894,
      "grad_norm": 1.899241328239441,
      "learning_rate": 2.796986480141725e-05,
      "loss": 2.1561,
      "step": 64560
    },
    {
      "epoch": 55.808124459809854,
      "grad_norm": 1.8198245763778687,
      "learning_rate": 2.7955750702447402e-05,
      "loss": 2.1824,
      "step": 64570
    },
    {
      "epoch": 55.81676750216076,
      "grad_norm": 2.0193982124328613,
      "learning_rate": 2.7941638783515645e-05,
      "loss": 2.2031,
      "step": 64580
    },
    {
      "epoch": 55.82541054451167,
      "grad_norm": 1.8321993350982666,
      "learning_rate": 2.792752904601753e-05,
      "loss": 2.1961,
      "step": 64590
    },
    {
      "epoch": 55.834053586862574,
      "grad_norm": 1.925623893737793,
      "learning_rate": 2.7913421491348444e-05,
      "loss": 2.167,
      "step": 64600
    },
    {
      "epoch": 55.842696629213485,
      "grad_norm": 2.005516290664673,
      "learning_rate": 2.789931612090353e-05,
      "loss": 2.1943,
      "step": 64610
    },
    {
      "epoch": 55.85133967156439,
      "grad_norm": 1.8499829769134521,
      "learning_rate": 2.788521293607772e-05,
      "loss": 2.2024,
      "step": 64620
    },
    {
      "epoch": 55.8599827139153,
      "grad_norm": 1.8218151330947876,
      "learning_rate": 2.7871111938265726e-05,
      "loss": 2.1734,
      "step": 64630
    },
    {
      "epoch": 55.868625756266205,
      "grad_norm": 1.8647160530090332,
      "learning_rate": 2.7857013128862077e-05,
      "loss": 2.1753,
      "step": 64640
    },
    {
      "epoch": 55.877268798617116,
      "grad_norm": 1.9993889331817627,
      "learning_rate": 2.7842916509260986e-05,
      "loss": 2.2014,
      "step": 64650
    },
    {
      "epoch": 55.88591184096802,
      "grad_norm": 1.969063401222229,
      "learning_rate": 2.7828822080856587e-05,
      "loss": 2.195,
      "step": 64660
    },
    {
      "epoch": 55.894554883318925,
      "grad_norm": 1.8799971342086792,
      "learning_rate": 2.7814729845042714e-05,
      "loss": 2.1831,
      "step": 64670
    },
    {
      "epoch": 55.903197925669836,
      "grad_norm": 1.859973669052124,
      "learning_rate": 2.7800639803212998e-05,
      "loss": 2.1804,
      "step": 64680
    },
    {
      "epoch": 55.91184096802074,
      "grad_norm": 1.9159026145935059,
      "learning_rate": 2.7786551956760853e-05,
      "loss": 2.1857,
      "step": 64690
    },
    {
      "epoch": 55.92048401037165,
      "grad_norm": 1.8837743997573853,
      "learning_rate": 2.7772466307079492e-05,
      "loss": 2.1607,
      "step": 64700
    },
    {
      "epoch": 55.929127052722556,
      "grad_norm": 2.170442581176758,
      "learning_rate": 2.7758382855561877e-05,
      "loss": 2.1939,
      "step": 64710
    },
    {
      "epoch": 55.93777009507347,
      "grad_norm": 2.0134193897247314,
      "learning_rate": 2.7744301603600775e-05,
      "loss": 2.1802,
      "step": 64720
    },
    {
      "epoch": 55.94641313742437,
      "grad_norm": 1.9112393856048584,
      "learning_rate": 2.7730222552588724e-05,
      "loss": 2.195,
      "step": 64730
    },
    {
      "epoch": 55.95505617977528,
      "grad_norm": 1.8331393003463745,
      "learning_rate": 2.7716145703918095e-05,
      "loss": 2.1727,
      "step": 64740
    },
    {
      "epoch": 55.96369922212619,
      "grad_norm": 2.0882837772369385,
      "learning_rate": 2.7702071058980972e-05,
      "loss": 2.1981,
      "step": 64750
    },
    {
      "epoch": 55.9723422644771,
      "grad_norm": 1.8476221561431885,
      "learning_rate": 2.768799861916927e-05,
      "loss": 2.1721,
      "step": 64760
    },
    {
      "epoch": 55.980985306828,
      "grad_norm": 2.6830835342407227,
      "learning_rate": 2.7673928385874627e-05,
      "loss": 2.192,
      "step": 64770
    },
    {
      "epoch": 55.98962834917891,
      "grad_norm": 1.9712743759155273,
      "learning_rate": 2.7659860360488525e-05,
      "loss": 2.1836,
      "step": 64780
    },
    {
      "epoch": 55.99827139152982,
      "grad_norm": 1.8730807304382324,
      "learning_rate": 2.7645794544402203e-05,
      "loss": 2.2032,
      "step": 64790
    },
    {
      "epoch": 56.00691443388072,
      "grad_norm": 1.8072056770324707,
      "learning_rate": 2.7631730939006672e-05,
      "loss": 2.1155,
      "step": 64800
    },
    {
      "epoch": 56.015557476231635,
      "grad_norm": 1.741479754447937,
      "learning_rate": 2.7617669545692747e-05,
      "loss": 2.074,
      "step": 64810
    },
    {
      "epoch": 56.02420051858254,
      "grad_norm": 1.9750094413757324,
      "learning_rate": 2.7603610365851e-05,
      "loss": 2.0646,
      "step": 64820
    },
    {
      "epoch": 56.03284356093345,
      "grad_norm": 1.9318690299987793,
      "learning_rate": 2.758955340087181e-05,
      "loss": 2.0771,
      "step": 64830
    },
    {
      "epoch": 56.041486603284355,
      "grad_norm": 1.9664957523345947,
      "learning_rate": 2.7575498652145308e-05,
      "loss": 2.0679,
      "step": 64840
    },
    {
      "epoch": 56.050129645635266,
      "grad_norm": 2.103931427001953,
      "learning_rate": 2.756144612106143e-05,
      "loss": 2.0769,
      "step": 64850
    },
    {
      "epoch": 56.05877268798617,
      "grad_norm": 2.0114359855651855,
      "learning_rate": 2.754739580900988e-05,
      "loss": 2.0399,
      "step": 64860
    },
    {
      "epoch": 56.06741573033708,
      "grad_norm": 1.8315343856811523,
      "learning_rate": 2.7533347717380146e-05,
      "loss": 2.0389,
      "step": 64870
    },
    {
      "epoch": 56.076058772687986,
      "grad_norm": 2.764650344848633,
      "learning_rate": 2.7519301847561518e-05,
      "loss": 2.0937,
      "step": 64880
    },
    {
      "epoch": 56.08470181503889,
      "grad_norm": 3.05238676071167,
      "learning_rate": 2.7505258200943006e-05,
      "loss": 2.0782,
      "step": 64890
    },
    {
      "epoch": 56.0933448573898,
      "grad_norm": 1.951905369758606,
      "learning_rate": 2.7491216778913432e-05,
      "loss": 2.0724,
      "step": 64900
    },
    {
      "epoch": 56.101987899740706,
      "grad_norm": 1.8020389080047607,
      "learning_rate": 2.7477177582861446e-05,
      "loss": 2.0786,
      "step": 64910
    },
    {
      "epoch": 56.11063094209162,
      "grad_norm": 2.112426519393921,
      "learning_rate": 2.746314061417542e-05,
      "loss": 2.0893,
      "step": 64920
    },
    {
      "epoch": 56.11927398444252,
      "grad_norm": 1.9313441514968872,
      "learning_rate": 2.744910587424353e-05,
      "loss": 2.08,
      "step": 64930
    },
    {
      "epoch": 56.12791702679343,
      "grad_norm": 1.9246220588684082,
      "learning_rate": 2.7435073364453724e-05,
      "loss": 2.0749,
      "step": 64940
    },
    {
      "epoch": 56.13656006914434,
      "grad_norm": 1.8868502378463745,
      "learning_rate": 2.7421043086193698e-05,
      "loss": 2.0531,
      "step": 64950
    },
    {
      "epoch": 56.14520311149525,
      "grad_norm": 1.9932770729064941,
      "learning_rate": 2.740701504085099e-05,
      "loss": 2.0637,
      "step": 64960
    },
    {
      "epoch": 56.15384615384615,
      "grad_norm": 1.8035180568695068,
      "learning_rate": 2.739298922981287e-05,
      "loss": 2.087,
      "step": 64970
    },
    {
      "epoch": 56.162489196197065,
      "grad_norm": 2.232102632522583,
      "learning_rate": 2.7378965654466394e-05,
      "loss": 2.0898,
      "step": 64980
    },
    {
      "epoch": 56.17113223854797,
      "grad_norm": 2.0936050415039062,
      "learning_rate": 2.736494431619846e-05,
      "loss": 2.1008,
      "step": 64990
    },
    {
      "epoch": 56.17977528089887,
      "grad_norm": 1.8752959966659546,
      "learning_rate": 2.7350925216395628e-05,
      "loss": 2.1135,
      "step": 65000
    },
    {
      "epoch": 56.188418323249785,
      "grad_norm": 2.38857364654541,
      "learning_rate": 2.7336908356444323e-05,
      "loss": 2.088,
      "step": 65010
    },
    {
      "epoch": 56.19706136560069,
      "grad_norm": 2.0615270137786865,
      "learning_rate": 2.7322893737730725e-05,
      "loss": 2.0995,
      "step": 65020
    },
    {
      "epoch": 56.2057044079516,
      "grad_norm": 1.872458577156067,
      "learning_rate": 2.730888136164079e-05,
      "loss": 2.0802,
      "step": 65030
    },
    {
      "epoch": 56.214347450302505,
      "grad_norm": 1.979823350906372,
      "learning_rate": 2.729487122956026e-05,
      "loss": 2.0928,
      "step": 65040
    },
    {
      "epoch": 56.222990492653416,
      "grad_norm": 1.9456088542938232,
      "learning_rate": 2.728086334287464e-05,
      "loss": 2.0936,
      "step": 65050
    },
    {
      "epoch": 56.23163353500432,
      "grad_norm": 1.8681458234786987,
      "learning_rate": 2.726685770296923e-05,
      "loss": 2.098,
      "step": 65060
    },
    {
      "epoch": 56.24027657735523,
      "grad_norm": 1.867882490158081,
      "learning_rate": 2.7252854311229092e-05,
      "loss": 2.1024,
      "step": 65070
    },
    {
      "epoch": 56.248919619706136,
      "grad_norm": 1.8134230375289917,
      "learning_rate": 2.723885316903908e-05,
      "loss": 2.096,
      "step": 65080
    },
    {
      "epoch": 56.25756266205705,
      "grad_norm": 2.1401641368865967,
      "learning_rate": 2.7224854277783813e-05,
      "loss": 2.1006,
      "step": 65090
    },
    {
      "epoch": 56.26620570440795,
      "grad_norm": 1.9731467962265015,
      "learning_rate": 2.7210857638847702e-05,
      "loss": 2.0998,
      "step": 65100
    },
    {
      "epoch": 56.274848746758856,
      "grad_norm": 1.9427950382232666,
      "learning_rate": 2.7196863253614925e-05,
      "loss": 2.0997,
      "step": 65110
    },
    {
      "epoch": 56.28349178910977,
      "grad_norm": 2.0009822845458984,
      "learning_rate": 2.7182871123469456e-05,
      "loss": 2.096,
      "step": 65120
    },
    {
      "epoch": 56.29213483146067,
      "grad_norm": 2.0120387077331543,
      "learning_rate": 2.7168881249794988e-05,
      "loss": 2.1073,
      "step": 65130
    },
    {
      "epoch": 56.30077787381158,
      "grad_norm": 1.9105732440948486,
      "learning_rate": 2.7154893633975054e-05,
      "loss": 2.1093,
      "step": 65140
    },
    {
      "epoch": 56.30942091616249,
      "grad_norm": 1.9967459440231323,
      "learning_rate": 2.7140908277392917e-05,
      "loss": 2.0961,
      "step": 65150
    },
    {
      "epoch": 56.3180639585134,
      "grad_norm": 1.9583039283752441,
      "learning_rate": 2.7126925181431694e-05,
      "loss": 2.1154,
      "step": 65160
    },
    {
      "epoch": 56.3267070008643,
      "grad_norm": 2.588658571243286,
      "learning_rate": 2.711294434747419e-05,
      "loss": 2.0919,
      "step": 65170
    },
    {
      "epoch": 56.335350043215215,
      "grad_norm": 1.9378254413604736,
      "learning_rate": 2.709896577690305e-05,
      "loss": 2.1168,
      "step": 65180
    },
    {
      "epoch": 56.34399308556612,
      "grad_norm": 1.8843662738800049,
      "learning_rate": 2.708498947110063e-05,
      "loss": 2.1083,
      "step": 65190
    },
    {
      "epoch": 56.35263612791703,
      "grad_norm": 1.982869267463684,
      "learning_rate": 2.707101543144911e-05,
      "loss": 2.1045,
      "step": 65200
    },
    {
      "epoch": 56.361279170267935,
      "grad_norm": 2.2039623260498047,
      "learning_rate": 2.705704365933044e-05,
      "loss": 2.1163,
      "step": 65210
    },
    {
      "epoch": 56.36992221261884,
      "grad_norm": 2.29287052154541,
      "learning_rate": 2.7043074156126347e-05,
      "loss": 2.0966,
      "step": 65220
    },
    {
      "epoch": 56.37856525496975,
      "grad_norm": 2.0270917415618896,
      "learning_rate": 2.702910692321831e-05,
      "loss": 2.1128,
      "step": 65230
    },
    {
      "epoch": 56.387208297320655,
      "grad_norm": 1.945024013519287,
      "learning_rate": 2.701514196198762e-05,
      "loss": 2.1137,
      "step": 65240
    },
    {
      "epoch": 56.395851339671566,
      "grad_norm": 2.880190849304199,
      "learning_rate": 2.7001179273815314e-05,
      "loss": 2.1369,
      "step": 65250
    },
    {
      "epoch": 56.40449438202247,
      "grad_norm": 1.8810433149337769,
      "learning_rate": 2.698721886008221e-05,
      "loss": 2.113,
      "step": 65260
    },
    {
      "epoch": 56.41313742437338,
      "grad_norm": 2.056614398956299,
      "learning_rate": 2.6973260722168912e-05,
      "loss": 2.1121,
      "step": 65270
    },
    {
      "epoch": 56.421780466724286,
      "grad_norm": 1.7549035549163818,
      "learning_rate": 2.6959304861455796e-05,
      "loss": 2.1258,
      "step": 65280
    },
    {
      "epoch": 56.4304235090752,
      "grad_norm": 2.287311553955078,
      "learning_rate": 2.6945351279323006e-05,
      "loss": 2.1112,
      "step": 65290
    },
    {
      "epoch": 56.4390665514261,
      "grad_norm": 2.474370002746582,
      "learning_rate": 2.6931399977150478e-05,
      "loss": 2.1153,
      "step": 65300
    },
    {
      "epoch": 56.44770959377701,
      "grad_norm": 1.9886411428451538,
      "learning_rate": 2.691745095631788e-05,
      "loss": 2.1064,
      "step": 65310
    },
    {
      "epoch": 56.45635263612792,
      "grad_norm": 2.0303218364715576,
      "learning_rate": 2.6903504218204668e-05,
      "loss": 2.1144,
      "step": 65320
    },
    {
      "epoch": 56.46499567847882,
      "grad_norm": 1.9823071956634521,
      "learning_rate": 2.6889559764190135e-05,
      "loss": 2.1299,
      "step": 65330
    },
    {
      "epoch": 56.47363872082973,
      "grad_norm": 2.143514633178711,
      "learning_rate": 2.6875617595653285e-05,
      "loss": 2.1236,
      "step": 65340
    },
    {
      "epoch": 56.48228176318064,
      "grad_norm": 1.852615237236023,
      "learning_rate": 2.68616777139729e-05,
      "loss": 2.1336,
      "step": 65350
    },
    {
      "epoch": 56.49092480553155,
      "grad_norm": 2.008756160736084,
      "learning_rate": 2.6847740120527577e-05,
      "loss": 2.1395,
      "step": 65360
    },
    {
      "epoch": 56.49956784788245,
      "grad_norm": 2.04196834564209,
      "learning_rate": 2.6833804816695606e-05,
      "loss": 2.1204,
      "step": 65370
    },
    {
      "epoch": 56.508210890233364,
      "grad_norm": 2.077869415283203,
      "learning_rate": 2.6819871803855136e-05,
      "loss": 2.1346,
      "step": 65380
    },
    {
      "epoch": 56.51685393258427,
      "grad_norm": 1.8766776323318481,
      "learning_rate": 2.6805941083384047e-05,
      "loss": 2.1442,
      "step": 65390
    },
    {
      "epoch": 56.52549697493518,
      "grad_norm": 1.88365638256073,
      "learning_rate": 2.679201265665997e-05,
      "loss": 2.118,
      "step": 65400
    },
    {
      "epoch": 56.534140017286084,
      "grad_norm": 1.887339472770691,
      "learning_rate": 2.6778086525060398e-05,
      "loss": 2.1118,
      "step": 65410
    },
    {
      "epoch": 56.54278305963699,
      "grad_norm": 1.960249662399292,
      "learning_rate": 2.6764162689962518e-05,
      "loss": 2.1335,
      "step": 65420
    },
    {
      "epoch": 56.5514261019879,
      "grad_norm": 2.0482330322265625,
      "learning_rate": 2.6750241152743282e-05,
      "loss": 2.1377,
      "step": 65430
    },
    {
      "epoch": 56.560069144338804,
      "grad_norm": 1.8503721952438354,
      "learning_rate": 2.6736321914779473e-05,
      "loss": 2.1388,
      "step": 65440
    },
    {
      "epoch": 56.568712186689716,
      "grad_norm": 1.866485834121704,
      "learning_rate": 2.672240497744759e-05,
      "loss": 2.1596,
      "step": 65450
    },
    {
      "epoch": 56.57735522904062,
      "grad_norm": 1.887769103050232,
      "learning_rate": 2.6708490342123956e-05,
      "loss": 2.1269,
      "step": 65460
    },
    {
      "epoch": 56.58599827139153,
      "grad_norm": 1.9425334930419922,
      "learning_rate": 2.6694578010184623e-05,
      "loss": 2.1058,
      "step": 65470
    },
    {
      "epoch": 56.594641313742436,
      "grad_norm": 1.8316943645477295,
      "learning_rate": 2.668066798300545e-05,
      "loss": 2.1193,
      "step": 65480
    },
    {
      "epoch": 56.60328435609335,
      "grad_norm": 2.1482648849487305,
      "learning_rate": 2.6666760261962033e-05,
      "loss": 2.1118,
      "step": 65490
    },
    {
      "epoch": 56.61192739844425,
      "grad_norm": 1.9903219938278198,
      "learning_rate": 2.6652854848429763e-05,
      "loss": 2.1311,
      "step": 65500
    },
    {
      "epoch": 56.62057044079516,
      "grad_norm": 2.1424341201782227,
      "learning_rate": 2.6638951743783815e-05,
      "loss": 2.1275,
      "step": 65510
    },
    {
      "epoch": 56.62921348314607,
      "grad_norm": 2.089470863342285,
      "learning_rate": 2.6625050949399105e-05,
      "loss": 2.1336,
      "step": 65520
    },
    {
      "epoch": 56.63785652549697,
      "grad_norm": 1.9559963941574097,
      "learning_rate": 2.6611152466650335e-05,
      "loss": 2.1491,
      "step": 65530
    },
    {
      "epoch": 56.64649956784788,
      "grad_norm": 2.0726189613342285,
      "learning_rate": 2.6597256296911997e-05,
      "loss": 2.1462,
      "step": 65540
    },
    {
      "epoch": 56.65514261019879,
      "grad_norm": 1.9548258781433105,
      "learning_rate": 2.6583362441558302e-05,
      "loss": 2.1311,
      "step": 65550
    },
    {
      "epoch": 56.6637856525497,
      "grad_norm": 2.0600383281707764,
      "learning_rate": 2.6569470901963256e-05,
      "loss": 2.1372,
      "step": 65560
    },
    {
      "epoch": 56.6724286949006,
      "grad_norm": 2.0239603519439697,
      "learning_rate": 2.6555581679500698e-05,
      "loss": 2.1254,
      "step": 65570
    },
    {
      "epoch": 56.681071737251514,
      "grad_norm": 2.0059609413146973,
      "learning_rate": 2.6541694775544146e-05,
      "loss": 2.1308,
      "step": 65580
    },
    {
      "epoch": 56.68971477960242,
      "grad_norm": 1.973799705505371,
      "learning_rate": 2.6527810191466944e-05,
      "loss": 2.1441,
      "step": 65590
    },
    {
      "epoch": 56.69835782195333,
      "grad_norm": 1.9742460250854492,
      "learning_rate": 2.65139279286422e-05,
      "loss": 2.1549,
      "step": 65600
    },
    {
      "epoch": 56.707000864304234,
      "grad_norm": 1.8548109531402588,
      "learning_rate": 2.6500047988442756e-05,
      "loss": 2.1421,
      "step": 65610
    },
    {
      "epoch": 56.715643906655146,
      "grad_norm": 1.8942890167236328,
      "learning_rate": 2.6486170372241258e-05,
      "loss": 2.157,
      "step": 65620
    },
    {
      "epoch": 56.72428694900605,
      "grad_norm": 1.7396035194396973,
      "learning_rate": 2.6472295081410126e-05,
      "loss": 2.1557,
      "step": 65630
    },
    {
      "epoch": 56.732929991356954,
      "grad_norm": 2.1694936752319336,
      "learning_rate": 2.6458422117321525e-05,
      "loss": 2.1498,
      "step": 65640
    },
    {
      "epoch": 56.741573033707866,
      "grad_norm": 2.089812994003296,
      "learning_rate": 2.644455148134741e-05,
      "loss": 2.1623,
      "step": 65650
    },
    {
      "epoch": 56.75021607605877,
      "grad_norm": 1.9969561100006104,
      "learning_rate": 2.6430683174859518e-05,
      "loss": 2.149,
      "step": 65660
    },
    {
      "epoch": 56.75885911840968,
      "grad_norm": 1.9208213090896606,
      "learning_rate": 2.6416817199229306e-05,
      "loss": 2.1291,
      "step": 65670
    },
    {
      "epoch": 56.767502160760586,
      "grad_norm": 1.980757474899292,
      "learning_rate": 2.6402953555828057e-05,
      "loss": 2.1645,
      "step": 65680
    },
    {
      "epoch": 56.7761452031115,
      "grad_norm": 3.268146514892578,
      "learning_rate": 2.6389092246026787e-05,
      "loss": 2.1424,
      "step": 65690
    },
    {
      "epoch": 56.7847882454624,
      "grad_norm": 2.0650546550750732,
      "learning_rate": 2.63752332711963e-05,
      "loss": 2.1416,
      "step": 65700
    },
    {
      "epoch": 56.79343128781331,
      "grad_norm": 2.8488943576812744,
      "learning_rate": 2.6361376632707146e-05,
      "loss": 2.1696,
      "step": 65710
    },
    {
      "epoch": 56.80207433016422,
      "grad_norm": 1.9217559099197388,
      "learning_rate": 2.6347522331929676e-05,
      "loss": 2.1404,
      "step": 65720
    },
    {
      "epoch": 56.81071737251513,
      "grad_norm": 1.9304873943328857,
      "learning_rate": 2.6333670370233988e-05,
      "loss": 2.1682,
      "step": 65730
    },
    {
      "epoch": 56.81936041486603,
      "grad_norm": 2.1897706985473633,
      "learning_rate": 2.6319820748989954e-05,
      "loss": 2.1593,
      "step": 65740
    },
    {
      "epoch": 56.82800345721694,
      "grad_norm": 1.790022373199463,
      "learning_rate": 2.630597346956722e-05,
      "loss": 2.15,
      "step": 65750
    },
    {
      "epoch": 56.83664649956785,
      "grad_norm": 1.9801255464553833,
      "learning_rate": 2.6292128533335185e-05,
      "loss": 2.1536,
      "step": 65760
    },
    {
      "epoch": 56.84528954191875,
      "grad_norm": 2.1101629734039307,
      "learning_rate": 2.6278285941663032e-05,
      "loss": 2.1488,
      "step": 65770
    },
    {
      "epoch": 56.853932584269664,
      "grad_norm": 1.9917914867401123,
      "learning_rate": 2.6264445695919727e-05,
      "loss": 2.165,
      "step": 65780
    },
    {
      "epoch": 56.86257562662057,
      "grad_norm": 1.9166498184204102,
      "learning_rate": 2.625060779747395e-05,
      "loss": 2.1626,
      "step": 65790
    },
    {
      "epoch": 56.87121866897148,
      "grad_norm": 2.0042059421539307,
      "learning_rate": 2.6236772247694185e-05,
      "loss": 2.1482,
      "step": 65800
    },
    {
      "epoch": 56.879861711322384,
      "grad_norm": 2.1420512199401855,
      "learning_rate": 2.6222939047948668e-05,
      "loss": 2.1506,
      "step": 65810
    },
    {
      "epoch": 56.888504753673296,
      "grad_norm": 2.0435848236083984,
      "learning_rate": 2.620910819960547e-05,
      "loss": 2.1696,
      "step": 65820
    },
    {
      "epoch": 56.8971477960242,
      "grad_norm": 2.5168426036834717,
      "learning_rate": 2.6195279704032338e-05,
      "loss": 2.1633,
      "step": 65830
    },
    {
      "epoch": 56.90579083837511,
      "grad_norm": 1.9456278085708618,
      "learning_rate": 2.6181453562596846e-05,
      "loss": 2.1471,
      "step": 65840
    },
    {
      "epoch": 56.914433880726016,
      "grad_norm": 2.0108892917633057,
      "learning_rate": 2.6167629776666288e-05,
      "loss": 2.1552,
      "step": 65850
    },
    {
      "epoch": 56.92307692307692,
      "grad_norm": 1.933557391166687,
      "learning_rate": 2.615380834760775e-05,
      "loss": 2.1814,
      "step": 65860
    },
    {
      "epoch": 56.93171996542783,
      "grad_norm": 2.093752861022949,
      "learning_rate": 2.6139989276788097e-05,
      "loss": 2.1731,
      "step": 65870
    },
    {
      "epoch": 56.940363007778735,
      "grad_norm": 2.4118499755859375,
      "learning_rate": 2.6126172565573942e-05,
      "loss": 2.1696,
      "step": 65880
    },
    {
      "epoch": 56.94900605012965,
      "grad_norm": 1.9688818454742432,
      "learning_rate": 2.611235821533167e-05,
      "loss": 2.1436,
      "step": 65890
    },
    {
      "epoch": 56.95764909248055,
      "grad_norm": 1.9150886535644531,
      "learning_rate": 2.6098546227427445e-05,
      "loss": 2.1848,
      "step": 65900
    },
    {
      "epoch": 56.96629213483146,
      "grad_norm": 1.9237908124923706,
      "learning_rate": 2.608473660322717e-05,
      "loss": 2.1629,
      "step": 65910
    },
    {
      "epoch": 56.97493517718237,
      "grad_norm": 2.014509916305542,
      "learning_rate": 2.6070929344096544e-05,
      "loss": 2.1625,
      "step": 65920
    },
    {
      "epoch": 56.98357821953328,
      "grad_norm": 2.119364023208618,
      "learning_rate": 2.6057124451401016e-05,
      "loss": 2.1747,
      "step": 65930
    },
    {
      "epoch": 56.99222126188418,
      "grad_norm": 1.9359447956085205,
      "learning_rate": 2.6043321926505792e-05,
      "loss": 2.1757,
      "step": 65940
    },
    {
      "epoch": 57.000864304235094,
      "grad_norm": 1.9574729204177856,
      "learning_rate": 2.6029521770775868e-05,
      "loss": 2.2046,
      "step": 65950
    },
    {
      "epoch": 57.009507346586,
      "grad_norm": 1.7714154720306396,
      "learning_rate": 2.6015723985576006e-05,
      "loss": 2.0142,
      "step": 65960
    },
    {
      "epoch": 57.0181503889369,
      "grad_norm": 1.8882449865341187,
      "learning_rate": 2.6001928572270685e-05,
      "loss": 2.0621,
      "step": 65970
    },
    {
      "epoch": 57.026793431287814,
      "grad_norm": 1.7956575155258179,
      "learning_rate": 2.5988135532224182e-05,
      "loss": 2.0162,
      "step": 65980
    },
    {
      "epoch": 57.03543647363872,
      "grad_norm": 2.1399285793304443,
      "learning_rate": 2.5974344866800582e-05,
      "loss": 2.0331,
      "step": 65990
    },
    {
      "epoch": 57.04407951598963,
      "grad_norm": 1.9986313581466675,
      "learning_rate": 2.596055657736368e-05,
      "loss": 2.0538,
      "step": 66000
    },
    {
      "epoch": 57.052722558340534,
      "grad_norm": 1.8400042057037354,
      "learning_rate": 2.5946770665277043e-05,
      "loss": 2.0348,
      "step": 66010
    },
    {
      "epoch": 57.061365600691445,
      "grad_norm": 2.1556787490844727,
      "learning_rate": 2.593298713190404e-05,
      "loss": 2.0412,
      "step": 66020
    },
    {
      "epoch": 57.07000864304235,
      "grad_norm": 1.9155322313308716,
      "learning_rate": 2.591920597860773e-05,
      "loss": 2.042,
      "step": 66030
    },
    {
      "epoch": 57.07865168539326,
      "grad_norm": 1.9461098909378052,
      "learning_rate": 2.5905427206751003e-05,
      "loss": 2.0394,
      "step": 66040
    },
    {
      "epoch": 57.087294727744165,
      "grad_norm": 1.8874071836471558,
      "learning_rate": 2.58916508176965e-05,
      "loss": 2.0566,
      "step": 66050
    },
    {
      "epoch": 57.09593777009508,
      "grad_norm": 1.9793407917022705,
      "learning_rate": 2.5877876812806588e-05,
      "loss": 2.0901,
      "step": 66060
    },
    {
      "epoch": 57.10458081244598,
      "grad_norm": 1.8764053583145142,
      "learning_rate": 2.5864105193443476e-05,
      "loss": 2.0649,
      "step": 66070
    },
    {
      "epoch": 57.113223854796885,
      "grad_norm": 2.191527843475342,
      "learning_rate": 2.5850335960969095e-05,
      "loss": 2.0536,
      "step": 66080
    },
    {
      "epoch": 57.1218668971478,
      "grad_norm": 1.8461172580718994,
      "learning_rate": 2.5836569116745092e-05,
      "loss": 2.0502,
      "step": 66090
    },
    {
      "epoch": 57.1305099394987,
      "grad_norm": 2.0625009536743164,
      "learning_rate": 2.5822804662132943e-05,
      "loss": 2.0551,
      "step": 66100
    },
    {
      "epoch": 57.13915298184961,
      "grad_norm": 1.919251799583435,
      "learning_rate": 2.580904259849386e-05,
      "loss": 2.0732,
      "step": 66110
    },
    {
      "epoch": 57.14779602420052,
      "grad_norm": 2.0689949989318848,
      "learning_rate": 2.5795282927188835e-05,
      "loss": 2.0437,
      "step": 66120
    },
    {
      "epoch": 57.15643906655143,
      "grad_norm": 1.9884709119796753,
      "learning_rate": 2.57815256495786e-05,
      "loss": 2.0609,
      "step": 66130
    },
    {
      "epoch": 57.16508210890233,
      "grad_norm": 1.988007664680481,
      "learning_rate": 2.576777076702368e-05,
      "loss": 2.0555,
      "step": 66140
    },
    {
      "epoch": 57.173725151253244,
      "grad_norm": 2.0140843391418457,
      "learning_rate": 2.5754018280884328e-05,
      "loss": 2.0631,
      "step": 66150
    },
    {
      "epoch": 57.18236819360415,
      "grad_norm": 1.9690014123916626,
      "learning_rate": 2.5740268192520595e-05,
      "loss": 2.0624,
      "step": 66160
    },
    {
      "epoch": 57.19101123595506,
      "grad_norm": 1.9259315729141235,
      "learning_rate": 2.5726520503292273e-05,
      "loss": 2.0748,
      "step": 66170
    },
    {
      "epoch": 57.199654278305964,
      "grad_norm": 1.9620639085769653,
      "learning_rate": 2.5712775214558914e-05,
      "loss": 2.0745,
      "step": 66180
    },
    {
      "epoch": 57.20829732065687,
      "grad_norm": 2.3950512409210205,
      "learning_rate": 2.5699032327679856e-05,
      "loss": 2.0718,
      "step": 66190
    },
    {
      "epoch": 57.21694036300778,
      "grad_norm": 1.8691602945327759,
      "learning_rate": 2.568529184401419e-05,
      "loss": 2.0868,
      "step": 66200
    },
    {
      "epoch": 57.225583405358684,
      "grad_norm": 1.901024341583252,
      "learning_rate": 2.567155376492074e-05,
      "loss": 2.0427,
      "step": 66210
    },
    {
      "epoch": 57.234226447709595,
      "grad_norm": 2.1248888969421387,
      "learning_rate": 2.5657818091758116e-05,
      "loss": 2.1014,
      "step": 66220
    },
    {
      "epoch": 57.2428694900605,
      "grad_norm": 1.8681178092956543,
      "learning_rate": 2.564408482588469e-05,
      "loss": 2.0594,
      "step": 66230
    },
    {
      "epoch": 57.25151253241141,
      "grad_norm": 1.964219331741333,
      "learning_rate": 2.5630353968658617e-05,
      "loss": 2.0871,
      "step": 66240
    },
    {
      "epoch": 57.260155574762315,
      "grad_norm": 1.9851747751235962,
      "learning_rate": 2.561662552143779e-05,
      "loss": 2.0696,
      "step": 66250
    },
    {
      "epoch": 57.26879861711323,
      "grad_norm": 1.9697667360305786,
      "learning_rate": 2.5602899485579874e-05,
      "loss": 2.0722,
      "step": 66260
    },
    {
      "epoch": 57.27744165946413,
      "grad_norm": 2.049983501434326,
      "learning_rate": 2.558917586244225e-05,
      "loss": 2.0869,
      "step": 66270
    },
    {
      "epoch": 57.28608470181504,
      "grad_norm": 2.2363412380218506,
      "learning_rate": 2.5575454653382124e-05,
      "loss": 2.0946,
      "step": 66280
    },
    {
      "epoch": 57.29472774416595,
      "grad_norm": 1.7396819591522217,
      "learning_rate": 2.556173585975643e-05,
      "loss": 2.0941,
      "step": 66290
    },
    {
      "epoch": 57.30337078651685,
      "grad_norm": 1.9936493635177612,
      "learning_rate": 2.554801948292188e-05,
      "loss": 2.0695,
      "step": 66300
    },
    {
      "epoch": 57.31201382886776,
      "grad_norm": 2.1045713424682617,
      "learning_rate": 2.5534305524234912e-05,
      "loss": 2.0733,
      "step": 66310
    },
    {
      "epoch": 57.32065687121867,
      "grad_norm": 2.04571270942688,
      "learning_rate": 2.552059398505181e-05,
      "loss": 2.0709,
      "step": 66320
    },
    {
      "epoch": 57.32929991356958,
      "grad_norm": 1.9434713125228882,
      "learning_rate": 2.5506884866728497e-05,
      "loss": 2.101,
      "step": 66330
    },
    {
      "epoch": 57.33794295592048,
      "grad_norm": 2.5655910968780518,
      "learning_rate": 2.5493178170620745e-05,
      "loss": 2.0976,
      "step": 66340
    },
    {
      "epoch": 57.346585998271394,
      "grad_norm": 1.9646027088165283,
      "learning_rate": 2.5479473898084062e-05,
      "loss": 2.0947,
      "step": 66350
    },
    {
      "epoch": 57.3552290406223,
      "grad_norm": 1.9141656160354614,
      "learning_rate": 2.5465772050473703e-05,
      "loss": 2.0853,
      "step": 66360
    },
    {
      "epoch": 57.36387208297321,
      "grad_norm": 1.9106286764144897,
      "learning_rate": 2.5452072629144702e-05,
      "loss": 2.0923,
      "step": 66370
    },
    {
      "epoch": 57.372515125324114,
      "grad_norm": 2.033813953399658,
      "learning_rate": 2.543837563545185e-05,
      "loss": 2.1028,
      "step": 66380
    },
    {
      "epoch": 57.381158167675025,
      "grad_norm": 1.961867332458496,
      "learning_rate": 2.5424681070749706e-05,
      "loss": 2.1012,
      "step": 66390
    },
    {
      "epoch": 57.38980121002593,
      "grad_norm": 1.8762118816375732,
      "learning_rate": 2.5410988936392523e-05,
      "loss": 2.1085,
      "step": 66400
    },
    {
      "epoch": 57.398444252376834,
      "grad_norm": 1.9783446788787842,
      "learning_rate": 2.5397299233734424e-05,
      "loss": 2.0817,
      "step": 66410
    },
    {
      "epoch": 57.407087294727745,
      "grad_norm": 1.9469674825668335,
      "learning_rate": 2.5383611964129217e-05,
      "loss": 2.0982,
      "step": 66420
    },
    {
      "epoch": 57.41573033707865,
      "grad_norm": 2.0145535469055176,
      "learning_rate": 2.5369927128930483e-05,
      "loss": 2.0851,
      "step": 66430
    },
    {
      "epoch": 57.42437337942956,
      "grad_norm": 1.8954546451568604,
      "learning_rate": 2.5356244729491584e-05,
      "loss": 2.102,
      "step": 66440
    },
    {
      "epoch": 57.433016421780465,
      "grad_norm": 1.945303201675415,
      "learning_rate": 2.53425647671656e-05,
      "loss": 2.0883,
      "step": 66450
    },
    {
      "epoch": 57.44165946413138,
      "grad_norm": 1.967752456665039,
      "learning_rate": 2.5328887243305388e-05,
      "loss": 2.1063,
      "step": 66460
    },
    {
      "epoch": 57.45030250648228,
      "grad_norm": 2.2732698917388916,
      "learning_rate": 2.5315212159263598e-05,
      "loss": 2.1009,
      "step": 66470
    },
    {
      "epoch": 57.45894554883319,
      "grad_norm": 2.1307919025421143,
      "learning_rate": 2.530153951639257e-05,
      "loss": 2.0854,
      "step": 66480
    },
    {
      "epoch": 57.4675885911841,
      "grad_norm": 2.0808560848236084,
      "learning_rate": 2.5287869316044483e-05,
      "loss": 2.1155,
      "step": 66490
    },
    {
      "epoch": 57.47623163353501,
      "grad_norm": 2.0251896381378174,
      "learning_rate": 2.527420155957124e-05,
      "loss": 2.1089,
      "step": 66500
    },
    {
      "epoch": 57.48487467588591,
      "grad_norm": 2.4895541667938232,
      "learning_rate": 2.526053624832446e-05,
      "loss": 2.1079,
      "step": 66510
    },
    {
      "epoch": 57.49351771823682,
      "grad_norm": 2.0246565341949463,
      "learning_rate": 2.5246873383655574e-05,
      "loss": 2.1231,
      "step": 66520
    },
    {
      "epoch": 57.50216076058773,
      "grad_norm": 2.029111385345459,
      "learning_rate": 2.5233212966915747e-05,
      "loss": 2.0992,
      "step": 66530
    },
    {
      "epoch": 57.51080380293863,
      "grad_norm": 2.192220449447632,
      "learning_rate": 2.521955499945592e-05,
      "loss": 2.1181,
      "step": 66540
    },
    {
      "epoch": 57.51944684528954,
      "grad_norm": 2.1750681400299072,
      "learning_rate": 2.5205899482626765e-05,
      "loss": 2.0952,
      "step": 66550
    },
    {
      "epoch": 57.52808988764045,
      "grad_norm": 1.9858767986297607,
      "learning_rate": 2.5192246417778742e-05,
      "loss": 2.1276,
      "step": 66560
    },
    {
      "epoch": 57.53673292999136,
      "grad_norm": 2.063901901245117,
      "learning_rate": 2.5178595806262046e-05,
      "loss": 2.0918,
      "step": 66570
    },
    {
      "epoch": 57.54537597234226,
      "grad_norm": 1.968889832496643,
      "learning_rate": 2.516494764942664e-05,
      "loss": 2.0944,
      "step": 66580
    },
    {
      "epoch": 57.554019014693175,
      "grad_norm": 1.9308369159698486,
      "learning_rate": 2.5151301948622237e-05,
      "loss": 2.1217,
      "step": 66590
    },
    {
      "epoch": 57.56266205704408,
      "grad_norm": 2.1065328121185303,
      "learning_rate": 2.5137658705198314e-05,
      "loss": 2.1222,
      "step": 66600
    },
    {
      "epoch": 57.57130509939499,
      "grad_norm": 2.1710166931152344,
      "learning_rate": 2.5124017920504106e-05,
      "loss": 2.1181,
      "step": 66610
    },
    {
      "epoch": 57.579948141745895,
      "grad_norm": 1.8311352729797363,
      "learning_rate": 2.511037959588859e-05,
      "loss": 2.1015,
      "step": 66620
    },
    {
      "epoch": 57.5885911840968,
      "grad_norm": 2.051091432571411,
      "learning_rate": 2.5096743732700546e-05,
      "loss": 2.1187,
      "step": 66630
    },
    {
      "epoch": 57.59723422644771,
      "grad_norm": 2.1663055419921875,
      "learning_rate": 2.5083110332288417e-05,
      "loss": 2.1067,
      "step": 66640
    },
    {
      "epoch": 57.605877268798615,
      "grad_norm": 2.1065280437469482,
      "learning_rate": 2.5069479396000483e-05,
      "loss": 2.0895,
      "step": 66650
    },
    {
      "epoch": 57.614520311149526,
      "grad_norm": 1.941774606704712,
      "learning_rate": 2.5055850925184776e-05,
      "loss": 2.1381,
      "step": 66660
    },
    {
      "epoch": 57.62316335350043,
      "grad_norm": 1.9328582286834717,
      "learning_rate": 2.5042224921189067e-05,
      "loss": 2.0857,
      "step": 66670
    },
    {
      "epoch": 57.63180639585134,
      "grad_norm": 1.9999310970306396,
      "learning_rate": 2.5028601385360884e-05,
      "loss": 2.1115,
      "step": 66680
    },
    {
      "epoch": 57.640449438202246,
      "grad_norm": 2.213336944580078,
      "learning_rate": 2.501498031904748e-05,
      "loss": 2.1503,
      "step": 66690
    },
    {
      "epoch": 57.64909248055316,
      "grad_norm": 2.0640158653259277,
      "learning_rate": 2.5001361723595918e-05,
      "loss": 2.1196,
      "step": 66700
    },
    {
      "epoch": 57.65773552290406,
      "grad_norm": 2.098996639251709,
      "learning_rate": 2.4987745600352973e-05,
      "loss": 2.1295,
      "step": 66710
    },
    {
      "epoch": 57.666378565254966,
      "grad_norm": 2.1587300300598145,
      "learning_rate": 2.497413195066521e-05,
      "loss": 2.0948,
      "step": 66720
    },
    {
      "epoch": 57.67502160760588,
      "grad_norm": 1.9134334325790405,
      "learning_rate": 2.496052077587891e-05,
      "loss": 2.1244,
      "step": 66730
    },
    {
      "epoch": 57.68366464995678,
      "grad_norm": 2.009183645248413,
      "learning_rate": 2.494691207734019e-05,
      "loss": 2.108,
      "step": 66740
    },
    {
      "epoch": 57.69230769230769,
      "grad_norm": 2.2149999141693115,
      "learning_rate": 2.4933305856394807e-05,
      "loss": 2.1337,
      "step": 66750
    },
    {
      "epoch": 57.7009507346586,
      "grad_norm": 2.1953928470611572,
      "learning_rate": 2.4919702114388354e-05,
      "loss": 2.117,
      "step": 66760
    },
    {
      "epoch": 57.70959377700951,
      "grad_norm": 1.9269732236862183,
      "learning_rate": 2.4906100852666152e-05,
      "loss": 2.1319,
      "step": 66770
    },
    {
      "epoch": 57.71823681936041,
      "grad_norm": 1.9363867044448853,
      "learning_rate": 2.4892502072573276e-05,
      "loss": 2.1078,
      "step": 66780
    },
    {
      "epoch": 57.726879861711325,
      "grad_norm": 2.0293424129486084,
      "learning_rate": 2.487890577545457e-05,
      "loss": 2.1166,
      "step": 66790
    },
    {
      "epoch": 57.73552290406223,
      "grad_norm": 2.202240467071533,
      "learning_rate": 2.486531196265462e-05,
      "loss": 2.1196,
      "step": 66800
    },
    {
      "epoch": 57.74416594641314,
      "grad_norm": 2.0511412620544434,
      "learning_rate": 2.485172063551776e-05,
      "loss": 2.1089,
      "step": 66810
    },
    {
      "epoch": 57.752808988764045,
      "grad_norm": 2.0827744007110596,
      "learning_rate": 2.48381317953881e-05,
      "loss": 2.1431,
      "step": 66820
    },
    {
      "epoch": 57.76145203111495,
      "grad_norm": 1.9430173635482788,
      "learning_rate": 2.4824545443609487e-05,
      "loss": 2.1085,
      "step": 66830
    },
    {
      "epoch": 57.77009507346586,
      "grad_norm": 2.1531364917755127,
      "learning_rate": 2.4810961581525517e-05,
      "loss": 2.1198,
      "step": 66840
    },
    {
      "epoch": 57.778738115816765,
      "grad_norm": 1.8550623655319214,
      "learning_rate": 2.479738021047956e-05,
      "loss": 2.1211,
      "step": 66850
    },
    {
      "epoch": 57.787381158167676,
      "grad_norm": 2.4909112453460693,
      "learning_rate": 2.4783801331814743e-05,
      "loss": 2.1242,
      "step": 66860
    },
    {
      "epoch": 57.79602420051858,
      "grad_norm": 2.0580661296844482,
      "learning_rate": 2.4770224946873894e-05,
      "loss": 2.1135,
      "step": 66870
    },
    {
      "epoch": 57.80466724286949,
      "grad_norm": 2.108041524887085,
      "learning_rate": 2.475665105699965e-05,
      "loss": 2.1359,
      "step": 66880
    },
    {
      "epoch": 57.813310285220396,
      "grad_norm": 2.1205766201019287,
      "learning_rate": 2.474307966353437e-05,
      "loss": 2.1269,
      "step": 66890
    },
    {
      "epoch": 57.82195332757131,
      "grad_norm": 2.6432578563690186,
      "learning_rate": 2.4729510767820206e-05,
      "loss": 2.1332,
      "step": 66900
    },
    {
      "epoch": 57.83059636992221,
      "grad_norm": 1.854826807975769,
      "learning_rate": 2.4715944371199035e-05,
      "loss": 2.1432,
      "step": 66910
    },
    {
      "epoch": 57.83923941227312,
      "grad_norm": 2.4302921295166016,
      "learning_rate": 2.4702380475012493e-05,
      "loss": 2.1344,
      "step": 66920
    },
    {
      "epoch": 57.84788245462403,
      "grad_norm": 2.083463430404663,
      "learning_rate": 2.4688819080601933e-05,
      "loss": 2.1093,
      "step": 66930
    },
    {
      "epoch": 57.85652549697493,
      "grad_norm": 1.9732418060302734,
      "learning_rate": 2.4675260189308514e-05,
      "loss": 2.1402,
      "step": 66940
    },
    {
      "epoch": 57.86516853932584,
      "grad_norm": 1.8633699417114258,
      "learning_rate": 2.466170380247311e-05,
      "loss": 2.1451,
      "step": 66950
    },
    {
      "epoch": 57.87381158167675,
      "grad_norm": 1.9480245113372803,
      "learning_rate": 2.4648149921436385e-05,
      "loss": 2.1261,
      "step": 66960
    },
    {
      "epoch": 57.88245462402766,
      "grad_norm": 2.153486728668213,
      "learning_rate": 2.4634598547538717e-05,
      "loss": 2.1362,
      "step": 66970
    },
    {
      "epoch": 57.89109766637856,
      "grad_norm": 2.3686492443084717,
      "learning_rate": 2.4621049682120255e-05,
      "loss": 2.1324,
      "step": 66980
    },
    {
      "epoch": 57.899740708729475,
      "grad_norm": 2.3230514526367188,
      "learning_rate": 2.4607503326520897e-05,
      "loss": 2.1367,
      "step": 66990
    },
    {
      "epoch": 57.90838375108038,
      "grad_norm": 1.9279707670211792,
      "learning_rate": 2.4593959482080298e-05,
      "loss": 2.1288,
      "step": 67000
    },
    {
      "epoch": 57.91702679343129,
      "grad_norm": 2.0043158531188965,
      "learning_rate": 2.4580418150137856e-05,
      "loss": 2.1394,
      "step": 67010
    },
    {
      "epoch": 57.925669835782195,
      "grad_norm": 2.0097403526306152,
      "learning_rate": 2.456687933203272e-05,
      "loss": 2.1489,
      "step": 67020
    },
    {
      "epoch": 57.934312878133106,
      "grad_norm": 2.0014753341674805,
      "learning_rate": 2.4553343029103796e-05,
      "loss": 2.1392,
      "step": 67030
    },
    {
      "epoch": 57.94295592048401,
      "grad_norm": 2.2059645652770996,
      "learning_rate": 2.4539809242689742e-05,
      "loss": 2.1371,
      "step": 67040
    },
    {
      "epoch": 57.951598962834915,
      "grad_norm": 1.887404203414917,
      "learning_rate": 2.4526277974128987e-05,
      "loss": 2.1392,
      "step": 67050
    },
    {
      "epoch": 57.960242005185826,
      "grad_norm": 2.092085838317871,
      "learning_rate": 2.4512749224759624e-05,
      "loss": 2.1281,
      "step": 67060
    },
    {
      "epoch": 57.96888504753673,
      "grad_norm": 2.5044100284576416,
      "learning_rate": 2.449922299591962e-05,
      "loss": 2.1733,
      "step": 67070
    },
    {
      "epoch": 57.97752808988764,
      "grad_norm": 2.0952088832855225,
      "learning_rate": 2.4485699288946617e-05,
      "loss": 2.1324,
      "step": 67080
    },
    {
      "epoch": 57.986171132238546,
      "grad_norm": 1.9225924015045166,
      "learning_rate": 2.4472178105178028e-05,
      "loss": 2.1449,
      "step": 67090
    },
    {
      "epoch": 57.99481417458946,
      "grad_norm": 2.1676290035247803,
      "learning_rate": 2.4458659445951027e-05,
      "loss": 2.1303,
      "step": 67100
    },
    {
      "epoch": 58.00345721694036,
      "grad_norm": 1.8457509279251099,
      "learning_rate": 2.4445143312602488e-05,
      "loss": 2.1747,
      "step": 67110
    },
    {
      "epoch": 58.01210025929127,
      "grad_norm": 2.0369515419006348,
      "learning_rate": 2.4431629706469094e-05,
      "loss": 2.0173,
      "step": 67120
    },
    {
      "epoch": 58.02074330164218,
      "grad_norm": 2.3369219303131104,
      "learning_rate": 2.441811862888725e-05,
      "loss": 2.0116,
      "step": 67130
    },
    {
      "epoch": 58.02938634399309,
      "grad_norm": 1.812476634979248,
      "learning_rate": 2.4404610081193103e-05,
      "loss": 2.0179,
      "step": 67140
    },
    {
      "epoch": 58.03802938634399,
      "grad_norm": 1.9017359018325806,
      "learning_rate": 2.4391104064722603e-05,
      "loss": 2.019,
      "step": 67150
    },
    {
      "epoch": 58.0466724286949,
      "grad_norm": 2.021056890487671,
      "learning_rate": 2.4377600580811405e-05,
      "loss": 2.0329,
      "step": 67160
    },
    {
      "epoch": 58.05531547104581,
      "grad_norm": 1.9045830965042114,
      "learning_rate": 2.436409963079488e-05,
      "loss": 2.0115,
      "step": 67170
    },
    {
      "epoch": 58.06395851339671,
      "grad_norm": 1.903509259223938,
      "learning_rate": 2.435060121600821e-05,
      "loss": 2.0389,
      "step": 67180
    },
    {
      "epoch": 58.072601555747625,
      "grad_norm": 1.891478419303894,
      "learning_rate": 2.433710533778631e-05,
      "loss": 2.0291,
      "step": 67190
    },
    {
      "epoch": 58.08124459809853,
      "grad_norm": 1.9536651372909546,
      "learning_rate": 2.432361199746383e-05,
      "loss": 2.0278,
      "step": 67200
    },
    {
      "epoch": 58.08988764044944,
      "grad_norm": 3.123955726623535,
      "learning_rate": 2.4310121196375174e-05,
      "loss": 2.0127,
      "step": 67210
    },
    {
      "epoch": 58.098530682800344,
      "grad_norm": 1.982840657234192,
      "learning_rate": 2.42966329358545e-05,
      "loss": 2.0307,
      "step": 67220
    },
    {
      "epoch": 58.107173725151256,
      "grad_norm": 1.9577637910842896,
      "learning_rate": 2.4283147217235718e-05,
      "loss": 2.0249,
      "step": 67230
    },
    {
      "epoch": 58.11581676750216,
      "grad_norm": 2.028055191040039,
      "learning_rate": 2.4269664041852475e-05,
      "loss": 2.0294,
      "step": 67240
    },
    {
      "epoch": 58.12445980985307,
      "grad_norm": 2.288217544555664,
      "learning_rate": 2.4256183411038174e-05,
      "loss": 2.0467,
      "step": 67250
    },
    {
      "epoch": 58.133102852203976,
      "grad_norm": 2.1024529933929443,
      "learning_rate": 2.4242705326125968e-05,
      "loss": 2.0375,
      "step": 67260
    },
    {
      "epoch": 58.14174589455488,
      "grad_norm": 2.5107126235961914,
      "learning_rate": 2.4229229788448755e-05,
      "loss": 2.0465,
      "step": 67270
    },
    {
      "epoch": 58.15038893690579,
      "grad_norm": 2.045825242996216,
      "learning_rate": 2.4215756799339174e-05,
      "loss": 2.0434,
      "step": 67280
    },
    {
      "epoch": 58.159031979256696,
      "grad_norm": 2.2571587562561035,
      "learning_rate": 2.4202286360129646e-05,
      "loss": 2.047,
      "step": 67290
    },
    {
      "epoch": 58.16767502160761,
      "grad_norm": 2.0267975330352783,
      "learning_rate": 2.4188818472152262e-05,
      "loss": 2.0381,
      "step": 67300
    },
    {
      "epoch": 58.17631806395851,
      "grad_norm": 2.570624351501465,
      "learning_rate": 2.417535313673893e-05,
      "loss": 2.0269,
      "step": 67310
    },
    {
      "epoch": 58.18496110630942,
      "grad_norm": 1.9975816011428833,
      "learning_rate": 2.4161890355221324e-05,
      "loss": 2.0321,
      "step": 67320
    },
    {
      "epoch": 58.19360414866033,
      "grad_norm": 1.9121991395950317,
      "learning_rate": 2.4148430128930794e-05,
      "loss": 2.0497,
      "step": 67330
    },
    {
      "epoch": 58.20224719101124,
      "grad_norm": 2.2523865699768066,
      "learning_rate": 2.4134972459198497e-05,
      "loss": 2.0457,
      "step": 67340
    },
    {
      "epoch": 58.21089023336214,
      "grad_norm": 1.970391869544983,
      "learning_rate": 2.4121517347355282e-05,
      "loss": 2.0571,
      "step": 67350
    },
    {
      "epoch": 58.219533275713054,
      "grad_norm": 2.0806028842926025,
      "learning_rate": 2.410806479473179e-05,
      "loss": 2.0658,
      "step": 67360
    },
    {
      "epoch": 58.22817631806396,
      "grad_norm": 1.9013819694519043,
      "learning_rate": 2.409461480265839e-05,
      "loss": 2.0439,
      "step": 67370
    },
    {
      "epoch": 58.23681936041486,
      "grad_norm": 2.3215084075927734,
      "learning_rate": 2.40811673724652e-05,
      "loss": 2.0666,
      "step": 67380
    },
    {
      "epoch": 58.245462402765774,
      "grad_norm": 1.968917965888977,
      "learning_rate": 2.4067722505482083e-05,
      "loss": 2.0537,
      "step": 67390
    },
    {
      "epoch": 58.25410544511668,
      "grad_norm": 2.3690617084503174,
      "learning_rate": 2.4054280203038693e-05,
      "loss": 2.0438,
      "step": 67400
    },
    {
      "epoch": 58.26274848746759,
      "grad_norm": 2.2962517738342285,
      "learning_rate": 2.404084046646434e-05,
      "loss": 2.0768,
      "step": 67410
    },
    {
      "epoch": 58.271391529818494,
      "grad_norm": 2.053891897201538,
      "learning_rate": 2.402740329708814e-05,
      "loss": 2.0722,
      "step": 67420
    },
    {
      "epoch": 58.280034572169406,
      "grad_norm": 2.0151216983795166,
      "learning_rate": 2.4013968696238958e-05,
      "loss": 2.0468,
      "step": 67430
    },
    {
      "epoch": 58.28867761452031,
      "grad_norm": 1.9876447916030884,
      "learning_rate": 2.400053666524539e-05,
      "loss": 2.0403,
      "step": 67440
    },
    {
      "epoch": 58.29732065687122,
      "grad_norm": 1.937517762184143,
      "learning_rate": 2.3987107205435765e-05,
      "loss": 2.0413,
      "step": 67450
    },
    {
      "epoch": 58.305963699222126,
      "grad_norm": 2.0287795066833496,
      "learning_rate": 2.3973680318138188e-05,
      "loss": 2.0577,
      "step": 67460
    },
    {
      "epoch": 58.31460674157304,
      "grad_norm": 2.388669967651367,
      "learning_rate": 2.396025600468051e-05,
      "loss": 2.0667,
      "step": 67470
    },
    {
      "epoch": 58.32324978392394,
      "grad_norm": 1.9724924564361572,
      "learning_rate": 2.3946834266390245e-05,
      "loss": 2.0613,
      "step": 67480
    },
    {
      "epoch": 58.331892826274846,
      "grad_norm": 2.5662386417388916,
      "learning_rate": 2.3933415104594787e-05,
      "loss": 2.0539,
      "step": 67490
    },
    {
      "epoch": 58.34053586862576,
      "grad_norm": 1.9944541454315186,
      "learning_rate": 2.3919998520621184e-05,
      "loss": 2.0853,
      "step": 67500
    },
    {
      "epoch": 58.34917891097666,
      "grad_norm": 2.069662570953369,
      "learning_rate": 2.390658451579625e-05,
      "loss": 2.0557,
      "step": 67510
    },
    {
      "epoch": 58.35782195332757,
      "grad_norm": 2.0488951206207275,
      "learning_rate": 2.3893173091446568e-05,
      "loss": 2.0801,
      "step": 67520
    },
    {
      "epoch": 58.36646499567848,
      "grad_norm": 2.1148910522460938,
      "learning_rate": 2.3879764248898405e-05,
      "loss": 2.0512,
      "step": 67530
    },
    {
      "epoch": 58.37510803802939,
      "grad_norm": 2.0975353717803955,
      "learning_rate": 2.386635798947783e-05,
      "loss": 2.0727,
      "step": 67540
    },
    {
      "epoch": 58.38375108038029,
      "grad_norm": 2.482545852661133,
      "learning_rate": 2.385295431451064e-05,
      "loss": 2.0873,
      "step": 67550
    },
    {
      "epoch": 58.392394122731204,
      "grad_norm": 1.911641001701355,
      "learning_rate": 2.3839553225322347e-05,
      "loss": 2.0862,
      "step": 67560
    },
    {
      "epoch": 58.40103716508211,
      "grad_norm": 2.04306960105896,
      "learning_rate": 2.3826154723238286e-05,
      "loss": 2.1002,
      "step": 67570
    },
    {
      "epoch": 58.40968020743302,
      "grad_norm": 2.0413053035736084,
      "learning_rate": 2.3812758809583474e-05,
      "loss": 2.0593,
      "step": 67580
    },
    {
      "epoch": 58.418323249783924,
      "grad_norm": 1.961002230644226,
      "learning_rate": 2.379936548568265e-05,
      "loss": 2.0861,
      "step": 67590
    },
    {
      "epoch": 58.42696629213483,
      "grad_norm": 2.0575103759765625,
      "learning_rate": 2.378597475286035e-05,
      "loss": 2.0674,
      "step": 67600
    },
    {
      "epoch": 58.43560933448574,
      "grad_norm": 2.9530727863311768,
      "learning_rate": 2.377258661244083e-05,
      "loss": 2.0538,
      "step": 67610
    },
    {
      "epoch": 58.444252376836644,
      "grad_norm": 1.9705179929733276,
      "learning_rate": 2.3759201065748094e-05,
      "loss": 2.0614,
      "step": 67620
    },
    {
      "epoch": 58.452895419187556,
      "grad_norm": 2.5275790691375732,
      "learning_rate": 2.374581811410589e-05,
      "loss": 2.0446,
      "step": 67630
    },
    {
      "epoch": 58.46153846153846,
      "grad_norm": 1.960932970046997,
      "learning_rate": 2.3732437758837706e-05,
      "loss": 2.0801,
      "step": 67640
    },
    {
      "epoch": 58.47018150388937,
      "grad_norm": 1.9776349067687988,
      "learning_rate": 2.3719060001266774e-05,
      "loss": 2.0689,
      "step": 67650
    },
    {
      "epoch": 58.478824546240276,
      "grad_norm": 1.95521879196167,
      "learning_rate": 2.3705684842716076e-05,
      "loss": 2.0871,
      "step": 67660
    },
    {
      "epoch": 58.48746758859119,
      "grad_norm": 2.1410510540008545,
      "learning_rate": 2.3692312284508328e-05,
      "loss": 2.0709,
      "step": 67670
    },
    {
      "epoch": 58.49611063094209,
      "grad_norm": 2.0910298824310303,
      "learning_rate": 2.3678942327965993e-05,
      "loss": 2.0669,
      "step": 67680
    },
    {
      "epoch": 58.504753673292996,
      "grad_norm": 2.0613350868225098,
      "learning_rate": 2.3665574974411274e-05,
      "loss": 2.0749,
      "step": 67690
    },
    {
      "epoch": 58.51339671564391,
      "grad_norm": 2.0593924522399902,
      "learning_rate": 2.3652210225166122e-05,
      "loss": 2.094,
      "step": 67700
    },
    {
      "epoch": 58.52203975799481,
      "grad_norm": 2.103106737136841,
      "learning_rate": 2.363884808155224e-05,
      "loss": 2.0845,
      "step": 67710
    },
    {
      "epoch": 58.53068280034572,
      "grad_norm": 2.164247989654541,
      "learning_rate": 2.3625488544891026e-05,
      "loss": 2.0821,
      "step": 67720
    },
    {
      "epoch": 58.53932584269663,
      "grad_norm": 2.689270257949829,
      "learning_rate": 2.361213161650366e-05,
      "loss": 2.0834,
      "step": 67730
    },
    {
      "epoch": 58.54796888504754,
      "grad_norm": 2.116170883178711,
      "learning_rate": 2.359877729771109e-05,
      "loss": 2.0855,
      "step": 67740
    },
    {
      "epoch": 58.55661192739844,
      "grad_norm": 1.9407824277877808,
      "learning_rate": 2.358542558983395e-05,
      "loss": 2.076,
      "step": 67750
    },
    {
      "epoch": 58.565254969749354,
      "grad_norm": 2.03377103805542,
      "learning_rate": 2.3572076494192667e-05,
      "loss": 2.101,
      "step": 67760
    },
    {
      "epoch": 58.57389801210026,
      "grad_norm": 2.331833600997925,
      "learning_rate": 2.355873001210735e-05,
      "loss": 2.0904,
      "step": 67770
    },
    {
      "epoch": 58.58254105445117,
      "grad_norm": 2.1790311336517334,
      "learning_rate": 2.3545386144897886e-05,
      "loss": 2.0977,
      "step": 67780
    },
    {
      "epoch": 58.591184096802074,
      "grad_norm": 2.393770933151245,
      "learning_rate": 2.3532044893883913e-05,
      "loss": 2.1087,
      "step": 67790
    },
    {
      "epoch": 58.59982713915298,
      "grad_norm": 1.8767938613891602,
      "learning_rate": 2.3518706260384794e-05,
      "loss": 2.0909,
      "step": 67800
    },
    {
      "epoch": 58.60847018150389,
      "grad_norm": 1.9692144393920898,
      "learning_rate": 2.350537024571961e-05,
      "loss": 2.0971,
      "step": 67810
    },
    {
      "epoch": 58.617113223854794,
      "grad_norm": 2.1291394233703613,
      "learning_rate": 2.3492036851207278e-05,
      "loss": 2.0864,
      "step": 67820
    },
    {
      "epoch": 58.625756266205705,
      "grad_norm": 2.0199239253997803,
      "learning_rate": 2.3478706078166324e-05,
      "loss": 2.0799,
      "step": 67830
    },
    {
      "epoch": 58.63439930855661,
      "grad_norm": 1.9637364149093628,
      "learning_rate": 2.3465377927915094e-05,
      "loss": 2.1092,
      "step": 67840
    },
    {
      "epoch": 58.64304235090752,
      "grad_norm": 2.0333831310272217,
      "learning_rate": 2.345205240177166e-05,
      "loss": 2.0743,
      "step": 67850
    },
    {
      "epoch": 58.651685393258425,
      "grad_norm": 1.8699289560317993,
      "learning_rate": 2.343872950105384e-05,
      "loss": 2.0996,
      "step": 67860
    },
    {
      "epoch": 58.66032843560934,
      "grad_norm": 1.8605314493179321,
      "learning_rate": 2.342540922707918e-05,
      "loss": 2.1115,
      "step": 67870
    },
    {
      "epoch": 58.66897147796024,
      "grad_norm": 2.036907434463501,
      "learning_rate": 2.3412091581164973e-05,
      "loss": 2.0819,
      "step": 67880
    },
    {
      "epoch": 58.67761452031115,
      "grad_norm": 3.052539825439453,
      "learning_rate": 2.3398776564628244e-05,
      "loss": 2.1098,
      "step": 67890
    },
    {
      "epoch": 58.68625756266206,
      "grad_norm": 2.103271722793579,
      "learning_rate": 2.3385464178785775e-05,
      "loss": 2.1114,
      "step": 67900
    },
    {
      "epoch": 58.69490060501296,
      "grad_norm": 1.9985393285751343,
      "learning_rate": 2.337215442495407e-05,
      "loss": 2.0911,
      "step": 67910
    },
    {
      "epoch": 58.70354364736387,
      "grad_norm": 2.287158250808716,
      "learning_rate": 2.3358847304449384e-05,
      "loss": 2.0845,
      "step": 67920
    },
    {
      "epoch": 58.71218668971478,
      "grad_norm": 2.0384912490844727,
      "learning_rate": 2.3345542818587707e-05,
      "loss": 2.1025,
      "step": 67930
    },
    {
      "epoch": 58.72082973206569,
      "grad_norm": 2.2100915908813477,
      "learning_rate": 2.3332240968684764e-05,
      "loss": 2.1216,
      "step": 67940
    },
    {
      "epoch": 58.72947277441659,
      "grad_norm": 1.9674687385559082,
      "learning_rate": 2.3318941756056052e-05,
      "loss": 2.1018,
      "step": 67950
    },
    {
      "epoch": 58.738115816767504,
      "grad_norm": 2.043569326400757,
      "learning_rate": 2.3305645182016737e-05,
      "loss": 2.1034,
      "step": 67960
    },
    {
      "epoch": 58.74675885911841,
      "grad_norm": 2.173419713973999,
      "learning_rate": 2.3292351247881773e-05,
      "loss": 2.1177,
      "step": 67970
    },
    {
      "epoch": 58.75540190146932,
      "grad_norm": 2.014833927154541,
      "learning_rate": 2.3279059954965877e-05,
      "loss": 2.1026,
      "step": 67980
    },
    {
      "epoch": 58.764044943820224,
      "grad_norm": 2.6665802001953125,
      "learning_rate": 2.3265771304583457e-05,
      "loss": 2.1152,
      "step": 67990
    },
    {
      "epoch": 58.772687986171135,
      "grad_norm": 2.167264461517334,
      "learning_rate": 2.32524852980487e-05,
      "loss": 2.0994,
      "step": 68000
    },
    {
      "epoch": 58.78133102852204,
      "grad_norm": 2.0135743618011475,
      "learning_rate": 2.3239201936675463e-05,
      "loss": 2.094,
      "step": 68010
    },
    {
      "epoch": 58.789974070872944,
      "grad_norm": 1.9804555177688599,
      "learning_rate": 2.322592122177742e-05,
      "loss": 2.103,
      "step": 68020
    },
    {
      "epoch": 58.798617113223855,
      "grad_norm": 1.9559109210968018,
      "learning_rate": 2.3212643154667935e-05,
      "loss": 2.0954,
      "step": 68030
    },
    {
      "epoch": 58.80726015557476,
      "grad_norm": 2.002666711807251,
      "learning_rate": 2.3199367736660133e-05,
      "loss": 2.0981,
      "step": 68040
    },
    {
      "epoch": 58.81590319792567,
      "grad_norm": 1.9557231664657593,
      "learning_rate": 2.3186094969066873e-05,
      "loss": 2.1159,
      "step": 68050
    },
    {
      "epoch": 58.824546240276575,
      "grad_norm": 1.8511632680892944,
      "learning_rate": 2.317282485320074e-05,
      "loss": 2.1139,
      "step": 68060
    },
    {
      "epoch": 58.83318928262749,
      "grad_norm": 2.056220769882202,
      "learning_rate": 2.3159557390374077e-05,
      "loss": 2.0943,
      "step": 68070
    },
    {
      "epoch": 58.84183232497839,
      "grad_norm": 2.092906951904297,
      "learning_rate": 2.3146292581898936e-05,
      "loss": 2.1075,
      "step": 68080
    },
    {
      "epoch": 58.8504753673293,
      "grad_norm": 1.8676400184631348,
      "learning_rate": 2.3133030429087144e-05,
      "loss": 2.105,
      "step": 68090
    },
    {
      "epoch": 58.85911840968021,
      "grad_norm": 2.0197877883911133,
      "learning_rate": 2.311977093325023e-05,
      "loss": 2.1168,
      "step": 68100
    },
    {
      "epoch": 58.86776145203112,
      "grad_norm": 2.0887861251831055,
      "learning_rate": 2.3106514095699478e-05,
      "loss": 2.114,
      "step": 68110
    },
    {
      "epoch": 58.87640449438202,
      "grad_norm": 1.9894284009933472,
      "learning_rate": 2.3093259917745906e-05,
      "loss": 2.1141,
      "step": 68120
    },
    {
      "epoch": 58.88504753673293,
      "grad_norm": 2.0598018169403076,
      "learning_rate": 2.3080008400700294e-05,
      "loss": 2.1041,
      "step": 68130
    },
    {
      "epoch": 58.89369057908384,
      "grad_norm": 2.0806915760040283,
      "learning_rate": 2.3066759545873068e-05,
      "loss": 2.1063,
      "step": 68140
    },
    {
      "epoch": 58.90233362143474,
      "grad_norm": 2.323615074157715,
      "learning_rate": 2.3053513354574518e-05,
      "loss": 2.1094,
      "step": 68150
    },
    {
      "epoch": 58.910976663785654,
      "grad_norm": 2.082925796508789,
      "learning_rate": 2.3040269828114597e-05,
      "loss": 2.1115,
      "step": 68160
    },
    {
      "epoch": 58.91961970613656,
      "grad_norm": 2.0542781352996826,
      "learning_rate": 2.3027028967802995e-05,
      "loss": 2.123,
      "step": 68170
    },
    {
      "epoch": 58.92826274848747,
      "grad_norm": 1.9876372814178467,
      "learning_rate": 2.301379077494915e-05,
      "loss": 2.1148,
      "step": 68180
    },
    {
      "epoch": 58.936905790838374,
      "grad_norm": 2.016047477722168,
      "learning_rate": 2.300055525086227e-05,
      "loss": 2.0925,
      "step": 68190
    },
    {
      "epoch": 58.945548833189285,
      "grad_norm": 1.9447002410888672,
      "learning_rate": 2.2987322396851212e-05,
      "loss": 2.1081,
      "step": 68200
    },
    {
      "epoch": 58.95419187554019,
      "grad_norm": 2.038928747177124,
      "learning_rate": 2.2974092214224653e-05,
      "loss": 2.1126,
      "step": 68210
    },
    {
      "epoch": 58.9628349178911,
      "grad_norm": 1.9895668029785156,
      "learning_rate": 2.2960864704290945e-05,
      "loss": 2.1206,
      "step": 68220
    },
    {
      "epoch": 58.971477960242005,
      "grad_norm": 1.874623417854309,
      "learning_rate": 2.294763986835825e-05,
      "loss": 2.1109,
      "step": 68230
    },
    {
      "epoch": 58.98012100259291,
      "grad_norm": 1.970617651939392,
      "learning_rate": 2.2934417707734423e-05,
      "loss": 2.1281,
      "step": 68240
    },
    {
      "epoch": 58.98876404494382,
      "grad_norm": 2.052016496658325,
      "learning_rate": 2.292119822372701e-05,
      "loss": 2.1191,
      "step": 68250
    },
    {
      "epoch": 58.997407087294725,
      "grad_norm": 2.037999153137207,
      "learning_rate": 2.2907981417643353e-05,
      "loss": 2.1274,
      "step": 68260
    },
    {
      "epoch": 59.00605012964564,
      "grad_norm": 1.8524603843688965,
      "learning_rate": 2.289476729079052e-05,
      "loss": 2.0705,
      "step": 68270
    },
    {
      "epoch": 59.01469317199654,
      "grad_norm": 1.9063485860824585,
      "learning_rate": 2.28815558444753e-05,
      "loss": 1.9917,
      "step": 68280
    },
    {
      "epoch": 59.02333621434745,
      "grad_norm": 1.9865210056304932,
      "learning_rate": 2.286834708000422e-05,
      "loss": 1.9979,
      "step": 68290
    },
    {
      "epoch": 59.03197925669836,
      "grad_norm": 1.9417005777359009,
      "learning_rate": 2.285514099868355e-05,
      "loss": 1.9939,
      "step": 68300
    },
    {
      "epoch": 59.04062229904927,
      "grad_norm": 2.1635172367095947,
      "learning_rate": 2.284193760181928e-05,
      "loss": 1.9751,
      "step": 68310
    },
    {
      "epoch": 59.04926534140017,
      "grad_norm": 1.7908867597579956,
      "learning_rate": 2.282873689071715e-05,
      "loss": 2.0017,
      "step": 68320
    },
    {
      "epoch": 59.057908383751084,
      "grad_norm": 2.134082317352295,
      "learning_rate": 2.281553886668263e-05,
      "loss": 2.005,
      "step": 68330
    },
    {
      "epoch": 59.06655142610199,
      "grad_norm": 2.133843183517456,
      "learning_rate": 2.2802343531020907e-05,
      "loss": 2.031,
      "step": 68340
    },
    {
      "epoch": 59.07519446845289,
      "grad_norm": 2.8907527923583984,
      "learning_rate": 2.2789150885036936e-05,
      "loss": 2.0354,
      "step": 68350
    },
    {
      "epoch": 59.083837510803804,
      "grad_norm": 1.9175680875778198,
      "learning_rate": 2.2775960930035377e-05,
      "loss": 2.0178,
      "step": 68360
    },
    {
      "epoch": 59.09248055315471,
      "grad_norm": 2.028632402420044,
      "learning_rate": 2.276277366732065e-05,
      "loss": 2.0035,
      "step": 68370
    },
    {
      "epoch": 59.10112359550562,
      "grad_norm": 2.007779598236084,
      "learning_rate": 2.2749589098196865e-05,
      "loss": 2.0043,
      "step": 68380
    },
    {
      "epoch": 59.109766637856524,
      "grad_norm": 1.8680166006088257,
      "learning_rate": 2.273640722396789e-05,
      "loss": 2.0284,
      "step": 68390
    },
    {
      "epoch": 59.118409680207435,
      "grad_norm": 2.012603998184204,
      "learning_rate": 2.272322804593736e-05,
      "loss": 2.0128,
      "step": 68400
    },
    {
      "epoch": 59.12705272255834,
      "grad_norm": 1.8131846189498901,
      "learning_rate": 2.2710051565408598e-05,
      "loss": 2.0196,
      "step": 68410
    },
    {
      "epoch": 59.13569576490925,
      "grad_norm": 1.9401174783706665,
      "learning_rate": 2.26968777836847e-05,
      "loss": 2.0408,
      "step": 68420
    },
    {
      "epoch": 59.144338807260155,
      "grad_norm": 2.0078089237213135,
      "learning_rate": 2.2683706702068426e-05,
      "loss": 2.0073,
      "step": 68430
    },
    {
      "epoch": 59.152981849611066,
      "grad_norm": 2.0655770301818848,
      "learning_rate": 2.2670538321862328e-05,
      "loss": 2.0179,
      "step": 68440
    },
    {
      "epoch": 59.16162489196197,
      "grad_norm": 2.1127114295959473,
      "learning_rate": 2.265737264436869e-05,
      "loss": 1.9925,
      "step": 68450
    },
    {
      "epoch": 59.170267934312875,
      "grad_norm": 2.1884965896606445,
      "learning_rate": 2.2644209670889505e-05,
      "loss": 2.0153,
      "step": 68460
    },
    {
      "epoch": 59.178910976663786,
      "grad_norm": 2.103407859802246,
      "learning_rate": 2.263104940272649e-05,
      "loss": 2.0336,
      "step": 68470
    },
    {
      "epoch": 59.18755401901469,
      "grad_norm": 1.8374252319335938,
      "learning_rate": 2.2617891841181177e-05,
      "loss": 2.0278,
      "step": 68480
    },
    {
      "epoch": 59.1961970613656,
      "grad_norm": 1.9333776235580444,
      "learning_rate": 2.2604736987554703e-05,
      "loss": 2.0417,
      "step": 68490
    },
    {
      "epoch": 59.204840103716506,
      "grad_norm": 1.8786925077438354,
      "learning_rate": 2.2591584843148016e-05,
      "loss": 2.0213,
      "step": 68500
    },
    {
      "epoch": 59.21348314606742,
      "grad_norm": 1.9579790830612183,
      "learning_rate": 2.257843540926179e-05,
      "loss": 2.0488,
      "step": 68510
    },
    {
      "epoch": 59.22212618841832,
      "grad_norm": 1.9782423973083496,
      "learning_rate": 2.2565288687196417e-05,
      "loss": 2.0268,
      "step": 68520
    },
    {
      "epoch": 59.23076923076923,
      "grad_norm": 2.0163862705230713,
      "learning_rate": 2.2552144678252025e-05,
      "loss": 2.0216,
      "step": 68530
    },
    {
      "epoch": 59.23941227312014,
      "grad_norm": 1.919917345046997,
      "learning_rate": 2.253900338372848e-05,
      "loss": 2.0345,
      "step": 68540
    },
    {
      "epoch": 59.24805531547105,
      "grad_norm": 3.184354782104492,
      "learning_rate": 2.252586480492538e-05,
      "loss": 2.0363,
      "step": 68550
    },
    {
      "epoch": 59.25669835782195,
      "grad_norm": 2.036653995513916,
      "learning_rate": 2.2512728943142003e-05,
      "loss": 2.0419,
      "step": 68560
    },
    {
      "epoch": 59.26534140017286,
      "grad_norm": 2.2739784717559814,
      "learning_rate": 2.2499595799677453e-05,
      "loss": 2.0333,
      "step": 68570
    },
    {
      "epoch": 59.27398444252377,
      "grad_norm": 2.1388678550720215,
      "learning_rate": 2.24864653758305e-05,
      "loss": 2.0414,
      "step": 68580
    },
    {
      "epoch": 59.28262748487467,
      "grad_norm": 2.0760226249694824,
      "learning_rate": 2.2473337672899665e-05,
      "loss": 2.0807,
      "step": 68590
    },
    {
      "epoch": 59.291270527225585,
      "grad_norm": 2.1542043685913086,
      "learning_rate": 2.246021269218318e-05,
      "loss": 2.0522,
      "step": 68600
    },
    {
      "epoch": 59.29991356957649,
      "grad_norm": 2.467855930328369,
      "learning_rate": 2.2447090434979062e-05,
      "loss": 2.0433,
      "step": 68610
    },
    {
      "epoch": 59.3085566119274,
      "grad_norm": 2.138823986053467,
      "learning_rate": 2.2433970902584973e-05,
      "loss": 2.0513,
      "step": 68620
    },
    {
      "epoch": 59.317199654278305,
      "grad_norm": 1.8932042121887207,
      "learning_rate": 2.2420854096298368e-05,
      "loss": 2.0446,
      "step": 68630
    },
    {
      "epoch": 59.325842696629216,
      "grad_norm": 2.2514994144439697,
      "learning_rate": 2.2407740017416402e-05,
      "loss": 2.0446,
      "step": 68640
    },
    {
      "epoch": 59.33448573898012,
      "grad_norm": 2.087850332260132,
      "learning_rate": 2.2394628667236012e-05,
      "loss": 2.0259,
      "step": 68650
    },
    {
      "epoch": 59.34312878133103,
      "grad_norm": 2.0440235137939453,
      "learning_rate": 2.238152004705383e-05,
      "loss": 2.0341,
      "step": 68660
    },
    {
      "epoch": 59.351771823681936,
      "grad_norm": 2.0299837589263916,
      "learning_rate": 2.2368414158166173e-05,
      "loss": 2.0523,
      "step": 68670
    },
    {
      "epoch": 59.36041486603284,
      "grad_norm": 2.1719648838043213,
      "learning_rate": 2.235531100186916e-05,
      "loss": 2.0576,
      "step": 68680
    },
    {
      "epoch": 59.36905790838375,
      "grad_norm": 2.1158533096313477,
      "learning_rate": 2.2342210579458605e-05,
      "loss": 2.0588,
      "step": 68690
    },
    {
      "epoch": 59.377700950734656,
      "grad_norm": 1.9084175825119019,
      "learning_rate": 2.232911289223006e-05,
      "loss": 2.0585,
      "step": 68700
    },
    {
      "epoch": 59.38634399308557,
      "grad_norm": 2.051172971725464,
      "learning_rate": 2.2316017941478796e-05,
      "loss": 2.0452,
      "step": 68710
    },
    {
      "epoch": 59.39498703543647,
      "grad_norm": 2.0345232486724854,
      "learning_rate": 2.230292572849983e-05,
      "loss": 2.0675,
      "step": 68720
    },
    {
      "epoch": 59.40363007778738,
      "grad_norm": 2.0302653312683105,
      "learning_rate": 2.2289836254587905e-05,
      "loss": 2.0468,
      "step": 68730
    },
    {
      "epoch": 59.41227312013829,
      "grad_norm": 2.013155460357666,
      "learning_rate": 2.227674952103747e-05,
      "loss": 2.0404,
      "step": 68740
    },
    {
      "epoch": 59.4209161624892,
      "grad_norm": 2.1851706504821777,
      "learning_rate": 2.2263665529142735e-05,
      "loss": 2.0549,
      "step": 68750
    },
    {
      "epoch": 59.4295592048401,
      "grad_norm": 2.0247693061828613,
      "learning_rate": 2.2250584280197624e-05,
      "loss": 2.0772,
      "step": 68760
    },
    {
      "epoch": 59.438202247191015,
      "grad_norm": 2.180499792098999,
      "learning_rate": 2.2237505775495786e-05,
      "loss": 2.0464,
      "step": 68770
    },
    {
      "epoch": 59.44684528954192,
      "grad_norm": 1.8431110382080078,
      "learning_rate": 2.222443001633061e-05,
      "loss": 2.0545,
      "step": 68780
    },
    {
      "epoch": 59.45548833189282,
      "grad_norm": 1.9142261743545532,
      "learning_rate": 2.2211357003995215e-05,
      "loss": 2.0523,
      "step": 68790
    },
    {
      "epoch": 59.464131374243735,
      "grad_norm": 1.94839346408844,
      "learning_rate": 2.219828673978241e-05,
      "loss": 2.0631,
      "step": 68800
    },
    {
      "epoch": 59.47277441659464,
      "grad_norm": 2.080888032913208,
      "learning_rate": 2.218521922498476e-05,
      "loss": 2.068,
      "step": 68810
    },
    {
      "epoch": 59.48141745894555,
      "grad_norm": 2.1786391735076904,
      "learning_rate": 2.2172154460894596e-05,
      "loss": 2.0574,
      "step": 68820
    },
    {
      "epoch": 59.490060501296455,
      "grad_norm": 2.2840864658355713,
      "learning_rate": 2.2159092448803925e-05,
      "loss": 2.0646,
      "step": 68830
    },
    {
      "epoch": 59.498703543647366,
      "grad_norm": 2.0352067947387695,
      "learning_rate": 2.21460331900045e-05,
      "loss": 2.0717,
      "step": 68840
    },
    {
      "epoch": 59.50734658599827,
      "grad_norm": 2.1309497356414795,
      "learning_rate": 2.213297668578781e-05,
      "loss": 2.0572,
      "step": 68850
    },
    {
      "epoch": 59.51598962834918,
      "grad_norm": 2.2856791019439697,
      "learning_rate": 2.2119922937445036e-05,
      "loss": 2.0594,
      "step": 68860
    },
    {
      "epoch": 59.524632670700086,
      "grad_norm": 2.1718385219573975,
      "learning_rate": 2.210687194626712e-05,
      "loss": 2.0526,
      "step": 68870
    },
    {
      "epoch": 59.533275713051,
      "grad_norm": 2.1607866287231445,
      "learning_rate": 2.209382371354473e-05,
      "loss": 2.0961,
      "step": 68880
    },
    {
      "epoch": 59.5419187554019,
      "grad_norm": 2.0102617740631104,
      "learning_rate": 2.208077824056824e-05,
      "loss": 2.0685,
      "step": 68890
    },
    {
      "epoch": 59.550561797752806,
      "grad_norm": 1.9594959020614624,
      "learning_rate": 2.206773552862781e-05,
      "loss": 2.0461,
      "step": 68900
    },
    {
      "epoch": 59.55920484010372,
      "grad_norm": 1.9883548021316528,
      "learning_rate": 2.205469557901323e-05,
      "loss": 2.0574,
      "step": 68910
    },
    {
      "epoch": 59.56784788245462,
      "grad_norm": 1.8565294742584229,
      "learning_rate": 2.2041658393014093e-05,
      "loss": 2.0607,
      "step": 68920
    },
    {
      "epoch": 59.57649092480553,
      "grad_norm": 2.0635316371917725,
      "learning_rate": 2.202862397191969e-05,
      "loss": 2.0515,
      "step": 68930
    },
    {
      "epoch": 59.58513396715644,
      "grad_norm": 1.9435508251190186,
      "learning_rate": 2.201559231701904e-05,
      "loss": 2.0454,
      "step": 68940
    },
    {
      "epoch": 59.59377700950735,
      "grad_norm": 1.9883379936218262,
      "learning_rate": 2.20025634296009e-05,
      "loss": 2.054,
      "step": 68950
    },
    {
      "epoch": 59.60242005185825,
      "grad_norm": 1.982399344444275,
      "learning_rate": 2.1989537310953745e-05,
      "loss": 2.0595,
      "step": 68960
    },
    {
      "epoch": 59.611063094209165,
      "grad_norm": 1.9836559295654297,
      "learning_rate": 2.1976513962365774e-05,
      "loss": 2.0797,
      "step": 68970
    },
    {
      "epoch": 59.61970613656007,
      "grad_norm": 2.016204833984375,
      "learning_rate": 2.196349338512491e-05,
      "loss": 2.0826,
      "step": 68980
    },
    {
      "epoch": 59.62834917891097,
      "grad_norm": 2.3114311695098877,
      "learning_rate": 2.1950475580518815e-05,
      "loss": 2.0723,
      "step": 68990
    },
    {
      "epoch": 59.636992221261885,
      "grad_norm": 2.133596420288086,
      "learning_rate": 2.1937460549834865e-05,
      "loss": 2.0804,
      "step": 69000
    },
    {
      "epoch": 59.64563526361279,
      "grad_norm": 1.81693696975708,
      "learning_rate": 2.1924448294360162e-05,
      "loss": 2.0601,
      "step": 69010
    },
    {
      "epoch": 59.6542783059637,
      "grad_norm": 2.044067144393921,
      "learning_rate": 2.191143881538154e-05,
      "loss": 2.0849,
      "step": 69020
    },
    {
      "epoch": 59.662921348314605,
      "grad_norm": 2.0464515686035156,
      "learning_rate": 2.189843211418557e-05,
      "loss": 2.0742,
      "step": 69030
    },
    {
      "epoch": 59.671564390665516,
      "grad_norm": 2.819796562194824,
      "learning_rate": 2.18854281920585e-05,
      "loss": 2.0998,
      "step": 69040
    },
    {
      "epoch": 59.68020743301642,
      "grad_norm": 2.1031246185302734,
      "learning_rate": 2.187242705028635e-05,
      "loss": 2.0651,
      "step": 69050
    },
    {
      "epoch": 59.68885047536733,
      "grad_norm": 1.9267222881317139,
      "learning_rate": 2.185942869015484e-05,
      "loss": 2.0709,
      "step": 69060
    },
    {
      "epoch": 59.697493517718236,
      "grad_norm": 1.9134249687194824,
      "learning_rate": 2.1846433112949453e-05,
      "loss": 2.0757,
      "step": 69070
    },
    {
      "epoch": 59.70613656006915,
      "grad_norm": 1.8676906824111938,
      "learning_rate": 2.1833440319955382e-05,
      "loss": 2.0732,
      "step": 69080
    },
    {
      "epoch": 59.71477960242005,
      "grad_norm": 2.0478038787841797,
      "learning_rate": 2.182045031245749e-05,
      "loss": 2.0893,
      "step": 69090
    },
    {
      "epoch": 59.723422644770956,
      "grad_norm": 2.115610361099243,
      "learning_rate": 2.1807463091740427e-05,
      "loss": 2.0739,
      "step": 69100
    },
    {
      "epoch": 59.73206568712187,
      "grad_norm": 1.918800711631775,
      "learning_rate": 2.1794478659088546e-05,
      "loss": 2.1036,
      "step": 69110
    },
    {
      "epoch": 59.74070872947277,
      "grad_norm": 2.2200729846954346,
      "learning_rate": 2.178149701578593e-05,
      "loss": 2.0722,
      "step": 69120
    },
    {
      "epoch": 59.74935177182368,
      "grad_norm": 2.0063273906707764,
      "learning_rate": 2.176851816311637e-05,
      "loss": 2.0616,
      "step": 69130
    },
    {
      "epoch": 59.75799481417459,
      "grad_norm": 2.1749372482299805,
      "learning_rate": 2.1755542102363407e-05,
      "loss": 2.0665,
      "step": 69140
    },
    {
      "epoch": 59.7666378565255,
      "grad_norm": 1.9542909860610962,
      "learning_rate": 2.174256883481029e-05,
      "loss": 2.0773,
      "step": 69150
    },
    {
      "epoch": 59.7752808988764,
      "grad_norm": 2.047840118408203,
      "learning_rate": 2.172959836173999e-05,
      "loss": 2.0816,
      "step": 69160
    },
    {
      "epoch": 59.783923941227314,
      "grad_norm": 2.4403915405273438,
      "learning_rate": 2.1716630684435202e-05,
      "loss": 2.0574,
      "step": 69170
    },
    {
      "epoch": 59.79256698357822,
      "grad_norm": 1.9357270002365112,
      "learning_rate": 2.1703665804178357e-05,
      "loss": 2.0797,
      "step": 69180
    },
    {
      "epoch": 59.80121002592913,
      "grad_norm": 2.0379743576049805,
      "learning_rate": 2.1690703722251594e-05,
      "loss": 2.0781,
      "step": 69190
    },
    {
      "epoch": 59.809853068280034,
      "grad_norm": 1.9431579113006592,
      "learning_rate": 2.1677744439936788e-05,
      "loss": 2.0686,
      "step": 69200
    },
    {
      "epoch": 59.81849611063094,
      "grad_norm": 2.0202770233154297,
      "learning_rate": 2.1664787958515535e-05,
      "loss": 2.0887,
      "step": 69210
    },
    {
      "epoch": 59.82713915298185,
      "grad_norm": 2.211806535720825,
      "learning_rate": 2.165183427926912e-05,
      "loss": 2.0742,
      "step": 69220
    },
    {
      "epoch": 59.835782195332754,
      "grad_norm": 1.9741261005401611,
      "learning_rate": 2.1638883403478605e-05,
      "loss": 2.0703,
      "step": 69230
    },
    {
      "epoch": 59.844425237683666,
      "grad_norm": 2.065634250640869,
      "learning_rate": 2.1625935332424756e-05,
      "loss": 2.0578,
      "step": 69240
    },
    {
      "epoch": 59.85306828003457,
      "grad_norm": 1.9814479351043701,
      "learning_rate": 2.1612990067388044e-05,
      "loss": 2.0728,
      "step": 69250
    },
    {
      "epoch": 59.86171132238548,
      "grad_norm": 5.0704731941223145,
      "learning_rate": 2.1600047609648676e-05,
      "loss": 2.0633,
      "step": 69260
    },
    {
      "epoch": 59.870354364736386,
      "grad_norm": 2.1191327571868896,
      "learning_rate": 2.15871079604866e-05,
      "loss": 2.0693,
      "step": 69270
    },
    {
      "epoch": 59.8789974070873,
      "grad_norm": 2.080355644226074,
      "learning_rate": 2.1574171121181434e-05,
      "loss": 2.0721,
      "step": 69280
    },
    {
      "epoch": 59.8876404494382,
      "grad_norm": 2.2925291061401367,
      "learning_rate": 2.1561237093012567e-05,
      "loss": 2.1111,
      "step": 69290
    },
    {
      "epoch": 59.89628349178911,
      "grad_norm": 1.941271185874939,
      "learning_rate": 2.1548305877259066e-05,
      "loss": 2.0803,
      "step": 69300
    },
    {
      "epoch": 59.90492653414002,
      "grad_norm": 2.693110466003418,
      "learning_rate": 2.1535377475199792e-05,
      "loss": 2.1052,
      "step": 69310
    },
    {
      "epoch": 59.91356957649092,
      "grad_norm": 1.9948848485946655,
      "learning_rate": 2.152245188811328e-05,
      "loss": 2.0873,
      "step": 69320
    },
    {
      "epoch": 59.92221261884183,
      "grad_norm": 1.8607158660888672,
      "learning_rate": 2.150952911727776e-05,
      "loss": 2.0858,
      "step": 69330
    },
    {
      "epoch": 59.93085566119274,
      "grad_norm": 2.0219619274139404,
      "learning_rate": 2.149660916397122e-05,
      "loss": 2.0859,
      "step": 69340
    },
    {
      "epoch": 59.93949870354365,
      "grad_norm": 1.9728636741638184,
      "learning_rate": 2.148369202947137e-05,
      "loss": 2.091,
      "step": 69350
    },
    {
      "epoch": 59.94814174589455,
      "grad_norm": 2.361502170562744,
      "learning_rate": 2.1470777715055627e-05,
      "loss": 2.0665,
      "step": 69360
    },
    {
      "epoch": 59.956784788245464,
      "grad_norm": 3.4915149211883545,
      "learning_rate": 2.145786622200115e-05,
      "loss": 2.0897,
      "step": 69370
    },
    {
      "epoch": 59.96542783059637,
      "grad_norm": 2.030766487121582,
      "learning_rate": 2.1444957551584787e-05,
      "loss": 2.0907,
      "step": 69380
    },
    {
      "epoch": 59.97407087294728,
      "grad_norm": 1.9587489366531372,
      "learning_rate": 2.1432051705083134e-05,
      "loss": 2.0778,
      "step": 69390
    },
    {
      "epoch": 59.982713915298184,
      "grad_norm": 1.9086902141571045,
      "learning_rate": 2.1419148683772494e-05,
      "loss": 2.0967,
      "step": 69400
    },
    {
      "epoch": 59.991356957649096,
      "grad_norm": 2.0136160850524902,
      "learning_rate": 2.1406248488928904e-05,
      "loss": 2.1058,
      "step": 69410
    },
    {
      "epoch": 60.0,
      "grad_norm": 4.681647300720215,
      "learning_rate": 2.1393351121828105e-05,
      "loss": 2.1033,
      "step": 69420
    },
    {
      "epoch": 60.008643042350904,
      "grad_norm": 2.0244264602661133,
      "learning_rate": 2.1380456583745562e-05,
      "loss": 1.969,
      "step": 69430
    },
    {
      "epoch": 60.017286084701816,
      "grad_norm": 1.9810574054718018,
      "learning_rate": 2.136756487595647e-05,
      "loss": 1.9797,
      "step": 69440
    },
    {
      "epoch": 60.02592912705272,
      "grad_norm": 2.024791955947876,
      "learning_rate": 2.1354675999735758e-05,
      "loss": 1.9763,
      "step": 69450
    },
    {
      "epoch": 60.03457216940363,
      "grad_norm": 2.088306427001953,
      "learning_rate": 2.1341789956358015e-05,
      "loss": 2.0067,
      "step": 69460
    },
    {
      "epoch": 60.043215211754536,
      "grad_norm": 1.8683724403381348,
      "learning_rate": 2.132890674709759e-05,
      "loss": 1.9823,
      "step": 69470
    },
    {
      "epoch": 60.05185825410545,
      "grad_norm": 2.2165606021881104,
      "learning_rate": 2.1316026373228587e-05,
      "loss": 1.9965,
      "step": 69480
    },
    {
      "epoch": 60.06050129645635,
      "grad_norm": 1.9055156707763672,
      "learning_rate": 2.1303148836024782e-05,
      "loss": 2.0144,
      "step": 69490
    },
    {
      "epoch": 60.06914433880726,
      "grad_norm": 2.005048990249634,
      "learning_rate": 2.1290274136759674e-05,
      "loss": 1.9867,
      "step": 69500
    },
    {
      "epoch": 60.07778738115817,
      "grad_norm": 2.1309404373168945,
      "learning_rate": 2.127740227670652e-05,
      "loss": 1.9796,
      "step": 69510
    },
    {
      "epoch": 60.08643042350908,
      "grad_norm": 1.8197368383407593,
      "learning_rate": 2.1264533257138213e-05,
      "loss": 2.0136,
      "step": 69520
    },
    {
      "epoch": 60.09507346585998,
      "grad_norm": 1.938336968421936,
      "learning_rate": 2.1251667079327453e-05,
      "loss": 1.9947,
      "step": 69530
    },
    {
      "epoch": 60.10371650821089,
      "grad_norm": 1.8884423971176147,
      "learning_rate": 2.123880374454662e-05,
      "loss": 1.9888,
      "step": 69540
    },
    {
      "epoch": 60.1123595505618,
      "grad_norm": 1.9255090951919556,
      "learning_rate": 2.1225943254067794e-05,
      "loss": 1.9882,
      "step": 69550
    },
    {
      "epoch": 60.1210025929127,
      "grad_norm": 2.05173659324646,
      "learning_rate": 2.1213085609162847e-05,
      "loss": 2.011,
      "step": 69560
    },
    {
      "epoch": 60.129645635263614,
      "grad_norm": 2.0681705474853516,
      "learning_rate": 2.1200230811103283e-05,
      "loss": 1.984,
      "step": 69570
    },
    {
      "epoch": 60.13828867761452,
      "grad_norm": 2.0432164669036865,
      "learning_rate": 2.1187378861160362e-05,
      "loss": 1.9812,
      "step": 69580
    },
    {
      "epoch": 60.14693171996543,
      "grad_norm": 1.9498484134674072,
      "learning_rate": 2.1174529760605068e-05,
      "loss": 2.0042,
      "step": 69590
    },
    {
      "epoch": 60.155574762316334,
      "grad_norm": 2.2593882083892822,
      "learning_rate": 2.1161683510708098e-05,
      "loss": 2.0016,
      "step": 69600
    },
    {
      "epoch": 60.164217804667246,
      "grad_norm": 2.025050640106201,
      "learning_rate": 2.114884011273986e-05,
      "loss": 1.9959,
      "step": 69610
    },
    {
      "epoch": 60.17286084701815,
      "grad_norm": 1.9370174407958984,
      "learning_rate": 2.113599956797049e-05,
      "loss": 2.0153,
      "step": 69620
    },
    {
      "epoch": 60.18150388936906,
      "grad_norm": 2.0034430027008057,
      "learning_rate": 2.1123161877669856e-05,
      "loss": 1.9822,
      "step": 69630
    },
    {
      "epoch": 60.190146931719966,
      "grad_norm": 2.044020891189575,
      "learning_rate": 2.111032704310747e-05,
      "loss": 2.001,
      "step": 69640
    },
    {
      "epoch": 60.19878997407087,
      "grad_norm": 1.9840185642242432,
      "learning_rate": 2.1097495065552668e-05,
      "loss": 1.9971,
      "step": 69650
    },
    {
      "epoch": 60.20743301642178,
      "grad_norm": 1.9826958179473877,
      "learning_rate": 2.1084665946274433e-05,
      "loss": 1.994,
      "step": 69660
    },
    {
      "epoch": 60.216076058772686,
      "grad_norm": 2.255993366241455,
      "learning_rate": 2.1071839686541495e-05,
      "loss": 2.0372,
      "step": 69670
    },
    {
      "epoch": 60.2247191011236,
      "grad_norm": 2.0290918350219727,
      "learning_rate": 2.1059016287622285e-05,
      "loss": 2.019,
      "step": 69680
    },
    {
      "epoch": 60.2333621434745,
      "grad_norm": 1.9541398286819458,
      "learning_rate": 2.104619575078497e-05,
      "loss": 2.0015,
      "step": 69690
    },
    {
      "epoch": 60.24200518582541,
      "grad_norm": 2.038562774658203,
      "learning_rate": 2.1033378077297385e-05,
      "loss": 2.0107,
      "step": 69700
    },
    {
      "epoch": 60.25064822817632,
      "grad_norm": 2.097546339035034,
      "learning_rate": 2.1020563268427142e-05,
      "loss": 1.9999,
      "step": 69710
    },
    {
      "epoch": 60.25929127052723,
      "grad_norm": 1.8650132417678833,
      "learning_rate": 2.1007751325441522e-05,
      "loss": 2.0098,
      "step": 69720
    },
    {
      "epoch": 60.26793431287813,
      "grad_norm": 1.8557770252227783,
      "learning_rate": 2.0994942249607585e-05,
      "loss": 2.0151,
      "step": 69730
    },
    {
      "epoch": 60.276577355229044,
      "grad_norm": 2.0422616004943848,
      "learning_rate": 2.098213604219206e-05,
      "loss": 2.0109,
      "step": 69740
    },
    {
      "epoch": 60.28522039757995,
      "grad_norm": 1.9419381618499756,
      "learning_rate": 2.0969332704461385e-05,
      "loss": 2.0273,
      "step": 69750
    },
    {
      "epoch": 60.29386343993085,
      "grad_norm": 2.0520129203796387,
      "learning_rate": 2.0956532237681727e-05,
      "loss": 2.0191,
      "step": 69760
    },
    {
      "epoch": 60.302506482281764,
      "grad_norm": 1.9024407863616943,
      "learning_rate": 2.0943734643118978e-05,
      "loss": 2.0157,
      "step": 69770
    },
    {
      "epoch": 60.31114952463267,
      "grad_norm": 2.02815580368042,
      "learning_rate": 2.0930939922038745e-05,
      "loss": 2.0136,
      "step": 69780
    },
    {
      "epoch": 60.31979256698358,
      "grad_norm": 1.9497343301773071,
      "learning_rate": 2.091814807570634e-05,
      "loss": 2.0093,
      "step": 69790
    },
    {
      "epoch": 60.328435609334484,
      "grad_norm": 2.225130796432495,
      "learning_rate": 2.0905359105386802e-05,
      "loss": 2.0052,
      "step": 69800
    },
    {
      "epoch": 60.337078651685395,
      "grad_norm": 2.0962393283843994,
      "learning_rate": 2.0892573012344875e-05,
      "loss": 2.0147,
      "step": 69810
    },
    {
      "epoch": 60.3457216940363,
      "grad_norm": 2.078744888305664,
      "learning_rate": 2.0879789797845022e-05,
      "loss": 2.0002,
      "step": 69820
    },
    {
      "epoch": 60.35436473638721,
      "grad_norm": 1.9054758548736572,
      "learning_rate": 2.0867009463151425e-05,
      "loss": 2.0444,
      "step": 69830
    },
    {
      "epoch": 60.363007778738115,
      "grad_norm": 4.328375816345215,
      "learning_rate": 2.0854232009527984e-05,
      "loss": 2.0443,
      "step": 69840
    },
    {
      "epoch": 60.37165082108903,
      "grad_norm": 1.9481779336929321,
      "learning_rate": 2.0841457438238305e-05,
      "loss": 2.02,
      "step": 69850
    },
    {
      "epoch": 60.38029386343993,
      "grad_norm": 2.1270716190338135,
      "learning_rate": 2.082868575054571e-05,
      "loss": 2.0419,
      "step": 69860
    },
    {
      "epoch": 60.388936905790835,
      "grad_norm": 2.1887331008911133,
      "learning_rate": 2.081591694771326e-05,
      "loss": 2.0328,
      "step": 69870
    },
    {
      "epoch": 60.39757994814175,
      "grad_norm": 2.084273338317871,
      "learning_rate": 2.0803151031003676e-05,
      "loss": 2.0279,
      "step": 69880
    },
    {
      "epoch": 60.40622299049265,
      "grad_norm": 2.059396266937256,
      "learning_rate": 2.0790388001679423e-05,
      "loss": 2.0355,
      "step": 69890
    },
    {
      "epoch": 60.41486603284356,
      "grad_norm": 1.9459704160690308,
      "learning_rate": 2.077762786100272e-05,
      "loss": 2.0173,
      "step": 69900
    },
    {
      "epoch": 60.42350907519447,
      "grad_norm": 2.4135751724243164,
      "learning_rate": 2.0764870610235447e-05,
      "loss": 2.024,
      "step": 69910
    },
    {
      "epoch": 60.43215211754538,
      "grad_norm": 1.9273985624313354,
      "learning_rate": 2.0752116250639225e-05,
      "loss": 2.0147,
      "step": 69920
    },
    {
      "epoch": 60.44079515989628,
      "grad_norm": 1.9497414827346802,
      "learning_rate": 2.0739364783475384e-05,
      "loss": 2.0133,
      "step": 69930
    },
    {
      "epoch": 60.449438202247194,
      "grad_norm": 2.2253048419952393,
      "learning_rate": 2.072661621000494e-05,
      "loss": 2.0372,
      "step": 69940
    },
    {
      "epoch": 60.4580812445981,
      "grad_norm": 2.1820337772369385,
      "learning_rate": 2.071387053148866e-05,
      "loss": 2.0233,
      "step": 69950
    },
    {
      "epoch": 60.466724286949,
      "grad_norm": 2.4489448070526123,
      "learning_rate": 2.070112774918701e-05,
      "loss": 2.0574,
      "step": 69960
    },
    {
      "epoch": 60.475367329299914,
      "grad_norm": 2.137887954711914,
      "learning_rate": 2.068838786436016e-05,
      "loss": 2.0346,
      "step": 69970
    },
    {
      "epoch": 60.48401037165082,
      "grad_norm": 2.0313665866851807,
      "learning_rate": 2.067565087826805e-05,
      "loss": 2.0502,
      "step": 69980
    },
    {
      "epoch": 60.49265341400173,
      "grad_norm": 2.0899670124053955,
      "learning_rate": 2.066291679217024e-05,
      "loss": 2.0476,
      "step": 69990
    },
    {
      "epoch": 60.501296456352634,
      "grad_norm": 2.032588005065918,
      "learning_rate": 2.0650185607326065e-05,
      "loss": 2.0275,
      "step": 70000
    },
    {
      "epoch": 60.509939498703545,
      "grad_norm": 2.0672593116760254,
      "learning_rate": 2.0637457324994567e-05,
      "loss": 2.0669,
      "step": 70010
    },
    {
      "epoch": 60.51858254105445,
      "grad_norm": 2.1639914512634277,
      "learning_rate": 2.0624731946434484e-05,
      "loss": 2.0474,
      "step": 70020
    },
    {
      "epoch": 60.52722558340536,
      "grad_norm": 2.0364203453063965,
      "learning_rate": 2.061200947290428e-05,
      "loss": 2.0418,
      "step": 70030
    },
    {
      "epoch": 60.535868625756265,
      "grad_norm": 2.0808732509613037,
      "learning_rate": 2.0599289905662133e-05,
      "loss": 2.056,
      "step": 70040
    },
    {
      "epoch": 60.54451166810718,
      "grad_norm": 1.934046983718872,
      "learning_rate": 2.0586573245965923e-05,
      "loss": 2.0553,
      "step": 70050
    },
    {
      "epoch": 60.55315471045808,
      "grad_norm": 2.3739027976989746,
      "learning_rate": 2.0573859495073245e-05,
      "loss": 2.0518,
      "step": 70060
    },
    {
      "epoch": 60.561797752808985,
      "grad_norm": 1.99529230594635,
      "learning_rate": 2.0561148654241415e-05,
      "loss": 2.0439,
      "step": 70070
    },
    {
      "epoch": 60.5704407951599,
      "grad_norm": 2.217820405960083,
      "learning_rate": 2.0548440724727452e-05,
      "loss": 2.0329,
      "step": 70080
    },
    {
      "epoch": 60.5790838375108,
      "grad_norm": 1.9828338623046875,
      "learning_rate": 2.0535735707788096e-05,
      "loss": 2.0454,
      "step": 70090
    },
    {
      "epoch": 60.58772687986171,
      "grad_norm": 1.922627329826355,
      "learning_rate": 2.0523033604679786e-05,
      "loss": 2.0307,
      "step": 70100
    },
    {
      "epoch": 60.59636992221262,
      "grad_norm": 2.046793222427368,
      "learning_rate": 2.0510334416658704e-05,
      "loss": 2.0416,
      "step": 70110
    },
    {
      "epoch": 60.60501296456353,
      "grad_norm": 2.145650625228882,
      "learning_rate": 2.049763814498068e-05,
      "loss": 2.0632,
      "step": 70120
    },
    {
      "epoch": 60.61365600691443,
      "grad_norm": 2.0908203125,
      "learning_rate": 2.048494479090132e-05,
      "loss": 2.065,
      "step": 70130
    },
    {
      "epoch": 60.622299049265344,
      "grad_norm": 2.3221933841705322,
      "learning_rate": 2.0472254355675892e-05,
      "loss": 2.032,
      "step": 70140
    },
    {
      "epoch": 60.63094209161625,
      "grad_norm": 2.1906163692474365,
      "learning_rate": 2.0459566840559437e-05,
      "loss": 2.0458,
      "step": 70150
    },
    {
      "epoch": 60.63958513396716,
      "grad_norm": 1.9407635927200317,
      "learning_rate": 2.0446882246806657e-05,
      "loss": 2.0583,
      "step": 70160
    },
    {
      "epoch": 60.648228176318064,
      "grad_norm": 2.1860415935516357,
      "learning_rate": 2.0434200575671995e-05,
      "loss": 2.0507,
      "step": 70170
    },
    {
      "epoch": 60.65687121866897,
      "grad_norm": 2.2002131938934326,
      "learning_rate": 2.0421521828409557e-05,
      "loss": 2.0424,
      "step": 70180
    },
    {
      "epoch": 60.66551426101988,
      "grad_norm": 2.5483531951904297,
      "learning_rate": 2.0408846006273196e-05,
      "loss": 2.0442,
      "step": 70190
    },
    {
      "epoch": 60.674157303370784,
      "grad_norm": 2.1639997959136963,
      "learning_rate": 2.039617311051649e-05,
      "loss": 2.0404,
      "step": 70200
    },
    {
      "epoch": 60.682800345721695,
      "grad_norm": 2.2278590202331543,
      "learning_rate": 2.0383503142392697e-05,
      "loss": 2.0584,
      "step": 70210
    },
    {
      "epoch": 60.6914433880726,
      "grad_norm": 2.646730661392212,
      "learning_rate": 2.03708361031548e-05,
      "loss": 2.0406,
      "step": 70220
    },
    {
      "epoch": 60.70008643042351,
      "grad_norm": 2.0143606662750244,
      "learning_rate": 2.0358171994055487e-05,
      "loss": 2.0455,
      "step": 70230
    },
    {
      "epoch": 60.708729472774415,
      "grad_norm": 1.9643851518630981,
      "learning_rate": 2.0345510816347164e-05,
      "loss": 2.0197,
      "step": 70240
    },
    {
      "epoch": 60.71737251512533,
      "grad_norm": 1.9925146102905273,
      "learning_rate": 2.0332852571281942e-05,
      "loss": 2.0657,
      "step": 70250
    },
    {
      "epoch": 60.72601555747623,
      "grad_norm": 2.1294054985046387,
      "learning_rate": 2.032019726011164e-05,
      "loss": 2.0624,
      "step": 70260
    },
    {
      "epoch": 60.73465859982714,
      "grad_norm": 2.092346668243408,
      "learning_rate": 2.0307544884087788e-05,
      "loss": 2.0552,
      "step": 70270
    },
    {
      "epoch": 60.74330164217805,
      "grad_norm": 3.179875135421753,
      "learning_rate": 2.0294895444461627e-05,
      "loss": 2.0443,
      "step": 70280
    },
    {
      "epoch": 60.75194468452895,
      "grad_norm": 2.1637089252471924,
      "learning_rate": 2.0282248942484123e-05,
      "loss": 2.0794,
      "step": 70290
    },
    {
      "epoch": 60.76058772687986,
      "grad_norm": 2.1146364212036133,
      "learning_rate": 2.0269605379405888e-05,
      "loss": 2.0612,
      "step": 70300
    },
    {
      "epoch": 60.76923076923077,
      "grad_norm": 2.033810615539551,
      "learning_rate": 2.0256964756477344e-05,
      "loss": 2.0777,
      "step": 70310
    },
    {
      "epoch": 60.77787381158168,
      "grad_norm": 2.0229973793029785,
      "learning_rate": 2.0244327074948544e-05,
      "loss": 2.0678,
      "step": 70320
    },
    {
      "epoch": 60.78651685393258,
      "grad_norm": 2.079735517501831,
      "learning_rate": 2.0231692336069286e-05,
      "loss": 2.0411,
      "step": 70330
    },
    {
      "epoch": 60.795159896283494,
      "grad_norm": 2.1336491107940674,
      "learning_rate": 2.0219060541089056e-05,
      "loss": 2.0605,
      "step": 70340
    },
    {
      "epoch": 60.8038029386344,
      "grad_norm": 2.050999879837036,
      "learning_rate": 2.0206431691257088e-05,
      "loss": 2.068,
      "step": 70350
    },
    {
      "epoch": 60.81244598098531,
      "grad_norm": 1.8982605934143066,
      "learning_rate": 2.019380578782225e-05,
      "loss": 2.0478,
      "step": 70360
    },
    {
      "epoch": 60.821089023336214,
      "grad_norm": 2.1383891105651855,
      "learning_rate": 2.018118283203319e-05,
      "loss": 2.069,
      "step": 70370
    },
    {
      "epoch": 60.829732065687125,
      "grad_norm": 2.1765365600585938,
      "learning_rate": 2.0168562825138238e-05,
      "loss": 2.0467,
      "step": 70380
    },
    {
      "epoch": 60.83837510803803,
      "grad_norm": 2.0305073261260986,
      "learning_rate": 2.0155945768385414e-05,
      "loss": 2.0592,
      "step": 70390
    },
    {
      "epoch": 60.847018150388934,
      "grad_norm": 2.07090163230896,
      "learning_rate": 2.0143331663022502e-05,
      "loss": 2.0662,
      "step": 70400
    },
    {
      "epoch": 60.855661192739845,
      "grad_norm": 2.038475751876831,
      "learning_rate": 2.013072051029696e-05,
      "loss": 2.0623,
      "step": 70410
    },
    {
      "epoch": 60.86430423509075,
      "grad_norm": 2.0350069999694824,
      "learning_rate": 2.0118112311455904e-05,
      "loss": 2.0557,
      "step": 70420
    },
    {
      "epoch": 60.87294727744166,
      "grad_norm": 2.026184320449829,
      "learning_rate": 2.0105507067746242e-05,
      "loss": 2.0526,
      "step": 70430
    },
    {
      "epoch": 60.881590319792565,
      "grad_norm": 1.9501043558120728,
      "learning_rate": 2.0092904780414544e-05,
      "loss": 2.0618,
      "step": 70440
    },
    {
      "epoch": 60.890233362143476,
      "grad_norm": 2.0007739067077637,
      "learning_rate": 2.0080305450707097e-05,
      "loss": 2.0647,
      "step": 70450
    },
    {
      "epoch": 60.89887640449438,
      "grad_norm": 2.0664010047912598,
      "learning_rate": 2.00677090798699e-05,
      "loss": 2.0656,
      "step": 70460
    },
    {
      "epoch": 60.90751944684529,
      "grad_norm": 2.0366618633270264,
      "learning_rate": 2.0055115669148654e-05,
      "loss": 2.0583,
      "step": 70470
    },
    {
      "epoch": 60.916162489196196,
      "grad_norm": 2.2362096309661865,
      "learning_rate": 2.0042525219788765e-05,
      "loss": 2.0779,
      "step": 70480
    },
    {
      "epoch": 60.92480553154711,
      "grad_norm": 2.0793824195861816,
      "learning_rate": 2.0029937733035347e-05,
      "loss": 2.06,
      "step": 70490
    },
    {
      "epoch": 60.93344857389801,
      "grad_norm": 1.935348391532898,
      "learning_rate": 2.0017353210133232e-05,
      "loss": 2.0684,
      "step": 70500
    },
    {
      "epoch": 60.942091616248916,
      "grad_norm": 2.146812915802002,
      "learning_rate": 2.0004771652326947e-05,
      "loss": 2.0753,
      "step": 70510
    },
    {
      "epoch": 60.95073465859983,
      "grad_norm": 2.0030853748321533,
      "learning_rate": 1.9992193060860726e-05,
      "loss": 2.0607,
      "step": 70520
    },
    {
      "epoch": 60.95937770095073,
      "grad_norm": 2.0366108417510986,
      "learning_rate": 1.997961743697854e-05,
      "loss": 2.078,
      "step": 70530
    },
    {
      "epoch": 60.96802074330164,
      "grad_norm": 2.080838203430176,
      "learning_rate": 1.996704478192399e-05,
      "loss": 2.0596,
      "step": 70540
    },
    {
      "epoch": 60.97666378565255,
      "grad_norm": 1.9886283874511719,
      "learning_rate": 1.995447509694044e-05,
      "loss": 2.0774,
      "step": 70550
    },
    {
      "epoch": 60.98530682800346,
      "grad_norm": 2.0275380611419678,
      "learning_rate": 1.9941908383270985e-05,
      "loss": 2.0562,
      "step": 70560
    },
    {
      "epoch": 60.99394987035436,
      "grad_norm": 1.937803030014038,
      "learning_rate": 1.9929344642158387e-05,
      "loss": 2.0844,
      "step": 70570
    },
    {
      "epoch": 61.002592912705275,
      "grad_norm": 1.989992380142212,
      "learning_rate": 1.9916783874845114e-05,
      "loss": 2.0673,
      "step": 70580
    },
    {
      "epoch": 61.01123595505618,
      "grad_norm": 1.880284309387207,
      "learning_rate": 1.990422608257336e-05,
      "loss": 1.9576,
      "step": 70590
    },
    {
      "epoch": 61.01987899740709,
      "grad_norm": 2.060502052307129,
      "learning_rate": 1.9891671266584984e-05,
      "loss": 1.9679,
      "step": 70600
    },
    {
      "epoch": 61.028522039757995,
      "grad_norm": 2.0038414001464844,
      "learning_rate": 1.987911942812159e-05,
      "loss": 1.9543,
      "step": 70610
    },
    {
      "epoch": 61.0371650821089,
      "grad_norm": 2.07828426361084,
      "learning_rate": 1.9866570568424487e-05,
      "loss": 1.945,
      "step": 70620
    },
    {
      "epoch": 61.04580812445981,
      "grad_norm": 1.879856824874878,
      "learning_rate": 1.9854024688734645e-05,
      "loss": 1.95,
      "step": 70630
    },
    {
      "epoch": 61.054451166810715,
      "grad_norm": 2.035817861557007,
      "learning_rate": 1.9841481790292844e-05,
      "loss": 1.9706,
      "step": 70640
    },
    {
      "epoch": 61.063094209161626,
      "grad_norm": 2.023303508758545,
      "learning_rate": 1.982894187433943e-05,
      "loss": 1.9682,
      "step": 70650
    },
    {
      "epoch": 61.07173725151253,
      "grad_norm": 2.014521837234497,
      "learning_rate": 1.9816404942114547e-05,
      "loss": 1.977,
      "step": 70660
    },
    {
      "epoch": 61.08038029386344,
      "grad_norm": 2.1633222103118896,
      "learning_rate": 1.9803870994858015e-05,
      "loss": 1.9633,
      "step": 70670
    },
    {
      "epoch": 61.089023336214346,
      "grad_norm": 2.116142511367798,
      "learning_rate": 1.979134003380937e-05,
      "loss": 1.9906,
      "step": 70680
    },
    {
      "epoch": 61.09766637856526,
      "grad_norm": 1.9915833473205566,
      "learning_rate": 1.9778812060207834e-05,
      "loss": 1.9682,
      "step": 70690
    },
    {
      "epoch": 61.10630942091616,
      "grad_norm": 2.0255987644195557,
      "learning_rate": 1.9766287075292354e-05,
      "loss": 1.9836,
      "step": 70700
    },
    {
      "epoch": 61.11495246326707,
      "grad_norm": 2.8668742179870605,
      "learning_rate": 1.9753765080301574e-05,
      "loss": 1.9724,
      "step": 70710
    },
    {
      "epoch": 61.12359550561798,
      "grad_norm": 2.2121033668518066,
      "learning_rate": 1.9741246076473833e-05,
      "loss": 1.9741,
      "step": 70720
    },
    {
      "epoch": 61.13223854796888,
      "grad_norm": 3.346362590789795,
      "learning_rate": 1.9728730065047192e-05,
      "loss": 1.9743,
      "step": 70730
    },
    {
      "epoch": 61.14088159031979,
      "grad_norm": 3.0696425437927246,
      "learning_rate": 1.9716217047259393e-05,
      "loss": 1.9757,
      "step": 70740
    },
    {
      "epoch": 61.1495246326707,
      "grad_norm": 2.1057026386260986,
      "learning_rate": 1.9703707024347913e-05,
      "loss": 1.9784,
      "step": 70750
    },
    {
      "epoch": 61.15816767502161,
      "grad_norm": 1.9735932350158691,
      "learning_rate": 1.969119999754989e-05,
      "loss": 1.9936,
      "step": 70760
    },
    {
      "epoch": 61.16681071737251,
      "grad_norm": 1.9887077808380127,
      "learning_rate": 1.9678695968102234e-05,
      "loss": 1.9889,
      "step": 70770
    },
    {
      "epoch": 61.175453759723425,
      "grad_norm": 2.1301522254943848,
      "learning_rate": 1.966619493724146e-05,
      "loss": 1.9761,
      "step": 70780
    },
    {
      "epoch": 61.18409680207433,
      "grad_norm": 1.9559742212295532,
      "learning_rate": 1.965369690620387e-05,
      "loss": 1.9809,
      "step": 70790
    },
    {
      "epoch": 61.19273984442524,
      "grad_norm": 2.0299649238586426,
      "learning_rate": 1.9641201876225423e-05,
      "loss": 1.9785,
      "step": 70800
    },
    {
      "epoch": 61.201382886776145,
      "grad_norm": 1.923479437828064,
      "learning_rate": 1.9628709848541833e-05,
      "loss": 1.9826,
      "step": 70810
    },
    {
      "epoch": 61.210025929127056,
      "grad_norm": 2.097151756286621,
      "learning_rate": 1.9616220824388458e-05,
      "loss": 1.9887,
      "step": 70820
    },
    {
      "epoch": 61.21866897147796,
      "grad_norm": 2.5949950218200684,
      "learning_rate": 1.960373480500041e-05,
      "loss": 1.9942,
      "step": 70830
    },
    {
      "epoch": 61.227312013828865,
      "grad_norm": 1.8671106100082397,
      "learning_rate": 1.9591251791612448e-05,
      "loss": 2.0006,
      "step": 70840
    },
    {
      "epoch": 61.235955056179776,
      "grad_norm": 2.137892961502075,
      "learning_rate": 1.957877178545907e-05,
      "loss": 1.9937,
      "step": 70850
    },
    {
      "epoch": 61.24459809853068,
      "grad_norm": 2.5527710914611816,
      "learning_rate": 1.9566294787774474e-05,
      "loss": 2.0037,
      "step": 70860
    },
    {
      "epoch": 61.25324114088159,
      "grad_norm": 2.0840494632720947,
      "learning_rate": 1.955382079979256e-05,
      "loss": 1.9662,
      "step": 70870
    },
    {
      "epoch": 61.261884183232496,
      "grad_norm": 1.9508436918258667,
      "learning_rate": 1.954134982274693e-05,
      "loss": 2.0057,
      "step": 70880
    },
    {
      "epoch": 61.27052722558341,
      "grad_norm": 1.8785241842269897,
      "learning_rate": 1.9528881857870873e-05,
      "loss": 2.0086,
      "step": 70890
    },
    {
      "epoch": 61.27917026793431,
      "grad_norm": 2.0607690811157227,
      "learning_rate": 1.95164169063974e-05,
      "loss": 1.9962,
      "step": 70900
    },
    {
      "epoch": 61.28781331028522,
      "grad_norm": 2.1462690830230713,
      "learning_rate": 1.9503954969559217e-05,
      "loss": 2.0232,
      "step": 70910
    },
    {
      "epoch": 61.29645635263613,
      "grad_norm": 2.018280029296875,
      "learning_rate": 1.9491496048588738e-05,
      "loss": 1.9855,
      "step": 70920
    },
    {
      "epoch": 61.30509939498704,
      "grad_norm": 2.3351287841796875,
      "learning_rate": 1.947904014471806e-05,
      "loss": 1.9921,
      "step": 70930
    },
    {
      "epoch": 61.31374243733794,
      "grad_norm": 1.925830364227295,
      "learning_rate": 1.9466587259179e-05,
      "loss": 1.9961,
      "step": 70940
    },
    {
      "epoch": 61.32238547968885,
      "grad_norm": 2.0364434719085693,
      "learning_rate": 1.9454137393203087e-05,
      "loss": 2.0163,
      "step": 70950
    },
    {
      "epoch": 61.33102852203976,
      "grad_norm": 2.057851791381836,
      "learning_rate": 1.94416905480215e-05,
      "loss": 1.9924,
      "step": 70960
    },
    {
      "epoch": 61.33967156439066,
      "grad_norm": 2.1398773193359375,
      "learning_rate": 1.942924672486515e-05,
      "loss": 1.9933,
      "step": 70970
    },
    {
      "epoch": 61.348314606741575,
      "grad_norm": 2.0210211277008057,
      "learning_rate": 1.94168059249647e-05,
      "loss": 2.0183,
      "step": 70980
    },
    {
      "epoch": 61.35695764909248,
      "grad_norm": 2.0430402755737305,
      "learning_rate": 1.9404368149550432e-05,
      "loss": 1.998,
      "step": 70990
    },
    {
      "epoch": 61.36560069144339,
      "grad_norm": 2.244516611099243,
      "learning_rate": 1.939193339985238e-05,
      "loss": 1.995,
      "step": 71000
    },
    {
      "epoch": 61.374243733794295,
      "grad_norm": 2.0282585620880127,
      "learning_rate": 1.9379501677100275e-05,
      "loss": 1.9955,
      "step": 71010
    },
    {
      "epoch": 61.382886776145206,
      "grad_norm": 2.0576846599578857,
      "learning_rate": 1.93670729825235e-05,
      "loss": 2.0185,
      "step": 71020
    },
    {
      "epoch": 61.39152981849611,
      "grad_norm": 2.4504122734069824,
      "learning_rate": 1.9354647317351188e-05,
      "loss": 2.0024,
      "step": 71030
    },
    {
      "epoch": 61.40017286084702,
      "grad_norm": 2.476156711578369,
      "learning_rate": 1.9342224682812166e-05,
      "loss": 1.9867,
      "step": 71040
    },
    {
      "epoch": 61.408815903197926,
      "grad_norm": 1.9943424463272095,
      "learning_rate": 1.9329805080134934e-05,
      "loss": 2.0146,
      "step": 71050
    },
    {
      "epoch": 61.41745894554883,
      "grad_norm": 2.0330073833465576,
      "learning_rate": 1.931738851054775e-05,
      "loss": 2.0052,
      "step": 71060
    },
    {
      "epoch": 61.42610198789974,
      "grad_norm": 1.9850082397460938,
      "learning_rate": 1.9304974975278534e-05,
      "loss": 2.0362,
      "step": 71070
    },
    {
      "epoch": 61.434745030250646,
      "grad_norm": 2.697040319442749,
      "learning_rate": 1.9292564475554875e-05,
      "loss": 2.017,
      "step": 71080
    },
    {
      "epoch": 61.44338807260156,
      "grad_norm": 2.0153396129608154,
      "learning_rate": 1.9280157012604106e-05,
      "loss": 2.0107,
      "step": 71090
    },
    {
      "epoch": 61.45203111495246,
      "grad_norm": 2.1505589485168457,
      "learning_rate": 1.926775258765325e-05,
      "loss": 2.0164,
      "step": 71100
    },
    {
      "epoch": 61.46067415730337,
      "grad_norm": 2.2187399864196777,
      "learning_rate": 1.9255351201929024e-05,
      "loss": 2.0119,
      "step": 71110
    },
    {
      "epoch": 61.46931719965428,
      "grad_norm": 2.1192467212677,
      "learning_rate": 1.9242952856657848e-05,
      "loss": 2.0085,
      "step": 71120
    },
    {
      "epoch": 61.47796024200519,
      "grad_norm": 2.0939159393310547,
      "learning_rate": 1.9230557553065847e-05,
      "loss": 2.0258,
      "step": 71130
    },
    {
      "epoch": 61.48660328435609,
      "grad_norm": 2.1567893028259277,
      "learning_rate": 1.9218165292378832e-05,
      "loss": 2.0075,
      "step": 71140
    },
    {
      "epoch": 61.495246326707004,
      "grad_norm": 2.273545026779175,
      "learning_rate": 1.920577607582232e-05,
      "loss": 2.0052,
      "step": 71150
    },
    {
      "epoch": 61.50388936905791,
      "grad_norm": 2.0335350036621094,
      "learning_rate": 1.919338990462153e-05,
      "loss": 2.0175,
      "step": 71160
    },
    {
      "epoch": 61.51253241140881,
      "grad_norm": 1.989190697669983,
      "learning_rate": 1.9181006780001377e-05,
      "loss": 2.0373,
      "step": 71170
    },
    {
      "epoch": 61.521175453759724,
      "grad_norm": 2.306581497192383,
      "learning_rate": 1.916862670318647e-05,
      "loss": 2.0188,
      "step": 71180
    },
    {
      "epoch": 61.52981849611063,
      "grad_norm": 1.8950212001800537,
      "learning_rate": 1.9156249675401143e-05,
      "loss": 2.0191,
      "step": 71190
    },
    {
      "epoch": 61.53846153846154,
      "grad_norm": 2.0402443408966064,
      "learning_rate": 1.9143875697869374e-05,
      "loss": 2.0281,
      "step": 71200
    },
    {
      "epoch": 61.547104580812444,
      "grad_norm": 2.1000924110412598,
      "learning_rate": 1.913150477181488e-05,
      "loss": 2.022,
      "step": 71210
    },
    {
      "epoch": 61.555747623163356,
      "grad_norm": 2.000445604324341,
      "learning_rate": 1.9119136898461054e-05,
      "loss": 2.0414,
      "step": 71220
    },
    {
      "epoch": 61.56439066551426,
      "grad_norm": 2.330838203430176,
      "learning_rate": 1.910677207903104e-05,
      "loss": 2.0417,
      "step": 71230
    },
    {
      "epoch": 61.57303370786517,
      "grad_norm": 2.121690034866333,
      "learning_rate": 1.9094410314747623e-05,
      "loss": 2.0083,
      "step": 71240
    },
    {
      "epoch": 61.581676750216076,
      "grad_norm": 1.998501181602478,
      "learning_rate": 1.9082051606833317e-05,
      "loss": 2.0068,
      "step": 71250
    },
    {
      "epoch": 61.59031979256698,
      "grad_norm": 2.043740749359131,
      "learning_rate": 1.9069695956510293e-05,
      "loss": 2.0104,
      "step": 71260
    },
    {
      "epoch": 61.59896283491789,
      "grad_norm": 4.168116569519043,
      "learning_rate": 1.905734336500046e-05,
      "loss": 2.0275,
      "step": 71270
    },
    {
      "epoch": 61.607605877268796,
      "grad_norm": 2.1469454765319824,
      "learning_rate": 1.9044993833525403e-05,
      "loss": 2.0378,
      "step": 71280
    },
    {
      "epoch": 61.61624891961971,
      "grad_norm": 3.0055322647094727,
      "learning_rate": 1.9032647363306434e-05,
      "loss": 2.0346,
      "step": 71290
    },
    {
      "epoch": 61.62489196197061,
      "grad_norm": 2.015216112136841,
      "learning_rate": 1.902030395556453e-05,
      "loss": 2.0107,
      "step": 71300
    },
    {
      "epoch": 61.63353500432152,
      "grad_norm": 2.033458709716797,
      "learning_rate": 1.900796361152037e-05,
      "loss": 2.0393,
      "step": 71310
    },
    {
      "epoch": 61.64217804667243,
      "grad_norm": 2.055948257446289,
      "learning_rate": 1.8995626332394346e-05,
      "loss": 2.0291,
      "step": 71320
    },
    {
      "epoch": 61.65082108902334,
      "grad_norm": 2.018566131591797,
      "learning_rate": 1.8983292119406536e-05,
      "loss": 2.0301,
      "step": 71330
    },
    {
      "epoch": 61.65946413137424,
      "grad_norm": 3.3080976009368896,
      "learning_rate": 1.8970960973776712e-05,
      "loss": 2.0447,
      "step": 71340
    },
    {
      "epoch": 61.668107173725154,
      "grad_norm": 1.9321088790893555,
      "learning_rate": 1.8958632896724355e-05,
      "loss": 2.0313,
      "step": 71350
    },
    {
      "epoch": 61.67675021607606,
      "grad_norm": 2.015256404876709,
      "learning_rate": 1.8946307889468628e-05,
      "loss": 2.0319,
      "step": 71360
    },
    {
      "epoch": 61.68539325842696,
      "grad_norm": 2.108381986618042,
      "learning_rate": 1.89339859532284e-05,
      "loss": 1.9981,
      "step": 71370
    },
    {
      "epoch": 61.694036300777874,
      "grad_norm": 2.0905678272247314,
      "learning_rate": 1.8921667089222234e-05,
      "loss": 2.0504,
      "step": 71380
    },
    {
      "epoch": 61.70267934312878,
      "grad_norm": 2.5017545223236084,
      "learning_rate": 1.8909351298668383e-05,
      "loss": 2.0582,
      "step": 71390
    },
    {
      "epoch": 61.71132238547969,
      "grad_norm": 2.140503406524658,
      "learning_rate": 1.889703858278481e-05,
      "loss": 2.0217,
      "step": 71400
    },
    {
      "epoch": 61.719965427830594,
      "grad_norm": 1.9002174139022827,
      "learning_rate": 1.8884728942789153e-05,
      "loss": 2.0524,
      "step": 71410
    },
    {
      "epoch": 61.728608470181506,
      "grad_norm": 2.151228666305542,
      "learning_rate": 1.8872422379898776e-05,
      "loss": 2.0585,
      "step": 71420
    },
    {
      "epoch": 61.73725151253241,
      "grad_norm": 2.008270025253296,
      "learning_rate": 1.886011889533072e-05,
      "loss": 2.0442,
      "step": 71430
    },
    {
      "epoch": 61.74589455488332,
      "grad_norm": 2.1415867805480957,
      "learning_rate": 1.8847818490301693e-05,
      "loss": 2.0391,
      "step": 71440
    },
    {
      "epoch": 61.754537597234226,
      "grad_norm": 2.0934834480285645,
      "learning_rate": 1.8835521166028158e-05,
      "loss": 2.0445,
      "step": 71450
    },
    {
      "epoch": 61.76318063958514,
      "grad_norm": 2.008256435394287,
      "learning_rate": 1.8823226923726228e-05,
      "loss": 2.0595,
      "step": 71460
    },
    {
      "epoch": 61.77182368193604,
      "grad_norm": 2.3142740726470947,
      "learning_rate": 1.8810935764611714e-05,
      "loss": 2.0164,
      "step": 71470
    },
    {
      "epoch": 61.780466724286946,
      "grad_norm": 2.0456273555755615,
      "learning_rate": 1.8798647689900172e-05,
      "loss": 2.0328,
      "step": 71480
    },
    {
      "epoch": 61.78910976663786,
      "grad_norm": 1.9936754703521729,
      "learning_rate": 1.8786362700806813e-05,
      "loss": 2.035,
      "step": 71490
    },
    {
      "epoch": 61.79775280898876,
      "grad_norm": 2.1752355098724365,
      "learning_rate": 1.877408079854651e-05,
      "loss": 2.0482,
      "step": 71500
    },
    {
      "epoch": 61.80639585133967,
      "grad_norm": 2.0438859462738037,
      "learning_rate": 1.8761801984333888e-05,
      "loss": 2.0438,
      "step": 71510
    },
    {
      "epoch": 61.81503889369058,
      "grad_norm": 2.428229808807373,
      "learning_rate": 1.874952625938324e-05,
      "loss": 2.0543,
      "step": 71520
    },
    {
      "epoch": 61.82368193604149,
      "grad_norm": 2.047799587249756,
      "learning_rate": 1.8737253624908558e-05,
      "loss": 2.0217,
      "step": 71530
    },
    {
      "epoch": 61.83232497839239,
      "grad_norm": 2.030055284500122,
      "learning_rate": 1.8724984082123524e-05,
      "loss": 2.0555,
      "step": 71540
    },
    {
      "epoch": 61.840968020743304,
      "grad_norm": 2.3326780796051025,
      "learning_rate": 1.8712717632241537e-05,
      "loss": 2.028,
      "step": 71550
    },
    {
      "epoch": 61.84961106309421,
      "grad_norm": 4.20943021774292,
      "learning_rate": 1.8700454276475653e-05,
      "loss": 2.0459,
      "step": 71560
    },
    {
      "epoch": 61.85825410544512,
      "grad_norm": 2.170231580734253,
      "learning_rate": 1.8688194016038652e-05,
      "loss": 2.025,
      "step": 71570
    },
    {
      "epoch": 61.866897147796024,
      "grad_norm": 1.9451556205749512,
      "learning_rate": 1.8675936852142996e-05,
      "loss": 2.0461,
      "step": 71580
    },
    {
      "epoch": 61.87554019014693,
      "grad_norm": 2.119847536087036,
      "learning_rate": 1.866368278600083e-05,
      "loss": 2.0372,
      "step": 71590
    },
    {
      "epoch": 61.88418323249784,
      "grad_norm": 2.1620845794677734,
      "learning_rate": 1.8651431818824016e-05,
      "loss": 2.0528,
      "step": 71600
    },
    {
      "epoch": 61.892826274848744,
      "grad_norm": 2.1149137020111084,
      "learning_rate": 1.863918395182412e-05,
      "loss": 2.0567,
      "step": 71610
    },
    {
      "epoch": 61.901469317199656,
      "grad_norm": 2.350346803665161,
      "learning_rate": 1.862693918621233e-05,
      "loss": 2.0211,
      "step": 71620
    },
    {
      "epoch": 61.91011235955056,
      "grad_norm": 2.048251152038574,
      "learning_rate": 1.861469752319958e-05,
      "loss": 2.0498,
      "step": 71630
    },
    {
      "epoch": 61.91875540190147,
      "grad_norm": 2.141829490661621,
      "learning_rate": 1.8602458963996537e-05,
      "loss": 2.0347,
      "step": 71640
    },
    {
      "epoch": 61.927398444252375,
      "grad_norm": 1.9530185461044312,
      "learning_rate": 1.8590223509813498e-05,
      "loss": 2.0412,
      "step": 71650
    },
    {
      "epoch": 61.93604148660329,
      "grad_norm": 2.056501865386963,
      "learning_rate": 1.8577991161860464e-05,
      "loss": 2.0531,
      "step": 71660
    },
    {
      "epoch": 61.94468452895419,
      "grad_norm": 2.126922130584717,
      "learning_rate": 1.8565761921347164e-05,
      "loss": 2.0491,
      "step": 71670
    },
    {
      "epoch": 61.9533275713051,
      "grad_norm": 2.1993980407714844,
      "learning_rate": 1.8553535789482957e-05,
      "loss": 2.0248,
      "step": 71680
    },
    {
      "epoch": 61.96197061365601,
      "grad_norm": 2.092118263244629,
      "learning_rate": 1.8541312767476944e-05,
      "loss": 2.0577,
      "step": 71690
    },
    {
      "epoch": 61.97061365600691,
      "grad_norm": 1.959475040435791,
      "learning_rate": 1.852909285653791e-05,
      "loss": 2.0324,
      "step": 71700
    },
    {
      "epoch": 61.97925669835782,
      "grad_norm": 2.11212420463562,
      "learning_rate": 1.8516876057874305e-05,
      "loss": 2.0596,
      "step": 71710
    },
    {
      "epoch": 61.98789974070873,
      "grad_norm": 2.253448247909546,
      "learning_rate": 1.8504662372694336e-05,
      "loss": 2.0529,
      "step": 71720
    },
    {
      "epoch": 61.99654278305964,
      "grad_norm": 2.112889289855957,
      "learning_rate": 1.8492451802205852e-05,
      "loss": 2.0538,
      "step": 71730
    },
    {
      "epoch": 62.00518582541054,
      "grad_norm": 1.9513074159622192,
      "learning_rate": 1.8480244347616372e-05,
      "loss": 2.0511,
      "step": 71740
    },
    {
      "epoch": 62.013828867761454,
      "grad_norm": 1.9182342290878296,
      "learning_rate": 1.8468040010133153e-05,
      "loss": 1.9568,
      "step": 71750
    },
    {
      "epoch": 62.02247191011236,
      "grad_norm": 1.9459149837493896,
      "learning_rate": 1.845583879096313e-05,
      "loss": 1.9453,
      "step": 71760
    },
    {
      "epoch": 62.03111495246327,
      "grad_norm": 2.179128646850586,
      "learning_rate": 1.844364069131292e-05,
      "loss": 1.9377,
      "step": 71770
    },
    {
      "epoch": 62.039757994814174,
      "grad_norm": 1.87053382396698,
      "learning_rate": 1.8431445712388845e-05,
      "loss": 1.9689,
      "step": 71780
    },
    {
      "epoch": 62.048401037165085,
      "grad_norm": 2.1165878772735596,
      "learning_rate": 1.8419253855396913e-05,
      "loss": 1.9342,
      "step": 71790
    },
    {
      "epoch": 62.05704407951599,
      "grad_norm": 2.08723521232605,
      "learning_rate": 1.8407065121542817e-05,
      "loss": 1.9392,
      "step": 71800
    },
    {
      "epoch": 62.065687121866894,
      "grad_norm": 1.9637082815170288,
      "learning_rate": 1.8394879512031943e-05,
      "loss": 1.9764,
      "step": 71810
    },
    {
      "epoch": 62.074330164217805,
      "grad_norm": 1.9645322561264038,
      "learning_rate": 1.8382697028069386e-05,
      "loss": 1.9554,
      "step": 71820
    },
    {
      "epoch": 62.08297320656871,
      "grad_norm": 2.1728861331939697,
      "learning_rate": 1.83705176708599e-05,
      "loss": 1.9911,
      "step": 71830
    },
    {
      "epoch": 62.09161624891962,
      "grad_norm": 2.020491600036621,
      "learning_rate": 1.835834144160796e-05,
      "loss": 1.944,
      "step": 71840
    },
    {
      "epoch": 62.100259291270525,
      "grad_norm": 2.0641796588897705,
      "learning_rate": 1.8346168341517735e-05,
      "loss": 1.9474,
      "step": 71850
    },
    {
      "epoch": 62.10890233362144,
      "grad_norm": 1.9547823667526245,
      "learning_rate": 1.8333998371793022e-05,
      "loss": 1.9552,
      "step": 71860
    },
    {
      "epoch": 62.11754537597234,
      "grad_norm": 2.0362508296966553,
      "learning_rate": 1.8321831533637383e-05,
      "loss": 1.9853,
      "step": 71870
    },
    {
      "epoch": 62.12618841832325,
      "grad_norm": 2.0324630737304688,
      "learning_rate": 1.8309667828254025e-05,
      "loss": 1.9442,
      "step": 71880
    },
    {
      "epoch": 62.13483146067416,
      "grad_norm": 1.9669640064239502,
      "learning_rate": 1.829750725684589e-05,
      "loss": 1.9674,
      "step": 71890
    },
    {
      "epoch": 62.14347450302507,
      "grad_norm": 2.2380502223968506,
      "learning_rate": 1.8285349820615572e-05,
      "loss": 1.9698,
      "step": 71900
    },
    {
      "epoch": 62.15211754537597,
      "grad_norm": 2.9881479740142822,
      "learning_rate": 1.827319552076538e-05,
      "loss": 1.9774,
      "step": 71910
    },
    {
      "epoch": 62.16076058772688,
      "grad_norm": 2.1425836086273193,
      "learning_rate": 1.826104435849726e-05,
      "loss": 1.9608,
      "step": 71920
    },
    {
      "epoch": 62.16940363007779,
      "grad_norm": 2.7593958377838135,
      "learning_rate": 1.8248896335012904e-05,
      "loss": 1.9517,
      "step": 71930
    },
    {
      "epoch": 62.17804667242869,
      "grad_norm": 1.9593862295150757,
      "learning_rate": 1.8236751451513678e-05,
      "loss": 1.9838,
      "step": 71940
    },
    {
      "epoch": 62.186689714779604,
      "grad_norm": 5.369054317474365,
      "learning_rate": 1.8224609709200635e-05,
      "loss": 1.9933,
      "step": 71950
    },
    {
      "epoch": 62.19533275713051,
      "grad_norm": 2.4407432079315186,
      "learning_rate": 1.8212471109274504e-05,
      "loss": 1.9732,
      "step": 71960
    },
    {
      "epoch": 62.20397579948142,
      "grad_norm": 4.006228446960449,
      "learning_rate": 1.8200335652935756e-05,
      "loss": 1.9759,
      "step": 71970
    },
    {
      "epoch": 62.212618841832324,
      "grad_norm": 1.963381290435791,
      "learning_rate": 1.8188203341384467e-05,
      "loss": 1.982,
      "step": 71980
    },
    {
      "epoch": 62.221261884183235,
      "grad_norm": 2.0549747943878174,
      "learning_rate": 1.8176074175820468e-05,
      "loss": 1.9828,
      "step": 71990
    },
    {
      "epoch": 62.22990492653414,
      "grad_norm": 2.0965700149536133,
      "learning_rate": 1.816394815744325e-05,
      "loss": 1.977,
      "step": 72000
    },
    {
      "epoch": 62.23854796888505,
      "grad_norm": 2.2584068775177,
      "learning_rate": 1.8151825287452008e-05,
      "loss": 1.9615,
      "step": 72010
    },
    {
      "epoch": 62.247191011235955,
      "grad_norm": 2.0057878494262695,
      "learning_rate": 1.8139705567045606e-05,
      "loss": 1.993,
      "step": 72020
    },
    {
      "epoch": 62.25583405358686,
      "grad_norm": 2.0433778762817383,
      "learning_rate": 1.8127588997422623e-05,
      "loss": 1.9718,
      "step": 72030
    },
    {
      "epoch": 62.26447709593777,
      "grad_norm": 1.980843186378479,
      "learning_rate": 1.8115475579781314e-05,
      "loss": 1.9697,
      "step": 72040
    },
    {
      "epoch": 62.273120138288675,
      "grad_norm": 2.2048113346099854,
      "learning_rate": 1.8103365315319586e-05,
      "loss": 1.9489,
      "step": 72050
    },
    {
      "epoch": 62.28176318063959,
      "grad_norm": 2.0300815105438232,
      "learning_rate": 1.8091258205235107e-05,
      "loss": 1.9877,
      "step": 72060
    },
    {
      "epoch": 62.29040622299049,
      "grad_norm": 2.0023107528686523,
      "learning_rate": 1.8079154250725173e-05,
      "loss": 1.9905,
      "step": 72070
    },
    {
      "epoch": 62.2990492653414,
      "grad_norm": 2.087515354156494,
      "learning_rate": 1.8067053452986803e-05,
      "loss": 1.9789,
      "step": 72080
    },
    {
      "epoch": 62.30769230769231,
      "grad_norm": 2.222761869430542,
      "learning_rate": 1.80549558132167e-05,
      "loss": 2.0003,
      "step": 72090
    },
    {
      "epoch": 62.31633535004322,
      "grad_norm": 2.1300268173217773,
      "learning_rate": 1.804286133261121e-05,
      "loss": 1.9727,
      "step": 72100
    },
    {
      "epoch": 62.32497839239412,
      "grad_norm": 2.0937931537628174,
      "learning_rate": 1.8030770012366415e-05,
      "loss": 1.9921,
      "step": 72110
    },
    {
      "epoch": 62.333621434745034,
      "grad_norm": 1.9047248363494873,
      "learning_rate": 1.8018681853678082e-05,
      "loss": 1.9733,
      "step": 72120
    },
    {
      "epoch": 62.34226447709594,
      "grad_norm": 1.9986950159072876,
      "learning_rate": 1.8006596857741626e-05,
      "loss": 1.9809,
      "step": 72130
    },
    {
      "epoch": 62.35090751944684,
      "grad_norm": 2.0498178005218506,
      "learning_rate": 1.7994515025752217e-05,
      "loss": 1.986,
      "step": 72140
    },
    {
      "epoch": 62.359550561797754,
      "grad_norm": 2.017573118209839,
      "learning_rate": 1.7982436358904676e-05,
      "loss": 1.9623,
      "step": 72150
    },
    {
      "epoch": 62.36819360414866,
      "grad_norm": 2.8948888778686523,
      "learning_rate": 1.797036085839346e-05,
      "loss": 1.9794,
      "step": 72160
    },
    {
      "epoch": 62.37683664649957,
      "grad_norm": 2.3259761333465576,
      "learning_rate": 1.7958288525412793e-05,
      "loss": 2.0085,
      "step": 72170
    },
    {
      "epoch": 62.385479688850474,
      "grad_norm": 2.515846014022827,
      "learning_rate": 1.7946219361156542e-05,
      "loss": 1.9739,
      "step": 72180
    },
    {
      "epoch": 62.394122731201385,
      "grad_norm": 2.0104966163635254,
      "learning_rate": 1.7934153366818273e-05,
      "loss": 1.9667,
      "step": 72190
    },
    {
      "epoch": 62.40276577355229,
      "grad_norm": 2.10925555229187,
      "learning_rate": 1.7922090543591246e-05,
      "loss": 1.9819,
      "step": 72200
    },
    {
      "epoch": 62.4114088159032,
      "grad_norm": 1.9650605916976929,
      "learning_rate": 1.791003089266839e-05,
      "loss": 1.9937,
      "step": 72210
    },
    {
      "epoch": 62.420051858254105,
      "grad_norm": 1.946030855178833,
      "learning_rate": 1.789797441524233e-05,
      "loss": 1.9958,
      "step": 72220
    },
    {
      "epoch": 62.42869490060502,
      "grad_norm": 3.7807626724243164,
      "learning_rate": 1.7885921112505378e-05,
      "loss": 1.9871,
      "step": 72230
    },
    {
      "epoch": 62.43733794295592,
      "grad_norm": 2.540133476257324,
      "learning_rate": 1.7873870985649533e-05,
      "loss": 1.9942,
      "step": 72240
    },
    {
      "epoch": 62.445980985306825,
      "grad_norm": 2.062194347381592,
      "learning_rate": 1.7861824035866463e-05,
      "loss": 1.9889,
      "step": 72250
    },
    {
      "epoch": 62.45462402765774,
      "grad_norm": 1.9547094106674194,
      "learning_rate": 1.784978026434756e-05,
      "loss": 1.9724,
      "step": 72260
    },
    {
      "epoch": 62.46326707000864,
      "grad_norm": 2.041163444519043,
      "learning_rate": 1.7837739672283854e-05,
      "loss": 2.0173,
      "step": 72270
    },
    {
      "epoch": 62.47191011235955,
      "grad_norm": 1.994982361793518,
      "learning_rate": 1.7825702260866117e-05,
      "loss": 1.996,
      "step": 72280
    },
    {
      "epoch": 62.48055315471046,
      "grad_norm": 2.220503807067871,
      "learning_rate": 1.781366803128473e-05,
      "loss": 1.9829,
      "step": 72290
    },
    {
      "epoch": 62.48919619706137,
      "grad_norm": 2.0471441745758057,
      "learning_rate": 1.780163698472981e-05,
      "loss": 1.9836,
      "step": 72300
    },
    {
      "epoch": 62.49783923941227,
      "grad_norm": 2.0822033882141113,
      "learning_rate": 1.7789609122391176e-05,
      "loss": 1.9871,
      "step": 72310
    },
    {
      "epoch": 62.50648228176318,
      "grad_norm": 2.0055346488952637,
      "learning_rate": 1.77775844454583e-05,
      "loss": 1.9923,
      "step": 72320
    },
    {
      "epoch": 62.51512532411409,
      "grad_norm": 2.043520927429199,
      "learning_rate": 1.7765562955120363e-05,
      "loss": 2.0073,
      "step": 72330
    },
    {
      "epoch": 62.52376836646499,
      "grad_norm": 2.4765424728393555,
      "learning_rate": 1.775354465256618e-05,
      "loss": 2.0005,
      "step": 72340
    },
    {
      "epoch": 62.5324114088159,
      "grad_norm": 2.1986544132232666,
      "learning_rate": 1.7741529538984302e-05,
      "loss": 1.9949,
      "step": 72350
    },
    {
      "epoch": 62.54105445116681,
      "grad_norm": 2.1949527263641357,
      "learning_rate": 1.7729517615562946e-05,
      "loss": 1.9921,
      "step": 72360
    },
    {
      "epoch": 62.54969749351772,
      "grad_norm": 1.9601644277572632,
      "learning_rate": 1.7717508883490024e-05,
      "loss": 2.007,
      "step": 72370
    },
    {
      "epoch": 62.55834053586862,
      "grad_norm": 2.1073336601257324,
      "learning_rate": 1.77055033439531e-05,
      "loss": 2.0001,
      "step": 72380
    },
    {
      "epoch": 62.566983578219535,
      "grad_norm": 1.989335060119629,
      "learning_rate": 1.76935009981395e-05,
      "loss": 1.9913,
      "step": 72390
    },
    {
      "epoch": 62.57562662057044,
      "grad_norm": 2.2459557056427,
      "learning_rate": 1.7681501847236133e-05,
      "loss": 1.9803,
      "step": 72400
    },
    {
      "epoch": 62.58426966292135,
      "grad_norm": 2.155480146408081,
      "learning_rate": 1.7669505892429645e-05,
      "loss": 1.9955,
      "step": 72410
    },
    {
      "epoch": 62.592912705272255,
      "grad_norm": 2.04923152923584,
      "learning_rate": 1.765751313490638e-05,
      "loss": 2.0331,
      "step": 72420
    },
    {
      "epoch": 62.601555747623166,
      "grad_norm": 2.116849899291992,
      "learning_rate": 1.7645523575852326e-05,
      "loss": 2.0097,
      "step": 72430
    },
    {
      "epoch": 62.61019878997407,
      "grad_norm": 2.066735029220581,
      "learning_rate": 1.763353721645319e-05,
      "loss": 2.0113,
      "step": 72440
    },
    {
      "epoch": 62.618841832324975,
      "grad_norm": 2.2595901489257812,
      "learning_rate": 1.762155405789434e-05,
      "loss": 1.9864,
      "step": 72450
    },
    {
      "epoch": 62.627484874675886,
      "grad_norm": 3.5998823642730713,
      "learning_rate": 1.7609574101360842e-05,
      "loss": 2.0013,
      "step": 72460
    },
    {
      "epoch": 62.63612791702679,
      "grad_norm": 2.033081293106079,
      "learning_rate": 1.759759734803743e-05,
      "loss": 2.0057,
      "step": 72470
    },
    {
      "epoch": 62.6447709593777,
      "grad_norm": 1.9049814939498901,
      "learning_rate": 1.7585623799108537e-05,
      "loss": 2.0117,
      "step": 72480
    },
    {
      "epoch": 62.653414001728606,
      "grad_norm": 2.8026084899902344,
      "learning_rate": 1.757365345575827e-05,
      "loss": 2.0359,
      "step": 72490
    },
    {
      "epoch": 62.66205704407952,
      "grad_norm": 2.03493070602417,
      "learning_rate": 1.7561686319170417e-05,
      "loss": 2.0167,
      "step": 72500
    },
    {
      "epoch": 62.67070008643042,
      "grad_norm": 2.055690050125122,
      "learning_rate": 1.7549722390528477e-05,
      "loss": 1.9971,
      "step": 72510
    },
    {
      "epoch": 62.67934312878133,
      "grad_norm": 2.003479242324829,
      "learning_rate": 1.7537761671015567e-05,
      "loss": 1.9979,
      "step": 72520
    },
    {
      "epoch": 62.68798617113224,
      "grad_norm": 2.1890852451324463,
      "learning_rate": 1.752580416181455e-05,
      "loss": 2.0159,
      "step": 72530
    },
    {
      "epoch": 62.69662921348315,
      "grad_norm": 2.3092212677001953,
      "learning_rate": 1.7513849864107945e-05,
      "loss": 2.0011,
      "step": 72540
    },
    {
      "epoch": 62.70527225583405,
      "grad_norm": 2.1518516540527344,
      "learning_rate": 1.750189877907794e-05,
      "loss": 2.0137,
      "step": 72550
    },
    {
      "epoch": 62.71391529818496,
      "grad_norm": 2.0579237937927246,
      "learning_rate": 1.7489950907906454e-05,
      "loss": 2.0237,
      "step": 72560
    },
    {
      "epoch": 62.72255834053587,
      "grad_norm": 2.011519193649292,
      "learning_rate": 1.7478006251775066e-05,
      "loss": 2.0266,
      "step": 72570
    },
    {
      "epoch": 62.73120138288677,
      "grad_norm": 2.339355707168579,
      "learning_rate": 1.7466064811864987e-05,
      "loss": 2.0159,
      "step": 72580
    },
    {
      "epoch": 62.739844425237685,
      "grad_norm": 2.0919909477233887,
      "learning_rate": 1.745412658935716e-05,
      "loss": 1.9977,
      "step": 72590
    },
    {
      "epoch": 62.74848746758859,
      "grad_norm": 2.8190624713897705,
      "learning_rate": 1.7442191585432215e-05,
      "loss": 2.0113,
      "step": 72600
    },
    {
      "epoch": 62.7571305099395,
      "grad_norm": 2.0591108798980713,
      "learning_rate": 1.7430259801270436e-05,
      "loss": 2.0231,
      "step": 72610
    },
    {
      "epoch": 62.765773552290405,
      "grad_norm": 2.28110933303833,
      "learning_rate": 1.7418331238051817e-05,
      "loss": 1.9951,
      "step": 72620
    },
    {
      "epoch": 62.774416594641316,
      "grad_norm": 1.9987692832946777,
      "learning_rate": 1.7406405896956002e-05,
      "loss": 1.9941,
      "step": 72630
    },
    {
      "epoch": 62.78305963699222,
      "grad_norm": 2.1136512756347656,
      "learning_rate": 1.739448377916234e-05,
      "loss": 2.017,
      "step": 72640
    },
    {
      "epoch": 62.79170267934313,
      "grad_norm": 2.119865894317627,
      "learning_rate": 1.7382564885849855e-05,
      "loss": 2.0093,
      "step": 72650
    },
    {
      "epoch": 62.800345721694036,
      "grad_norm": 2.04967999458313,
      "learning_rate": 1.737064921819725e-05,
      "loss": 2.0154,
      "step": 72660
    },
    {
      "epoch": 62.80898876404494,
      "grad_norm": 2.158848524093628,
      "learning_rate": 1.7358736777382904e-05,
      "loss": 2.0106,
      "step": 72670
    },
    {
      "epoch": 62.81763180639585,
      "grad_norm": 3.824655771255493,
      "learning_rate": 1.7346827564584893e-05,
      "loss": 2.0026,
      "step": 72680
    },
    {
      "epoch": 62.826274848746756,
      "grad_norm": 2.5425832271575928,
      "learning_rate": 1.7334921580980955e-05,
      "loss": 2.0017,
      "step": 72690
    },
    {
      "epoch": 62.83491789109767,
      "grad_norm": 2.190795421600342,
      "learning_rate": 1.7323018827748544e-05,
      "loss": 2.0327,
      "step": 72700
    },
    {
      "epoch": 62.84356093344857,
      "grad_norm": 2.0667920112609863,
      "learning_rate": 1.7311119306064706e-05,
      "loss": 2.0137,
      "step": 72710
    },
    {
      "epoch": 62.85220397579948,
      "grad_norm": 2.019730567932129,
      "learning_rate": 1.729922301710628e-05,
      "loss": 2.0192,
      "step": 72720
    },
    {
      "epoch": 62.86084701815039,
      "grad_norm": 1.916748046875,
      "learning_rate": 1.7287329962049724e-05,
      "loss": 2.0153,
      "step": 72730
    },
    {
      "epoch": 62.8694900605013,
      "grad_norm": 2.2251811027526855,
      "learning_rate": 1.7275440142071186e-05,
      "loss": 2.0344,
      "step": 72740
    },
    {
      "epoch": 62.8781331028522,
      "grad_norm": 2.150317430496216,
      "learning_rate": 1.7263553558346514e-05,
      "loss": 2.0389,
      "step": 72750
    },
    {
      "epoch": 62.886776145203115,
      "grad_norm": 2.0910844802856445,
      "learning_rate": 1.725167021205117e-05,
      "loss": 2.0264,
      "step": 72760
    },
    {
      "epoch": 62.89541918755402,
      "grad_norm": 2.169602394104004,
      "learning_rate": 1.723979010436037e-05,
      "loss": 2.0331,
      "step": 72770
    },
    {
      "epoch": 62.90406222990492,
      "grad_norm": 2.3999438285827637,
      "learning_rate": 1.7227913236448977e-05,
      "loss": 2.0371,
      "step": 72780
    },
    {
      "epoch": 62.912705272255835,
      "grad_norm": 3.5974948406219482,
      "learning_rate": 1.7216039609491552e-05,
      "loss": 2.0496,
      "step": 72790
    },
    {
      "epoch": 62.92134831460674,
      "grad_norm": 2.409998655319214,
      "learning_rate": 1.7204169224662288e-05,
      "loss": 2.0156,
      "step": 72800
    },
    {
      "epoch": 62.92999135695765,
      "grad_norm": 2.142016649246216,
      "learning_rate": 1.719230208313515e-05,
      "loss": 2.0401,
      "step": 72810
    },
    {
      "epoch": 62.938634399308555,
      "grad_norm": 2.1023764610290527,
      "learning_rate": 1.7180438186083675e-05,
      "loss": 2.0118,
      "step": 72820
    },
    {
      "epoch": 62.947277441659466,
      "grad_norm": 2.2393319606781006,
      "learning_rate": 1.716857753468114e-05,
      "loss": 2.0364,
      "step": 72830
    },
    {
      "epoch": 62.95592048401037,
      "grad_norm": 2.1066553592681885,
      "learning_rate": 1.715672013010049e-05,
      "loss": 2.024,
      "step": 72840
    },
    {
      "epoch": 62.96456352636128,
      "grad_norm": 1.9625836610794067,
      "learning_rate": 1.7144865973514357e-05,
      "loss": 2.0113,
      "step": 72850
    },
    {
      "epoch": 62.973206568712186,
      "grad_norm": 2.1892480850219727,
      "learning_rate": 1.7133015066095032e-05,
      "loss": 2.0161,
      "step": 72860
    },
    {
      "epoch": 62.9818496110631,
      "grad_norm": 2.0055081844329834,
      "learning_rate": 1.7121167409014498e-05,
      "loss": 2.0164,
      "step": 72870
    },
    {
      "epoch": 62.990492653414,
      "grad_norm": 1.9095890522003174,
      "learning_rate": 1.7109323003444417e-05,
      "loss": 2.0322,
      "step": 72880
    },
    {
      "epoch": 62.999135695764906,
      "grad_norm": 2.125950574874878,
      "learning_rate": 1.7097481850556118e-05,
      "loss": 2.0197,
      "step": 72890
    },
    {
      "epoch": 63.00777873811582,
      "grad_norm": 2.0637261867523193,
      "learning_rate": 1.708564395152063e-05,
      "loss": 1.9452,
      "step": 72900
    },
    {
      "epoch": 63.01642178046672,
      "grad_norm": 2.0735015869140625,
      "learning_rate": 1.7073809307508644e-05,
      "loss": 1.9504,
      "step": 72910
    },
    {
      "epoch": 63.02506482281763,
      "grad_norm": 1.9262685775756836,
      "learning_rate": 1.706197791969052e-05,
      "loss": 1.9414,
      "step": 72920
    },
    {
      "epoch": 63.03370786516854,
      "grad_norm": 2.0317509174346924,
      "learning_rate": 1.705014978923632e-05,
      "loss": 1.9191,
      "step": 72930
    },
    {
      "epoch": 63.04235090751945,
      "grad_norm": 2.000978708267212,
      "learning_rate": 1.7038324917315785e-05,
      "loss": 1.9315,
      "step": 72940
    },
    {
      "epoch": 63.05099394987035,
      "grad_norm": 2.158210515975952,
      "learning_rate": 1.7026503305098285e-05,
      "loss": 1.925,
      "step": 72950
    },
    {
      "epoch": 63.059636992221265,
      "grad_norm": 1.8744021654129028,
      "learning_rate": 1.7014684953752913e-05,
      "loss": 1.9414,
      "step": 72960
    },
    {
      "epoch": 63.06828003457217,
      "grad_norm": 2.0289268493652344,
      "learning_rate": 1.700286986444845e-05,
      "loss": 1.9377,
      "step": 72970
    },
    {
      "epoch": 63.07692307692308,
      "grad_norm": 1.9899625778198242,
      "learning_rate": 1.6991058038353326e-05,
      "loss": 1.9489,
      "step": 72980
    },
    {
      "epoch": 63.085566119273984,
      "grad_norm": 1.9114941358566284,
      "learning_rate": 1.6979249476635667e-05,
      "loss": 1.9423,
      "step": 72990
    },
    {
      "epoch": 63.09420916162489,
      "grad_norm": 2.1482419967651367,
      "learning_rate": 1.6967444180463242e-05,
      "loss": 1.9533,
      "step": 73000
    },
    {
      "epoch": 63.1028522039758,
      "grad_norm": 1.8954006433486938,
      "learning_rate": 1.695564215100353e-05,
      "loss": 1.9278,
      "step": 73010
    },
    {
      "epoch": 63.111495246326704,
      "grad_norm": 2.082127571105957,
      "learning_rate": 1.694384338942368e-05,
      "loss": 1.9628,
      "step": 73020
    },
    {
      "epoch": 63.120138288677616,
      "grad_norm": 2.0555789470672607,
      "learning_rate": 1.693204789689051e-05,
      "loss": 1.9472,
      "step": 73030
    },
    {
      "epoch": 63.12878133102852,
      "grad_norm": 2.151397228240967,
      "learning_rate": 1.6920255674570512e-05,
      "loss": 1.946,
      "step": 73040
    },
    {
      "epoch": 63.13742437337943,
      "grad_norm": 2.021181583404541,
      "learning_rate": 1.6908466723629913e-05,
      "loss": 1.9586,
      "step": 73050
    },
    {
      "epoch": 63.146067415730336,
      "grad_norm": 2.1503055095672607,
      "learning_rate": 1.689668104523451e-05,
      "loss": 1.9422,
      "step": 73060
    },
    {
      "epoch": 63.15471045808125,
      "grad_norm": 2.182509422302246,
      "learning_rate": 1.688489864054985e-05,
      "loss": 1.9539,
      "step": 73070
    },
    {
      "epoch": 63.16335350043215,
      "grad_norm": 2.1086254119873047,
      "learning_rate": 1.6873119510741146e-05,
      "loss": 1.9677,
      "step": 73080
    },
    {
      "epoch": 63.17199654278306,
      "grad_norm": 2.1838207244873047,
      "learning_rate": 1.686134365697327e-05,
      "loss": 1.9458,
      "step": 73090
    },
    {
      "epoch": 63.18063958513397,
      "grad_norm": 2.1915130615234375,
      "learning_rate": 1.6849571080410792e-05,
      "loss": 1.942,
      "step": 73100
    },
    {
      "epoch": 63.18928262748487,
      "grad_norm": 2.0382776260375977,
      "learning_rate": 1.6837801782217938e-05,
      "loss": 1.9466,
      "step": 73110
    },
    {
      "epoch": 63.19792566983578,
      "grad_norm": 2.0414717197418213,
      "learning_rate": 1.6826035763558633e-05,
      "loss": 1.961,
      "step": 73120
    },
    {
      "epoch": 63.20656871218669,
      "grad_norm": 2.158078193664551,
      "learning_rate": 1.6814273025596416e-05,
      "loss": 1.9545,
      "step": 73130
    },
    {
      "epoch": 63.2152117545376,
      "grad_norm": 2.236046314239502,
      "learning_rate": 1.68025135694946e-05,
      "loss": 1.9784,
      "step": 73140
    },
    {
      "epoch": 63.2238547968885,
      "grad_norm": 2.167881727218628,
      "learning_rate": 1.6790757396416103e-05,
      "loss": 1.9662,
      "step": 73150
    },
    {
      "epoch": 63.232497839239414,
      "grad_norm": 2.4767794609069824,
      "learning_rate": 1.6779004507523532e-05,
      "loss": 1.9659,
      "step": 73160
    },
    {
      "epoch": 63.24114088159032,
      "grad_norm": 2.0319082736968994,
      "learning_rate": 1.6767254903979195e-05,
      "loss": 1.9611,
      "step": 73170
    },
    {
      "epoch": 63.24978392394123,
      "grad_norm": 2.0467007160186768,
      "learning_rate": 1.6755508586945024e-05,
      "loss": 1.9445,
      "step": 73180
    },
    {
      "epoch": 63.258426966292134,
      "grad_norm": 2.1564760208129883,
      "learning_rate": 1.6743765557582668e-05,
      "loss": 1.9668,
      "step": 73190
    },
    {
      "epoch": 63.267070008643046,
      "grad_norm": 1.9997844696044922,
      "learning_rate": 1.6732025817053443e-05,
      "loss": 1.9545,
      "step": 73200
    },
    {
      "epoch": 63.27571305099395,
      "grad_norm": 2.089564085006714,
      "learning_rate": 1.6720289366518315e-05,
      "loss": 1.9338,
      "step": 73210
    },
    {
      "epoch": 63.284356093344854,
      "grad_norm": 1.9487143754959106,
      "learning_rate": 1.670855620713798e-05,
      "loss": 1.9461,
      "step": 73220
    },
    {
      "epoch": 63.292999135695766,
      "grad_norm": 1.9031926393508911,
      "learning_rate": 1.6696826340072775e-05,
      "loss": 1.9472,
      "step": 73230
    },
    {
      "epoch": 63.30164217804667,
      "grad_norm": 2.1260201930999756,
      "learning_rate": 1.6685099766482677e-05,
      "loss": 1.9781,
      "step": 73240
    },
    {
      "epoch": 63.31028522039758,
      "grad_norm": 2.3123619556427,
      "learning_rate": 1.667337648752738e-05,
      "loss": 1.9792,
      "step": 73250
    },
    {
      "epoch": 63.318928262748486,
      "grad_norm": 1.9797245264053345,
      "learning_rate": 1.6661656504366256e-05,
      "loss": 1.9837,
      "step": 73260
    },
    {
      "epoch": 63.3275713050994,
      "grad_norm": 1.967995047569275,
      "learning_rate": 1.6649939818158334e-05,
      "loss": 1.9626,
      "step": 73270
    },
    {
      "epoch": 63.3362143474503,
      "grad_norm": 2.0196192264556885,
      "learning_rate": 1.663822643006231e-05,
      "loss": 1.959,
      "step": 73280
    },
    {
      "epoch": 63.34485738980121,
      "grad_norm": 2.138427257537842,
      "learning_rate": 1.6626516341236575e-05,
      "loss": 1.9638,
      "step": 73290
    },
    {
      "epoch": 63.35350043215212,
      "grad_norm": 1.9672032594680786,
      "learning_rate": 1.6614809552839184e-05,
      "loss": 1.9533,
      "step": 73300
    },
    {
      "epoch": 63.36214347450303,
      "grad_norm": 2.2811994552612305,
      "learning_rate": 1.660310606602786e-05,
      "loss": 1.9646,
      "step": 73310
    },
    {
      "epoch": 63.37078651685393,
      "grad_norm": 2.234699010848999,
      "learning_rate": 1.659140588196001e-05,
      "loss": 1.9551,
      "step": 73320
    },
    {
      "epoch": 63.37942955920484,
      "grad_norm": 2.128840446472168,
      "learning_rate": 1.65797090017927e-05,
      "loss": 1.9587,
      "step": 73330
    },
    {
      "epoch": 63.38807260155575,
      "grad_norm": 2.138998508453369,
      "learning_rate": 1.656801542668269e-05,
      "loss": 1.9751,
      "step": 73340
    },
    {
      "epoch": 63.39671564390665,
      "grad_norm": 2.086594820022583,
      "learning_rate": 1.655632515778639e-05,
      "loss": 1.9567,
      "step": 73350
    },
    {
      "epoch": 63.405358686257564,
      "grad_norm": 2.0561351776123047,
      "learning_rate": 1.6544638196259914e-05,
      "loss": 1.9485,
      "step": 73360
    },
    {
      "epoch": 63.41400172860847,
      "grad_norm": 2.166640520095825,
      "learning_rate": 1.6532954543259e-05,
      "loss": 1.976,
      "step": 73370
    },
    {
      "epoch": 63.42264477095938,
      "grad_norm": 2.075882911682129,
      "learning_rate": 1.6521274199939084e-05,
      "loss": 1.9695,
      "step": 73380
    },
    {
      "epoch": 63.431287813310284,
      "grad_norm": 2.1384551525115967,
      "learning_rate": 1.650959716745532e-05,
      "loss": 1.9851,
      "step": 73390
    },
    {
      "epoch": 63.439930855661196,
      "grad_norm": 2.086946487426758,
      "learning_rate": 1.6497923446962464e-05,
      "loss": 1.9806,
      "step": 73400
    },
    {
      "epoch": 63.4485738980121,
      "grad_norm": 2.1623499393463135,
      "learning_rate": 1.6486253039615002e-05,
      "loss": 1.9829,
      "step": 73410
    },
    {
      "epoch": 63.45721694036301,
      "grad_norm": 2.2332603931427,
      "learning_rate": 1.6474585946567022e-05,
      "loss": 1.9661,
      "step": 73420
    },
    {
      "epoch": 63.465859982713916,
      "grad_norm": 2.3125665187835693,
      "learning_rate": 1.646292216897235e-05,
      "loss": 1.974,
      "step": 73430
    },
    {
      "epoch": 63.47450302506482,
      "grad_norm": 2.2891592979431152,
      "learning_rate": 1.6451261707984455e-05,
      "loss": 1.9845,
      "step": 73440
    },
    {
      "epoch": 63.48314606741573,
      "grad_norm": 2.1682913303375244,
      "learning_rate": 1.6439604564756482e-05,
      "loss": 1.9834,
      "step": 73450
    },
    {
      "epoch": 63.491789109766636,
      "grad_norm": 2.0947022438049316,
      "learning_rate": 1.6427950740441246e-05,
      "loss": 1.9843,
      "step": 73460
    },
    {
      "epoch": 63.50043215211755,
      "grad_norm": 2.239762544631958,
      "learning_rate": 1.641630023619127e-05,
      "loss": 1.98,
      "step": 73470
    },
    {
      "epoch": 63.50907519446845,
      "grad_norm": 2.093687057495117,
      "learning_rate": 1.6404653053158674e-05,
      "loss": 1.9863,
      "step": 73480
    },
    {
      "epoch": 63.51771823681936,
      "grad_norm": 2.1974055767059326,
      "learning_rate": 1.6393009192495313e-05,
      "loss": 1.9777,
      "step": 73490
    },
    {
      "epoch": 63.52636127917027,
      "grad_norm": 1.9364418983459473,
      "learning_rate": 1.638136865535268e-05,
      "loss": 1.9753,
      "step": 73500
    },
    {
      "epoch": 63.53500432152118,
      "grad_norm": 2.095851421356201,
      "learning_rate": 1.6369731442881963e-05,
      "loss": 1.9726,
      "step": 73510
    },
    {
      "epoch": 63.54364736387208,
      "grad_norm": 2.648376226425171,
      "learning_rate": 1.6358097556234004e-05,
      "loss": 1.9716,
      "step": 73520
    },
    {
      "epoch": 63.552290406222994,
      "grad_norm": 2.538762092590332,
      "learning_rate": 1.6346466996559318e-05,
      "loss": 1.9702,
      "step": 73530
    },
    {
      "epoch": 63.5609334485739,
      "grad_norm": 2.027508020401001,
      "learning_rate": 1.6334839765008098e-05,
      "loss": 1.9653,
      "step": 73540
    },
    {
      "epoch": 63.5695764909248,
      "grad_norm": 2.1354081630706787,
      "learning_rate": 1.63232158627302e-05,
      "loss": 1.9649,
      "step": 73550
    },
    {
      "epoch": 63.578219533275714,
      "grad_norm": 2.087415933609009,
      "learning_rate": 1.631159529087517e-05,
      "loss": 1.9787,
      "step": 73560
    },
    {
      "epoch": 63.58686257562662,
      "grad_norm": 2.20690655708313,
      "learning_rate": 1.629997805059219e-05,
      "loss": 1.9841,
      "step": 73570
    },
    {
      "epoch": 63.59550561797753,
      "grad_norm": 2.027107000350952,
      "learning_rate": 1.6288364143030142e-05,
      "loss": 1.9951,
      "step": 73580
    },
    {
      "epoch": 63.604148660328434,
      "grad_norm": 2.3419857025146484,
      "learning_rate": 1.627675356933757e-05,
      "loss": 1.9858,
      "step": 73590
    },
    {
      "epoch": 63.612791702679345,
      "grad_norm": 2.0097994804382324,
      "learning_rate": 1.6265146330662706e-05,
      "loss": 1.9844,
      "step": 73600
    },
    {
      "epoch": 63.62143474503025,
      "grad_norm": 1.9949675798416138,
      "learning_rate": 1.625354242815339e-05,
      "loss": 1.9848,
      "step": 73610
    },
    {
      "epoch": 63.63007778738116,
      "grad_norm": 2.152362585067749,
      "learning_rate": 1.62419418629572e-05,
      "loss": 1.9801,
      "step": 73620
    },
    {
      "epoch": 63.638720829732065,
      "grad_norm": 2.2335736751556396,
      "learning_rate": 1.6230344636221334e-05,
      "loss": 1.973,
      "step": 73630
    },
    {
      "epoch": 63.64736387208297,
      "grad_norm": 1.935476303100586,
      "learning_rate": 1.621875074909273e-05,
      "loss": 1.9934,
      "step": 73640
    },
    {
      "epoch": 63.65600691443388,
      "grad_norm": 2.0431432723999023,
      "learning_rate": 1.6207160202717942e-05,
      "loss": 2.0078,
      "step": 73650
    },
    {
      "epoch": 63.664649956784785,
      "grad_norm": 2.0412418842315674,
      "learning_rate": 1.6195572998243173e-05,
      "loss": 1.9713,
      "step": 73660
    },
    {
      "epoch": 63.6732929991357,
      "grad_norm": 2.7132935523986816,
      "learning_rate": 1.6183989136814343e-05,
      "loss": 1.9878,
      "step": 73670
    },
    {
      "epoch": 63.6819360414866,
      "grad_norm": 1.9204740524291992,
      "learning_rate": 1.6172408619577018e-05,
      "loss": 1.9987,
      "step": 73680
    },
    {
      "epoch": 63.69057908383751,
      "grad_norm": 2.227238178253174,
      "learning_rate": 1.616083144767644e-05,
      "loss": 1.9814,
      "step": 73690
    },
    {
      "epoch": 63.69922212618842,
      "grad_norm": 2.1766364574432373,
      "learning_rate": 1.614925762225752e-05,
      "loss": 2.0013,
      "step": 73700
    },
    {
      "epoch": 63.70786516853933,
      "grad_norm": 2.241279125213623,
      "learning_rate": 1.613768714446484e-05,
      "loss": 1.9913,
      "step": 73710
    },
    {
      "epoch": 63.71650821089023,
      "grad_norm": 2.0401713848114014,
      "learning_rate": 1.6126120015442643e-05,
      "loss": 1.9802,
      "step": 73720
    },
    {
      "epoch": 63.725151253241144,
      "grad_norm": 2.154921293258667,
      "learning_rate": 1.6114556236334843e-05,
      "loss": 2.0005,
      "step": 73730
    },
    {
      "epoch": 63.73379429559205,
      "grad_norm": 2.022418260574341,
      "learning_rate": 1.6102995808285037e-05,
      "loss": 1.9975,
      "step": 73740
    },
    {
      "epoch": 63.74243733794295,
      "grad_norm": 2.237405776977539,
      "learning_rate": 1.6091438732436464e-05,
      "loss": 1.9876,
      "step": 73750
    },
    {
      "epoch": 63.751080380293864,
      "grad_norm": 4.435664653778076,
      "learning_rate": 1.607988500993206e-05,
      "loss": 2.0137,
      "step": 73760
    },
    {
      "epoch": 63.75972342264477,
      "grad_norm": 2.04978084564209,
      "learning_rate": 1.6068334641914405e-05,
      "loss": 2.0108,
      "step": 73770
    },
    {
      "epoch": 63.76836646499568,
      "grad_norm": 2.1008119583129883,
      "learning_rate": 1.6056787629525782e-05,
      "loss": 1.9761,
      "step": 73780
    },
    {
      "epoch": 63.777009507346584,
      "grad_norm": 2.138270854949951,
      "learning_rate": 1.6045243973908065e-05,
      "loss": 1.9812,
      "step": 73790
    },
    {
      "epoch": 63.785652549697495,
      "grad_norm": 2.0892584323883057,
      "learning_rate": 1.60337036762029e-05,
      "loss": 2.0108,
      "step": 73800
    },
    {
      "epoch": 63.7942955920484,
      "grad_norm": 2.2482285499572754,
      "learning_rate": 1.6022166737551524e-05,
      "loss": 2.0282,
      "step": 73810
    },
    {
      "epoch": 63.80293863439931,
      "grad_norm": 2.1521878242492676,
      "learning_rate": 1.6010633159094884e-05,
      "loss": 2.0211,
      "step": 73820
    },
    {
      "epoch": 63.811581676750215,
      "grad_norm": 2.145907163619995,
      "learning_rate": 1.5999102941973593e-05,
      "loss": 1.9905,
      "step": 73830
    },
    {
      "epoch": 63.82022471910113,
      "grad_norm": 2.4606645107269287,
      "learning_rate": 1.598757608732787e-05,
      "loss": 1.9937,
      "step": 73840
    },
    {
      "epoch": 63.82886776145203,
      "grad_norm": 2.368431329727173,
      "learning_rate": 1.597605259629768e-05,
      "loss": 1.98,
      "step": 73850
    },
    {
      "epoch": 63.837510803802935,
      "grad_norm": 2.0226590633392334,
      "learning_rate": 1.5964532470022615e-05,
      "loss": 2.0021,
      "step": 73860
    },
    {
      "epoch": 63.84615384615385,
      "grad_norm": 2.092042922973633,
      "learning_rate": 1.5953015709641946e-05,
      "loss": 1.9922,
      "step": 73870
    },
    {
      "epoch": 63.85479688850475,
      "grad_norm": 2.3133561611175537,
      "learning_rate": 1.5941502316294593e-05,
      "loss": 2.0119,
      "step": 73880
    },
    {
      "epoch": 63.86343993085566,
      "grad_norm": 2.112797737121582,
      "learning_rate": 1.5929992291119206e-05,
      "loss": 1.9928,
      "step": 73890
    },
    {
      "epoch": 63.87208297320657,
      "grad_norm": 2.228986978530884,
      "learning_rate": 1.591848563525401e-05,
      "loss": 2.0086,
      "step": 73900
    },
    {
      "epoch": 63.88072601555748,
      "grad_norm": 2.1459031105041504,
      "learning_rate": 1.5906982349836953e-05,
      "loss": 1.989,
      "step": 73910
    },
    {
      "epoch": 63.88936905790838,
      "grad_norm": 2.079310178756714,
      "learning_rate": 1.5895482436005637e-05,
      "loss": 1.9967,
      "step": 73920
    },
    {
      "epoch": 63.898012100259294,
      "grad_norm": 2.2031941413879395,
      "learning_rate": 1.5883985894897334e-05,
      "loss": 1.9969,
      "step": 73930
    },
    {
      "epoch": 63.9066551426102,
      "grad_norm": 1.9863004684448242,
      "learning_rate": 1.587249272764898e-05,
      "loss": 2.0116,
      "step": 73940
    },
    {
      "epoch": 63.91529818496111,
      "grad_norm": 2.127779006958008,
      "learning_rate": 1.5861002935397174e-05,
      "loss": 1.9901,
      "step": 73950
    },
    {
      "epoch": 63.923941227312014,
      "grad_norm": 1.96294367313385,
      "learning_rate": 1.5849516519278185e-05,
      "loss": 2.0039,
      "step": 73960
    },
    {
      "epoch": 63.93258426966292,
      "grad_norm": 1.9530891180038452,
      "learning_rate": 1.583803348042795e-05,
      "loss": 2.0252,
      "step": 73970
    },
    {
      "epoch": 63.94122731201383,
      "grad_norm": 1.9883183240890503,
      "learning_rate": 1.582655381998207e-05,
      "loss": 2.0263,
      "step": 73980
    },
    {
      "epoch": 63.949870354364734,
      "grad_norm": 2.2691285610198975,
      "learning_rate": 1.581507753907581e-05,
      "loss": 2.0037,
      "step": 73990
    },
    {
      "epoch": 63.958513396715645,
      "grad_norm": 2.0548174381256104,
      "learning_rate": 1.5803604638844104e-05,
      "loss": 2.0051,
      "step": 74000
    },
    {
      "epoch": 63.96715643906655,
      "grad_norm": 1.9430780410766602,
      "learning_rate": 1.5792135120421546e-05,
      "loss": 2.0203,
      "step": 74010
    },
    {
      "epoch": 63.97579948141746,
      "grad_norm": 2.032355546951294,
      "learning_rate": 1.5780668984942415e-05,
      "loss": 2.0132,
      "step": 74020
    },
    {
      "epoch": 63.984442523768365,
      "grad_norm": 2.132897138595581,
      "learning_rate": 1.576920623354062e-05,
      "loss": 2.0006,
      "step": 74030
    },
    {
      "epoch": 63.99308556611928,
      "grad_norm": 2.0428121089935303,
      "learning_rate": 1.5757746867349736e-05,
      "loss": 2.0076,
      "step": 74040
    },
    {
      "epoch": 64.00172860847019,
      "grad_norm": 2.0767500400543213,
      "learning_rate": 1.5746290887503068e-05,
      "loss": 2.0107,
      "step": 74050
    },
    {
      "epoch": 64.01037165082109,
      "grad_norm": 1.9642987251281738,
      "learning_rate": 1.573483829513352e-05,
      "loss": 1.9149,
      "step": 74060
    },
    {
      "epoch": 64.019014693172,
      "grad_norm": 2.05526065826416,
      "learning_rate": 1.5723389091373702e-05,
      "loss": 1.8975,
      "step": 74070
    },
    {
      "epoch": 64.02765773552291,
      "grad_norm": 2.3051655292510986,
      "learning_rate": 1.5711943277355828e-05,
      "loss": 1.8987,
      "step": 74080
    },
    {
      "epoch": 64.0363007778738,
      "grad_norm": 2.335108995437622,
      "learning_rate": 1.5700500854211843e-05,
      "loss": 1.9165,
      "step": 74090
    },
    {
      "epoch": 64.04494382022472,
      "grad_norm": 2.337583541870117,
      "learning_rate": 1.5689061823073325e-05,
      "loss": 1.9194,
      "step": 74100
    },
    {
      "epoch": 64.05358686257563,
      "grad_norm": 2.1202425956726074,
      "learning_rate": 1.567762618507152e-05,
      "loss": 1.9062,
      "step": 74110
    },
    {
      "epoch": 64.06222990492654,
      "grad_norm": 2.224378824234009,
      "learning_rate": 1.5666193941337347e-05,
      "loss": 1.9048,
      "step": 74120
    },
    {
      "epoch": 64.07087294727744,
      "grad_norm": 1.8901838064193726,
      "learning_rate": 1.5654765093001384e-05,
      "loss": 1.9193,
      "step": 74130
    },
    {
      "epoch": 64.07951598962835,
      "grad_norm": 2.1241648197174072,
      "learning_rate": 1.5643339641193865e-05,
      "loss": 1.9086,
      "step": 74140
    },
    {
      "epoch": 64.08815903197926,
      "grad_norm": 2.17109751701355,
      "learning_rate": 1.5631917587044704e-05,
      "loss": 1.8993,
      "step": 74150
    },
    {
      "epoch": 64.09680207433017,
      "grad_norm": 1.9491266012191772,
      "learning_rate": 1.5620498931683464e-05,
      "loss": 1.9424,
      "step": 74160
    },
    {
      "epoch": 64.10544511668107,
      "grad_norm": 1.8992087841033936,
      "learning_rate": 1.5609083676239385e-05,
      "loss": 1.9185,
      "step": 74170
    },
    {
      "epoch": 64.11408815903198,
      "grad_norm": 2.0934979915618896,
      "learning_rate": 1.5597671821841353e-05,
      "loss": 1.9317,
      "step": 74180
    },
    {
      "epoch": 64.12273120138289,
      "grad_norm": 2.4434428215026855,
      "learning_rate": 1.5586263369617943e-05,
      "loss": 1.9473,
      "step": 74190
    },
    {
      "epoch": 64.13137424373379,
      "grad_norm": 2.0298211574554443,
      "learning_rate": 1.5574858320697384e-05,
      "loss": 1.9259,
      "step": 74200
    },
    {
      "epoch": 64.1400172860847,
      "grad_norm": 2.0394296646118164,
      "learning_rate": 1.556345667620752e-05,
      "loss": 1.9442,
      "step": 74210
    },
    {
      "epoch": 64.14866032843561,
      "grad_norm": 2.169217109680176,
      "learning_rate": 1.5552058437275953e-05,
      "loss": 1.9246,
      "step": 74220
    },
    {
      "epoch": 64.15730337078652,
      "grad_norm": 1.9611895084381104,
      "learning_rate": 1.5540663605029875e-05,
      "loss": 1.93,
      "step": 74230
    },
    {
      "epoch": 64.16594641313742,
      "grad_norm": 2.0478782653808594,
      "learning_rate": 1.5529272180596173e-05,
      "loss": 1.9407,
      "step": 74240
    },
    {
      "epoch": 64.17458945548833,
      "grad_norm": 1.9739903211593628,
      "learning_rate": 1.551788416510138e-05,
      "loss": 1.9273,
      "step": 74250
    },
    {
      "epoch": 64.18323249783924,
      "grad_norm": 2.138812780380249,
      "learning_rate": 1.5506499559671716e-05,
      "loss": 1.9257,
      "step": 74260
    },
    {
      "epoch": 64.19187554019015,
      "grad_norm": 2.0279600620269775,
      "learning_rate": 1.5495118365433015e-05,
      "loss": 1.922,
      "step": 74270
    },
    {
      "epoch": 64.20051858254105,
      "grad_norm": 1.90777587890625,
      "learning_rate": 1.5483740583510824e-05,
      "loss": 1.9277,
      "step": 74280
    },
    {
      "epoch": 64.20916162489196,
      "grad_norm": 1.9897871017456055,
      "learning_rate": 1.547236621503032e-05,
      "loss": 1.9433,
      "step": 74290
    },
    {
      "epoch": 64.21780466724287,
      "grad_norm": 2.1744930744171143,
      "learning_rate": 1.5460995261116384e-05,
      "loss": 1.9315,
      "step": 74300
    },
    {
      "epoch": 64.22644770959377,
      "grad_norm": 2.1098718643188477,
      "learning_rate": 1.5449627722893532e-05,
      "loss": 1.9287,
      "step": 74310
    },
    {
      "epoch": 64.23509075194468,
      "grad_norm": 1.9729409217834473,
      "learning_rate": 1.5438263601485915e-05,
      "loss": 1.9532,
      "step": 74320
    },
    {
      "epoch": 64.2437337942956,
      "grad_norm": 1.9773781299591064,
      "learning_rate": 1.5426902898017387e-05,
      "loss": 1.9524,
      "step": 74330
    },
    {
      "epoch": 64.2523768366465,
      "grad_norm": 2.3400840759277344,
      "learning_rate": 1.5415545613611448e-05,
      "loss": 1.9496,
      "step": 74340
    },
    {
      "epoch": 64.2610198789974,
      "grad_norm": 2.2121896743774414,
      "learning_rate": 1.5404191749391268e-05,
      "loss": 1.9429,
      "step": 74350
    },
    {
      "epoch": 64.26966292134831,
      "grad_norm": 1.896877408027649,
      "learning_rate": 1.5392841306479666e-05,
      "loss": 1.927,
      "step": 74360
    },
    {
      "epoch": 64.27830596369922,
      "grad_norm": 1.9992903470993042,
      "learning_rate": 1.538149428599913e-05,
      "loss": 1.9313,
      "step": 74370
    },
    {
      "epoch": 64.28694900605014,
      "grad_norm": 2.033194065093994,
      "learning_rate": 1.5370150689071823e-05,
      "loss": 1.9375,
      "step": 74380
    },
    {
      "epoch": 64.29559204840103,
      "grad_norm": 1.9224601984024048,
      "learning_rate": 1.535881051681953e-05,
      "loss": 1.9192,
      "step": 74390
    },
    {
      "epoch": 64.30423509075194,
      "grad_norm": 2.193153142929077,
      "learning_rate": 1.534747377036375e-05,
      "loss": 1.9735,
      "step": 74400
    },
    {
      "epoch": 64.31287813310286,
      "grad_norm": 2.295668601989746,
      "learning_rate": 1.5336140450825605e-05,
      "loss": 1.9525,
      "step": 74410
    },
    {
      "epoch": 64.32152117545375,
      "grad_norm": 2.0247743129730225,
      "learning_rate": 1.532481055932588e-05,
      "loss": 1.962,
      "step": 74420
    },
    {
      "epoch": 64.33016421780466,
      "grad_norm": 2.932443380355835,
      "learning_rate": 1.5313484096985043e-05,
      "loss": 1.9411,
      "step": 74430
    },
    {
      "epoch": 64.33880726015558,
      "grad_norm": 3.3025739192962646,
      "learning_rate": 1.530216106492322e-05,
      "loss": 1.9513,
      "step": 74440
    },
    {
      "epoch": 64.34745030250649,
      "grad_norm": 2.0276362895965576,
      "learning_rate": 1.529084146426016e-05,
      "loss": 1.9528,
      "step": 74450
    },
    {
      "epoch": 64.35609334485738,
      "grad_norm": 2.0527255535125732,
      "learning_rate": 1.5279525296115295e-05,
      "loss": 1.9566,
      "step": 74460
    },
    {
      "epoch": 64.3647363872083,
      "grad_norm": 2.0449888706207275,
      "learning_rate": 1.5268212561607757e-05,
      "loss": 1.9414,
      "step": 74470
    },
    {
      "epoch": 64.37337942955921,
      "grad_norm": 1.8930251598358154,
      "learning_rate": 1.5256903261856293e-05,
      "loss": 1.9461,
      "step": 74480
    },
    {
      "epoch": 64.38202247191012,
      "grad_norm": 2.1583333015441895,
      "learning_rate": 1.5245597397979317e-05,
      "loss": 1.9215,
      "step": 74490
    },
    {
      "epoch": 64.39066551426102,
      "grad_norm": 1.96354079246521,
      "learning_rate": 1.5234294971094932e-05,
      "loss": 1.944,
      "step": 74500
    },
    {
      "epoch": 64.39930855661193,
      "grad_norm": 2.1100358963012695,
      "learning_rate": 1.522299598232083e-05,
      "loss": 1.957,
      "step": 74510
    },
    {
      "epoch": 64.40795159896284,
      "grad_norm": 2.1190593242645264,
      "learning_rate": 1.5211700432774439e-05,
      "loss": 1.9327,
      "step": 74520
    },
    {
      "epoch": 64.41659464131374,
      "grad_norm": 2.8478779792785645,
      "learning_rate": 1.5200408323572813e-05,
      "loss": 1.9474,
      "step": 74530
    },
    {
      "epoch": 64.42523768366465,
      "grad_norm": 2.0706372261047363,
      "learning_rate": 1.5189119655832656e-05,
      "loss": 1.9298,
      "step": 74540
    },
    {
      "epoch": 64.43388072601556,
      "grad_norm": 2.0791380405426025,
      "learning_rate": 1.5177834430670396e-05,
      "loss": 1.95,
      "step": 74550
    },
    {
      "epoch": 64.44252376836647,
      "grad_norm": 2.031345844268799,
      "learning_rate": 1.5166552649202021e-05,
      "loss": 1.9619,
      "step": 74560
    },
    {
      "epoch": 64.45116681071737,
      "grad_norm": 2.1140506267547607,
      "learning_rate": 1.5155274312543244e-05,
      "loss": 1.9659,
      "step": 74570
    },
    {
      "epoch": 64.45980985306828,
      "grad_norm": 2.2014353275299072,
      "learning_rate": 1.5143999421809418e-05,
      "loss": 1.9557,
      "step": 74580
    },
    {
      "epoch": 64.46845289541919,
      "grad_norm": 2.8377914428710938,
      "learning_rate": 1.5132727978115569e-05,
      "loss": 1.9489,
      "step": 74590
    },
    {
      "epoch": 64.4770959377701,
      "grad_norm": 2.042445659637451,
      "learning_rate": 1.512145998257637e-05,
      "loss": 1.9552,
      "step": 74600
    },
    {
      "epoch": 64.485738980121,
      "grad_norm": 2.1485109329223633,
      "learning_rate": 1.5110195436306145e-05,
      "loss": 1.9565,
      "step": 74610
    },
    {
      "epoch": 64.49438202247191,
      "grad_norm": 2.073859930038452,
      "learning_rate": 1.5098934340418896e-05,
      "loss": 1.9803,
      "step": 74620
    },
    {
      "epoch": 64.50302506482282,
      "grad_norm": 2.012066602706909,
      "learning_rate": 1.5087676696028275e-05,
      "loss": 1.975,
      "step": 74630
    },
    {
      "epoch": 64.51166810717372,
      "grad_norm": 1.982076644897461,
      "learning_rate": 1.5076422504247589e-05,
      "loss": 2.0044,
      "step": 74640
    },
    {
      "epoch": 64.52031114952463,
      "grad_norm": 2.0552093982696533,
      "learning_rate": 1.5065171766189807e-05,
      "loss": 1.9744,
      "step": 74650
    },
    {
      "epoch": 64.52895419187554,
      "grad_norm": 2.0459213256835938,
      "learning_rate": 1.5053924482967557e-05,
      "loss": 1.9915,
      "step": 74660
    },
    {
      "epoch": 64.53759723422645,
      "grad_norm": 2.0493202209472656,
      "learning_rate": 1.5042680655693125e-05,
      "loss": 1.9604,
      "step": 74670
    },
    {
      "epoch": 64.54624027657735,
      "grad_norm": 2.08876895904541,
      "learning_rate": 1.5031440285478476e-05,
      "loss": 1.9633,
      "step": 74680
    },
    {
      "epoch": 64.55488331892826,
      "grad_norm": 2.1189050674438477,
      "learning_rate": 1.5020203373435177e-05,
      "loss": 1.972,
      "step": 74690
    },
    {
      "epoch": 64.56352636127917,
      "grad_norm": 2.079946994781494,
      "learning_rate": 1.5008969920674498e-05,
      "loss": 1.9781,
      "step": 74700
    },
    {
      "epoch": 64.57216940363008,
      "grad_norm": 2.3272933959960938,
      "learning_rate": 1.4997739928307348e-05,
      "loss": 1.9676,
      "step": 74710
    },
    {
      "epoch": 64.58081244598098,
      "grad_norm": 2.2379610538482666,
      "learning_rate": 1.4986513397444329e-05,
      "loss": 1.9697,
      "step": 74720
    },
    {
      "epoch": 64.5894554883319,
      "grad_norm": 2.1281256675720215,
      "learning_rate": 1.4975290329195679e-05,
      "loss": 1.9502,
      "step": 74730
    },
    {
      "epoch": 64.5980985306828,
      "grad_norm": 2.179074764251709,
      "learning_rate": 1.4964070724671258e-05,
      "loss": 1.9671,
      "step": 74740
    },
    {
      "epoch": 64.6067415730337,
      "grad_norm": 2.133387565612793,
      "learning_rate": 1.4952854584980636e-05,
      "loss": 1.9732,
      "step": 74750
    },
    {
      "epoch": 64.61538461538461,
      "grad_norm": 2.0648598670959473,
      "learning_rate": 1.4941641911233001e-05,
      "loss": 1.9616,
      "step": 74760
    },
    {
      "epoch": 64.62402765773552,
      "grad_norm": 2.4678099155426025,
      "learning_rate": 1.4930432704537234e-05,
      "loss": 1.9591,
      "step": 74770
    },
    {
      "epoch": 64.63267070008644,
      "grad_norm": 2.6488027572631836,
      "learning_rate": 1.4919226966001842e-05,
      "loss": 1.9817,
      "step": 74780
    },
    {
      "epoch": 64.64131374243733,
      "grad_norm": 2.3284294605255127,
      "learning_rate": 1.4908024696735017e-05,
      "loss": 1.9831,
      "step": 74790
    },
    {
      "epoch": 64.64995678478824,
      "grad_norm": 2.1644644737243652,
      "learning_rate": 1.489682589784458e-05,
      "loss": 1.9471,
      "step": 74800
    },
    {
      "epoch": 64.65859982713916,
      "grad_norm": 2.1037096977233887,
      "learning_rate": 1.4885630570438025e-05,
      "loss": 1.9873,
      "step": 74810
    },
    {
      "epoch": 64.66724286949007,
      "grad_norm": 2.0968234539031982,
      "learning_rate": 1.4874438715622502e-05,
      "loss": 1.9567,
      "step": 74820
    },
    {
      "epoch": 64.67588591184096,
      "grad_norm": 2.105334997177124,
      "learning_rate": 1.4863250334504819e-05,
      "loss": 1.9843,
      "step": 74830
    },
    {
      "epoch": 64.68452895419188,
      "grad_norm": 2.1763455867767334,
      "learning_rate": 1.485206542819143e-05,
      "loss": 1.9691,
      "step": 74840
    },
    {
      "epoch": 64.69317199654279,
      "grad_norm": 2.2199578285217285,
      "learning_rate": 1.4840883997788458e-05,
      "loss": 1.9776,
      "step": 74850
    },
    {
      "epoch": 64.70181503889368,
      "grad_norm": 1.995096206665039,
      "learning_rate": 1.4829706044401682e-05,
      "loss": 1.9826,
      "step": 74860
    },
    {
      "epoch": 64.7104580812446,
      "grad_norm": 2.0569992065429688,
      "learning_rate": 1.4818531569136496e-05,
      "loss": 1.9549,
      "step": 74870
    },
    {
      "epoch": 64.71910112359551,
      "grad_norm": 2.3221933841705322,
      "learning_rate": 1.4807360573098029e-05,
      "loss": 1.9629,
      "step": 74880
    },
    {
      "epoch": 64.72774416594642,
      "grad_norm": 2.0419328212738037,
      "learning_rate": 1.4796193057391e-05,
      "loss": 1.9773,
      "step": 74890
    },
    {
      "epoch": 64.73638720829732,
      "grad_norm": 2.25030517578125,
      "learning_rate": 1.4785029023119818e-05,
      "loss": 1.9959,
      "step": 74900
    },
    {
      "epoch": 64.74503025064823,
      "grad_norm": 2.0203375816345215,
      "learning_rate": 1.4773868471388524e-05,
      "loss": 1.958,
      "step": 74910
    },
    {
      "epoch": 64.75367329299914,
      "grad_norm": 2.013852119445801,
      "learning_rate": 1.4762711403300855e-05,
      "loss": 1.965,
      "step": 74920
    },
    {
      "epoch": 64.76231633535005,
      "grad_norm": 2.1749722957611084,
      "learning_rate": 1.4751557819960133e-05,
      "loss": 1.9895,
      "step": 74930
    },
    {
      "epoch": 64.77095937770095,
      "grad_norm": 2.0163509845733643,
      "learning_rate": 1.4740407722469396e-05,
      "loss": 1.9653,
      "step": 74940
    },
    {
      "epoch": 64.77960242005186,
      "grad_norm": 2.0335261821746826,
      "learning_rate": 1.472926111193132e-05,
      "loss": 1.9825,
      "step": 74950
    },
    {
      "epoch": 64.78824546240277,
      "grad_norm": 1.9945945739746094,
      "learning_rate": 1.471811798944822e-05,
      "loss": 1.9982,
      "step": 74960
    },
    {
      "epoch": 64.79688850475367,
      "grad_norm": 2.1616530418395996,
      "learning_rate": 1.4706978356122131e-05,
      "loss": 1.9833,
      "step": 74970
    },
    {
      "epoch": 64.80553154710458,
      "grad_norm": 1.9570250511169434,
      "learning_rate": 1.4695842213054638e-05,
      "loss": 1.9515,
      "step": 74980
    },
    {
      "epoch": 64.81417458945549,
      "grad_norm": 2.122185230255127,
      "learning_rate": 1.468470956134706e-05,
      "loss": 1.9543,
      "step": 74990
    },
    {
      "epoch": 64.8228176318064,
      "grad_norm": 2.132075071334839,
      "learning_rate": 1.4673580402100335e-05,
      "loss": 1.9801,
      "step": 75000
    },
    {
      "epoch": 64.8314606741573,
      "grad_norm": 1.9458528757095337,
      "learning_rate": 1.4662454736415077e-05,
      "loss": 1.9646,
      "step": 75010
    },
    {
      "epoch": 64.84010371650821,
      "grad_norm": 2.1574199199676514,
      "learning_rate": 1.4651332565391545e-05,
      "loss": 1.9602,
      "step": 75020
    },
    {
      "epoch": 64.84874675885912,
      "grad_norm": 2.13509464263916,
      "learning_rate": 1.4640213890129645e-05,
      "loss": 1.98,
      "step": 75030
    },
    {
      "epoch": 64.85738980121003,
      "grad_norm": 2.083130121231079,
      "learning_rate": 1.4629098711728951e-05,
      "loss": 2.0002,
      "step": 75040
    },
    {
      "epoch": 64.86603284356093,
      "grad_norm": 1.9781173467636108,
      "learning_rate": 1.4617987031288676e-05,
      "loss": 1.9916,
      "step": 75050
    },
    {
      "epoch": 64.87467588591184,
      "grad_norm": 2.1024985313415527,
      "learning_rate": 1.4606878849907701e-05,
      "loss": 1.9702,
      "step": 75060
    },
    {
      "epoch": 64.88331892826275,
      "grad_norm": 2.1593174934387207,
      "learning_rate": 1.4595774168684562e-05,
      "loss": 1.9771,
      "step": 75070
    },
    {
      "epoch": 64.89196197061365,
      "grad_norm": 2.156879186630249,
      "learning_rate": 1.4584672988717429e-05,
      "loss": 1.9886,
      "step": 75080
    },
    {
      "epoch": 64.90060501296456,
      "grad_norm": 2.245443820953369,
      "learning_rate": 1.4573575311104148e-05,
      "loss": 1.9496,
      "step": 75090
    },
    {
      "epoch": 64.90924805531547,
      "grad_norm": 1.9893693923950195,
      "learning_rate": 1.456248113694223e-05,
      "loss": 1.9673,
      "step": 75100
    },
    {
      "epoch": 64.91789109766638,
      "grad_norm": 1.9474011659622192,
      "learning_rate": 1.4551390467328774e-05,
      "loss": 2.0055,
      "step": 75110
    },
    {
      "epoch": 64.92653414001728,
      "grad_norm": 2.1211507320404053,
      "learning_rate": 1.4540303303360586e-05,
      "loss": 2.0039,
      "step": 75120
    },
    {
      "epoch": 64.9351771823682,
      "grad_norm": 5.258959770202637,
      "learning_rate": 1.4529219646134146e-05,
      "loss": 2.04,
      "step": 75130
    },
    {
      "epoch": 64.9438202247191,
      "grad_norm": 2.1940886974334717,
      "learning_rate": 1.4518139496745547e-05,
      "loss": 1.9736,
      "step": 75140
    },
    {
      "epoch": 64.95246326707002,
      "grad_norm": 1.9843592643737793,
      "learning_rate": 1.4507062856290543e-05,
      "loss": 1.9864,
      "step": 75150
    },
    {
      "epoch": 64.96110630942091,
      "grad_norm": 2.042517900466919,
      "learning_rate": 1.4495989725864557e-05,
      "loss": 1.9978,
      "step": 75160
    },
    {
      "epoch": 64.96974935177182,
      "grad_norm": 2.074370861053467,
      "learning_rate": 1.4484920106562627e-05,
      "loss": 1.9945,
      "step": 75170
    },
    {
      "epoch": 64.97839239412274,
      "grad_norm": 2.0800282955169678,
      "learning_rate": 1.4473853999479481e-05,
      "loss": 1.9901,
      "step": 75180
    },
    {
      "epoch": 64.98703543647363,
      "grad_norm": 2.2026703357696533,
      "learning_rate": 1.4462791405709492e-05,
      "loss": 1.9766,
      "step": 75190
    },
    {
      "epoch": 64.99567847882454,
      "grad_norm": 2.5452311038970947,
      "learning_rate": 1.4451732326346673e-05,
      "loss": 1.9905,
      "step": 75200
    },
    {
      "epoch": 65.00432152117546,
      "grad_norm": 2.093662977218628,
      "learning_rate": 1.44406767624847e-05,
      "loss": 1.9315,
      "step": 75210
    },
    {
      "epoch": 65.01296456352637,
      "grad_norm": 1.9193410873413086,
      "learning_rate": 1.4429624715216905e-05,
      "loss": 1.8981,
      "step": 75220
    },
    {
      "epoch": 65.02160760587726,
      "grad_norm": 1.9130922555923462,
      "learning_rate": 1.4418576185636263e-05,
      "loss": 1.8879,
      "step": 75230
    },
    {
      "epoch": 65.03025064822818,
      "grad_norm": 2.324272632598877,
      "learning_rate": 1.4407531174835398e-05,
      "loss": 1.9064,
      "step": 75240
    },
    {
      "epoch": 65.03889369057909,
      "grad_norm": 1.9460068941116333,
      "learning_rate": 1.4396489683906606e-05,
      "loss": 1.9097,
      "step": 75250
    },
    {
      "epoch": 65.04753673292998,
      "grad_norm": 2.5551035404205322,
      "learning_rate": 1.4385451713941805e-05,
      "loss": 1.8867,
      "step": 75260
    },
    {
      "epoch": 65.0561797752809,
      "grad_norm": 2.0869414806365967,
      "learning_rate": 1.4374417266032597e-05,
      "loss": 1.8934,
      "step": 75270
    },
    {
      "epoch": 65.0648228176318,
      "grad_norm": 1.9450987577438354,
      "learning_rate": 1.4363386341270219e-05,
      "loss": 1.8925,
      "step": 75280
    },
    {
      "epoch": 65.07346585998272,
      "grad_norm": 2.0630900859832764,
      "learning_rate": 1.435235894074553e-05,
      "loss": 1.92,
      "step": 75290
    },
    {
      "epoch": 65.08210890233362,
      "grad_norm": 1.9767918586730957,
      "learning_rate": 1.4341335065549105e-05,
      "loss": 1.9106,
      "step": 75300
    },
    {
      "epoch": 65.09075194468453,
      "grad_norm": 2.008042097091675,
      "learning_rate": 1.4330314716771126e-05,
      "loss": 1.9318,
      "step": 75310
    },
    {
      "epoch": 65.09939498703544,
      "grad_norm": 1.9791584014892578,
      "learning_rate": 1.4319297895501438e-05,
      "loss": 1.914,
      "step": 75320
    },
    {
      "epoch": 65.10803802938635,
      "grad_norm": 2.297560930252075,
      "learning_rate": 1.430828460282953e-05,
      "loss": 1.8976,
      "step": 75330
    },
    {
      "epoch": 65.11668107173725,
      "grad_norm": 2.0489397048950195,
      "learning_rate": 1.4297274839844565e-05,
      "loss": 1.8914,
      "step": 75340
    },
    {
      "epoch": 65.12532411408816,
      "grad_norm": 2.371352434158325,
      "learning_rate": 1.4286268607635317e-05,
      "loss": 1.9284,
      "step": 75350
    },
    {
      "epoch": 65.13396715643907,
      "grad_norm": 1.9503625631332397,
      "learning_rate": 1.4275265907290235e-05,
      "loss": 1.8878,
      "step": 75360
    },
    {
      "epoch": 65.14261019878997,
      "grad_norm": 2.0038909912109375,
      "learning_rate": 1.4264266739897413e-05,
      "loss": 1.9203,
      "step": 75370
    },
    {
      "epoch": 65.15125324114088,
      "grad_norm": 2.013282537460327,
      "learning_rate": 1.4253271106544624e-05,
      "loss": 1.9101,
      "step": 75380
    },
    {
      "epoch": 65.15989628349179,
      "grad_norm": 2.090782880783081,
      "learning_rate": 1.4242279008319265e-05,
      "loss": 1.908,
      "step": 75390
    },
    {
      "epoch": 65.1685393258427,
      "grad_norm": 1.9781736135482788,
      "learning_rate": 1.4231290446308365e-05,
      "loss": 1.9362,
      "step": 75400
    },
    {
      "epoch": 65.1771823681936,
      "grad_norm": 2.0679917335510254,
      "learning_rate": 1.4220305421598629e-05,
      "loss": 1.9185,
      "step": 75410
    },
    {
      "epoch": 65.18582541054451,
      "grad_norm": 2.008240222930908,
      "learning_rate": 1.4209323935276414e-05,
      "loss": 1.9297,
      "step": 75420
    },
    {
      "epoch": 65.19446845289542,
      "grad_norm": 2.079742193222046,
      "learning_rate": 1.4198345988427719e-05,
      "loss": 1.9073,
      "step": 75430
    },
    {
      "epoch": 65.20311149524633,
      "grad_norm": 2.1815216541290283,
      "learning_rate": 1.4187371582138192e-05,
      "loss": 1.9151,
      "step": 75440
    },
    {
      "epoch": 65.21175453759723,
      "grad_norm": 2.3054206371307373,
      "learning_rate": 1.4176400717493133e-05,
      "loss": 1.9379,
      "step": 75450
    },
    {
      "epoch": 65.22039757994814,
      "grad_norm": 2.1064987182617188,
      "learning_rate": 1.4165433395577487e-05,
      "loss": 1.91,
      "step": 75460
    },
    {
      "epoch": 65.22904062229905,
      "grad_norm": 2.0721516609191895,
      "learning_rate": 1.4154469617475863e-05,
      "loss": 1.9079,
      "step": 75470
    },
    {
      "epoch": 65.23768366464995,
      "grad_norm": 1.9626466035842896,
      "learning_rate": 1.4143509384272508e-05,
      "loss": 1.9229,
      "step": 75480
    },
    {
      "epoch": 65.24632670700086,
      "grad_norm": 2.223823070526123,
      "learning_rate": 1.4132552697051315e-05,
      "loss": 1.9215,
      "step": 75490
    },
    {
      "epoch": 65.25496974935177,
      "grad_norm": 2.0399913787841797,
      "learning_rate": 1.4121599556895837e-05,
      "loss": 1.9181,
      "step": 75500
    },
    {
      "epoch": 65.26361279170268,
      "grad_norm": 2.151024341583252,
      "learning_rate": 1.4110649964889266e-05,
      "loss": 1.9281,
      "step": 75510
    },
    {
      "epoch": 65.27225583405358,
      "grad_norm": 2.159792900085449,
      "learning_rate": 1.4099703922114471e-05,
      "loss": 1.9129,
      "step": 75520
    },
    {
      "epoch": 65.28089887640449,
      "grad_norm": 2.0601842403411865,
      "learning_rate": 1.4088761429653908e-05,
      "loss": 1.9283,
      "step": 75530
    },
    {
      "epoch": 65.2895419187554,
      "grad_norm": 2.7280211448669434,
      "learning_rate": 1.407782248858972e-05,
      "loss": 1.9321,
      "step": 75540
    },
    {
      "epoch": 65.29818496110632,
      "grad_norm": 1.959384799003601,
      "learning_rate": 1.4066887100003739e-05,
      "loss": 1.9322,
      "step": 75550
    },
    {
      "epoch": 65.30682800345721,
      "grad_norm": 2.187713861465454,
      "learning_rate": 1.4055955264977389e-05,
      "loss": 1.9369,
      "step": 75560
    },
    {
      "epoch": 65.31547104580812,
      "grad_norm": 2.199016571044922,
      "learning_rate": 1.4045026984591753e-05,
      "loss": 1.9581,
      "step": 75570
    },
    {
      "epoch": 65.32411408815904,
      "grad_norm": 2.5846292972564697,
      "learning_rate": 1.4034102259927595e-05,
      "loss": 1.9342,
      "step": 75580
    },
    {
      "epoch": 65.33275713050993,
      "grad_norm": 2.026268720626831,
      "learning_rate": 1.4023181092065262e-05,
      "loss": 1.9372,
      "step": 75590
    },
    {
      "epoch": 65.34140017286084,
      "grad_norm": 2.070512056350708,
      "learning_rate": 1.4012263482084809e-05,
      "loss": 1.9317,
      "step": 75600
    },
    {
      "epoch": 65.35004321521176,
      "grad_norm": 1.9702436923980713,
      "learning_rate": 1.4001349431065914e-05,
      "loss": 1.9434,
      "step": 75610
    },
    {
      "epoch": 65.35868625756267,
      "grad_norm": 1.9821643829345703,
      "learning_rate": 1.3990438940087902e-05,
      "loss": 1.9263,
      "step": 75620
    },
    {
      "epoch": 65.36732929991356,
      "grad_norm": 2.098388433456421,
      "learning_rate": 1.397953201022979e-05,
      "loss": 1.9386,
      "step": 75630
    },
    {
      "epoch": 65.37597234226448,
      "grad_norm": 2.043469190597534,
      "learning_rate": 1.3968628642570163e-05,
      "loss": 1.9427,
      "step": 75640
    },
    {
      "epoch": 65.38461538461539,
      "grad_norm": 2.1470415592193604,
      "learning_rate": 1.3957728838187311e-05,
      "loss": 1.905,
      "step": 75650
    },
    {
      "epoch": 65.3932584269663,
      "grad_norm": 2.1437315940856934,
      "learning_rate": 1.3946832598159154e-05,
      "loss": 1.9252,
      "step": 75660
    },
    {
      "epoch": 65.4019014693172,
      "grad_norm": 2.6439437866210938,
      "learning_rate": 1.3935939923563268e-05,
      "loss": 1.9146,
      "step": 75670
    },
    {
      "epoch": 65.4105445116681,
      "grad_norm": 2.7966854572296143,
      "learning_rate": 1.3925050815476858e-05,
      "loss": 1.9652,
      "step": 75680
    },
    {
      "epoch": 65.41918755401902,
      "grad_norm": 1.8718738555908203,
      "learning_rate": 1.3914165274976804e-05,
      "loss": 1.9297,
      "step": 75690
    },
    {
      "epoch": 65.42783059636992,
      "grad_norm": 1.9506380558013916,
      "learning_rate": 1.3903283303139608e-05,
      "loss": 1.936,
      "step": 75700
    },
    {
      "epoch": 65.43647363872083,
      "grad_norm": 2.18143892288208,
      "learning_rate": 1.3892404901041428e-05,
      "loss": 1.9415,
      "step": 75710
    },
    {
      "epoch": 65.44511668107174,
      "grad_norm": 1.989436149597168,
      "learning_rate": 1.3881530069758076e-05,
      "loss": 1.9273,
      "step": 75720
    },
    {
      "epoch": 65.45375972342265,
      "grad_norm": 2.095799207687378,
      "learning_rate": 1.3870658810364995e-05,
      "loss": 1.9416,
      "step": 75730
    },
    {
      "epoch": 65.46240276577355,
      "grad_norm": 4.778506755828857,
      "learning_rate": 1.3859791123937293e-05,
      "loss": 1.9781,
      "step": 75740
    },
    {
      "epoch": 65.47104580812446,
      "grad_norm": 2.690706491470337,
      "learning_rate": 1.3848927011549717e-05,
      "loss": 1.9732,
      "step": 75750
    },
    {
      "epoch": 65.47968885047537,
      "grad_norm": 2.1877245903015137,
      "learning_rate": 1.3838066474276667e-05,
      "loss": 1.9354,
      "step": 75760
    },
    {
      "epoch": 65.48833189282628,
      "grad_norm": 2.177077054977417,
      "learning_rate": 1.3827209513192163e-05,
      "loss": 1.9317,
      "step": 75770
    },
    {
      "epoch": 65.49697493517718,
      "grad_norm": 2.2189619541168213,
      "learning_rate": 1.381635612936989e-05,
      "loss": 1.9492,
      "step": 75780
    },
    {
      "epoch": 65.50561797752809,
      "grad_norm": 2.0753815174102783,
      "learning_rate": 1.3805506323883178e-05,
      "loss": 1.9656,
      "step": 75790
    },
    {
      "epoch": 65.514261019879,
      "grad_norm": 3.419673442840576,
      "learning_rate": 1.3794660097805028e-05,
      "loss": 1.9441,
      "step": 75800
    },
    {
      "epoch": 65.5229040622299,
      "grad_norm": 1.9619029760360718,
      "learning_rate": 1.3783817452208053e-05,
      "loss": 1.946,
      "step": 75810
    },
    {
      "epoch": 65.53154710458081,
      "grad_norm": 2.175727605819702,
      "learning_rate": 1.3772978388164537e-05,
      "loss": 1.9472,
      "step": 75820
    },
    {
      "epoch": 65.54019014693172,
      "grad_norm": 2.107126474380493,
      "learning_rate": 1.3762142906746361e-05,
      "loss": 1.9332,
      "step": 75830
    },
    {
      "epoch": 65.54883318928263,
      "grad_norm": 2.320319175720215,
      "learning_rate": 1.3751311009025109e-05,
      "loss": 1.9472,
      "step": 75840
    },
    {
      "epoch": 65.55747623163353,
      "grad_norm": 2.2175488471984863,
      "learning_rate": 1.3740482696071977e-05,
      "loss": 1.9565,
      "step": 75850
    },
    {
      "epoch": 65.56611927398444,
      "grad_norm": 2.122741937637329,
      "learning_rate": 1.3729657968957827e-05,
      "loss": 1.9367,
      "step": 75860
    },
    {
      "epoch": 65.57476231633535,
      "grad_norm": 2.5589494705200195,
      "learning_rate": 1.3718836828753151e-05,
      "loss": 1.953,
      "step": 75870
    },
    {
      "epoch": 65.58340535868626,
      "grad_norm": 2.097494125366211,
      "learning_rate": 1.3708019276528095e-05,
      "loss": 1.9352,
      "step": 75880
    },
    {
      "epoch": 65.59204840103716,
      "grad_norm": 2.0538763999938965,
      "learning_rate": 1.3697205313352441e-05,
      "loss": 1.945,
      "step": 75890
    },
    {
      "epoch": 65.60069144338807,
      "grad_norm": 1.9983361959457397,
      "learning_rate": 1.3686394940295632e-05,
      "loss": 1.9474,
      "step": 75900
    },
    {
      "epoch": 65.60933448573898,
      "grad_norm": 1.9916884899139404,
      "learning_rate": 1.3675588158426739e-05,
      "loss": 1.9773,
      "step": 75910
    },
    {
      "epoch": 65.61797752808988,
      "grad_norm": 2.065692186355591,
      "learning_rate": 1.3664784968814492e-05,
      "loss": 1.954,
      "step": 75920
    },
    {
      "epoch": 65.62662057044079,
      "grad_norm": 2.5331714153289795,
      "learning_rate": 1.365398537252725e-05,
      "loss": 1.9612,
      "step": 75930
    },
    {
      "epoch": 65.6352636127917,
      "grad_norm": 2.4186437129974365,
      "learning_rate": 1.3643189370633047e-05,
      "loss": 1.9465,
      "step": 75940
    },
    {
      "epoch": 65.64390665514262,
      "grad_norm": 2.3725264072418213,
      "learning_rate": 1.363239696419949e-05,
      "loss": 1.9883,
      "step": 75950
    },
    {
      "epoch": 65.65254969749351,
      "grad_norm": 2.3133552074432373,
      "learning_rate": 1.3621608154293925e-05,
      "loss": 1.9478,
      "step": 75960
    },
    {
      "epoch": 65.66119273984442,
      "grad_norm": 2.3648111820220947,
      "learning_rate": 1.3610822941983286e-05,
      "loss": 1.9521,
      "step": 75970
    },
    {
      "epoch": 65.66983578219534,
      "grad_norm": 2.070530414581299,
      "learning_rate": 1.3600041328334167e-05,
      "loss": 1.9677,
      "step": 75980
    },
    {
      "epoch": 65.67847882454625,
      "grad_norm": 2.095205068588257,
      "learning_rate": 1.3589263314412798e-05,
      "loss": 1.9652,
      "step": 75990
    },
    {
      "epoch": 65.68712186689714,
      "grad_norm": 2.0838372707366943,
      "learning_rate": 1.3578488901285063e-05,
      "loss": 1.9751,
      "step": 76000
    },
    {
      "epoch": 65.69576490924806,
      "grad_norm": 2.035212755203247,
      "learning_rate": 1.3567718090016468e-05,
      "loss": 1.9556,
      "step": 76010
    },
    {
      "epoch": 65.70440795159897,
      "grad_norm": 2.244568347930908,
      "learning_rate": 1.3556950881672188e-05,
      "loss": 1.9654,
      "step": 76020
    },
    {
      "epoch": 65.71305099394986,
      "grad_norm": 2.741318464279175,
      "learning_rate": 1.3546187277317035e-05,
      "loss": 1.9658,
      "step": 76030
    },
    {
      "epoch": 65.72169403630078,
      "grad_norm": 2.259193181991577,
      "learning_rate": 1.3535427278015439e-05,
      "loss": 1.9618,
      "step": 76040
    },
    {
      "epoch": 65.73033707865169,
      "grad_norm": 2.251138925552368,
      "learning_rate": 1.352467088483153e-05,
      "loss": 1.9523,
      "step": 76050
    },
    {
      "epoch": 65.7389801210026,
      "grad_norm": 1.9769214391708374,
      "learning_rate": 1.3513918098829054e-05,
      "loss": 1.9471,
      "step": 76060
    },
    {
      "epoch": 65.7476231633535,
      "grad_norm": 2.004822254180908,
      "learning_rate": 1.3503168921071362e-05,
      "loss": 1.9503,
      "step": 76070
    },
    {
      "epoch": 65.7562662057044,
      "grad_norm": 2.5094752311706543,
      "learning_rate": 1.3492423352621486e-05,
      "loss": 1.943,
      "step": 76080
    },
    {
      "epoch": 65.76490924805532,
      "grad_norm": 2.106299638748169,
      "learning_rate": 1.3481681394542112e-05,
      "loss": 1.9465,
      "step": 76090
    },
    {
      "epoch": 65.77355229040623,
      "grad_norm": 2.1370351314544678,
      "learning_rate": 1.3470943047895535e-05,
      "loss": 1.969,
      "step": 76100
    },
    {
      "epoch": 65.78219533275713,
      "grad_norm": 1.9694517850875854,
      "learning_rate": 1.3460208313743721e-05,
      "loss": 1.9785,
      "step": 76110
    },
    {
      "epoch": 65.79083837510804,
      "grad_norm": 2.1470301151275635,
      "learning_rate": 1.3449477193148263e-05,
      "loss": 1.9492,
      "step": 76120
    },
    {
      "epoch": 65.79948141745895,
      "grad_norm": 2.0648231506347656,
      "learning_rate": 1.3438749687170405e-05,
      "loss": 1.9511,
      "step": 76130
    },
    {
      "epoch": 65.80812445980985,
      "grad_norm": 2.453019380569458,
      "learning_rate": 1.3428025796871025e-05,
      "loss": 1.9829,
      "step": 76140
    },
    {
      "epoch": 65.81676750216076,
      "grad_norm": 2.0696613788604736,
      "learning_rate": 1.3417305523310658e-05,
      "loss": 1.9532,
      "step": 76150
    },
    {
      "epoch": 65.82541054451167,
      "grad_norm": 2.1311867237091064,
      "learning_rate": 1.3406588867549463e-05,
      "loss": 1.9577,
      "step": 76160
    },
    {
      "epoch": 65.83405358686258,
      "grad_norm": 2.1403913497924805,
      "learning_rate": 1.3395875830647252e-05,
      "loss": 1.9521,
      "step": 76170
    },
    {
      "epoch": 65.84269662921348,
      "grad_norm": 2.3518126010894775,
      "learning_rate": 1.3385166413663492e-05,
      "loss": 1.9237,
      "step": 76180
    },
    {
      "epoch": 65.85133967156439,
      "grad_norm": 2.125079393386841,
      "learning_rate": 1.3374460617657253e-05,
      "loss": 1.9561,
      "step": 76190
    },
    {
      "epoch": 65.8599827139153,
      "grad_norm": 2.21366548538208,
      "learning_rate": 1.3363758443687263e-05,
      "loss": 1.9525,
      "step": 76200
    },
    {
      "epoch": 65.86862575626621,
      "grad_norm": 2.102900266647339,
      "learning_rate": 1.3353059892811931e-05,
      "loss": 1.9695,
      "step": 76210
    },
    {
      "epoch": 65.87726879861711,
      "grad_norm": 2.5374155044555664,
      "learning_rate": 1.3342364966089272e-05,
      "loss": 1.969,
      "step": 76220
    },
    {
      "epoch": 65.88591184096802,
      "grad_norm": 2.291581630706787,
      "learning_rate": 1.3331673664576932e-05,
      "loss": 1.9681,
      "step": 76230
    },
    {
      "epoch": 65.89455488331893,
      "grad_norm": 2.533489942550659,
      "learning_rate": 1.332098598933224e-05,
      "loss": 1.9668,
      "step": 76240
    },
    {
      "epoch": 65.90319792566983,
      "grad_norm": 4.083671569824219,
      "learning_rate": 1.3310301941412107e-05,
      "loss": 1.9667,
      "step": 76250
    },
    {
      "epoch": 65.91184096802074,
      "grad_norm": 2.004291534423828,
      "learning_rate": 1.329962152187313e-05,
      "loss": 1.9706,
      "step": 76260
    },
    {
      "epoch": 65.92048401037165,
      "grad_norm": 2.2982823848724365,
      "learning_rate": 1.3288944731771536e-05,
      "loss": 1.9897,
      "step": 76270
    },
    {
      "epoch": 65.92912705272256,
      "grad_norm": 2.129401922225952,
      "learning_rate": 1.3278271572163197e-05,
      "loss": 1.9548,
      "step": 76280
    },
    {
      "epoch": 65.93777009507346,
      "grad_norm": 2.147021770477295,
      "learning_rate": 1.3267602044103617e-05,
      "loss": 1.9739,
      "step": 76290
    },
    {
      "epoch": 65.94641313742437,
      "grad_norm": 2.298736333847046,
      "learning_rate": 1.3256936148647953e-05,
      "loss": 1.9474,
      "step": 76300
    },
    {
      "epoch": 65.95505617977528,
      "grad_norm": 2.2272541522979736,
      "learning_rate": 1.3246273886850985e-05,
      "loss": 1.9561,
      "step": 76310
    },
    {
      "epoch": 65.9636992221262,
      "grad_norm": 2.2098183631896973,
      "learning_rate": 1.3235615259767148e-05,
      "loss": 1.9765,
      "step": 76320
    },
    {
      "epoch": 65.97234226447709,
      "grad_norm": 2.308422803878784,
      "learning_rate": 1.3224960268450515e-05,
      "loss": 1.9618,
      "step": 76330
    },
    {
      "epoch": 65.980985306828,
      "grad_norm": 2.2243731021881104,
      "learning_rate": 1.3214308913954798e-05,
      "loss": 1.9571,
      "step": 76340
    },
    {
      "epoch": 65.98962834917891,
      "grad_norm": 2.1545543670654297,
      "learning_rate": 1.320366119733335e-05,
      "loss": 1.9679,
      "step": 76350
    },
    {
      "epoch": 65.99827139152981,
      "grad_norm": 2.175154447555542,
      "learning_rate": 1.3193017119639162e-05,
      "loss": 1.9645,
      "step": 76360
    },
    {
      "epoch": 66.00691443388072,
      "grad_norm": 2.106269598007202,
      "learning_rate": 1.3182376681924862e-05,
      "loss": 1.9191,
      "step": 76370
    },
    {
      "epoch": 66.01555747623163,
      "grad_norm": 1.9727317094802856,
      "learning_rate": 1.3171739885242728e-05,
      "loss": 1.8886,
      "step": 76380
    },
    {
      "epoch": 66.02420051858255,
      "grad_norm": 1.9779516458511353,
      "learning_rate": 1.3161106730644674e-05,
      "loss": 1.8907,
      "step": 76390
    },
    {
      "epoch": 66.03284356093344,
      "grad_norm": 1.898614525794983,
      "learning_rate": 1.3150477219182244e-05,
      "loss": 1.9114,
      "step": 76400
    },
    {
      "epoch": 66.04148660328435,
      "grad_norm": 2.076172351837158,
      "learning_rate": 1.313985135190664e-05,
      "loss": 1.9002,
      "step": 76410
    },
    {
      "epoch": 66.05012964563527,
      "grad_norm": 2.033064842224121,
      "learning_rate": 1.3129229129868703e-05,
      "loss": 1.8853,
      "step": 76420
    },
    {
      "epoch": 66.05877268798618,
      "grad_norm": 1.858684778213501,
      "learning_rate": 1.3118610554118877e-05,
      "loss": 1.8547,
      "step": 76430
    },
    {
      "epoch": 66.06741573033707,
      "grad_norm": 1.961897373199463,
      "learning_rate": 1.3107995625707287e-05,
      "loss": 1.8846,
      "step": 76440
    },
    {
      "epoch": 66.07605877268799,
      "grad_norm": 3.550623893737793,
      "learning_rate": 1.309738434568366e-05,
      "loss": 1.8754,
      "step": 76450
    },
    {
      "epoch": 66.0847018150389,
      "grad_norm": 2.0664637088775635,
      "learning_rate": 1.3086776715097433e-05,
      "loss": 1.8956,
      "step": 76460
    },
    {
      "epoch": 66.0933448573898,
      "grad_norm": 2.1085214614868164,
      "learning_rate": 1.3076172734997599e-05,
      "loss": 1.8893,
      "step": 76470
    },
    {
      "epoch": 66.1019878997407,
      "grad_norm": 2.02455735206604,
      "learning_rate": 1.3065572406432852e-05,
      "loss": 1.8877,
      "step": 76480
    },
    {
      "epoch": 66.11063094209162,
      "grad_norm": 2.0714023113250732,
      "learning_rate": 1.3054975730451469e-05,
      "loss": 1.8899,
      "step": 76490
    },
    {
      "epoch": 66.11927398444253,
      "grad_norm": 2.004051923751831,
      "learning_rate": 1.30443827081014e-05,
      "loss": 1.9062,
      "step": 76500
    },
    {
      "epoch": 66.12791702679343,
      "grad_norm": 1.9784671068191528,
      "learning_rate": 1.3033793340430239e-05,
      "loss": 1.9128,
      "step": 76510
    },
    {
      "epoch": 66.13656006914434,
      "grad_norm": 1.8105688095092773,
      "learning_rate": 1.3023207628485201e-05,
      "loss": 1.8982,
      "step": 76520
    },
    {
      "epoch": 66.14520311149525,
      "grad_norm": 2.0721633434295654,
      "learning_rate": 1.3012625573313152e-05,
      "loss": 1.919,
      "step": 76530
    },
    {
      "epoch": 66.15384615384616,
      "grad_norm": 2.13915753364563,
      "learning_rate": 1.3002047175960585e-05,
      "loss": 1.9046,
      "step": 76540
    },
    {
      "epoch": 66.16248919619706,
      "grad_norm": 2.0818967819213867,
      "learning_rate": 1.2991472437473645e-05,
      "loss": 1.9097,
      "step": 76550
    },
    {
      "epoch": 66.17113223854797,
      "grad_norm": 2.192553758621216,
      "learning_rate": 1.2980901358898101e-05,
      "loss": 1.8934,
      "step": 76560
    },
    {
      "epoch": 66.17977528089888,
      "grad_norm": 2.3080108165740967,
      "learning_rate": 1.2970333941279366e-05,
      "loss": 1.9334,
      "step": 76570
    },
    {
      "epoch": 66.18841832324978,
      "grad_norm": 2.1349334716796875,
      "learning_rate": 1.29597701856625e-05,
      "loss": 1.8928,
      "step": 76580
    },
    {
      "epoch": 66.19706136560069,
      "grad_norm": 1.9579697847366333,
      "learning_rate": 1.2949210093092179e-05,
      "loss": 1.9128,
      "step": 76590
    },
    {
      "epoch": 66.2057044079516,
      "grad_norm": 2.153142213821411,
      "learning_rate": 1.2938653664612754e-05,
      "loss": 1.9022,
      "step": 76600
    },
    {
      "epoch": 66.21434745030251,
      "grad_norm": 1.9781303405761719,
      "learning_rate": 1.292810090126816e-05,
      "loss": 1.899,
      "step": 76610
    },
    {
      "epoch": 66.22299049265341,
      "grad_norm": 1.9764626026153564,
      "learning_rate": 1.2917551804101996e-05,
      "loss": 1.9039,
      "step": 76620
    },
    {
      "epoch": 66.23163353500432,
      "grad_norm": 2.061145544052124,
      "learning_rate": 1.2907006374157526e-05,
      "loss": 1.8914,
      "step": 76630
    },
    {
      "epoch": 66.24027657735523,
      "grad_norm": 2.6508021354675293,
      "learning_rate": 1.2896464612477628e-05,
      "loss": 1.9195,
      "step": 76640
    },
    {
      "epoch": 66.24891961970614,
      "grad_norm": 2.2096033096313477,
      "learning_rate": 1.2885926520104797e-05,
      "loss": 1.9136,
      "step": 76650
    },
    {
      "epoch": 66.25756266205704,
      "grad_norm": 2.0209500789642334,
      "learning_rate": 1.2875392098081213e-05,
      "loss": 1.9138,
      "step": 76660
    },
    {
      "epoch": 66.26620570440795,
      "grad_norm": 2.133770704269409,
      "learning_rate": 1.2864861347448632e-05,
      "loss": 1.9068,
      "step": 76670
    },
    {
      "epoch": 66.27484874675886,
      "grad_norm": 2.210542678833008,
      "learning_rate": 1.2854334269248485e-05,
      "loss": 1.8873,
      "step": 76680
    },
    {
      "epoch": 66.28349178910976,
      "grad_norm": 2.0967395305633545,
      "learning_rate": 1.284381086452185e-05,
      "loss": 1.884,
      "step": 76690
    },
    {
      "epoch": 66.29213483146067,
      "grad_norm": 1.9824100732803345,
      "learning_rate": 1.2833291134309395e-05,
      "loss": 1.9032,
      "step": 76700
    },
    {
      "epoch": 66.30077787381158,
      "grad_norm": 2.136265277862549,
      "learning_rate": 1.2822775079651494e-05,
      "loss": 1.8872,
      "step": 76710
    },
    {
      "epoch": 66.3094209161625,
      "grad_norm": 2.019127368927002,
      "learning_rate": 1.2812262701588117e-05,
      "loss": 1.9003,
      "step": 76720
    },
    {
      "epoch": 66.31806395851339,
      "grad_norm": 2.116361618041992,
      "learning_rate": 1.2801754001158844e-05,
      "loss": 1.9361,
      "step": 76730
    },
    {
      "epoch": 66.3267070008643,
      "grad_norm": 2.364259719848633,
      "learning_rate": 1.2791248979402931e-05,
      "loss": 1.8921,
      "step": 76740
    },
    {
      "epoch": 66.33535004321521,
      "grad_norm": 2.1372649669647217,
      "learning_rate": 1.2780747637359263e-05,
      "loss": 1.9273,
      "step": 76750
    },
    {
      "epoch": 66.34399308556613,
      "grad_norm": 2.1312551498413086,
      "learning_rate": 1.2770249976066356e-05,
      "loss": 1.9332,
      "step": 76760
    },
    {
      "epoch": 66.35263612791702,
      "grad_norm": 2.0596184730529785,
      "learning_rate": 1.2759755996562356e-05,
      "loss": 1.9049,
      "step": 76770
    },
    {
      "epoch": 66.36127917026793,
      "grad_norm": 2.1910250186920166,
      "learning_rate": 1.274926569988506e-05,
      "loss": 1.9274,
      "step": 76780
    },
    {
      "epoch": 66.36992221261885,
      "grad_norm": 2.105254888534546,
      "learning_rate": 1.2738779087071895e-05,
      "loss": 1.914,
      "step": 76790
    },
    {
      "epoch": 66.37856525496974,
      "grad_norm": 1.9997620582580566,
      "learning_rate": 1.2728296159159909e-05,
      "loss": 1.9094,
      "step": 76800
    },
    {
      "epoch": 66.38720829732065,
      "grad_norm": 3.060523509979248,
      "learning_rate": 1.271781691718581e-05,
      "loss": 1.9295,
      "step": 76810
    },
    {
      "epoch": 66.39585133967157,
      "grad_norm": 2.137819528579712,
      "learning_rate": 1.270734136218592e-05,
      "loss": 1.941,
      "step": 76820
    },
    {
      "epoch": 66.40449438202248,
      "grad_norm": 2.0022964477539062,
      "learning_rate": 1.2696869495196217e-05,
      "loss": 1.9333,
      "step": 76830
    },
    {
      "epoch": 66.41313742437337,
      "grad_norm": 1.9925568103790283,
      "learning_rate": 1.2686401317252306e-05,
      "loss": 1.9347,
      "step": 76840
    },
    {
      "epoch": 66.42178046672429,
      "grad_norm": 2.758692979812622,
      "learning_rate": 1.26759368293894e-05,
      "loss": 1.924,
      "step": 76850
    },
    {
      "epoch": 66.4304235090752,
      "grad_norm": 2.183436870574951,
      "learning_rate": 1.2665476032642387e-05,
      "loss": 1.9072,
      "step": 76860
    },
    {
      "epoch": 66.43906655142611,
      "grad_norm": 2.1885063648223877,
      "learning_rate": 1.265501892804576e-05,
      "loss": 1.9107,
      "step": 76870
    },
    {
      "epoch": 66.447709593777,
      "grad_norm": 2.464703321456909,
      "learning_rate": 1.2644565516633682e-05,
      "loss": 1.9375,
      "step": 76880
    },
    {
      "epoch": 66.45635263612792,
      "grad_norm": 2.1615471839904785,
      "learning_rate": 1.2634115799439927e-05,
      "loss": 1.9099,
      "step": 76890
    },
    {
      "epoch": 66.46499567847883,
      "grad_norm": 1.9868794679641724,
      "learning_rate": 1.2623669777497915e-05,
      "loss": 1.9269,
      "step": 76900
    },
    {
      "epoch": 66.47363872082973,
      "grad_norm": 2.6137161254882812,
      "learning_rate": 1.2613227451840664e-05,
      "loss": 1.9396,
      "step": 76910
    },
    {
      "epoch": 66.48228176318064,
      "grad_norm": 2.0678155422210693,
      "learning_rate": 1.2602788823500865e-05,
      "loss": 1.9087,
      "step": 76920
    },
    {
      "epoch": 66.49092480553155,
      "grad_norm": 2.7290687561035156,
      "learning_rate": 1.2592353893510844e-05,
      "loss": 1.9095,
      "step": 76930
    },
    {
      "epoch": 66.49956784788246,
      "grad_norm": 2.743828058242798,
      "learning_rate": 1.258192266290254e-05,
      "loss": 1.9344,
      "step": 76940
    },
    {
      "epoch": 66.50821089023336,
      "grad_norm": 2.0644242763519287,
      "learning_rate": 1.257149513270754e-05,
      "loss": 1.9448,
      "step": 76950
    },
    {
      "epoch": 66.51685393258427,
      "grad_norm": 2.0915489196777344,
      "learning_rate": 1.2561071303957061e-05,
      "loss": 1.9202,
      "step": 76960
    },
    {
      "epoch": 66.52549697493518,
      "grad_norm": 2.057795524597168,
      "learning_rate": 1.255065117768195e-05,
      "loss": 1.9349,
      "step": 76970
    },
    {
      "epoch": 66.53414001728609,
      "grad_norm": 2.1609532833099365,
      "learning_rate": 1.25402347549127e-05,
      "loss": 1.9344,
      "step": 76980
    },
    {
      "epoch": 66.54278305963699,
      "grad_norm": 2.271373748779297,
      "learning_rate": 1.2529822036679429e-05,
      "loss": 1.9321,
      "step": 76990
    },
    {
      "epoch": 66.5514261019879,
      "grad_norm": 2.0889220237731934,
      "learning_rate": 1.2519413024011883e-05,
      "loss": 1.9126,
      "step": 77000
    },
    {
      "epoch": 66.56006914433881,
      "grad_norm": 2.1292319297790527,
      "learning_rate": 1.2509007717939453e-05,
      "loss": 1.9287,
      "step": 77010
    },
    {
      "epoch": 66.56871218668971,
      "grad_norm": 2.34041690826416,
      "learning_rate": 1.2498606119491152e-05,
      "loss": 1.9155,
      "step": 77020
    },
    {
      "epoch": 66.57735522904062,
      "grad_norm": 2.2339346408843994,
      "learning_rate": 1.2488208229695647e-05,
      "loss": 1.9125,
      "step": 77030
    },
    {
      "epoch": 66.58599827139153,
      "grad_norm": 3.7212650775909424,
      "learning_rate": 1.247781404958121e-05,
      "loss": 1.9477,
      "step": 77040
    },
    {
      "epoch": 66.59464131374244,
      "grad_norm": 1.9830092191696167,
      "learning_rate": 1.246742358017577e-05,
      "loss": 1.923,
      "step": 77050
    },
    {
      "epoch": 66.60328435609334,
      "grad_norm": 1.900701642036438,
      "learning_rate": 1.2457036822506867e-05,
      "loss": 1.9468,
      "step": 77060
    },
    {
      "epoch": 66.61192739844425,
      "grad_norm": 2.238435745239258,
      "learning_rate": 1.2446653777601703e-05,
      "loss": 1.949,
      "step": 77070
    },
    {
      "epoch": 66.62057044079516,
      "grad_norm": 2.087149143218994,
      "learning_rate": 1.2436274446487094e-05,
      "loss": 1.9343,
      "step": 77080
    },
    {
      "epoch": 66.62921348314607,
      "grad_norm": 1.974810004234314,
      "learning_rate": 1.2425898830189475e-05,
      "loss": 1.9253,
      "step": 77090
    },
    {
      "epoch": 66.63785652549697,
      "grad_norm": 2.3006927967071533,
      "learning_rate": 1.2415526929734938e-05,
      "loss": 1.9077,
      "step": 77100
    },
    {
      "epoch": 66.64649956784788,
      "grad_norm": 1.9969919919967651,
      "learning_rate": 1.2405158746149198e-05,
      "loss": 1.9152,
      "step": 77110
    },
    {
      "epoch": 66.6551426101988,
      "grad_norm": 2.1065495014190674,
      "learning_rate": 1.2394794280457595e-05,
      "loss": 1.9418,
      "step": 77120
    },
    {
      "epoch": 66.66378565254969,
      "grad_norm": 2.1949408054351807,
      "learning_rate": 1.2384433533685131e-05,
      "loss": 1.9299,
      "step": 77130
    },
    {
      "epoch": 66.6724286949006,
      "grad_norm": 2.2214770317077637,
      "learning_rate": 1.237407650685642e-05,
      "loss": 1.9683,
      "step": 77140
    },
    {
      "epoch": 66.68107173725151,
      "grad_norm": 2.0663001537323,
      "learning_rate": 1.236372320099568e-05,
      "loss": 1.9408,
      "step": 77150
    },
    {
      "epoch": 66.68971477960243,
      "grad_norm": 2.0896172523498535,
      "learning_rate": 1.2353373617126801e-05,
      "loss": 1.9459,
      "step": 77160
    },
    {
      "epoch": 66.69835782195332,
      "grad_norm": 3.1498138904571533,
      "learning_rate": 1.2343027756273295e-05,
      "loss": 1.9496,
      "step": 77170
    },
    {
      "epoch": 66.70700086430423,
      "grad_norm": 2.3046679496765137,
      "learning_rate": 1.2332685619458307e-05,
      "loss": 1.9405,
      "step": 77180
    },
    {
      "epoch": 66.71564390665515,
      "grad_norm": 1.971901774406433,
      "learning_rate": 1.2322347207704594e-05,
      "loss": 1.9319,
      "step": 77190
    },
    {
      "epoch": 66.72428694900606,
      "grad_norm": 3.04158878326416,
      "learning_rate": 1.2312012522034577e-05,
      "loss": 1.9417,
      "step": 77200
    },
    {
      "epoch": 66.73292999135695,
      "grad_norm": 2.0483250617980957,
      "learning_rate": 1.230168156347028e-05,
      "loss": 1.9373,
      "step": 77210
    },
    {
      "epoch": 66.74157303370787,
      "grad_norm": 1.9913206100463867,
      "learning_rate": 1.2291354333033378e-05,
      "loss": 1.9463,
      "step": 77220
    },
    {
      "epoch": 66.75021607605878,
      "grad_norm": 2.150561809539795,
      "learning_rate": 1.2281030831745167e-05,
      "loss": 1.9479,
      "step": 77230
    },
    {
      "epoch": 66.75885911840967,
      "grad_norm": 2.039684295654297,
      "learning_rate": 1.2270711060626572e-05,
      "loss": 1.9288,
      "step": 77240
    },
    {
      "epoch": 66.76750216076059,
      "grad_norm": 4.41622257232666,
      "learning_rate": 1.2260395020698156e-05,
      "loss": 1.9493,
      "step": 77250
    },
    {
      "epoch": 66.7761452031115,
      "grad_norm": 2.144023895263672,
      "learning_rate": 1.2250082712980131e-05,
      "loss": 1.9603,
      "step": 77260
    },
    {
      "epoch": 66.78478824546241,
      "grad_norm": 1.9127565622329712,
      "learning_rate": 1.2239774138492282e-05,
      "loss": 1.9478,
      "step": 77270
    },
    {
      "epoch": 66.7934312878133,
      "grad_norm": 2.052964210510254,
      "learning_rate": 1.222946929825407e-05,
      "loss": 1.9597,
      "step": 77280
    },
    {
      "epoch": 66.80207433016422,
      "grad_norm": 2.2677459716796875,
      "learning_rate": 1.2219168193284603e-05,
      "loss": 1.9194,
      "step": 77290
    },
    {
      "epoch": 66.81071737251513,
      "grad_norm": 2.288688898086548,
      "learning_rate": 1.220887082460258e-05,
      "loss": 1.9146,
      "step": 77300
    },
    {
      "epoch": 66.81936041486604,
      "grad_norm": 2.067897319793701,
      "learning_rate": 1.2198577193226351e-05,
      "loss": 1.9314,
      "step": 77310
    },
    {
      "epoch": 66.82800345721694,
      "grad_norm": 2.138568162918091,
      "learning_rate": 1.21882873001739e-05,
      "loss": 1.9433,
      "step": 77320
    },
    {
      "epoch": 66.83664649956785,
      "grad_norm": 2.519118309020996,
      "learning_rate": 1.2178001146462814e-05,
      "loss": 1.9267,
      "step": 77330
    },
    {
      "epoch": 66.84528954191876,
      "grad_norm": 2.0911383628845215,
      "learning_rate": 1.2167718733110334e-05,
      "loss": 1.9252,
      "step": 77340
    },
    {
      "epoch": 66.85393258426966,
      "grad_norm": 2.1151838302612305,
      "learning_rate": 1.215744006113333e-05,
      "loss": 1.956,
      "step": 77350
    },
    {
      "epoch": 66.86257562662057,
      "grad_norm": 2.2000343799591064,
      "learning_rate": 1.21471651315483e-05,
      "loss": 1.9212,
      "step": 77360
    },
    {
      "epoch": 66.87121866897148,
      "grad_norm": 2.150225877761841,
      "learning_rate": 1.2136893945371353e-05,
      "loss": 1.9378,
      "step": 77370
    },
    {
      "epoch": 66.87986171132239,
      "grad_norm": 2.2522788047790527,
      "learning_rate": 1.2126626503618288e-05,
      "loss": 1.958,
      "step": 77380
    },
    {
      "epoch": 66.88850475367329,
      "grad_norm": 8.01584529876709,
      "learning_rate": 1.2116362807304448e-05,
      "loss": 1.9356,
      "step": 77390
    },
    {
      "epoch": 66.8971477960242,
      "grad_norm": 2.1429600715637207,
      "learning_rate": 1.2106102857444862e-05,
      "loss": 1.93,
      "step": 77400
    },
    {
      "epoch": 66.90579083837511,
      "grad_norm": 2.1250972747802734,
      "learning_rate": 1.2095846655054183e-05,
      "loss": 1.9386,
      "step": 77410
    },
    {
      "epoch": 66.91443388072602,
      "grad_norm": 2.0990164279937744,
      "learning_rate": 1.2085594201146671e-05,
      "loss": 1.9545,
      "step": 77420
    },
    {
      "epoch": 66.92307692307692,
      "grad_norm": 2.133180856704712,
      "learning_rate": 1.2075345496736235e-05,
      "loss": 1.9399,
      "step": 77430
    },
    {
      "epoch": 66.93171996542783,
      "grad_norm": 2.3242950439453125,
      "learning_rate": 1.206510054283641e-05,
      "loss": 1.9458,
      "step": 77440
    },
    {
      "epoch": 66.94036300777874,
      "grad_norm": 2.153191089630127,
      "learning_rate": 1.2054859340460356e-05,
      "loss": 1.9543,
      "step": 77450
    },
    {
      "epoch": 66.94900605012964,
      "grad_norm": 2.250772714614868,
      "learning_rate": 1.2044621890620867e-05,
      "loss": 1.9435,
      "step": 77460
    },
    {
      "epoch": 66.95764909248055,
      "grad_norm": 2.105886459350586,
      "learning_rate": 1.203438819433036e-05,
      "loss": 1.9399,
      "step": 77470
    },
    {
      "epoch": 66.96629213483146,
      "grad_norm": 2.0902912616729736,
      "learning_rate": 1.202415825260088e-05,
      "loss": 1.9395,
      "step": 77480
    },
    {
      "epoch": 66.97493517718237,
      "grad_norm": 2.0536179542541504,
      "learning_rate": 1.2013932066444112e-05,
      "loss": 1.9595,
      "step": 77490
    },
    {
      "epoch": 66.98357821953327,
      "grad_norm": 2.0738601684570312,
      "learning_rate": 1.2003709636871369e-05,
      "loss": 1.9452,
      "step": 77500
    },
    {
      "epoch": 66.99222126188418,
      "grad_norm": 2.1390578746795654,
      "learning_rate": 1.1993490964893556e-05,
      "loss": 1.9457,
      "step": 77510
    },
    {
      "epoch": 67.0008643042351,
      "grad_norm": 2.053133964538574,
      "learning_rate": 1.1983276051521259e-05,
      "loss": 2.0177,
      "step": 77520
    },
    {
      "epoch": 67.00950734658599,
      "grad_norm": 2.140282154083252,
      "learning_rate": 1.1973064897764646e-05,
      "loss": 1.8586,
      "step": 77530
    },
    {
      "epoch": 67.0181503889369,
      "grad_norm": 1.8924146890640259,
      "learning_rate": 1.1962857504633562e-05,
      "loss": 1.8809,
      "step": 77540
    },
    {
      "epoch": 67.02679343128781,
      "grad_norm": 1.8459467887878418,
      "learning_rate": 1.1952653873137454e-05,
      "loss": 1.8735,
      "step": 77550
    },
    {
      "epoch": 67.03543647363873,
      "grad_norm": 3.8916568756103516,
      "learning_rate": 1.1942454004285398e-05,
      "loss": 1.8812,
      "step": 77560
    },
    {
      "epoch": 67.04407951598962,
      "grad_norm": 2.0798871517181396,
      "learning_rate": 1.193225789908607e-05,
      "loss": 1.8816,
      "step": 77570
    },
    {
      "epoch": 67.05272255834053,
      "grad_norm": 2.019498825073242,
      "learning_rate": 1.1922065558547823e-05,
      "loss": 1.8547,
      "step": 77580
    },
    {
      "epoch": 67.06136560069145,
      "grad_norm": 6.870506763458252,
      "learning_rate": 1.1911876983678611e-05,
      "loss": 1.8844,
      "step": 77590
    },
    {
      "epoch": 67.07000864304236,
      "grad_norm": 2.2302985191345215,
      "learning_rate": 1.1901692175486017e-05,
      "loss": 1.8653,
      "step": 77600
    },
    {
      "epoch": 67.07865168539325,
      "grad_norm": 2.127228260040283,
      "learning_rate": 1.1891511134977263e-05,
      "loss": 1.8938,
      "step": 77610
    },
    {
      "epoch": 67.08729472774417,
      "grad_norm": 1.932766318321228,
      "learning_rate": 1.1881333863159177e-05,
      "loss": 1.8892,
      "step": 77620
    },
    {
      "epoch": 67.09593777009508,
      "grad_norm": 2.1171133518218994,
      "learning_rate": 1.1871160361038242e-05,
      "loss": 1.8741,
      "step": 77630
    },
    {
      "epoch": 67.10458081244597,
      "grad_norm": 1.9250589609146118,
      "learning_rate": 1.1860990629620545e-05,
      "loss": 1.907,
      "step": 77640
    },
    {
      "epoch": 67.11322385479689,
      "grad_norm": 2.0101635456085205,
      "learning_rate": 1.1850824669911808e-05,
      "loss": 1.8712,
      "step": 77650
    },
    {
      "epoch": 67.1218668971478,
      "grad_norm": 2.1423757076263428,
      "learning_rate": 1.1840662482917386e-05,
      "loss": 1.8833,
      "step": 77660
    },
    {
      "epoch": 67.13050993949871,
      "grad_norm": 2.1610336303710938,
      "learning_rate": 1.1830504069642252e-05,
      "loss": 1.8922,
      "step": 77670
    },
    {
      "epoch": 67.1391529818496,
      "grad_norm": 2.120182752609253,
      "learning_rate": 1.182034943109101e-05,
      "loss": 1.8838,
      "step": 77680
    },
    {
      "epoch": 67.14779602420052,
      "grad_norm": 2.1121737957000732,
      "learning_rate": 1.1810198568267905e-05,
      "loss": 1.8897,
      "step": 77690
    },
    {
      "epoch": 67.15643906655143,
      "grad_norm": 2.2811200618743896,
      "learning_rate": 1.180005148217675e-05,
      "loss": 1.8885,
      "step": 77700
    },
    {
      "epoch": 67.16508210890234,
      "grad_norm": 2.1600921154022217,
      "learning_rate": 1.1789908173821073e-05,
      "loss": 1.8892,
      "step": 77710
    },
    {
      "epoch": 67.17372515125324,
      "grad_norm": 2.043179512023926,
      "learning_rate": 1.1779768644203965e-05,
      "loss": 1.8805,
      "step": 77720
    },
    {
      "epoch": 67.18236819360415,
      "grad_norm": 2.067941904067993,
      "learning_rate": 1.176963289432817e-05,
      "loss": 1.8874,
      "step": 77730
    },
    {
      "epoch": 67.19101123595506,
      "grad_norm": 2.067020893096924,
      "learning_rate": 1.1759500925196055e-05,
      "loss": 1.8886,
      "step": 77740
    },
    {
      "epoch": 67.19965427830596,
      "grad_norm": 2.040555715560913,
      "learning_rate": 1.1749372737809583e-05,
      "loss": 1.8481,
      "step": 77750
    },
    {
      "epoch": 67.20829732065687,
      "grad_norm": 3.0503504276275635,
      "learning_rate": 1.1739248333170383e-05,
      "loss": 1.901,
      "step": 77760
    },
    {
      "epoch": 67.21694036300778,
      "grad_norm": 2.0526201725006104,
      "learning_rate": 1.1729127712279702e-05,
      "loss": 1.8771,
      "step": 77770
    },
    {
      "epoch": 67.22558340535869,
      "grad_norm": 2.048412322998047,
      "learning_rate": 1.1719010876138381e-05,
      "loss": 1.9009,
      "step": 77780
    },
    {
      "epoch": 67.23422644770959,
      "grad_norm": 1.9969756603240967,
      "learning_rate": 1.1708897825746939e-05,
      "loss": 1.9229,
      "step": 77790
    },
    {
      "epoch": 67.2428694900605,
      "grad_norm": 2.093132495880127,
      "learning_rate": 1.1698788562105507e-05,
      "loss": 1.9047,
      "step": 77800
    },
    {
      "epoch": 67.25151253241141,
      "grad_norm": 2.15767765045166,
      "learning_rate": 1.1688683086213787e-05,
      "loss": 1.8947,
      "step": 77810
    },
    {
      "epoch": 67.26015557476232,
      "grad_norm": 2.0277488231658936,
      "learning_rate": 1.167858139907117e-05,
      "loss": 1.9179,
      "step": 77820
    },
    {
      "epoch": 67.26879861711322,
      "grad_norm": 2.6126885414123535,
      "learning_rate": 1.166848350167664e-05,
      "loss": 1.8749,
      "step": 77830
    },
    {
      "epoch": 67.27744165946413,
      "grad_norm": 2.310985803604126,
      "learning_rate": 1.1658389395028824e-05,
      "loss": 1.877,
      "step": 77840
    },
    {
      "epoch": 67.28608470181504,
      "grad_norm": 2.027909755706787,
      "learning_rate": 1.1648299080125958e-05,
      "loss": 1.8998,
      "step": 77850
    },
    {
      "epoch": 67.29472774416594,
      "grad_norm": 2.1493003368377686,
      "learning_rate": 1.1638212557965921e-05,
      "loss": 1.8842,
      "step": 77860
    },
    {
      "epoch": 67.30337078651685,
      "grad_norm": 2.0807785987854004,
      "learning_rate": 1.1628129829546197e-05,
      "loss": 1.9005,
      "step": 77870
    },
    {
      "epoch": 67.31201382886776,
      "grad_norm": 2.0014944076538086,
      "learning_rate": 1.1618050895863914e-05,
      "loss": 1.893,
      "step": 77880
    },
    {
      "epoch": 67.32065687121867,
      "grad_norm": 2.2174465656280518,
      "learning_rate": 1.1607975757915806e-05,
      "loss": 1.8893,
      "step": 77890
    },
    {
      "epoch": 67.32929991356957,
      "grad_norm": 2.122730255126953,
      "learning_rate": 1.1597904416698247e-05,
      "loss": 1.9101,
      "step": 77900
    },
    {
      "epoch": 67.33794295592048,
      "grad_norm": 2.057574987411499,
      "learning_rate": 1.158783687320723e-05,
      "loss": 1.895,
      "step": 77910
    },
    {
      "epoch": 67.3465859982714,
      "grad_norm": 2.143453359603882,
      "learning_rate": 1.1577773128438368e-05,
      "loss": 1.8998,
      "step": 77920
    },
    {
      "epoch": 67.3552290406223,
      "grad_norm": 1.9877073764801025,
      "learning_rate": 1.1567713183386919e-05,
      "loss": 1.9052,
      "step": 77930
    },
    {
      "epoch": 67.3638720829732,
      "grad_norm": 2.059196949005127,
      "learning_rate": 1.1557657039047714e-05,
      "loss": 1.8776,
      "step": 77940
    },
    {
      "epoch": 67.37251512532411,
      "grad_norm": 2.00744891166687,
      "learning_rate": 1.1547604696415255e-05,
      "loss": 1.9003,
      "step": 77950
    },
    {
      "epoch": 67.38115816767503,
      "grad_norm": 2.1357405185699463,
      "learning_rate": 1.1537556156483676e-05,
      "loss": 1.9044,
      "step": 77960
    },
    {
      "epoch": 67.38980121002592,
      "grad_norm": 2.1324243545532227,
      "learning_rate": 1.15275114202467e-05,
      "loss": 1.893,
      "step": 77970
    },
    {
      "epoch": 67.39844425237683,
      "grad_norm": 2.2036523818969727,
      "learning_rate": 1.1517470488697708e-05,
      "loss": 1.9294,
      "step": 77980
    },
    {
      "epoch": 67.40708729472775,
      "grad_norm": 2.7341413497924805,
      "learning_rate": 1.1507433362829646e-05,
      "loss": 1.9019,
      "step": 77990
    },
    {
      "epoch": 67.41573033707866,
      "grad_norm": 2.0506510734558105,
      "learning_rate": 1.1497400043635147e-05,
      "loss": 1.8982,
      "step": 78000
    },
    {
      "epoch": 67.42437337942955,
      "grad_norm": 2.0790719985961914,
      "learning_rate": 1.1487370532106439e-05,
      "loss": 1.9068,
      "step": 78010
    },
    {
      "epoch": 67.43301642178047,
      "grad_norm": 2.0877163410186768,
      "learning_rate": 1.1477344829235387e-05,
      "loss": 1.8929,
      "step": 78020
    },
    {
      "epoch": 67.44165946413138,
      "grad_norm": 2.0366454124450684,
      "learning_rate": 1.1467322936013441e-05,
      "loss": 1.8944,
      "step": 78030
    },
    {
      "epoch": 67.45030250648229,
      "grad_norm": 2.1664531230926514,
      "learning_rate": 1.1457304853431755e-05,
      "loss": 1.8896,
      "step": 78040
    },
    {
      "epoch": 67.45894554883319,
      "grad_norm": 1.9530363082885742,
      "learning_rate": 1.1447290582481008e-05,
      "loss": 1.8973,
      "step": 78050
    },
    {
      "epoch": 67.4675885911841,
      "grad_norm": 2.505679130554199,
      "learning_rate": 1.1437280124151567e-05,
      "loss": 1.9082,
      "step": 78060
    },
    {
      "epoch": 67.47623163353501,
      "grad_norm": 2.1370320320129395,
      "learning_rate": 1.1427273479433404e-05,
      "loss": 1.9082,
      "step": 78070
    },
    {
      "epoch": 67.4848746758859,
      "grad_norm": 2.078718900680542,
      "learning_rate": 1.1417270649316109e-05,
      "loss": 1.9262,
      "step": 78080
    },
    {
      "epoch": 67.49351771823682,
      "grad_norm": 2.124621868133545,
      "learning_rate": 1.1407271634788902e-05,
      "loss": 1.9268,
      "step": 78090
    },
    {
      "epoch": 67.50216076058773,
      "grad_norm": 2.23695969581604,
      "learning_rate": 1.139727643684062e-05,
      "loss": 1.9118,
      "step": 78100
    },
    {
      "epoch": 67.51080380293864,
      "grad_norm": 2.0157253742218018,
      "learning_rate": 1.1387285056459729e-05,
      "loss": 1.8986,
      "step": 78110
    },
    {
      "epoch": 67.51944684528954,
      "grad_norm": 2.0123705863952637,
      "learning_rate": 1.1377297494634309e-05,
      "loss": 1.8845,
      "step": 78120
    },
    {
      "epoch": 67.52808988764045,
      "grad_norm": 2.048058032989502,
      "learning_rate": 1.1367313752352076e-05,
      "loss": 1.9111,
      "step": 78130
    },
    {
      "epoch": 67.53673292999136,
      "grad_norm": 2.275555372238159,
      "learning_rate": 1.1357333830600353e-05,
      "loss": 1.9195,
      "step": 78140
    },
    {
      "epoch": 67.54537597234227,
      "grad_norm": 2.4482662677764893,
      "learning_rate": 1.1347357730366093e-05,
      "loss": 1.9131,
      "step": 78150
    },
    {
      "epoch": 67.55401901469317,
      "grad_norm": 2.2960517406463623,
      "learning_rate": 1.1337385452635884e-05,
      "loss": 1.8996,
      "step": 78160
    },
    {
      "epoch": 67.56266205704408,
      "grad_norm": 2.2056875228881836,
      "learning_rate": 1.132741699839589e-05,
      "loss": 1.9175,
      "step": 78170
    },
    {
      "epoch": 67.57130509939499,
      "grad_norm": 2.2147767543792725,
      "learning_rate": 1.1317452368631947e-05,
      "loss": 1.9214,
      "step": 78180
    },
    {
      "epoch": 67.57994814174589,
      "grad_norm": 2.2042763233184814,
      "learning_rate": 1.1307491564329498e-05,
      "loss": 1.9323,
      "step": 78190
    },
    {
      "epoch": 67.5885911840968,
      "grad_norm": 2.0812065601348877,
      "learning_rate": 1.129753458647358e-05,
      "loss": 1.9192,
      "step": 78200
    },
    {
      "epoch": 67.59723422644771,
      "grad_norm": 2.275567054748535,
      "learning_rate": 1.128758143604891e-05,
      "loss": 1.9044,
      "step": 78210
    },
    {
      "epoch": 67.60587726879862,
      "grad_norm": 2.187760829925537,
      "learning_rate": 1.12776321140398e-05,
      "loss": 1.9164,
      "step": 78220
    },
    {
      "epoch": 67.61452031114952,
      "grad_norm": 2.0276920795440674,
      "learning_rate": 1.1267686621430129e-05,
      "loss": 1.908,
      "step": 78230
    },
    {
      "epoch": 67.62316335350043,
      "grad_norm": 2.155670166015625,
      "learning_rate": 1.125774495920347e-05,
      "loss": 1.8961,
      "step": 78240
    },
    {
      "epoch": 67.63180639585134,
      "grad_norm": 2.195854902267456,
      "learning_rate": 1.1247807128342991e-05,
      "loss": 1.9248,
      "step": 78250
    },
    {
      "epoch": 67.64044943820225,
      "grad_norm": 2.0329551696777344,
      "learning_rate": 1.1237873129831478e-05,
      "loss": 1.9258,
      "step": 78260
    },
    {
      "epoch": 67.64909248055315,
      "grad_norm": 1.9672763347625732,
      "learning_rate": 1.1227942964651344e-05,
      "loss": 1.9283,
      "step": 78270
    },
    {
      "epoch": 67.65773552290406,
      "grad_norm": 2.0634565353393555,
      "learning_rate": 1.1218016633784617e-05,
      "loss": 1.9068,
      "step": 78280
    },
    {
      "epoch": 67.66637856525497,
      "grad_norm": 2.1296324729919434,
      "learning_rate": 1.1208094138212955e-05,
      "loss": 1.9374,
      "step": 78290
    },
    {
      "epoch": 67.67502160760587,
      "grad_norm": 2.3155291080474854,
      "learning_rate": 1.1198175478917621e-05,
      "loss": 1.9116,
      "step": 78300
    },
    {
      "epoch": 67.68366464995678,
      "grad_norm": 2.1138739585876465,
      "learning_rate": 1.1188260656879512e-05,
      "loss": 1.9266,
      "step": 78310
    },
    {
      "epoch": 67.6923076923077,
      "grad_norm": 3.4749109745025635,
      "learning_rate": 1.1178349673079148e-05,
      "loss": 1.9296,
      "step": 78320
    },
    {
      "epoch": 67.7009507346586,
      "grad_norm": 2.1125471591949463,
      "learning_rate": 1.1168442528496652e-05,
      "loss": 1.9131,
      "step": 78330
    },
    {
      "epoch": 67.7095937770095,
      "grad_norm": 2.3684592247009277,
      "learning_rate": 1.1158539224111792e-05,
      "loss": 1.9154,
      "step": 78340
    },
    {
      "epoch": 67.71823681936041,
      "grad_norm": 2.4581990242004395,
      "learning_rate": 1.1148639760903946e-05,
      "loss": 1.9509,
      "step": 78350
    },
    {
      "epoch": 67.72687986171132,
      "grad_norm": 2.0358450412750244,
      "learning_rate": 1.113874413985207e-05,
      "loss": 1.928,
      "step": 78360
    },
    {
      "epoch": 67.73552290406224,
      "grad_norm": 2.1504762172698975,
      "learning_rate": 1.1128852361934822e-05,
      "loss": 1.9382,
      "step": 78370
    },
    {
      "epoch": 67.74416594641313,
      "grad_norm": 2.0944266319274902,
      "learning_rate": 1.1118964428130418e-05,
      "loss": 1.9067,
      "step": 78380
    },
    {
      "epoch": 67.75280898876404,
      "grad_norm": 2.208994150161743,
      "learning_rate": 1.1109080339416722e-05,
      "loss": 1.9148,
      "step": 78390
    },
    {
      "epoch": 67.76145203111496,
      "grad_norm": 2.076772451400757,
      "learning_rate": 1.1099200096771217e-05,
      "loss": 1.9009,
      "step": 78400
    },
    {
      "epoch": 67.77009507346585,
      "grad_norm": 2.1670098304748535,
      "learning_rate": 1.1089323701170967e-05,
      "loss": 1.9282,
      "step": 78410
    },
    {
      "epoch": 67.77873811581676,
      "grad_norm": 1.9877172708511353,
      "learning_rate": 1.1079451153592702e-05,
      "loss": 1.9176,
      "step": 78420
    },
    {
      "epoch": 67.78738115816768,
      "grad_norm": 1.9718440771102905,
      "learning_rate": 1.1069582455012756e-05,
      "loss": 1.9281,
      "step": 78430
    },
    {
      "epoch": 67.79602420051859,
      "grad_norm": 2.2764878273010254,
      "learning_rate": 1.1059717606407077e-05,
      "loss": 1.9272,
      "step": 78440
    },
    {
      "epoch": 67.80466724286948,
      "grad_norm": 2.024571657180786,
      "learning_rate": 1.104985660875123e-05,
      "loss": 1.9126,
      "step": 78450
    },
    {
      "epoch": 67.8133102852204,
      "grad_norm": 4.092761516571045,
      "learning_rate": 1.103999946302044e-05,
      "loss": 1.9395,
      "step": 78460
    },
    {
      "epoch": 67.82195332757131,
      "grad_norm": 3.0744283199310303,
      "learning_rate": 1.1030146170189482e-05,
      "loss": 1.9681,
      "step": 78470
    },
    {
      "epoch": 67.83059636992222,
      "grad_norm": 2.06665301322937,
      "learning_rate": 1.1020296731232794e-05,
      "loss": 1.926,
      "step": 78480
    },
    {
      "epoch": 67.83923941227312,
      "grad_norm": 2.169865369796753,
      "learning_rate": 1.1010451147124424e-05,
      "loss": 1.9274,
      "step": 78490
    },
    {
      "epoch": 67.84788245462403,
      "grad_norm": 2.337291717529297,
      "learning_rate": 1.1000609418838042e-05,
      "loss": 1.9433,
      "step": 78500
    },
    {
      "epoch": 67.85652549697494,
      "grad_norm": 2.8951759338378906,
      "learning_rate": 1.0990771547346935e-05,
      "loss": 1.9703,
      "step": 78510
    },
    {
      "epoch": 67.86516853932584,
      "grad_norm": 2.097275972366333,
      "learning_rate": 1.0980937533623997e-05,
      "loss": 1.9266,
      "step": 78520
    },
    {
      "epoch": 67.87381158167675,
      "grad_norm": 1.991546392440796,
      "learning_rate": 1.0971107378641759e-05,
      "loss": 1.9131,
      "step": 78530
    },
    {
      "epoch": 67.88245462402766,
      "grad_norm": 1.9591784477233887,
      "learning_rate": 1.0961281083372354e-05,
      "loss": 1.9269,
      "step": 78540
    },
    {
      "epoch": 67.89109766637857,
      "grad_norm": 3.0917091369628906,
      "learning_rate": 1.0951458648787554e-05,
      "loss": 1.9531,
      "step": 78550
    },
    {
      "epoch": 67.89974070872947,
      "grad_norm": 2.243931770324707,
      "learning_rate": 1.0941640075858722e-05,
      "loss": 1.9451,
      "step": 78560
    },
    {
      "epoch": 67.90838375108038,
      "grad_norm": 2.244933843612671,
      "learning_rate": 1.0931825365556863e-05,
      "loss": 1.9241,
      "step": 78570
    },
    {
      "epoch": 67.91702679343129,
      "grad_norm": 2.36700439453125,
      "learning_rate": 1.0922014518852591e-05,
      "loss": 1.9478,
      "step": 78580
    },
    {
      "epoch": 67.9256698357822,
      "grad_norm": 2.0964481830596924,
      "learning_rate": 1.091220753671614e-05,
      "loss": 1.9368,
      "step": 78590
    },
    {
      "epoch": 67.9343128781331,
      "grad_norm": 2.4696478843688965,
      "learning_rate": 1.090240442011734e-05,
      "loss": 1.9253,
      "step": 78600
    },
    {
      "epoch": 67.94295592048401,
      "grad_norm": 2.094045877456665,
      "learning_rate": 1.089260517002566e-05,
      "loss": 1.9279,
      "step": 78610
    },
    {
      "epoch": 67.95159896283492,
      "grad_norm": 2.126612424850464,
      "learning_rate": 1.0882809787410203e-05,
      "loss": 1.9229,
      "step": 78620
    },
    {
      "epoch": 67.96024200518582,
      "grad_norm": 2.0104916095733643,
      "learning_rate": 1.0873018273239666e-05,
      "loss": 1.9154,
      "step": 78630
    },
    {
      "epoch": 67.96888504753673,
      "grad_norm": 2.118798017501831,
      "learning_rate": 1.0863230628482374e-05,
      "loss": 1.9664,
      "step": 78640
    },
    {
      "epoch": 67.97752808988764,
      "grad_norm": 2.1532256603240967,
      "learning_rate": 1.0853446854106248e-05,
      "loss": 1.928,
      "step": 78650
    },
    {
      "epoch": 67.98617113223855,
      "grad_norm": 2.1177945137023926,
      "learning_rate": 1.084366695107884e-05,
      "loss": 1.9305,
      "step": 78660
    },
    {
      "epoch": 67.99481417458945,
      "grad_norm": 2.087947130203247,
      "learning_rate": 1.0833890920367334e-05,
      "loss": 1.9277,
      "step": 78670
    },
    {
      "epoch": 68.00345721694036,
      "grad_norm": 1.9593027830123901,
      "learning_rate": 1.0824118762938518e-05,
      "loss": 1.908,
      "step": 78680
    },
    {
      "epoch": 68.01210025929127,
      "grad_norm": 2.0017001628875732,
      "learning_rate": 1.081435047975879e-05,
      "loss": 1.8578,
      "step": 78690
    },
    {
      "epoch": 68.02074330164218,
      "grad_norm": 2.0025908946990967,
      "learning_rate": 1.080458607179417e-05,
      "loss": 1.8633,
      "step": 78700
    },
    {
      "epoch": 68.02938634399308,
      "grad_norm": 1.9081640243530273,
      "learning_rate": 1.0794825540010306e-05,
      "loss": 1.8718,
      "step": 78710
    },
    {
      "epoch": 68.038029386344,
      "grad_norm": 1.9274686574935913,
      "learning_rate": 1.0785068885372445e-05,
      "loss": 1.8739,
      "step": 78720
    },
    {
      "epoch": 68.0466724286949,
      "grad_norm": 2.002174139022827,
      "learning_rate": 1.0775316108845467e-05,
      "loss": 1.8473,
      "step": 78730
    },
    {
      "epoch": 68.0553154710458,
      "grad_norm": 2.168325185775757,
      "learning_rate": 1.0765567211393857e-05,
      "loss": 1.8745,
      "step": 78740
    },
    {
      "epoch": 68.06395851339671,
      "grad_norm": 2.2613987922668457,
      "learning_rate": 1.0755822193981712e-05,
      "loss": 1.8874,
      "step": 78750
    },
    {
      "epoch": 68.07260155574762,
      "grad_norm": 1.9359519481658936,
      "learning_rate": 1.0746081057572772e-05,
      "loss": 1.8689,
      "step": 78760
    },
    {
      "epoch": 68.08124459809854,
      "grad_norm": 2.2932448387145996,
      "learning_rate": 1.0736343803130366e-05,
      "loss": 1.8708,
      "step": 78770
    },
    {
      "epoch": 68.08988764044943,
      "grad_norm": 2.01188063621521,
      "learning_rate": 1.0726610431617423e-05,
      "loss": 1.8828,
      "step": 78780
    },
    {
      "epoch": 68.09853068280034,
      "grad_norm": 2.190304756164551,
      "learning_rate": 1.0716880943996543e-05,
      "loss": 1.8541,
      "step": 78790
    },
    {
      "epoch": 68.10717372515126,
      "grad_norm": 2.046664237976074,
      "learning_rate": 1.0707155341229901e-05,
      "loss": 1.8782,
      "step": 78800
    },
    {
      "epoch": 68.11581676750217,
      "grad_norm": 2.185197114944458,
      "learning_rate": 1.0697433624279307e-05,
      "loss": 1.8563,
      "step": 78810
    },
    {
      "epoch": 68.12445980985306,
      "grad_norm": 2.471616744995117,
      "learning_rate": 1.0687715794106179e-05,
      "loss": 1.8735,
      "step": 78820
    },
    {
      "epoch": 68.13310285220398,
      "grad_norm": 2.105884075164795,
      "learning_rate": 1.0678001851671526e-05,
      "loss": 1.8867,
      "step": 78830
    },
    {
      "epoch": 68.14174589455489,
      "grad_norm": 2.1702988147735596,
      "learning_rate": 1.0668291797936008e-05,
      "loss": 1.8663,
      "step": 78840
    },
    {
      "epoch": 68.15038893690578,
      "grad_norm": 1.9397395849227905,
      "learning_rate": 1.0658585633859897e-05,
      "loss": 1.868,
      "step": 78850
    },
    {
      "epoch": 68.1590319792567,
      "grad_norm": 2.0261709690093994,
      "learning_rate": 1.0648883360403045e-05,
      "loss": 1.8854,
      "step": 78860
    },
    {
      "epoch": 68.16767502160761,
      "grad_norm": 2.000128746032715,
      "learning_rate": 1.0639184978524986e-05,
      "loss": 1.8595,
      "step": 78870
    },
    {
      "epoch": 68.17631806395852,
      "grad_norm": 2.2147057056427,
      "learning_rate": 1.0629490489184819e-05,
      "loss": 1.894,
      "step": 78880
    },
    {
      "epoch": 68.18496110630942,
      "grad_norm": 2.312791109085083,
      "learning_rate": 1.0619799893341248e-05,
      "loss": 1.8717,
      "step": 78890
    },
    {
      "epoch": 68.19360414866033,
      "grad_norm": 2.0666821002960205,
      "learning_rate": 1.0610113191952625e-05,
      "loss": 1.867,
      "step": 78900
    },
    {
      "epoch": 68.20224719101124,
      "grad_norm": 2.236326217651367,
      "learning_rate": 1.06004303859769e-05,
      "loss": 1.885,
      "step": 78910
    },
    {
      "epoch": 68.21089023336215,
      "grad_norm": 1.9998066425323486,
      "learning_rate": 1.0590751476371646e-05,
      "loss": 1.873,
      "step": 78920
    },
    {
      "epoch": 68.21953327571305,
      "grad_norm": 2.0831456184387207,
      "learning_rate": 1.0581076464094041e-05,
      "loss": 1.8789,
      "step": 78930
    },
    {
      "epoch": 68.22817631806396,
      "grad_norm": 2.2173757553100586,
      "learning_rate": 1.0571405350100888e-05,
      "loss": 1.8661,
      "step": 78940
    },
    {
      "epoch": 68.23681936041487,
      "grad_norm": 2.1822335720062256,
      "learning_rate": 1.0561738135348604e-05,
      "loss": 1.8724,
      "step": 78950
    },
    {
      "epoch": 68.24546240276577,
      "grad_norm": 2.067063570022583,
      "learning_rate": 1.0552074820793206e-05,
      "loss": 1.8876,
      "step": 78960
    },
    {
      "epoch": 68.25410544511668,
      "grad_norm": 2.1278295516967773,
      "learning_rate": 1.0542415407390339e-05,
      "loss": 1.8706,
      "step": 78970
    },
    {
      "epoch": 68.26274848746759,
      "grad_norm": 2.8415257930755615,
      "learning_rate": 1.0532759896095257e-05,
      "loss": 1.8655,
      "step": 78980
    },
    {
      "epoch": 68.2713915298185,
      "grad_norm": 1.9933253526687622,
      "learning_rate": 1.0523108287862832e-05,
      "loss": 1.9015,
      "step": 78990
    },
    {
      "epoch": 68.2800345721694,
      "grad_norm": 2.3701064586639404,
      "learning_rate": 1.051346058364755e-05,
      "loss": 1.8633,
      "step": 79000
    },
    {
      "epoch": 68.28867761452031,
      "grad_norm": 2.2516064643859863,
      "learning_rate": 1.0503816784403519e-05,
      "loss": 1.8949,
      "step": 79010
    },
    {
      "epoch": 68.29732065687122,
      "grad_norm": 2.00304913520813,
      "learning_rate": 1.0494176891084417e-05,
      "loss": 1.878,
      "step": 79020
    },
    {
      "epoch": 68.30596369922213,
      "grad_norm": 2.0952963829040527,
      "learning_rate": 1.048454090464358e-05,
      "loss": 1.8774,
      "step": 79030
    },
    {
      "epoch": 68.31460674157303,
      "grad_norm": 1.9727364778518677,
      "learning_rate": 1.047490882603397e-05,
      "loss": 1.8868,
      "step": 79040
    },
    {
      "epoch": 68.32324978392394,
      "grad_norm": 2.200740337371826,
      "learning_rate": 1.0465280656208127e-05,
      "loss": 1.8888,
      "step": 79050
    },
    {
      "epoch": 68.33189282627485,
      "grad_norm": 2.0004796981811523,
      "learning_rate": 1.0455656396118224e-05,
      "loss": 1.9032,
      "step": 79060
    },
    {
      "epoch": 68.34053586862575,
      "grad_norm": 2.0623552799224854,
      "learning_rate": 1.0446036046716013e-05,
      "loss": 1.8928,
      "step": 79070
    },
    {
      "epoch": 68.34917891097666,
      "grad_norm": 2.2052104473114014,
      "learning_rate": 1.0436419608952908e-05,
      "loss": 1.8773,
      "step": 79080
    },
    {
      "epoch": 68.35782195332757,
      "grad_norm": 2.1319425106048584,
      "learning_rate": 1.0426807083779911e-05,
      "loss": 1.8754,
      "step": 79090
    },
    {
      "epoch": 68.36646499567848,
      "grad_norm": 2.3298263549804688,
      "learning_rate": 1.0417198472147637e-05,
      "loss": 1.8769,
      "step": 79100
    },
    {
      "epoch": 68.37510803802938,
      "grad_norm": 2.0561976432800293,
      "learning_rate": 1.0407593775006308e-05,
      "loss": 1.8864,
      "step": 79110
    },
    {
      "epoch": 68.38375108038029,
      "grad_norm": 2.085214376449585,
      "learning_rate": 1.0397992993305806e-05,
      "loss": 1.8889,
      "step": 79120
    },
    {
      "epoch": 68.3923941227312,
      "grad_norm": 2.207807779312134,
      "learning_rate": 1.0388396127995548e-05,
      "loss": 1.8711,
      "step": 79130
    },
    {
      "epoch": 68.40103716508212,
      "grad_norm": 3.2896621227264404,
      "learning_rate": 1.0378803180024621e-05,
      "loss": 1.9189,
      "step": 79140
    },
    {
      "epoch": 68.40968020743301,
      "grad_norm": 2.028130054473877,
      "learning_rate": 1.0369214150341705e-05,
      "loss": 1.8951,
      "step": 79150
    },
    {
      "epoch": 68.41832324978392,
      "grad_norm": 2.1997931003570557,
      "learning_rate": 1.0359629039895092e-05,
      "loss": 1.896,
      "step": 79160
    },
    {
      "epoch": 68.42696629213484,
      "grad_norm": 2.29758358001709,
      "learning_rate": 1.0350047849632694e-05,
      "loss": 1.889,
      "step": 79170
    },
    {
      "epoch": 68.43560933448573,
      "grad_norm": 2.109553575515747,
      "learning_rate": 1.0340470580502026e-05,
      "loss": 1.8622,
      "step": 79180
    },
    {
      "epoch": 68.44425237683664,
      "grad_norm": 2.1413755416870117,
      "learning_rate": 1.033089723345022e-05,
      "loss": 1.902,
      "step": 79190
    },
    {
      "epoch": 68.45289541918756,
      "grad_norm": 2.3673255443573,
      "learning_rate": 1.032132780942403e-05,
      "loss": 1.8905,
      "step": 79200
    },
    {
      "epoch": 68.46153846153847,
      "grad_norm": 2.2269866466522217,
      "learning_rate": 1.03117623093698e-05,
      "loss": 1.8886,
      "step": 79210
    },
    {
      "epoch": 68.47018150388936,
      "grad_norm": 2.019148826599121,
      "learning_rate": 1.0302200734233503e-05,
      "loss": 1.8956,
      "step": 79220
    },
    {
      "epoch": 68.47882454624028,
      "grad_norm": 2.102870225906372,
      "learning_rate": 1.0292643084960718e-05,
      "loss": 1.8897,
      "step": 79230
    },
    {
      "epoch": 68.48746758859119,
      "grad_norm": 3.1231017112731934,
      "learning_rate": 1.028308936249664e-05,
      "loss": 1.9041,
      "step": 79240
    },
    {
      "epoch": 68.4961106309421,
      "grad_norm": 2.0882604122161865,
      "learning_rate": 1.0273539567786079e-05,
      "loss": 1.9039,
      "step": 79250
    },
    {
      "epoch": 68.504753673293,
      "grad_norm": 2.219383478164673,
      "learning_rate": 1.0263993701773429e-05,
      "loss": 1.8992,
      "step": 79260
    },
    {
      "epoch": 68.5133967156439,
      "grad_norm": 1.9708285331726074,
      "learning_rate": 1.0254451765402723e-05,
      "loss": 1.9109,
      "step": 79270
    },
    {
      "epoch": 68.52203975799482,
      "grad_norm": 2.016889810562134,
      "learning_rate": 1.0244913759617592e-05,
      "loss": 1.909,
      "step": 79280
    },
    {
      "epoch": 68.53068280034572,
      "grad_norm": 2.149428129196167,
      "learning_rate": 1.0235379685361313e-05,
      "loss": 1.883,
      "step": 79290
    },
    {
      "epoch": 68.53932584269663,
      "grad_norm": 2.1451830863952637,
      "learning_rate": 1.0225849543576738e-05,
      "loss": 1.9101,
      "step": 79300
    },
    {
      "epoch": 68.54796888504754,
      "grad_norm": 2.1513671875,
      "learning_rate": 1.0216323335206318e-05,
      "loss": 1.8876,
      "step": 79310
    },
    {
      "epoch": 68.55661192739845,
      "grad_norm": 2.196765422821045,
      "learning_rate": 1.0206801061192145e-05,
      "loss": 1.8765,
      "step": 79320
    },
    {
      "epoch": 68.56525496974935,
      "grad_norm": 2.063502788543701,
      "learning_rate": 1.0197282722475914e-05,
      "loss": 1.9009,
      "step": 79330
    },
    {
      "epoch": 68.57389801210026,
      "grad_norm": 2.1059062480926514,
      "learning_rate": 1.0187768319998936e-05,
      "loss": 1.9254,
      "step": 79340
    },
    {
      "epoch": 68.58254105445117,
      "grad_norm": 2.4163336753845215,
      "learning_rate": 1.0178257854702112e-05,
      "loss": 1.9118,
      "step": 79350
    },
    {
      "epoch": 68.59118409680208,
      "grad_norm": 2.1439626216888428,
      "learning_rate": 1.0168751327525978e-05,
      "loss": 1.8852,
      "step": 79360
    },
    {
      "epoch": 68.59982713915298,
      "grad_norm": 2.0815815925598145,
      "learning_rate": 1.015924873941066e-05,
      "loss": 1.9091,
      "step": 79370
    },
    {
      "epoch": 68.60847018150389,
      "grad_norm": 2.1884946823120117,
      "learning_rate": 1.0149750091295917e-05,
      "loss": 1.8983,
      "step": 79380
    },
    {
      "epoch": 68.6171132238548,
      "grad_norm": 2.2272377014160156,
      "learning_rate": 1.0140255384121095e-05,
      "loss": 1.8883,
      "step": 79390
    },
    {
      "epoch": 68.6257562662057,
      "grad_norm": 2.153801918029785,
      "learning_rate": 1.0130764618825167e-05,
      "loss": 1.9013,
      "step": 79400
    },
    {
      "epoch": 68.63439930855661,
      "grad_norm": 2.1471290588378906,
      "learning_rate": 1.0121277796346712e-05,
      "loss": 1.913,
      "step": 79410
    },
    {
      "epoch": 68.64304235090752,
      "grad_norm": 2.1650571823120117,
      "learning_rate": 1.0111794917623906e-05,
      "loss": 1.9118,
      "step": 79420
    },
    {
      "epoch": 68.65168539325843,
      "grad_norm": 2.1946914196014404,
      "learning_rate": 1.0102315983594573e-05,
      "loss": 1.9074,
      "step": 79430
    },
    {
      "epoch": 68.66032843560933,
      "grad_norm": 2.0424792766571045,
      "learning_rate": 1.0092840995196073e-05,
      "loss": 1.8977,
      "step": 79440
    },
    {
      "epoch": 68.66897147796024,
      "grad_norm": 2.258972644805908,
      "learning_rate": 1.0083369953365468e-05,
      "loss": 1.8882,
      "step": 79450
    },
    {
      "epoch": 68.67761452031115,
      "grad_norm": 2.041919231414795,
      "learning_rate": 1.0073902859039364e-05,
      "loss": 1.9215,
      "step": 79460
    },
    {
      "epoch": 68.68625756266206,
      "grad_norm": 2.3093454837799072,
      "learning_rate": 1.0064439713154001e-05,
      "loss": 1.8862,
      "step": 79470
    },
    {
      "epoch": 68.69490060501296,
      "grad_norm": 2.2313454151153564,
      "learning_rate": 1.005498051664524e-05,
      "loss": 1.8851,
      "step": 79480
    },
    {
      "epoch": 68.70354364736387,
      "grad_norm": 2.2388246059417725,
      "learning_rate": 1.0045525270448508e-05,
      "loss": 1.9003,
      "step": 79490
    },
    {
      "epoch": 68.71218668971478,
      "grad_norm": 2.2051680088043213,
      "learning_rate": 1.0036073975498883e-05,
      "loss": 1.915,
      "step": 79500
    },
    {
      "epoch": 68.72082973206568,
      "grad_norm": 2.245246648788452,
      "learning_rate": 1.002662663273104e-05,
      "loss": 1.916,
      "step": 79510
    },
    {
      "epoch": 68.72947277441659,
      "grad_norm": 2.0514183044433594,
      "learning_rate": 1.0017183243079253e-05,
      "loss": 1.9335,
      "step": 79520
    },
    {
      "epoch": 68.7381158167675,
      "grad_norm": 2.6348700523376465,
      "learning_rate": 1.0007743807477415e-05,
      "loss": 1.9009,
      "step": 79530
    },
    {
      "epoch": 68.74675885911842,
      "grad_norm": 2.1427206993103027,
      "learning_rate": 9.998308326859063e-06,
      "loss": 1.9093,
      "step": 79540
    },
    {
      "epoch": 68.75540190146931,
      "grad_norm": 2.265796184539795,
      "learning_rate": 9.98887680215726e-06,
      "loss": 1.9184,
      "step": 79550
    },
    {
      "epoch": 68.76404494382022,
      "grad_norm": 2.8719193935394287,
      "learning_rate": 9.979449234304738e-06,
      "loss": 1.9012,
      "step": 79560
    },
    {
      "epoch": 68.77268798617114,
      "grad_norm": 3.0418591499328613,
      "learning_rate": 9.970025624233837e-06,
      "loss": 1.9076,
      "step": 79570
    },
    {
      "epoch": 68.78133102852205,
      "grad_norm": 2.721849203109741,
      "learning_rate": 9.96060597287648e-06,
      "loss": 1.9282,
      "step": 79580
    },
    {
      "epoch": 68.78997407087294,
      "grad_norm": 2.0916638374328613,
      "learning_rate": 9.951190281164218e-06,
      "loss": 1.9291,
      "step": 79590
    },
    {
      "epoch": 68.79861711322386,
      "grad_norm": 2.49817156791687,
      "learning_rate": 9.941778550028197e-06,
      "loss": 1.9101,
      "step": 79600
    },
    {
      "epoch": 68.80726015557477,
      "grad_norm": 2.1957030296325684,
      "learning_rate": 9.932370780399193e-06,
      "loss": 1.912,
      "step": 79610
    },
    {
      "epoch": 68.81590319792566,
      "grad_norm": 2.418253183364868,
      "learning_rate": 9.922966973207554e-06,
      "loss": 1.9281,
      "step": 79620
    },
    {
      "epoch": 68.82454624027658,
      "grad_norm": 1.9500881433486938,
      "learning_rate": 9.913567129383277e-06,
      "loss": 1.9172,
      "step": 79630
    },
    {
      "epoch": 68.83318928262749,
      "grad_norm": 2.126605272293091,
      "learning_rate": 9.904171249855937e-06,
      "loss": 1.8961,
      "step": 79640
    },
    {
      "epoch": 68.8418323249784,
      "grad_norm": 3.130366802215576,
      "learning_rate": 9.894779335554733e-06,
      "loss": 1.8992,
      "step": 79650
    },
    {
      "epoch": 68.8504753673293,
      "grad_norm": 2.3088417053222656,
      "learning_rate": 9.885391387408461e-06,
      "loss": 1.9074,
      "step": 79660
    },
    {
      "epoch": 68.8591184096802,
      "grad_norm": 2.135462760925293,
      "learning_rate": 9.876007406345544e-06,
      "loss": 1.9028,
      "step": 79670
    },
    {
      "epoch": 68.86776145203112,
      "grad_norm": 2.3420469760894775,
      "learning_rate": 9.86662739329398e-06,
      "loss": 1.908,
      "step": 79680
    },
    {
      "epoch": 68.87640449438203,
      "grad_norm": 2.0544991493225098,
      "learning_rate": 9.857251349181385e-06,
      "loss": 1.9287,
      "step": 79690
    },
    {
      "epoch": 68.88504753673293,
      "grad_norm": 2.1133651733398438,
      "learning_rate": 9.847879274935023e-06,
      "loss": 1.8976,
      "step": 79700
    },
    {
      "epoch": 68.89369057908384,
      "grad_norm": 2.0604257583618164,
      "learning_rate": 9.838511171481718e-06,
      "loss": 1.8777,
      "step": 79710
    },
    {
      "epoch": 68.90233362143475,
      "grad_norm": 2.329575777053833,
      "learning_rate": 9.829147039747926e-06,
      "loss": 1.9246,
      "step": 79720
    },
    {
      "epoch": 68.91097666378565,
      "grad_norm": 2.133425712585449,
      "learning_rate": 9.819786880659681e-06,
      "loss": 1.9322,
      "step": 79730
    },
    {
      "epoch": 68.91961970613656,
      "grad_norm": 2.1743509769439697,
      "learning_rate": 9.810430695142652e-06,
      "loss": 1.926,
      "step": 79740
    },
    {
      "epoch": 68.92826274848747,
      "grad_norm": 2.0102357864379883,
      "learning_rate": 9.801078484122116e-06,
      "loss": 1.9083,
      "step": 79750
    },
    {
      "epoch": 68.93690579083838,
      "grad_norm": 2.0636353492736816,
      "learning_rate": 9.791730248522935e-06,
      "loss": 1.9054,
      "step": 79760
    },
    {
      "epoch": 68.94554883318928,
      "grad_norm": 2.057406187057495,
      "learning_rate": 9.782385989269605e-06,
      "loss": 1.9055,
      "step": 79770
    },
    {
      "epoch": 68.95419187554019,
      "grad_norm": 2.1638996601104736,
      "learning_rate": 9.7730457072862e-06,
      "loss": 1.9381,
      "step": 79780
    },
    {
      "epoch": 68.9628349178911,
      "grad_norm": 1.9859017133712769,
      "learning_rate": 9.763709403496424e-06,
      "loss": 1.9086,
      "step": 79790
    },
    {
      "epoch": 68.971477960242,
      "grad_norm": 2.2039408683776855,
      "learning_rate": 9.75437707882358e-06,
      "loss": 1.9294,
      "step": 79800
    },
    {
      "epoch": 68.98012100259291,
      "grad_norm": 3.1677887439727783,
      "learning_rate": 9.745048734190576e-06,
      "loss": 1.9449,
      "step": 79810
    },
    {
      "epoch": 68.98876404494382,
      "grad_norm": 2.0889222621917725,
      "learning_rate": 9.735724370519922e-06,
      "loss": 1.9181,
      "step": 79820
    },
    {
      "epoch": 68.99740708729473,
      "grad_norm": 2.15230655670166,
      "learning_rate": 9.72640398873374e-06,
      "loss": 1.9669,
      "step": 79830
    },
    {
      "epoch": 69.00605012964563,
      "grad_norm": 2.067223310470581,
      "learning_rate": 9.717087589753759e-06,
      "loss": 1.8526,
      "step": 79840
    },
    {
      "epoch": 69.01469317199654,
      "grad_norm": 2.0515382289886475,
      "learning_rate": 9.707775174501327e-06,
      "loss": 1.8351,
      "step": 79850
    },
    {
      "epoch": 69.02333621434745,
      "grad_norm": 2.0927062034606934,
      "learning_rate": 9.698466743897344e-06,
      "loss": 1.852,
      "step": 79860
    },
    {
      "epoch": 69.03197925669836,
      "grad_norm": 1.922833800315857,
      "learning_rate": 9.689162298862392e-06,
      "loss": 1.8661,
      "step": 79870
    },
    {
      "epoch": 69.04062229904926,
      "grad_norm": 2.013488531112671,
      "learning_rate": 9.679861840316618e-06,
      "loss": 1.8421,
      "step": 79880
    },
    {
      "epoch": 69.04926534140017,
      "grad_norm": 2.041553258895874,
      "learning_rate": 9.670565369179762e-06,
      "loss": 1.8523,
      "step": 79890
    },
    {
      "epoch": 69.05790838375108,
      "grad_norm": 2.2403740882873535,
      "learning_rate": 9.661272886371204e-06,
      "loss": 1.8545,
      "step": 79900
    },
    {
      "epoch": 69.06655142610198,
      "grad_norm": 1.9793198108673096,
      "learning_rate": 9.651984392809914e-06,
      "loss": 1.8493,
      "step": 79910
    },
    {
      "epoch": 69.07519446845289,
      "grad_norm": 2.37925124168396,
      "learning_rate": 9.642699889414441e-06,
      "loss": 1.8591,
      "step": 79920
    },
    {
      "epoch": 69.0838375108038,
      "grad_norm": 2.192800998687744,
      "learning_rate": 9.633419377102987e-06,
      "loss": 1.8819,
      "step": 79930
    },
    {
      "epoch": 69.09248055315472,
      "grad_norm": 2.0435492992401123,
      "learning_rate": 9.624142856793311e-06,
      "loss": 1.8641,
      "step": 79940
    },
    {
      "epoch": 69.10112359550561,
      "grad_norm": 2.227444648742676,
      "learning_rate": 9.614870329402836e-06,
      "loss": 1.8677,
      "step": 79950
    },
    {
      "epoch": 69.10976663785652,
      "grad_norm": 1.9955410957336426,
      "learning_rate": 9.605601795848557e-06,
      "loss": 1.8598,
      "step": 79960
    },
    {
      "epoch": 69.11840968020744,
      "grad_norm": 3.0033111572265625,
      "learning_rate": 9.596337257047045e-06,
      "loss": 1.8564,
      "step": 79970
    },
    {
      "epoch": 69.12705272255835,
      "grad_norm": 1.9262912273406982,
      "learning_rate": 9.587076713914518e-06,
      "loss": 1.8832,
      "step": 79980
    },
    {
      "epoch": 69.13569576490924,
      "grad_norm": 2.013458490371704,
      "learning_rate": 9.577820167366785e-06,
      "loss": 1.8635,
      "step": 79990
    },
    {
      "epoch": 69.14433880726016,
      "grad_norm": 2.1364030838012695,
      "learning_rate": 9.568567618319269e-06,
      "loss": 1.8551,
      "step": 80000
    },
    {
      "epoch": 69.15298184961107,
      "grad_norm": 2.1637747287750244,
      "learning_rate": 9.559319067686972e-06,
      "loss": 1.8447,
      "step": 80010
    },
    {
      "epoch": 69.16162489196196,
      "grad_norm": 2.099541187286377,
      "learning_rate": 9.550074516384533e-06,
      "loss": 1.8917,
      "step": 80020
    },
    {
      "epoch": 69.17026793431288,
      "grad_norm": 2.2062180042266846,
      "learning_rate": 9.540833965326174e-06,
      "loss": 1.8493,
      "step": 80030
    },
    {
      "epoch": 69.17891097666379,
      "grad_norm": 2.1476056575775146,
      "learning_rate": 9.53159741542573e-06,
      "loss": 1.8646,
      "step": 80040
    },
    {
      "epoch": 69.1875540190147,
      "grad_norm": 2.003049612045288,
      "learning_rate": 9.522364867596634e-06,
      "loss": 1.8759,
      "step": 80050
    },
    {
      "epoch": 69.1961970613656,
      "grad_norm": 2.016700267791748,
      "learning_rate": 9.513136322751925e-06,
      "loss": 1.8793,
      "step": 80060
    },
    {
      "epoch": 69.2048401037165,
      "grad_norm": 1.9335277080535889,
      "learning_rate": 9.503911781804259e-06,
      "loss": 1.8401,
      "step": 80070
    },
    {
      "epoch": 69.21348314606742,
      "grad_norm": 2.3498737812042236,
      "learning_rate": 9.494691245665877e-06,
      "loss": 1.8672,
      "step": 80080
    },
    {
      "epoch": 69.22212618841833,
      "grad_norm": 1.9733564853668213,
      "learning_rate": 9.485474715248649e-06,
      "loss": 1.8871,
      "step": 80090
    },
    {
      "epoch": 69.23076923076923,
      "grad_norm": 2.1527798175811768,
      "learning_rate": 9.476262191464002e-06,
      "loss": 1.8535,
      "step": 80100
    },
    {
      "epoch": 69.23941227312014,
      "grad_norm": 2.191596269607544,
      "learning_rate": 9.467053675222998e-06,
      "loss": 1.8563,
      "step": 80110
    },
    {
      "epoch": 69.24805531547105,
      "grad_norm": 2.1783981323242188,
      "learning_rate": 9.457849167436333e-06,
      "loss": 1.8762,
      "step": 80120
    },
    {
      "epoch": 69.25669835782195,
      "grad_norm": 2.053323268890381,
      "learning_rate": 9.448648669014255e-06,
      "loss": 1.8575,
      "step": 80130
    },
    {
      "epoch": 69.26534140017286,
      "grad_norm": 2.2348616123199463,
      "learning_rate": 9.439452180866637e-06,
      "loss": 1.8633,
      "step": 80140
    },
    {
      "epoch": 69.27398444252377,
      "grad_norm": 1.9096623659133911,
      "learning_rate": 9.430259703902966e-06,
      "loss": 1.8546,
      "step": 80150
    },
    {
      "epoch": 69.28262748487468,
      "grad_norm": 2.495635986328125,
      "learning_rate": 9.421071239032302e-06,
      "loss": 1.8856,
      "step": 80160
    },
    {
      "epoch": 69.29127052722558,
      "grad_norm": 1.9493142366409302,
      "learning_rate": 9.411886787163333e-06,
      "loss": 1.8709,
      "step": 80170
    },
    {
      "epoch": 69.29991356957649,
      "grad_norm": 2.3200061321258545,
      "learning_rate": 9.402706349204344e-06,
      "loss": 1.8448,
      "step": 80180
    },
    {
      "epoch": 69.3085566119274,
      "grad_norm": 2.0600392818450928,
      "learning_rate": 9.39352992606321e-06,
      "loss": 1.8637,
      "step": 80190
    },
    {
      "epoch": 69.31719965427831,
      "grad_norm": 2.22823166847229,
      "learning_rate": 9.384357518647462e-06,
      "loss": 1.8427,
      "step": 80200
    },
    {
      "epoch": 69.32584269662921,
      "grad_norm": 2.019826650619507,
      "learning_rate": 9.37518912786416e-06,
      "loss": 1.8866,
      "step": 80210
    },
    {
      "epoch": 69.33448573898012,
      "grad_norm": 2.1054842472076416,
      "learning_rate": 9.366024754620001e-06,
      "loss": 1.8817,
      "step": 80220
    },
    {
      "epoch": 69.34312878133103,
      "grad_norm": 2.363990306854248,
      "learning_rate": 9.356864399821291e-06,
      "loss": 1.8879,
      "step": 80230
    },
    {
      "epoch": 69.35177182368193,
      "grad_norm": 2.0940027236938477,
      "learning_rate": 9.347708064373934e-06,
      "loss": 1.8622,
      "step": 80240
    },
    {
      "epoch": 69.36041486603284,
      "grad_norm": 2.1266567707061768,
      "learning_rate": 9.338555749183426e-06,
      "loss": 1.8613,
      "step": 80250
    },
    {
      "epoch": 69.36905790838375,
      "grad_norm": 2.3726799488067627,
      "learning_rate": 9.329407455154882e-06,
      "loss": 1.8812,
      "step": 80260
    },
    {
      "epoch": 69.37770095073466,
      "grad_norm": 3.9681923389434814,
      "learning_rate": 9.320263183193023e-06,
      "loss": 1.88,
      "step": 80270
    },
    {
      "epoch": 69.38634399308556,
      "grad_norm": 2.1344025135040283,
      "learning_rate": 9.31112293420212e-06,
      "loss": 1.8749,
      "step": 80280
    },
    {
      "epoch": 69.39498703543647,
      "grad_norm": 2.0255801677703857,
      "learning_rate": 9.301986709086119e-06,
      "loss": 1.8503,
      "step": 80290
    },
    {
      "epoch": 69.40363007778738,
      "grad_norm": 2.143537998199463,
      "learning_rate": 9.292854508748533e-06,
      "loss": 1.8932,
      "step": 80300
    },
    {
      "epoch": 69.4122731201383,
      "grad_norm": 2.186694860458374,
      "learning_rate": 9.283726334092475e-06,
      "loss": 1.8961,
      "step": 80310
    },
    {
      "epoch": 69.42091616248919,
      "grad_norm": 2.076162338256836,
      "learning_rate": 9.27460218602066e-06,
      "loss": 1.869,
      "step": 80320
    },
    {
      "epoch": 69.4295592048401,
      "grad_norm": 2.145651340484619,
      "learning_rate": 9.265482065435422e-06,
      "loss": 1.866,
      "step": 80330
    },
    {
      "epoch": 69.43820224719101,
      "grad_norm": 2.139056444168091,
      "learning_rate": 9.256365973238667e-06,
      "loss": 1.883,
      "step": 80340
    },
    {
      "epoch": 69.44684528954191,
      "grad_norm": 2.062549591064453,
      "learning_rate": 9.247253910331926e-06,
      "loss": 1.8665,
      "step": 80350
    },
    {
      "epoch": 69.45548833189282,
      "grad_norm": 2.1580324172973633,
      "learning_rate": 9.23814587761631e-06,
      "loss": 1.8702,
      "step": 80360
    },
    {
      "epoch": 69.46413137424373,
      "grad_norm": 2.00108003616333,
      "learning_rate": 9.229041875992578e-06,
      "loss": 1.8891,
      "step": 80370
    },
    {
      "epoch": 69.47277441659465,
      "grad_norm": 2.2062952518463135,
      "learning_rate": 9.219941906361051e-06,
      "loss": 1.854,
      "step": 80380
    },
    {
      "epoch": 69.48141745894554,
      "grad_norm": 2.262326955795288,
      "learning_rate": 9.210845969621645e-06,
      "loss": 1.8979,
      "step": 80390
    },
    {
      "epoch": 69.49006050129645,
      "grad_norm": 2.122720956802368,
      "learning_rate": 9.20175406667389e-06,
      "loss": 1.8839,
      "step": 80400
    },
    {
      "epoch": 69.49870354364737,
      "grad_norm": 2.20839786529541,
      "learning_rate": 9.192666198416927e-06,
      "loss": 1.8976,
      "step": 80410
    },
    {
      "epoch": 69.50734658599828,
      "grad_norm": 2.1004607677459717,
      "learning_rate": 9.183582365749488e-06,
      "loss": 1.8768,
      "step": 80420
    },
    {
      "epoch": 69.51598962834917,
      "grad_norm": 1.997788667678833,
      "learning_rate": 9.17450256956991e-06,
      "loss": 1.884,
      "step": 80430
    },
    {
      "epoch": 69.52463267070009,
      "grad_norm": 2.059670925140381,
      "learning_rate": 9.165426810776117e-06,
      "loss": 1.8656,
      "step": 80440
    },
    {
      "epoch": 69.533275713051,
      "grad_norm": 2.1350221633911133,
      "learning_rate": 9.156355090265656e-06,
      "loss": 1.8921,
      "step": 80450
    },
    {
      "epoch": 69.5419187554019,
      "grad_norm": 2.7234315872192383,
      "learning_rate": 9.147287408935656e-06,
      "loss": 1.8977,
      "step": 80460
    },
    {
      "epoch": 69.5505617977528,
      "grad_norm": 2.1196937561035156,
      "learning_rate": 9.138223767682858e-06,
      "loss": 1.8915,
      "step": 80470
    },
    {
      "epoch": 69.55920484010372,
      "grad_norm": 2.2493977546691895,
      "learning_rate": 9.129164167403598e-06,
      "loss": 1.8756,
      "step": 80480
    },
    {
      "epoch": 69.56784788245463,
      "grad_norm": 2.0767860412597656,
      "learning_rate": 9.120108608993815e-06,
      "loss": 1.9074,
      "step": 80490
    },
    {
      "epoch": 69.57649092480553,
      "grad_norm": 2.168813943862915,
      "learning_rate": 9.111057093349045e-06,
      "loss": 1.9055,
      "step": 80500
    },
    {
      "epoch": 69.58513396715644,
      "grad_norm": 2.0686631202697754,
      "learning_rate": 9.102009621364444e-06,
      "loss": 1.8901,
      "step": 80510
    },
    {
      "epoch": 69.59377700950735,
      "grad_norm": 2.0559890270233154,
      "learning_rate": 9.092966193934705e-06,
      "loss": 1.9092,
      "step": 80520
    },
    {
      "epoch": 69.60242005185826,
      "grad_norm": 2.2849771976470947,
      "learning_rate": 9.083926811954208e-06,
      "loss": 1.9046,
      "step": 80530
    },
    {
      "epoch": 69.61106309420916,
      "grad_norm": 2.2112104892730713,
      "learning_rate": 9.074891476316878e-06,
      "loss": 1.8793,
      "step": 80540
    },
    {
      "epoch": 69.61970613656007,
      "grad_norm": 2.32973051071167,
      "learning_rate": 9.065860187916248e-06,
      "loss": 1.899,
      "step": 80550
    },
    {
      "epoch": 69.62834917891098,
      "grad_norm": 2.0609452724456787,
      "learning_rate": 9.056832947645466e-06,
      "loss": 1.914,
      "step": 80560
    },
    {
      "epoch": 69.63699222126188,
      "grad_norm": 2.079683780670166,
      "learning_rate": 9.047809756397274e-06,
      "loss": 1.884,
      "step": 80570
    },
    {
      "epoch": 69.64563526361279,
      "grad_norm": 2.123258113861084,
      "learning_rate": 9.038790615063986e-06,
      "loss": 1.9091,
      "step": 80580
    },
    {
      "epoch": 69.6542783059637,
      "grad_norm": 2.0098040103912354,
      "learning_rate": 9.029775524537554e-06,
      "loss": 1.8848,
      "step": 80590
    },
    {
      "epoch": 69.66292134831461,
      "grad_norm": 2.0881192684173584,
      "learning_rate": 9.020764485709515e-06,
      "loss": 1.8802,
      "step": 80600
    },
    {
      "epoch": 69.67156439066551,
      "grad_norm": 3.6930975914001465,
      "learning_rate": 9.01175749947098e-06,
      "loss": 1.888,
      "step": 80610
    },
    {
      "epoch": 69.68020743301642,
      "grad_norm": 2.537973403930664,
      "learning_rate": 9.002754566712735e-06,
      "loss": 1.898,
      "step": 80620
    },
    {
      "epoch": 69.68885047536733,
      "grad_norm": 2.1088991165161133,
      "learning_rate": 8.993755688325072e-06,
      "loss": 1.8998,
      "step": 80630
    },
    {
      "epoch": 69.69749351771824,
      "grad_norm": 2.0868067741394043,
      "learning_rate": 8.984760865197933e-06,
      "loss": 1.8898,
      "step": 80640
    },
    {
      "epoch": 69.70613656006914,
      "grad_norm": 2.146124839782715,
      "learning_rate": 8.975770098220849e-06,
      "loss": 1.8959,
      "step": 80650
    },
    {
      "epoch": 69.71477960242005,
      "grad_norm": 2.0527446269989014,
      "learning_rate": 8.966783388282956e-06,
      "loss": 1.8899,
      "step": 80660
    },
    {
      "epoch": 69.72342264477096,
      "grad_norm": 3.7368457317352295,
      "learning_rate": 8.95780073627298e-06,
      "loss": 1.8782,
      "step": 80670
    },
    {
      "epoch": 69.73206568712186,
      "grad_norm": 2.0698695182800293,
      "learning_rate": 8.948822143079243e-06,
      "loss": 1.8847,
      "step": 80680
    },
    {
      "epoch": 69.74070872947277,
      "grad_norm": 2.1251680850982666,
      "learning_rate": 8.939847609589685e-06,
      "loss": 1.9123,
      "step": 80690
    },
    {
      "epoch": 69.74935177182368,
      "grad_norm": 2.1483521461486816,
      "learning_rate": 8.930877136691824e-06,
      "loss": 1.9078,
      "step": 80700
    },
    {
      "epoch": 69.7579948141746,
      "grad_norm": 1.885980486869812,
      "learning_rate": 8.92191072527278e-06,
      "loss": 1.9183,
      "step": 80710
    },
    {
      "epoch": 69.76663785652549,
      "grad_norm": 2.700021982192993,
      "learning_rate": 8.912948376219277e-06,
      "loss": 1.8781,
      "step": 80720
    },
    {
      "epoch": 69.7752808988764,
      "grad_norm": 2.3487908840179443,
      "learning_rate": 8.90399009041764e-06,
      "loss": 1.8897,
      "step": 80730
    },
    {
      "epoch": 69.78392394122731,
      "grad_norm": 2.1503703594207764,
      "learning_rate": 8.895035868753782e-06,
      "loss": 1.9111,
      "step": 80740
    },
    {
      "epoch": 69.79256698357823,
      "grad_norm": 2.179537773132324,
      "learning_rate": 8.886085712113235e-06,
      "loss": 1.8779,
      "step": 80750
    },
    {
      "epoch": 69.80121002592912,
      "grad_norm": 2.2031683921813965,
      "learning_rate": 8.877139621381087e-06,
      "loss": 1.8835,
      "step": 80760
    },
    {
      "epoch": 69.80985306828003,
      "grad_norm": 2.0108730792999268,
      "learning_rate": 8.868197597442046e-06,
      "loss": 1.9186,
      "step": 80770
    },
    {
      "epoch": 69.81849611063095,
      "grad_norm": 2.715177297592163,
      "learning_rate": 8.859259641180456e-06,
      "loss": 1.9103,
      "step": 80780
    },
    {
      "epoch": 69.82713915298184,
      "grad_norm": 2.262970209121704,
      "learning_rate": 8.850325753480204e-06,
      "loss": 1.8887,
      "step": 80790
    },
    {
      "epoch": 69.83578219533275,
      "grad_norm": 2.030848741531372,
      "learning_rate": 8.841395935224806e-06,
      "loss": 1.9074,
      "step": 80800
    },
    {
      "epoch": 69.84442523768367,
      "grad_norm": 2.1083874702453613,
      "learning_rate": 8.832470187297365e-06,
      "loss": 1.8965,
      "step": 80810
    },
    {
      "epoch": 69.85306828003458,
      "grad_norm": 2.0725858211517334,
      "learning_rate": 8.823548510580565e-06,
      "loss": 1.929,
      "step": 80820
    },
    {
      "epoch": 69.86171132238547,
      "grad_norm": 2.1426589488983154,
      "learning_rate": 8.814630905956712e-06,
      "loss": 1.8904,
      "step": 80830
    },
    {
      "epoch": 69.87035436473639,
      "grad_norm": 2.0867905616760254,
      "learning_rate": 8.805717374307704e-06,
      "loss": 1.9109,
      "step": 80840
    },
    {
      "epoch": 69.8789974070873,
      "grad_norm": 2.0889272689819336,
      "learning_rate": 8.796807916515032e-06,
      "loss": 1.919,
      "step": 80850
    },
    {
      "epoch": 69.88764044943821,
      "grad_norm": 1.9662690162658691,
      "learning_rate": 8.787902533459785e-06,
      "loss": 1.9043,
      "step": 80860
    },
    {
      "epoch": 69.8962834917891,
      "grad_norm": 4.7158522605896,
      "learning_rate": 8.779001226022649e-06,
      "loss": 1.9098,
      "step": 80870
    },
    {
      "epoch": 69.90492653414002,
      "grad_norm": 2.1115550994873047,
      "learning_rate": 8.77010399508391e-06,
      "loss": 1.9049,
      "step": 80880
    },
    {
      "epoch": 69.91356957649093,
      "grad_norm": 1.9542921781539917,
      "learning_rate": 8.761210841523448e-06,
      "loss": 1.9142,
      "step": 80890
    },
    {
      "epoch": 69.92221261884183,
      "grad_norm": 2.054060697555542,
      "learning_rate": 8.752321766220739e-06,
      "loss": 1.8975,
      "step": 80900
    },
    {
      "epoch": 69.93085566119274,
      "grad_norm": 2.0047242641448975,
      "learning_rate": 8.743436770054857e-06,
      "loss": 1.8899,
      "step": 80910
    },
    {
      "epoch": 69.93949870354365,
      "grad_norm": 2.1047964096069336,
      "learning_rate": 8.734555853904475e-06,
      "loss": 1.8814,
      "step": 80920
    },
    {
      "epoch": 69.94814174589456,
      "grad_norm": 2.619302988052368,
      "learning_rate": 8.72567901864787e-06,
      "loss": 1.9052,
      "step": 80930
    },
    {
      "epoch": 69.95678478824546,
      "grad_norm": 2.1523146629333496,
      "learning_rate": 8.716806265162869e-06,
      "loss": 1.9191,
      "step": 80940
    },
    {
      "epoch": 69.96542783059637,
      "grad_norm": 2.0401790142059326,
      "learning_rate": 8.707937594326966e-06,
      "loss": 1.9005,
      "step": 80950
    },
    {
      "epoch": 69.97407087294728,
      "grad_norm": 2.192448139190674,
      "learning_rate": 8.699073007017206e-06,
      "loss": 1.8949,
      "step": 80960
    },
    {
      "epoch": 69.98271391529819,
      "grad_norm": 2.196326732635498,
      "learning_rate": 8.69021250411024e-06,
      "loss": 1.877,
      "step": 80970
    },
    {
      "epoch": 69.99135695764909,
      "grad_norm": 2.1181344985961914,
      "learning_rate": 8.681356086482322e-06,
      "loss": 1.8868,
      "step": 80980
    },
    {
      "epoch": 70.0,
      "grad_norm": 4.202463150024414,
      "learning_rate": 8.672503755009304e-06,
      "loss": 1.9204,
      "step": 80990
    },
    {
      "epoch": 70.00864304235091,
      "grad_norm": 2.088571786880493,
      "learning_rate": 8.663655510566598e-06,
      "loss": 1.8344,
      "step": 81000
    },
    {
      "epoch": 70.01728608470181,
      "grad_norm": 2.5167765617370605,
      "learning_rate": 8.654811354029257e-06,
      "loss": 1.8507,
      "step": 81010
    },
    {
      "epoch": 70.02592912705272,
      "grad_norm": 2.0905182361602783,
      "learning_rate": 8.645971286271904e-06,
      "loss": 1.8683,
      "step": 81020
    },
    {
      "epoch": 70.03457216940363,
      "grad_norm": 2.0919010639190674,
      "learning_rate": 8.637135308168787e-06,
      "loss": 1.8491,
      "step": 81030
    },
    {
      "epoch": 70.04321521175454,
      "grad_norm": 1.9893593788146973,
      "learning_rate": 8.628303420593725e-06,
      "loss": 1.8505,
      "step": 81040
    },
    {
      "epoch": 70.05185825410544,
      "grad_norm": 1.9556080102920532,
      "learning_rate": 8.619475624420115e-06,
      "loss": 1.8195,
      "step": 81050
    },
    {
      "epoch": 70.06050129645635,
      "grad_norm": 1.980189323425293,
      "learning_rate": 8.610651920520978e-06,
      "loss": 1.8245,
      "step": 81060
    },
    {
      "epoch": 70.06914433880726,
      "grad_norm": 2.0130295753479004,
      "learning_rate": 8.601832309768936e-06,
      "loss": 1.8398,
      "step": 81070
    },
    {
      "epoch": 70.07778738115817,
      "grad_norm": 1.9888784885406494,
      "learning_rate": 8.593016793036185e-06,
      "loss": 1.8324,
      "step": 81080
    },
    {
      "epoch": 70.08643042350907,
      "grad_norm": 1.9443776607513428,
      "learning_rate": 8.58420537119452e-06,
      "loss": 1.8465,
      "step": 81090
    },
    {
      "epoch": 70.09507346585998,
      "grad_norm": 2.089179515838623,
      "learning_rate": 8.57539804511534e-06,
      "loss": 1.8427,
      "step": 81100
    },
    {
      "epoch": 70.1037165082109,
      "grad_norm": 4.9358720779418945,
      "learning_rate": 8.566594815669637e-06,
      "loss": 1.8504,
      "step": 81110
    },
    {
      "epoch": 70.11235955056179,
      "grad_norm": 1.918854832649231,
      "learning_rate": 8.557795683727993e-06,
      "loss": 1.8861,
      "step": 81120
    },
    {
      "epoch": 70.1210025929127,
      "grad_norm": 1.9103440046310425,
      "learning_rate": 8.549000650160582e-06,
      "loss": 1.8489,
      "step": 81130
    },
    {
      "epoch": 70.12964563526361,
      "grad_norm": 2.05733585357666,
      "learning_rate": 8.54020971583719e-06,
      "loss": 1.8368,
      "step": 81140
    },
    {
      "epoch": 70.13828867761453,
      "grad_norm": 2.133951187133789,
      "learning_rate": 8.531422881627172e-06,
      "loss": 1.8295,
      "step": 81150
    },
    {
      "epoch": 70.14693171996542,
      "grad_norm": 1.9910885095596313,
      "learning_rate": 8.522640148399496e-06,
      "loss": 1.8419,
      "step": 81160
    },
    {
      "epoch": 70.15557476231633,
      "grad_norm": 1.9589972496032715,
      "learning_rate": 8.513861517022736e-06,
      "loss": 1.8367,
      "step": 81170
    },
    {
      "epoch": 70.16421780466725,
      "grad_norm": 2.0198440551757812,
      "learning_rate": 8.505086988365007e-06,
      "loss": 1.8561,
      "step": 81180
    },
    {
      "epoch": 70.17286084701816,
      "grad_norm": 1.9921560287475586,
      "learning_rate": 8.496316563294072e-06,
      "loss": 1.8407,
      "step": 81190
    },
    {
      "epoch": 70.18150388936905,
      "grad_norm": 2.007176637649536,
      "learning_rate": 8.487550242677284e-06,
      "loss": 1.8331,
      "step": 81200
    },
    {
      "epoch": 70.19014693171997,
      "grad_norm": 2.0658934116363525,
      "learning_rate": 8.478788027381563e-06,
      "loss": 1.8479,
      "step": 81210
    },
    {
      "epoch": 70.19878997407088,
      "grad_norm": 1.9922847747802734,
      "learning_rate": 8.470029918273442e-06,
      "loss": 1.8478,
      "step": 81220
    },
    {
      "epoch": 70.20743301642177,
      "grad_norm": 2.0822043418884277,
      "learning_rate": 8.461275916219057e-06,
      "loss": 1.8359,
      "step": 81230
    },
    {
      "epoch": 70.21607605877269,
      "grad_norm": 1.9883582592010498,
      "learning_rate": 8.4525260220841e-06,
      "loss": 1.8604,
      "step": 81240
    },
    {
      "epoch": 70.2247191011236,
      "grad_norm": 1.968260645866394,
      "learning_rate": 8.443780236733883e-06,
      "loss": 1.8606,
      "step": 81250
    },
    {
      "epoch": 70.23336214347451,
      "grad_norm": 2.0662429332733154,
      "learning_rate": 8.435038561033327e-06,
      "loss": 1.8839,
      "step": 81260
    },
    {
      "epoch": 70.2420051858254,
      "grad_norm": 2.1223666667938232,
      "learning_rate": 8.426300995846898e-06,
      "loss": 1.841,
      "step": 81270
    },
    {
      "epoch": 70.25064822817632,
      "grad_norm": 2.107293128967285,
      "learning_rate": 8.417567542038735e-06,
      "loss": 1.853,
      "step": 81280
    },
    {
      "epoch": 70.25929127052723,
      "grad_norm": 2.1701791286468506,
      "learning_rate": 8.40883820047248e-06,
      "loss": 1.8559,
      "step": 81290
    },
    {
      "epoch": 70.26793431287814,
      "grad_norm": 2.1016271114349365,
      "learning_rate": 8.400112972011421e-06,
      "loss": 1.8685,
      "step": 81300
    },
    {
      "epoch": 70.27657735522904,
      "grad_norm": 2.3069934844970703,
      "learning_rate": 8.391391857518432e-06,
      "loss": 1.8707,
      "step": 81310
    },
    {
      "epoch": 70.28522039757995,
      "grad_norm": 3.0525171756744385,
      "learning_rate": 8.382674857855983e-06,
      "loss": 1.8494,
      "step": 81320
    },
    {
      "epoch": 70.29386343993086,
      "grad_norm": 2.613226890563965,
      "learning_rate": 8.373961973886112e-06,
      "loss": 1.8373,
      "step": 81330
    },
    {
      "epoch": 70.30250648228176,
      "grad_norm": 2.082728147506714,
      "learning_rate": 8.365253206470492e-06,
      "loss": 1.8397,
      "step": 81340
    },
    {
      "epoch": 70.31114952463267,
      "grad_norm": 2.067957878112793,
      "learning_rate": 8.356548556470356e-06,
      "loss": 1.8519,
      "step": 81350
    },
    {
      "epoch": 70.31979256698358,
      "grad_norm": 2.149048089981079,
      "learning_rate": 8.347848024746518e-06,
      "loss": 1.8747,
      "step": 81360
    },
    {
      "epoch": 70.32843560933449,
      "grad_norm": 2.1556944847106934,
      "learning_rate": 8.339151612159434e-06,
      "loss": 1.8612,
      "step": 81370
    },
    {
      "epoch": 70.33707865168539,
      "grad_norm": 1.978078007698059,
      "learning_rate": 8.330459319569123e-06,
      "loss": 1.8795,
      "step": 81380
    },
    {
      "epoch": 70.3457216940363,
      "grad_norm": 2.095643997192383,
      "learning_rate": 8.321771147835184e-06,
      "loss": 1.8509,
      "step": 81390
    },
    {
      "epoch": 70.35436473638721,
      "grad_norm": 2.2620174884796143,
      "learning_rate": 8.31308709781683e-06,
      "loss": 1.8758,
      "step": 81400
    },
    {
      "epoch": 70.36300777873812,
      "grad_norm": 2.1165318489074707,
      "learning_rate": 8.304407170372875e-06,
      "loss": 1.8827,
      "step": 81410
    },
    {
      "epoch": 70.37165082108902,
      "grad_norm": 1.9665112495422363,
      "learning_rate": 8.295731366361676e-06,
      "loss": 1.8668,
      "step": 81420
    },
    {
      "epoch": 70.38029386343993,
      "grad_norm": 1.9443998336791992,
      "learning_rate": 8.287059686641235e-06,
      "loss": 1.8697,
      "step": 81430
    },
    {
      "epoch": 70.38893690579084,
      "grad_norm": 2.7222609519958496,
      "learning_rate": 8.278392132069113e-06,
      "loss": 1.8773,
      "step": 81440
    },
    {
      "epoch": 70.39757994814174,
      "grad_norm": 2.0986945629119873,
      "learning_rate": 8.2697287035025e-06,
      "loss": 1.8768,
      "step": 81450
    },
    {
      "epoch": 70.40622299049265,
      "grad_norm": 1.8986763954162598,
      "learning_rate": 8.261069401798144e-06,
      "loss": 1.8518,
      "step": 81460
    },
    {
      "epoch": 70.41486603284356,
      "grad_norm": 2.2945353984832764,
      "learning_rate": 8.252414227812405e-06,
      "loss": 1.8585,
      "step": 81470
    },
    {
      "epoch": 70.42350907519447,
      "grad_norm": 3.1988472938537598,
      "learning_rate": 8.243763182401204e-06,
      "loss": 1.9032,
      "step": 81480
    },
    {
      "epoch": 70.43215211754537,
      "grad_norm": 2.00907301902771,
      "learning_rate": 8.235116266420084e-06,
      "loss": 1.8739,
      "step": 81490
    },
    {
      "epoch": 70.44079515989628,
      "grad_norm": 2.165454149246216,
      "learning_rate": 8.226473480724179e-06,
      "loss": 1.8563,
      "step": 81500
    },
    {
      "epoch": 70.4494382022472,
      "grad_norm": 2.591582775115967,
      "learning_rate": 8.217834826168197e-06,
      "loss": 1.8578,
      "step": 81510
    },
    {
      "epoch": 70.4580812445981,
      "grad_norm": 2.010465621948242,
      "learning_rate": 8.209200303606452e-06,
      "loss": 1.8606,
      "step": 81520
    },
    {
      "epoch": 70.466724286949,
      "grad_norm": 2.3075358867645264,
      "learning_rate": 8.200569913892842e-06,
      "loss": 1.8566,
      "step": 81530
    },
    {
      "epoch": 70.47536732929991,
      "grad_norm": 2.0461971759796143,
      "learning_rate": 8.191943657880857e-06,
      "loss": 1.8787,
      "step": 81540
    },
    {
      "epoch": 70.48401037165083,
      "grad_norm": 2.002774715423584,
      "learning_rate": 8.183321536423583e-06,
      "loss": 1.8648,
      "step": 81550
    },
    {
      "epoch": 70.49265341400172,
      "grad_norm": 2.3401787281036377,
      "learning_rate": 8.17470355037369e-06,
      "loss": 1.8664,
      "step": 81560
    },
    {
      "epoch": 70.50129645635263,
      "grad_norm": 2.192962408065796,
      "learning_rate": 8.16608970058345e-06,
      "loss": 1.8554,
      "step": 81570
    },
    {
      "epoch": 70.50993949870355,
      "grad_norm": 4.031367778778076,
      "learning_rate": 8.15747998790471e-06,
      "loss": 1.8765,
      "step": 81580
    },
    {
      "epoch": 70.51858254105446,
      "grad_norm": 2.283313035964966,
      "learning_rate": 8.148874413188934e-06,
      "loss": 1.9028,
      "step": 81590
    },
    {
      "epoch": 70.52722558340535,
      "grad_norm": 2.4111342430114746,
      "learning_rate": 8.140272977287134e-06,
      "loss": 1.8475,
      "step": 81600
    },
    {
      "epoch": 70.53586862575627,
      "grad_norm": 2.0889832973480225,
      "learning_rate": 8.131675681049938e-06,
      "loss": 1.867,
      "step": 81610
    },
    {
      "epoch": 70.54451166810718,
      "grad_norm": 2.11668062210083,
      "learning_rate": 8.12308252532759e-06,
      "loss": 1.88,
      "step": 81620
    },
    {
      "epoch": 70.55315471045809,
      "grad_norm": 2.294583559036255,
      "learning_rate": 8.114493510969884e-06,
      "loss": 1.8821,
      "step": 81630
    },
    {
      "epoch": 70.56179775280899,
      "grad_norm": 2.143656015396118,
      "learning_rate": 8.105908638826221e-06,
      "loss": 1.8812,
      "step": 81640
    },
    {
      "epoch": 70.5704407951599,
      "grad_norm": 2.2595388889312744,
      "learning_rate": 8.097327909745605e-06,
      "loss": 1.8771,
      "step": 81650
    },
    {
      "epoch": 70.57908383751081,
      "grad_norm": 1.9674204587936401,
      "learning_rate": 8.088751324576594e-06,
      "loss": 1.8832,
      "step": 81660
    },
    {
      "epoch": 70.5877268798617,
      "grad_norm": 2.017587184906006,
      "learning_rate": 8.080178884167367e-06,
      "loss": 1.8675,
      "step": 81670
    },
    {
      "epoch": 70.59636992221262,
      "grad_norm": 2.0787477493286133,
      "learning_rate": 8.07161058936568e-06,
      "loss": 1.8964,
      "step": 81680
    },
    {
      "epoch": 70.60501296456353,
      "grad_norm": 2.2121825218200684,
      "learning_rate": 8.06304644101888e-06,
      "loss": 1.857,
      "step": 81690
    },
    {
      "epoch": 70.61365600691444,
      "grad_norm": 2.079428195953369,
      "learning_rate": 8.05448643997393e-06,
      "loss": 1.8674,
      "step": 81700
    },
    {
      "epoch": 70.62229904926534,
      "grad_norm": 2.0382533073425293,
      "learning_rate": 8.045930587077356e-06,
      "loss": 1.8645,
      "step": 81710
    },
    {
      "epoch": 70.63094209161625,
      "grad_norm": 2.0497641563415527,
      "learning_rate": 8.037378883175255e-06,
      "loss": 1.8727,
      "step": 81720
    },
    {
      "epoch": 70.63958513396716,
      "grad_norm": 4.4175896644592285,
      "learning_rate": 8.028831329113357e-06,
      "loss": 1.8978,
      "step": 81730
    },
    {
      "epoch": 70.64822817631807,
      "grad_norm": 3.2066709995269775,
      "learning_rate": 8.020287925736953e-06,
      "loss": 1.8898,
      "step": 81740
    },
    {
      "epoch": 70.65687121866897,
      "grad_norm": 2.1918554306030273,
      "learning_rate": 8.011748673890928e-06,
      "loss": 1.8943,
      "step": 81750
    },
    {
      "epoch": 70.66551426101988,
      "grad_norm": 2.085120677947998,
      "learning_rate": 8.003213574419776e-06,
      "loss": 1.8729,
      "step": 81760
    },
    {
      "epoch": 70.67415730337079,
      "grad_norm": 2.1028120517730713,
      "learning_rate": 7.994682628167554e-06,
      "loss": 1.8431,
      "step": 81770
    },
    {
      "epoch": 70.68280034572169,
      "grad_norm": 3.062607765197754,
      "learning_rate": 7.98615583597792e-06,
      "loss": 1.8622,
      "step": 81780
    },
    {
      "epoch": 70.6914433880726,
      "grad_norm": 2.0511550903320312,
      "learning_rate": 7.977633198694117e-06,
      "loss": 1.8772,
      "step": 81790
    },
    {
      "epoch": 70.70008643042351,
      "grad_norm": 2.090954542160034,
      "learning_rate": 7.969114717158993e-06,
      "loss": 1.875,
      "step": 81800
    },
    {
      "epoch": 70.70872947277442,
      "grad_norm": 2.0134217739105225,
      "learning_rate": 7.960600392214957e-06,
      "loss": 1.8683,
      "step": 81810
    },
    {
      "epoch": 70.71737251512532,
      "grad_norm": 2.167248010635376,
      "learning_rate": 7.952090224704035e-06,
      "loss": 1.8683,
      "step": 81820
    },
    {
      "epoch": 70.72601555747623,
      "grad_norm": 2.2182066440582275,
      "learning_rate": 7.94358421546783e-06,
      "loss": 1.9043,
      "step": 81830
    },
    {
      "epoch": 70.73465859982714,
      "grad_norm": 2.185701847076416,
      "learning_rate": 7.935082365347518e-06,
      "loss": 1.8808,
      "step": 81840
    },
    {
      "epoch": 70.74330164217805,
      "grad_norm": 2.148599624633789,
      "learning_rate": 7.926584675183878e-06,
      "loss": 1.8882,
      "step": 81850
    },
    {
      "epoch": 70.75194468452895,
      "grad_norm": 2.437058687210083,
      "learning_rate": 7.918091145817296e-06,
      "loss": 1.873,
      "step": 81860
    },
    {
      "epoch": 70.76058772687986,
      "grad_norm": 2.0860257148742676,
      "learning_rate": 7.909601778087722e-06,
      "loss": 1.864,
      "step": 81870
    },
    {
      "epoch": 70.76923076923077,
      "grad_norm": 2.1492502689361572,
      "learning_rate": 7.9011165728347e-06,
      "loss": 1.8869,
      "step": 81880
    },
    {
      "epoch": 70.77787381158167,
      "grad_norm": 2.504575252532959,
      "learning_rate": 7.892635530897375e-06,
      "loss": 1.8653,
      "step": 81890
    },
    {
      "epoch": 70.78651685393258,
      "grad_norm": 2.092175245285034,
      "learning_rate": 7.884158653114442e-06,
      "loss": 1.8824,
      "step": 81900
    },
    {
      "epoch": 70.7951598962835,
      "grad_norm": 2.3568899631500244,
      "learning_rate": 7.875685940324228e-06,
      "loss": 1.9046,
      "step": 81910
    },
    {
      "epoch": 70.8038029386344,
      "grad_norm": 2.1135776042938232,
      "learning_rate": 7.867217393364628e-06,
      "loss": 1.8846,
      "step": 81920
    },
    {
      "epoch": 70.8124459809853,
      "grad_norm": 2.056727409362793,
      "learning_rate": 7.858753013073133e-06,
      "loss": 1.8942,
      "step": 81930
    },
    {
      "epoch": 70.82108902333621,
      "grad_norm": 2.583466053009033,
      "learning_rate": 7.850292800286818e-06,
      "loss": 1.8738,
      "step": 81940
    },
    {
      "epoch": 70.82973206568712,
      "grad_norm": 2.3574421405792236,
      "learning_rate": 7.841836755842336e-06,
      "loss": 1.8949,
      "step": 81950
    },
    {
      "epoch": 70.83837510803804,
      "grad_norm": 2.0599002838134766,
      "learning_rate": 7.83338488057594e-06,
      "loss": 1.8973,
      "step": 81960
    },
    {
      "epoch": 70.84701815038893,
      "grad_norm": 2.2872507572174072,
      "learning_rate": 7.824937175323472e-06,
      "loss": 1.8863,
      "step": 81970
    },
    {
      "epoch": 70.85566119273984,
      "grad_norm": 3.9795515537261963,
      "learning_rate": 7.816493640920352e-06,
      "loss": 1.8792,
      "step": 81980
    },
    {
      "epoch": 70.86430423509076,
      "grad_norm": 3.661766767501831,
      "learning_rate": 7.808054278201593e-06,
      "loss": 1.9091,
      "step": 81990
    },
    {
      "epoch": 70.87294727744165,
      "grad_norm": 2.039151906967163,
      "learning_rate": 7.799619088001803e-06,
      "loss": 1.8931,
      "step": 82000
    },
    {
      "epoch": 70.88159031979256,
      "grad_norm": 2.074680805206299,
      "learning_rate": 7.791188071155158e-06,
      "loss": 1.8763,
      "step": 82010
    },
    {
      "epoch": 70.89023336214348,
      "grad_norm": 2.1053245067596436,
      "learning_rate": 7.78276122849544e-06,
      "loss": 1.8993,
      "step": 82020
    },
    {
      "epoch": 70.89887640449439,
      "grad_norm": 2.5592803955078125,
      "learning_rate": 7.774338560856008e-06,
      "loss": 1.8866,
      "step": 82030
    },
    {
      "epoch": 70.90751944684528,
      "grad_norm": 2.0960922241210938,
      "learning_rate": 7.765920069069815e-06,
      "loss": 1.8933,
      "step": 82040
    },
    {
      "epoch": 70.9161624891962,
      "grad_norm": 2.115964412689209,
      "learning_rate": 7.75750575396939e-06,
      "loss": 1.8885,
      "step": 82050
    },
    {
      "epoch": 70.92480553154711,
      "grad_norm": 2.0134594440460205,
      "learning_rate": 7.749095616386865e-06,
      "loss": 1.8803,
      "step": 82060
    },
    {
      "epoch": 70.933448573898,
      "grad_norm": 3.8818976879119873,
      "learning_rate": 7.740689657153955e-06,
      "loss": 1.9112,
      "step": 82070
    },
    {
      "epoch": 70.94209161624892,
      "grad_norm": 2.151292085647583,
      "learning_rate": 7.732287877101934e-06,
      "loss": 1.8808,
      "step": 82080
    },
    {
      "epoch": 70.95073465859983,
      "grad_norm": 2.4021997451782227,
      "learning_rate": 7.723890277061702e-06,
      "loss": 1.862,
      "step": 82090
    },
    {
      "epoch": 70.95937770095074,
      "grad_norm": 2.0871381759643555,
      "learning_rate": 7.715496857863708e-06,
      "loss": 1.9086,
      "step": 82100
    },
    {
      "epoch": 70.96802074330164,
      "grad_norm": 2.4889678955078125,
      "learning_rate": 7.707107620338039e-06,
      "loss": 1.9008,
      "step": 82110
    },
    {
      "epoch": 70.97666378565255,
      "grad_norm": 2.042809247970581,
      "learning_rate": 7.698722565314326e-06,
      "loss": 1.8882,
      "step": 82120
    },
    {
      "epoch": 70.98530682800346,
      "grad_norm": 2.0695114135742188,
      "learning_rate": 7.690341693621805e-06,
      "loss": 1.9217,
      "step": 82130
    },
    {
      "epoch": 70.99394987035437,
      "grad_norm": 2.321336507797241,
      "learning_rate": 7.681965006089275e-06,
      "loss": 1.8906,
      "step": 82140
    },
    {
      "epoch": 71.00259291270527,
      "grad_norm": 2.9350409507751465,
      "learning_rate": 7.673592503545146e-06,
      "loss": 1.9462,
      "step": 82150
    },
    {
      "epoch": 71.01123595505618,
      "grad_norm": 2.484281063079834,
      "learning_rate": 7.66522418681741e-06,
      "loss": 1.8287,
      "step": 82160
    },
    {
      "epoch": 71.01987899740709,
      "grad_norm": 1.9986411333084106,
      "learning_rate": 7.656860056733633e-06,
      "loss": 1.8481,
      "step": 82170
    },
    {
      "epoch": 71.02852203975799,
      "grad_norm": 2.025418758392334,
      "learning_rate": 7.648500114120982e-06,
      "loss": 1.8308,
      "step": 82180
    },
    {
      "epoch": 71.0371650821089,
      "grad_norm": 2.0850019454956055,
      "learning_rate": 7.640144359806201e-06,
      "loss": 1.8333,
      "step": 82190
    },
    {
      "epoch": 71.04580812445981,
      "grad_norm": 2.009578227996826,
      "learning_rate": 7.631792794615616e-06,
      "loss": 1.817,
      "step": 82200
    },
    {
      "epoch": 71.05445116681072,
      "grad_norm": 1.9231085777282715,
      "learning_rate": 7.623445419375158e-06,
      "loss": 1.8246,
      "step": 82210
    },
    {
      "epoch": 71.06309420916162,
      "grad_norm": 2.038303852081299,
      "learning_rate": 7.615102234910315e-06,
      "loss": 1.8748,
      "step": 82220
    },
    {
      "epoch": 71.07173725151253,
      "grad_norm": 1.9288859367370605,
      "learning_rate": 7.606763242046189e-06,
      "loss": 1.8664,
      "step": 82230
    },
    {
      "epoch": 71.08038029386344,
      "grad_norm": 1.982309103012085,
      "learning_rate": 7.598428441607441e-06,
      "loss": 1.8393,
      "step": 82240
    },
    {
      "epoch": 71.08902333621435,
      "grad_norm": 2.0521790981292725,
      "learning_rate": 7.590097834418353e-06,
      "loss": 1.8389,
      "step": 82250
    },
    {
      "epoch": 71.09766637856525,
      "grad_norm": 2.2631897926330566,
      "learning_rate": 7.581771421302741e-06,
      "loss": 1.8483,
      "step": 82260
    },
    {
      "epoch": 71.10630942091616,
      "grad_norm": 2.3506205081939697,
      "learning_rate": 7.573449203084038e-06,
      "loss": 1.8773,
      "step": 82270
    },
    {
      "epoch": 71.11495246326707,
      "grad_norm": 2.0611116886138916,
      "learning_rate": 7.5651311805852835e-06,
      "loss": 1.8258,
      "step": 82280
    },
    {
      "epoch": 71.12359550561797,
      "grad_norm": 1.9306957721710205,
      "learning_rate": 7.556817354629059e-06,
      "loss": 1.8478,
      "step": 82290
    },
    {
      "epoch": 71.13223854796888,
      "grad_norm": 1.9946448802947998,
      "learning_rate": 7.548507726037552e-06,
      "loss": 1.8497,
      "step": 82300
    },
    {
      "epoch": 71.1408815903198,
      "grad_norm": 2.222402334213257,
      "learning_rate": 7.540202295632554e-06,
      "loss": 1.8359,
      "step": 82310
    },
    {
      "epoch": 71.1495246326707,
      "grad_norm": 2.1981489658355713,
      "learning_rate": 7.531901064235386e-06,
      "loss": 1.829,
      "step": 82320
    },
    {
      "epoch": 71.1581676750216,
      "grad_norm": 2.603196144104004,
      "learning_rate": 7.523604032667003e-06,
      "loss": 1.8205,
      "step": 82330
    },
    {
      "epoch": 71.16681071737251,
      "grad_norm": 1.9163299798965454,
      "learning_rate": 7.515311201747927e-06,
      "loss": 1.8282,
      "step": 82340
    },
    {
      "epoch": 71.17545375972342,
      "grad_norm": 2.182870864868164,
      "learning_rate": 7.507022572298261e-06,
      "loss": 1.8314,
      "step": 82350
    },
    {
      "epoch": 71.18409680207434,
      "grad_norm": 2.4608354568481445,
      "learning_rate": 7.498738145137713e-06,
      "loss": 1.8452,
      "step": 82360
    },
    {
      "epoch": 71.19273984442523,
      "grad_norm": 2.1624646186828613,
      "learning_rate": 7.49045792108557e-06,
      "loss": 1.8433,
      "step": 82370
    },
    {
      "epoch": 71.20138288677614,
      "grad_norm": 2.028066635131836,
      "learning_rate": 7.482181900960667e-06,
      "loss": 1.844,
      "step": 82380
    },
    {
      "epoch": 71.21002592912706,
      "grad_norm": 1.9244794845581055,
      "learning_rate": 7.473910085581465e-06,
      "loss": 1.8494,
      "step": 82390
    },
    {
      "epoch": 71.21866897147795,
      "grad_norm": 1.9589043855667114,
      "learning_rate": 7.465642475765988e-06,
      "loss": 1.8598,
      "step": 82400
    },
    {
      "epoch": 71.22731201382886,
      "grad_norm": 2.611581802368164,
      "learning_rate": 7.45737907233186e-06,
      "loss": 1.823,
      "step": 82410
    },
    {
      "epoch": 71.23595505617978,
      "grad_norm": 2.1019649505615234,
      "learning_rate": 7.449119876096272e-06,
      "loss": 1.8508,
      "step": 82420
    },
    {
      "epoch": 71.24459809853069,
      "grad_norm": 2.0811455249786377,
      "learning_rate": 7.440864887876009e-06,
      "loss": 1.8525,
      "step": 82430
    },
    {
      "epoch": 71.25324114088158,
      "grad_norm": 2.0266945362091064,
      "learning_rate": 7.432614108487434e-06,
      "loss": 1.8394,
      "step": 82440
    },
    {
      "epoch": 71.2618841832325,
      "grad_norm": 2.0207033157348633,
      "learning_rate": 7.424367538746507e-06,
      "loss": 1.8645,
      "step": 82450
    },
    {
      "epoch": 71.27052722558341,
      "grad_norm": 2.0984034538269043,
      "learning_rate": 7.416125179468752e-06,
      "loss": 1.8304,
      "step": 82460
    },
    {
      "epoch": 71.27917026793432,
      "grad_norm": 2.1255059242248535,
      "learning_rate": 7.407887031469296e-06,
      "loss": 1.8407,
      "step": 82470
    },
    {
      "epoch": 71.28781331028522,
      "grad_norm": 2.9971628189086914,
      "learning_rate": 7.399653095562831e-06,
      "loss": 1.8427,
      "step": 82480
    },
    {
      "epoch": 71.29645635263613,
      "grad_norm": 2.1820497512817383,
      "learning_rate": 7.39142337256366e-06,
      "loss": 1.8611,
      "step": 82490
    },
    {
      "epoch": 71.30509939498704,
      "grad_norm": 2.106201648712158,
      "learning_rate": 7.383197863285629e-06,
      "loss": 1.8778,
      "step": 82500
    },
    {
      "epoch": 71.31374243733794,
      "grad_norm": 1.9717824459075928,
      "learning_rate": 7.374976568542191e-06,
      "loss": 1.8433,
      "step": 82510
    },
    {
      "epoch": 71.32238547968885,
      "grad_norm": 2.1458239555358887,
      "learning_rate": 7.366759489146379e-06,
      "loss": 1.87,
      "step": 82520
    },
    {
      "epoch": 71.33102852203976,
      "grad_norm": 2.0234785079956055,
      "learning_rate": 7.358546625910828e-06,
      "loss": 1.8532,
      "step": 82530
    },
    {
      "epoch": 71.33967156439067,
      "grad_norm": 1.9748388528823853,
      "learning_rate": 7.3503379796477316e-06,
      "loss": 1.8177,
      "step": 82540
    },
    {
      "epoch": 71.34831460674157,
      "grad_norm": 2.1179540157318115,
      "learning_rate": 7.342133551168878e-06,
      "loss": 1.8485,
      "step": 82550
    },
    {
      "epoch": 71.35695764909248,
      "grad_norm": 2.0904290676116943,
      "learning_rate": 7.33393334128562e-06,
      "loss": 1.8559,
      "step": 82560
    },
    {
      "epoch": 71.36560069144339,
      "grad_norm": 2.10746431350708,
      "learning_rate": 7.325737350808909e-06,
      "loss": 1.8375,
      "step": 82570
    },
    {
      "epoch": 71.3742437337943,
      "grad_norm": 2.1775965690612793,
      "learning_rate": 7.317545580549284e-06,
      "loss": 1.8727,
      "step": 82580
    },
    {
      "epoch": 71.3828867761452,
      "grad_norm": 2.154513359069824,
      "learning_rate": 7.3093580313168595e-06,
      "loss": 1.8705,
      "step": 82590
    },
    {
      "epoch": 71.39152981849611,
      "grad_norm": 2.0532641410827637,
      "learning_rate": 7.301174703921332e-06,
      "loss": 1.8664,
      "step": 82600
    },
    {
      "epoch": 71.40017286084702,
      "grad_norm": 2.18096661567688,
      "learning_rate": 7.292995599171976e-06,
      "loss": 1.8367,
      "step": 82610
    },
    {
      "epoch": 71.40881590319792,
      "grad_norm": 2.180011034011841,
      "learning_rate": 7.284820717877661e-06,
      "loss": 1.857,
      "step": 82620
    },
    {
      "epoch": 71.41745894554883,
      "grad_norm": 3.2818636894226074,
      "learning_rate": 7.2766500608468236e-06,
      "loss": 1.8488,
      "step": 82630
    },
    {
      "epoch": 71.42610198789974,
      "grad_norm": 2.0685596466064453,
      "learning_rate": 7.268483628887501e-06,
      "loss": 1.8609,
      "step": 82640
    },
    {
      "epoch": 71.43474503025065,
      "grad_norm": 2.3789660930633545,
      "learning_rate": 7.2603214228072925e-06,
      "loss": 1.8578,
      "step": 82650
    },
    {
      "epoch": 71.44338807260155,
      "grad_norm": 2.2087128162384033,
      "learning_rate": 7.2521634434133955e-06,
      "loss": 1.8492,
      "step": 82660
    },
    {
      "epoch": 71.45203111495246,
      "grad_norm": 2.2008142471313477,
      "learning_rate": 7.244009691512576e-06,
      "loss": 1.8625,
      "step": 82670
    },
    {
      "epoch": 71.46067415730337,
      "grad_norm": 1.9976016283035278,
      "learning_rate": 7.235860167911207e-06,
      "loss": 1.8456,
      "step": 82680
    },
    {
      "epoch": 71.46931719965428,
      "grad_norm": 2.163851737976074,
      "learning_rate": 7.227714873415192e-06,
      "loss": 1.8406,
      "step": 82690
    },
    {
      "epoch": 71.47796024200518,
      "grad_norm": 2.427100419998169,
      "learning_rate": 7.219573808830077e-06,
      "loss": 1.8461,
      "step": 82700
    },
    {
      "epoch": 71.4866032843561,
      "grad_norm": 2.1122233867645264,
      "learning_rate": 7.211436974960961e-06,
      "loss": 1.8704,
      "step": 82710
    },
    {
      "epoch": 71.495246326707,
      "grad_norm": 2.71689510345459,
      "learning_rate": 7.203304372612513e-06,
      "loss": 1.8697,
      "step": 82720
    },
    {
      "epoch": 71.5038893690579,
      "grad_norm": 2.0837042331695557,
      "learning_rate": 7.195176002589016e-06,
      "loss": 1.8571,
      "step": 82730
    },
    {
      "epoch": 71.51253241140881,
      "grad_norm": 2.1802639961242676,
      "learning_rate": 7.187051865694289e-06,
      "loss": 1.8723,
      "step": 82740
    },
    {
      "epoch": 71.52117545375972,
      "grad_norm": 2.0151000022888184,
      "learning_rate": 7.178931962731778e-06,
      "loss": 1.8607,
      "step": 82750
    },
    {
      "epoch": 71.52981849611064,
      "grad_norm": 2.8948848247528076,
      "learning_rate": 7.170816294504473e-06,
      "loss": 1.8701,
      "step": 82760
    },
    {
      "epoch": 71.53846153846153,
      "grad_norm": 2.2583506107330322,
      "learning_rate": 7.1627048618149675e-06,
      "loss": 1.8502,
      "step": 82770
    },
    {
      "epoch": 71.54710458081244,
      "grad_norm": 1.9779301881790161,
      "learning_rate": 7.154597665465451e-06,
      "loss": 1.8651,
      "step": 82780
    },
    {
      "epoch": 71.55574762316336,
      "grad_norm": 2.0896573066711426,
      "learning_rate": 7.146494706257667e-06,
      "loss": 1.8759,
      "step": 82790
    },
    {
      "epoch": 71.56439066551427,
      "grad_norm": 1.9703121185302734,
      "learning_rate": 7.138395984992929e-06,
      "loss": 1.8668,
      "step": 82800
    },
    {
      "epoch": 71.57303370786516,
      "grad_norm": 2.2680089473724365,
      "learning_rate": 7.130301502472164e-06,
      "loss": 1.8827,
      "step": 82810
    },
    {
      "epoch": 71.58167675021608,
      "grad_norm": 2.352958917617798,
      "learning_rate": 7.1222112594958646e-06,
      "loss": 1.8442,
      "step": 82820
    },
    {
      "epoch": 71.59031979256699,
      "grad_norm": 2.277336597442627,
      "learning_rate": 7.114125256864102e-06,
      "loss": 1.8346,
      "step": 82830
    },
    {
      "epoch": 71.59896283491788,
      "grad_norm": 2.2028541564941406,
      "learning_rate": 7.106043495376535e-06,
      "loss": 1.8815,
      "step": 82840
    },
    {
      "epoch": 71.6076058772688,
      "grad_norm": 2.0093395709991455,
      "learning_rate": 7.097965975832393e-06,
      "loss": 1.856,
      "step": 82850
    },
    {
      "epoch": 71.61624891961971,
      "grad_norm": 1.9956636428833008,
      "learning_rate": 7.089892699030498e-06,
      "loss": 1.8583,
      "step": 82860
    },
    {
      "epoch": 71.62489196197062,
      "grad_norm": 2.0466997623443604,
      "learning_rate": 7.0818236657692434e-06,
      "loss": 1.8596,
      "step": 82870
    },
    {
      "epoch": 71.63353500432152,
      "grad_norm": 1.960085391998291,
      "learning_rate": 7.073758876846609e-06,
      "loss": 1.8563,
      "step": 82880
    },
    {
      "epoch": 71.64217804667243,
      "grad_norm": 2.07955265045166,
      "learning_rate": 7.06569833306015e-06,
      "loss": 1.8543,
      "step": 82890
    },
    {
      "epoch": 71.65082108902334,
      "grad_norm": 2.175511360168457,
      "learning_rate": 7.057642035207001e-06,
      "loss": 1.8495,
      "step": 82900
    },
    {
      "epoch": 71.65946413137425,
      "grad_norm": 2.0456817150115967,
      "learning_rate": 7.049589984083899e-06,
      "loss": 1.8739,
      "step": 82910
    },
    {
      "epoch": 71.66810717372515,
      "grad_norm": 2.1694955825805664,
      "learning_rate": 7.0415421804871095e-06,
      "loss": 1.8892,
      "step": 82920
    },
    {
      "epoch": 71.67675021607606,
      "grad_norm": 2.0811753273010254,
      "learning_rate": 7.033498625212509e-06,
      "loss": 1.8799,
      "step": 82930
    },
    {
      "epoch": 71.68539325842697,
      "grad_norm": 2.0846853256225586,
      "learning_rate": 7.0254593190555885e-06,
      "loss": 1.8672,
      "step": 82940
    },
    {
      "epoch": 71.69403630077787,
      "grad_norm": 2.239060878753662,
      "learning_rate": 7.017424262811362e-06,
      "loss": 1.8555,
      "step": 82950
    },
    {
      "epoch": 71.70267934312878,
      "grad_norm": 2.183624267578125,
      "learning_rate": 7.009393457274454e-06,
      "loss": 1.8826,
      "step": 82960
    },
    {
      "epoch": 71.71132238547969,
      "grad_norm": 2.2932682037353516,
      "learning_rate": 7.00136690323907e-06,
      "loss": 1.8528,
      "step": 82970
    },
    {
      "epoch": 71.7199654278306,
      "grad_norm": 2.2098867893218994,
      "learning_rate": 6.993344601498963e-06,
      "loss": 1.8804,
      "step": 82980
    },
    {
      "epoch": 71.7286084701815,
      "grad_norm": 2.196484088897705,
      "learning_rate": 6.985326552847493e-06,
      "loss": 1.8562,
      "step": 82990
    },
    {
      "epoch": 71.73725151253241,
      "grad_norm": 2.3017284870147705,
      "learning_rate": 6.9773127580776085e-06,
      "loss": 1.8768,
      "step": 83000
    },
    {
      "epoch": 71.74589455488332,
      "grad_norm": 2.275864601135254,
      "learning_rate": 6.969303217981815e-06,
      "loss": 1.8662,
      "step": 83010
    },
    {
      "epoch": 71.75453759723423,
      "grad_norm": 1.9544739723205566,
      "learning_rate": 6.96129793335219e-06,
      "loss": 1.8584,
      "step": 83020
    },
    {
      "epoch": 71.76318063958513,
      "grad_norm": 2.117189884185791,
      "learning_rate": 6.95329690498045e-06,
      "loss": 1.8508,
      "step": 83030
    },
    {
      "epoch": 71.77182368193604,
      "grad_norm": 2.2452688217163086,
      "learning_rate": 6.945300133657806e-06,
      "loss": 1.8873,
      "step": 83040
    },
    {
      "epoch": 71.78046672428695,
      "grad_norm": 2.0295231342315674,
      "learning_rate": 6.937307620175104e-06,
      "loss": 1.8534,
      "step": 83050
    },
    {
      "epoch": 71.78910976663785,
      "grad_norm": 2.3498969078063965,
      "learning_rate": 6.929319365322751e-06,
      "loss": 1.9033,
      "step": 83060
    },
    {
      "epoch": 71.79775280898876,
      "grad_norm": 2.9527041912078857,
      "learning_rate": 6.921335369890736e-06,
      "loss": 1.866,
      "step": 83070
    },
    {
      "epoch": 71.80639585133967,
      "grad_norm": 2.143552780151367,
      "learning_rate": 6.913355634668622e-06,
      "loss": 1.8807,
      "step": 83080
    },
    {
      "epoch": 71.81503889369058,
      "grad_norm": 1.8902088403701782,
      "learning_rate": 6.905380160445562e-06,
      "loss": 1.8511,
      "step": 83090
    },
    {
      "epoch": 71.82368193604148,
      "grad_norm": 2.102201461791992,
      "learning_rate": 6.8974089480102754e-06,
      "loss": 1.8672,
      "step": 83100
    },
    {
      "epoch": 71.83232497839239,
      "grad_norm": 2.0103697776794434,
      "learning_rate": 6.88944199815107e-06,
      "loss": 1.8441,
      "step": 83110
    },
    {
      "epoch": 71.8409680207433,
      "grad_norm": 2.074899196624756,
      "learning_rate": 6.88147931165582e-06,
      "loss": 1.8586,
      "step": 83120
    },
    {
      "epoch": 71.84961106309422,
      "grad_norm": 2.299560546875,
      "learning_rate": 6.87352088931199e-06,
      "loss": 1.9156,
      "step": 83130
    },
    {
      "epoch": 71.85825410544511,
      "grad_norm": 2.162266492843628,
      "learning_rate": 6.86556673190662e-06,
      "loss": 1.8779,
      "step": 83140
    },
    {
      "epoch": 71.86689714779602,
      "grad_norm": 1.9929752349853516,
      "learning_rate": 6.857616840226333e-06,
      "loss": 1.8623,
      "step": 83150
    },
    {
      "epoch": 71.87554019014694,
      "grad_norm": 2.930417537689209,
      "learning_rate": 6.849671215057302e-06,
      "loss": 1.8788,
      "step": 83160
    },
    {
      "epoch": 71.88418323249783,
      "grad_norm": 2.085946798324585,
      "learning_rate": 6.841729857185314e-06,
      "loss": 1.8673,
      "step": 83170
    },
    {
      "epoch": 71.89282627484874,
      "grad_norm": 2.064405918121338,
      "learning_rate": 6.833792767395703e-06,
      "loss": 1.8935,
      "step": 83180
    },
    {
      "epoch": 71.90146931719966,
      "grad_norm": 2.3536157608032227,
      "learning_rate": 6.825859946473423e-06,
      "loss": 1.8633,
      "step": 83190
    },
    {
      "epoch": 71.91011235955057,
      "grad_norm": 1.9761563539505005,
      "learning_rate": 6.81793139520297e-06,
      "loss": 1.885,
      "step": 83200
    },
    {
      "epoch": 71.91875540190146,
      "grad_norm": 1.9564756155014038,
      "learning_rate": 6.810007114368438e-06,
      "loss": 1.8705,
      "step": 83210
    },
    {
      "epoch": 71.92739844425238,
      "grad_norm": 2.2140183448791504,
      "learning_rate": 6.802087104753463e-06,
      "loss": 1.8672,
      "step": 83220
    },
    {
      "epoch": 71.93604148660329,
      "grad_norm": 1.9993218183517456,
      "learning_rate": 6.7941713671413055e-06,
      "loss": 1.8718,
      "step": 83230
    },
    {
      "epoch": 71.9446845289542,
      "grad_norm": 2.194720983505249,
      "learning_rate": 6.786259902314768e-06,
      "loss": 1.8549,
      "step": 83240
    },
    {
      "epoch": 71.9533275713051,
      "grad_norm": 2.4522619247436523,
      "learning_rate": 6.778352711056258e-06,
      "loss": 1.8773,
      "step": 83250
    },
    {
      "epoch": 71.961970613656,
      "grad_norm": 2.028046131134033,
      "learning_rate": 6.770449794147737e-06,
      "loss": 1.8957,
      "step": 83260
    },
    {
      "epoch": 71.97061365600692,
      "grad_norm": 2.0303709506988525,
      "learning_rate": 6.762551152370761e-06,
      "loss": 1.8698,
      "step": 83270
    },
    {
      "epoch": 71.97925669835782,
      "grad_norm": 2.115324020385742,
      "learning_rate": 6.754656786506458e-06,
      "loss": 1.9098,
      "step": 83280
    },
    {
      "epoch": 71.98789974070873,
      "grad_norm": 2.048044443130493,
      "learning_rate": 6.746766697335522e-06,
      "loss": 1.8779,
      "step": 83290
    },
    {
      "epoch": 71.99654278305964,
      "grad_norm": 2.3070101737976074,
      "learning_rate": 6.738880885638238e-06,
      "loss": 1.8745,
      "step": 83300
    },
    {
      "epoch": 72.00518582541055,
      "grad_norm": 2.027336835861206,
      "learning_rate": 6.730999352194462e-06,
      "loss": 1.8679,
      "step": 83310
    },
    {
      "epoch": 72.01382886776145,
      "grad_norm": 2.1119985580444336,
      "learning_rate": 6.723122097783635e-06,
      "loss": 1.8282,
      "step": 83320
    },
    {
      "epoch": 72.02247191011236,
      "grad_norm": 1.926459550857544,
      "learning_rate": 6.715249123184758e-06,
      "loss": 1.8273,
      "step": 83330
    },
    {
      "epoch": 72.03111495246327,
      "grad_norm": 2.064513683319092,
      "learning_rate": 6.707380429176441e-06,
      "loss": 1.8404,
      "step": 83340
    },
    {
      "epoch": 72.03975799481418,
      "grad_norm": 2.0584800243377686,
      "learning_rate": 6.699516016536805e-06,
      "loss": 1.8146,
      "step": 83350
    },
    {
      "epoch": 72.04840103716508,
      "grad_norm": 2.171022653579712,
      "learning_rate": 6.69165588604363e-06,
      "loss": 1.825,
      "step": 83360
    },
    {
      "epoch": 72.05704407951599,
      "grad_norm": 1.9804936647415161,
      "learning_rate": 6.68380003847422e-06,
      "loss": 1.8129,
      "step": 83370
    },
    {
      "epoch": 72.0656871218669,
      "grad_norm": 2.0398709774017334,
      "learning_rate": 6.67594847460547e-06,
      "loss": 1.8325,
      "step": 83380
    },
    {
      "epoch": 72.0743301642178,
      "grad_norm": 1.9991198778152466,
      "learning_rate": 6.6681011952138605e-06,
      "loss": 1.8306,
      "step": 83390
    },
    {
      "epoch": 72.08297320656871,
      "grad_norm": 2.0511813163757324,
      "learning_rate": 6.66025820107542e-06,
      "loss": 1.8183,
      "step": 83400
    },
    {
      "epoch": 72.09161624891962,
      "grad_norm": 1.9595015048980713,
      "learning_rate": 6.652419492965778e-06,
      "loss": 1.8363,
      "step": 83410
    },
    {
      "epoch": 72.10025929127053,
      "grad_norm": 2.1012513637542725,
      "learning_rate": 6.6445850716601364e-06,
      "loss": 1.8203,
      "step": 83420
    },
    {
      "epoch": 72.10890233362143,
      "grad_norm": 1.8907079696655273,
      "learning_rate": 6.636754937933259e-06,
      "loss": 1.8342,
      "step": 83430
    },
    {
      "epoch": 72.11754537597234,
      "grad_norm": 2.1992576122283936,
      "learning_rate": 6.628929092559516e-06,
      "loss": 1.8218,
      "step": 83440
    },
    {
      "epoch": 72.12618841832325,
      "grad_norm": 2.0187573432922363,
      "learning_rate": 6.6211075363128375e-06,
      "loss": 1.8223,
      "step": 83450
    },
    {
      "epoch": 72.13483146067416,
      "grad_norm": 1.9581085443496704,
      "learning_rate": 6.613290269966704e-06,
      "loss": 1.7937,
      "step": 83460
    },
    {
      "epoch": 72.14347450302506,
      "grad_norm": 1.9230135679244995,
      "learning_rate": 6.605477294294205e-06,
      "loss": 1.8225,
      "step": 83470
    },
    {
      "epoch": 72.15211754537597,
      "grad_norm": 1.9887841939926147,
      "learning_rate": 6.597668610067997e-06,
      "loss": 1.8327,
      "step": 83480
    },
    {
      "epoch": 72.16076058772688,
      "grad_norm": 2.049271821975708,
      "learning_rate": 6.589864218060304e-06,
      "loss": 1.8466,
      "step": 83490
    },
    {
      "epoch": 72.16940363007778,
      "grad_norm": 3.304766893386841,
      "learning_rate": 6.582064119042935e-06,
      "loss": 1.8329,
      "step": 83500
    },
    {
      "epoch": 72.17804667242869,
      "grad_norm": 2.13735032081604,
      "learning_rate": 6.574268313787274e-06,
      "loss": 1.8397,
      "step": 83510
    },
    {
      "epoch": 72.1866897147796,
      "grad_norm": 2.0151007175445557,
      "learning_rate": 6.56647680306427e-06,
      "loss": 1.8264,
      "step": 83520
    },
    {
      "epoch": 72.19533275713052,
      "grad_norm": 2.046248435974121,
      "learning_rate": 6.558689587644462e-06,
      "loss": 1.8254,
      "step": 83530
    },
    {
      "epoch": 72.20397579948141,
      "grad_norm": 2.2531180381774902,
      "learning_rate": 6.550906668297952e-06,
      "loss": 1.8402,
      "step": 83540
    },
    {
      "epoch": 72.21261884183232,
      "grad_norm": 2.076808214187622,
      "learning_rate": 6.543128045794428e-06,
      "loss": 1.8249,
      "step": 83550
    },
    {
      "epoch": 72.22126188418324,
      "grad_norm": 2.0827903747558594,
      "learning_rate": 6.535353720903137e-06,
      "loss": 1.8233,
      "step": 83560
    },
    {
      "epoch": 72.22990492653415,
      "grad_norm": 2.3478386402130127,
      "learning_rate": 6.5275836943929304e-06,
      "loss": 1.854,
      "step": 83570
    },
    {
      "epoch": 72.23854796888504,
      "grad_norm": 1.8752892017364502,
      "learning_rate": 6.5198179670321876e-06,
      "loss": 1.8297,
      "step": 83580
    },
    {
      "epoch": 72.24719101123596,
      "grad_norm": 1.9897325038909912,
      "learning_rate": 6.512056539588906e-06,
      "loss": 1.8334,
      "step": 83590
    },
    {
      "epoch": 72.25583405358687,
      "grad_norm": 3.1101324558258057,
      "learning_rate": 6.504299412830628e-06,
      "loss": 1.8362,
      "step": 83600
    },
    {
      "epoch": 72.26447709593776,
      "grad_norm": 2.137531280517578,
      "learning_rate": 6.49654658752451e-06,
      "loss": 1.8238,
      "step": 83610
    },
    {
      "epoch": 72.27312013828868,
      "grad_norm": 2.3997855186462402,
      "learning_rate": 6.48879806443724e-06,
      "loss": 1.8365,
      "step": 83620
    },
    {
      "epoch": 72.28176318063959,
      "grad_norm": 2.256659507751465,
      "learning_rate": 6.481053844335116e-06,
      "loss": 1.8543,
      "step": 83630
    },
    {
      "epoch": 72.2904062229905,
      "grad_norm": 2.340837001800537,
      "learning_rate": 6.473313927983971e-06,
      "loss": 1.8462,
      "step": 83640
    },
    {
      "epoch": 72.2990492653414,
      "grad_norm": 2.1244187355041504,
      "learning_rate": 6.465578316149246e-06,
      "loss": 1.8234,
      "step": 83650
    },
    {
      "epoch": 72.3076923076923,
      "grad_norm": 2.0825462341308594,
      "learning_rate": 6.457847009595935e-06,
      "loss": 1.833,
      "step": 83660
    },
    {
      "epoch": 72.31633535004322,
      "grad_norm": 1.9850975275039673,
      "learning_rate": 6.450120009088623e-06,
      "loss": 1.839,
      "step": 83670
    },
    {
      "epoch": 72.32497839239413,
      "grad_norm": 1.9944345951080322,
      "learning_rate": 6.442397315391452e-06,
      "loss": 1.8489,
      "step": 83680
    },
    {
      "epoch": 72.33362143474503,
      "grad_norm": 2.7801687717437744,
      "learning_rate": 6.434678929268184e-06,
      "loss": 1.848,
      "step": 83690
    },
    {
      "epoch": 72.34226447709594,
      "grad_norm": 2.5747830867767334,
      "learning_rate": 6.426964851482075e-06,
      "loss": 1.8362,
      "step": 83700
    },
    {
      "epoch": 72.35090751944685,
      "grad_norm": 2.021962881088257,
      "learning_rate": 6.419255082796016e-06,
      "loss": 1.8317,
      "step": 83710
    },
    {
      "epoch": 72.35955056179775,
      "grad_norm": 2.0254464149475098,
      "learning_rate": 6.411549623972463e-06,
      "loss": 1.8704,
      "step": 83720
    },
    {
      "epoch": 72.36819360414866,
      "grad_norm": 2.7905073165893555,
      "learning_rate": 6.403848475773422e-06,
      "loss": 1.8255,
      "step": 83730
    },
    {
      "epoch": 72.37683664649957,
      "grad_norm": 2.1466586589813232,
      "learning_rate": 6.3961516389604955e-06,
      "loss": 1.8332,
      "step": 83740
    },
    {
      "epoch": 72.38547968885048,
      "grad_norm": 2.658229351043701,
      "learning_rate": 6.388459114294859e-06,
      "loss": 1.8532,
      "step": 83750
    },
    {
      "epoch": 72.39412273120138,
      "grad_norm": 2.4005305767059326,
      "learning_rate": 6.380770902537253e-06,
      "loss": 1.8293,
      "step": 83760
    },
    {
      "epoch": 72.40276577355229,
      "grad_norm": 2.787619113922119,
      "learning_rate": 6.373087004447975e-06,
      "loss": 1.8591,
      "step": 83770
    },
    {
      "epoch": 72.4114088159032,
      "grad_norm": 2.2000927925109863,
      "learning_rate": 6.365407420786934e-06,
      "loss": 1.8316,
      "step": 83780
    },
    {
      "epoch": 72.42005185825411,
      "grad_norm": 2.0506064891815186,
      "learning_rate": 6.357732152313589e-06,
      "loss": 1.8302,
      "step": 83790
    },
    {
      "epoch": 72.42869490060501,
      "grad_norm": 2.263925790786743,
      "learning_rate": 6.3500611997869715e-06,
      "loss": 1.8202,
      "step": 83800
    },
    {
      "epoch": 72.43733794295592,
      "grad_norm": 2.024445056915283,
      "learning_rate": 6.342394563965709e-06,
      "loss": 1.8521,
      "step": 83810
    },
    {
      "epoch": 72.44598098530683,
      "grad_norm": 2.0146284103393555,
      "learning_rate": 6.334732245607955e-06,
      "loss": 1.8534,
      "step": 83820
    },
    {
      "epoch": 72.45462402765773,
      "grad_norm": 2.010937452316284,
      "learning_rate": 6.327074245471476e-06,
      "loss": 1.8758,
      "step": 83830
    },
    {
      "epoch": 72.46326707000864,
      "grad_norm": 2.1235480308532715,
      "learning_rate": 6.319420564313599e-06,
      "loss": 1.8278,
      "step": 83840
    },
    {
      "epoch": 72.47191011235955,
      "grad_norm": 2.16432785987854,
      "learning_rate": 6.311771202891226e-06,
      "loss": 1.8466,
      "step": 83850
    },
    {
      "epoch": 72.48055315471046,
      "grad_norm": 2.4385502338409424,
      "learning_rate": 6.3041261619608384e-06,
      "loss": 1.8582,
      "step": 83860
    },
    {
      "epoch": 72.48919619706136,
      "grad_norm": 2.171278715133667,
      "learning_rate": 6.296485442278488e-06,
      "loss": 1.8398,
      "step": 83870
    },
    {
      "epoch": 72.49783923941227,
      "grad_norm": 2.044579029083252,
      "learning_rate": 6.288849044599776e-06,
      "loss": 1.8633,
      "step": 83880
    },
    {
      "epoch": 72.50648228176318,
      "grad_norm": 2.156637668609619,
      "learning_rate": 6.281216969679898e-06,
      "loss": 1.8699,
      "step": 83890
    },
    {
      "epoch": 72.5151253241141,
      "grad_norm": 1.928626298904419,
      "learning_rate": 6.273589218273629e-06,
      "loss": 1.8586,
      "step": 83900
    },
    {
      "epoch": 72.52376836646499,
      "grad_norm": 1.9307280778884888,
      "learning_rate": 6.265965791135292e-06,
      "loss": 1.8082,
      "step": 83910
    },
    {
      "epoch": 72.5324114088159,
      "grad_norm": 2.114617347717285,
      "learning_rate": 6.258346689018807e-06,
      "loss": 1.8498,
      "step": 83920
    },
    {
      "epoch": 72.54105445116681,
      "grad_norm": 2.2964086532592773,
      "learning_rate": 6.250731912677649e-06,
      "loss": 1.8533,
      "step": 83930
    },
    {
      "epoch": 72.54969749351771,
      "grad_norm": 2.2026784420013428,
      "learning_rate": 6.243121462864876e-06,
      "loss": 1.8587,
      "step": 83940
    },
    {
      "epoch": 72.55834053586862,
      "grad_norm": 2.5224008560180664,
      "learning_rate": 6.235515340333109e-06,
      "loss": 1.8971,
      "step": 83950
    },
    {
      "epoch": 72.56698357821953,
      "grad_norm": 2.1504018306732178,
      "learning_rate": 6.2279135458345515e-06,
      "loss": 1.8441,
      "step": 83960
    },
    {
      "epoch": 72.57562662057045,
      "grad_norm": 2.0210213661193848,
      "learning_rate": 6.220316080120974e-06,
      "loss": 1.8549,
      "step": 83970
    },
    {
      "epoch": 72.58426966292134,
      "grad_norm": 2.0646891593933105,
      "learning_rate": 6.2127229439437105e-06,
      "loss": 1.858,
      "step": 83980
    },
    {
      "epoch": 72.59291270527225,
      "grad_norm": 2.0338926315307617,
      "learning_rate": 6.205134138053681e-06,
      "loss": 1.8339,
      "step": 83990
    },
    {
      "epoch": 72.60155574762317,
      "grad_norm": 2.2343647480010986,
      "learning_rate": 6.197549663201374e-06,
      "loss": 1.849,
      "step": 84000
    },
    {
      "epoch": 72.61019878997408,
      "grad_norm": 2.0522561073303223,
      "learning_rate": 6.18996952013684e-06,
      "loss": 1.86,
      "step": 84010
    },
    {
      "epoch": 72.61884183232497,
      "grad_norm": 2.151909351348877,
      "learning_rate": 6.18239370960969e-06,
      "loss": 1.8708,
      "step": 84020
    },
    {
      "epoch": 72.62748487467589,
      "grad_norm": 4.126976013183594,
      "learning_rate": 6.17482223236916e-06,
      "loss": 1.8611,
      "step": 84030
    },
    {
      "epoch": 72.6361279170268,
      "grad_norm": 2.0583839416503906,
      "learning_rate": 6.167255089164004e-06,
      "loss": 1.8525,
      "step": 84040
    },
    {
      "epoch": 72.6447709593777,
      "grad_norm": 2.1645281314849854,
      "learning_rate": 6.159692280742574e-06,
      "loss": 1.8605,
      "step": 84050
    },
    {
      "epoch": 72.6534140017286,
      "grad_norm": 3.311251163482666,
      "learning_rate": 6.152133807852761e-06,
      "loss": 1.8542,
      "step": 84060
    },
    {
      "epoch": 72.66205704407952,
      "grad_norm": 2.475464344024658,
      "learning_rate": 6.144579671242074e-06,
      "loss": 1.8458,
      "step": 84070
    },
    {
      "epoch": 72.67070008643043,
      "grad_norm": 2.007429838180542,
      "learning_rate": 6.137029871657557e-06,
      "loss": 1.8569,
      "step": 84080
    },
    {
      "epoch": 72.67934312878133,
      "grad_norm": 1.959165334701538,
      "learning_rate": 6.129484409845843e-06,
      "loss": 1.833,
      "step": 84090
    },
    {
      "epoch": 72.68798617113224,
      "grad_norm": 1.9833364486694336,
      "learning_rate": 6.121943286553122e-06,
      "loss": 1.866,
      "step": 84100
    },
    {
      "epoch": 72.69662921348315,
      "grad_norm": 2.480447769165039,
      "learning_rate": 6.114406502525194e-06,
      "loss": 1.8612,
      "step": 84110
    },
    {
      "epoch": 72.70527225583406,
      "grad_norm": 2.189979314804077,
      "learning_rate": 6.106874058507361e-06,
      "loss": 1.8678,
      "step": 84120
    },
    {
      "epoch": 72.71391529818496,
      "grad_norm": 1.937605381011963,
      "learning_rate": 6.099345955244556e-06,
      "loss": 1.8356,
      "step": 84130
    },
    {
      "epoch": 72.72255834053587,
      "grad_norm": 2.0432066917419434,
      "learning_rate": 6.0918221934812555e-06,
      "loss": 1.8394,
      "step": 84140
    },
    {
      "epoch": 72.73120138288678,
      "grad_norm": 2.4994006156921387,
      "learning_rate": 6.084302773961515e-06,
      "loss": 1.8227,
      "step": 84150
    },
    {
      "epoch": 72.73984442523768,
      "grad_norm": 2.2595136165618896,
      "learning_rate": 6.076787697428954e-06,
      "loss": 1.8626,
      "step": 84160
    },
    {
      "epoch": 72.74848746758859,
      "grad_norm": 2.12349271774292,
      "learning_rate": 6.069276964626769e-06,
      "loss": 1.8747,
      "step": 84170
    },
    {
      "epoch": 72.7571305099395,
      "grad_norm": 2.1613831520080566,
      "learning_rate": 6.061770576297726e-06,
      "loss": 1.8659,
      "step": 84180
    },
    {
      "epoch": 72.76577355229041,
      "grad_norm": 2.7964189052581787,
      "learning_rate": 6.05426853318416e-06,
      "loss": 1.8663,
      "step": 84190
    },
    {
      "epoch": 72.77441659464131,
      "grad_norm": 2.137052059173584,
      "learning_rate": 6.046770836027971e-06,
      "loss": 1.838,
      "step": 84200
    },
    {
      "epoch": 72.78305963699222,
      "grad_norm": 2.331911325454712,
      "learning_rate": 6.039277485570638e-06,
      "loss": 1.8353,
      "step": 84210
    },
    {
      "epoch": 72.79170267934313,
      "grad_norm": 1.9717072248458862,
      "learning_rate": 6.031788482553202e-06,
      "loss": 1.8633,
      "step": 84220
    },
    {
      "epoch": 72.80034572169404,
      "grad_norm": 2.08583664894104,
      "learning_rate": 6.024303827716288e-06,
      "loss": 1.8653,
      "step": 84230
    },
    {
      "epoch": 72.80898876404494,
      "grad_norm": 2.4500980377197266,
      "learning_rate": 6.01682352180008e-06,
      "loss": 1.8533,
      "step": 84240
    },
    {
      "epoch": 72.81763180639585,
      "grad_norm": 2.036097764968872,
      "learning_rate": 6.009347565544321e-06,
      "loss": 1.8605,
      "step": 84250
    },
    {
      "epoch": 72.82627484874676,
      "grad_norm": 1.972510814666748,
      "learning_rate": 6.001875959688335e-06,
      "loss": 1.888,
      "step": 84260
    },
    {
      "epoch": 72.83491789109766,
      "grad_norm": 4.370062351226807,
      "learning_rate": 5.994408704971033e-06,
      "loss": 1.8318,
      "step": 84270
    },
    {
      "epoch": 72.84356093344857,
      "grad_norm": 2.03879714012146,
      "learning_rate": 5.986945802130878e-06,
      "loss": 1.8613,
      "step": 84280
    },
    {
      "epoch": 72.85220397579948,
      "grad_norm": 2.102638006210327,
      "learning_rate": 5.979487251905907e-06,
      "loss": 1.8657,
      "step": 84290
    },
    {
      "epoch": 72.8608470181504,
      "grad_norm": 2.054211139678955,
      "learning_rate": 5.972033055033704e-06,
      "loss": 1.8713,
      "step": 84300
    },
    {
      "epoch": 72.86949006050129,
      "grad_norm": 2.002323865890503,
      "learning_rate": 5.964583212251456e-06,
      "loss": 1.8784,
      "step": 84310
    },
    {
      "epoch": 72.8781331028522,
      "grad_norm": 2.102752447128296,
      "learning_rate": 5.957137724295903e-06,
      "loss": 1.8514,
      "step": 84320
    },
    {
      "epoch": 72.88677614520311,
      "grad_norm": 2.025273323059082,
      "learning_rate": 5.949696591903359e-06,
      "loss": 1.8473,
      "step": 84330
    },
    {
      "epoch": 72.89541918755403,
      "grad_norm": 2.296987295150757,
      "learning_rate": 5.942259815809709e-06,
      "loss": 1.8592,
      "step": 84340
    },
    {
      "epoch": 72.90406222990492,
      "grad_norm": 2.2379157543182373,
      "learning_rate": 5.934827396750392e-06,
      "loss": 1.8658,
      "step": 84350
    },
    {
      "epoch": 72.91270527225583,
      "grad_norm": 2.084484815597534,
      "learning_rate": 5.927399335460437e-06,
      "loss": 1.8509,
      "step": 84360
    },
    {
      "epoch": 72.92134831460675,
      "grad_norm": 2.151005744934082,
      "learning_rate": 5.919975632674429e-06,
      "loss": 1.8678,
      "step": 84370
    },
    {
      "epoch": 72.92999135695764,
      "grad_norm": 2.1564955711364746,
      "learning_rate": 5.912556289126531e-06,
      "loss": 1.866,
      "step": 84380
    },
    {
      "epoch": 72.93863439930855,
      "grad_norm": 1.9963905811309814,
      "learning_rate": 5.905141305550465e-06,
      "loss": 1.8863,
      "step": 84390
    },
    {
      "epoch": 72.94727744165947,
      "grad_norm": 2.0763895511627197,
      "learning_rate": 5.897730682679525e-06,
      "loss": 1.8694,
      "step": 84400
    },
    {
      "epoch": 72.95592048401038,
      "grad_norm": 2.1609601974487305,
      "learning_rate": 5.8903244212465795e-06,
      "loss": 1.8765,
      "step": 84410
    },
    {
      "epoch": 72.96456352636127,
      "grad_norm": 2.0250768661499023,
      "learning_rate": 5.882922521984063e-06,
      "loss": 1.8653,
      "step": 84420
    },
    {
      "epoch": 72.97320656871219,
      "grad_norm": 2.084489583969116,
      "learning_rate": 5.875524985623959e-06,
      "loss": 1.8451,
      "step": 84430
    },
    {
      "epoch": 72.9818496110631,
      "grad_norm": 2.0191705226898193,
      "learning_rate": 5.868131812897859e-06,
      "loss": 1.8578,
      "step": 84440
    },
    {
      "epoch": 72.99049265341401,
      "grad_norm": 2.092500925064087,
      "learning_rate": 5.860743004536895e-06,
      "loss": 1.8939,
      "step": 84450
    },
    {
      "epoch": 72.9991356957649,
      "grad_norm": 2.239537477493286,
      "learning_rate": 5.853358561271771e-06,
      "loss": 1.8783,
      "step": 84460
    },
    {
      "epoch": 73.00777873811582,
      "grad_norm": 1.891864538192749,
      "learning_rate": 5.845978483832776e-06,
      "loss": 1.8483,
      "step": 84470
    },
    {
      "epoch": 73.01642178046673,
      "grad_norm": 1.9630979299545288,
      "learning_rate": 5.83860277294973e-06,
      "loss": 1.8007,
      "step": 84480
    },
    {
      "epoch": 73.02506482281763,
      "grad_norm": 2.1918904781341553,
      "learning_rate": 5.831231429352058e-06,
      "loss": 1.8105,
      "step": 84490
    },
    {
      "epoch": 73.03370786516854,
      "grad_norm": 2.2484030723571777,
      "learning_rate": 5.823864453768735e-06,
      "loss": 1.8175,
      "step": 84500
    },
    {
      "epoch": 73.04235090751945,
      "grad_norm": 2.146341323852539,
      "learning_rate": 5.816501846928302e-06,
      "loss": 1.8273,
      "step": 84510
    },
    {
      "epoch": 73.05099394987036,
      "grad_norm": 2.2173266410827637,
      "learning_rate": 5.809143609558893e-06,
      "loss": 1.8228,
      "step": 84520
    },
    {
      "epoch": 73.05963699222126,
      "grad_norm": 1.8886572122573853,
      "learning_rate": 5.801789742388197e-06,
      "loss": 1.833,
      "step": 84530
    },
    {
      "epoch": 73.06828003457217,
      "grad_norm": 2.003113031387329,
      "learning_rate": 5.7944402461434345e-06,
      "loss": 1.8615,
      "step": 84540
    },
    {
      "epoch": 73.07692307692308,
      "grad_norm": 2.0084609985351562,
      "learning_rate": 5.787095121551444e-06,
      "loss": 1.8024,
      "step": 84550
    },
    {
      "epoch": 73.08556611927398,
      "grad_norm": 2.1674327850341797,
      "learning_rate": 5.779754369338608e-06,
      "loss": 1.8239,
      "step": 84560
    },
    {
      "epoch": 73.09420916162489,
      "grad_norm": 2.0665056705474854,
      "learning_rate": 5.772417990230883e-06,
      "loss": 1.8162,
      "step": 84570
    },
    {
      "epoch": 73.1028522039758,
      "grad_norm": 3.75093674659729,
      "learning_rate": 5.765085984953789e-06,
      "loss": 1.8423,
      "step": 84580
    },
    {
      "epoch": 73.11149524632671,
      "grad_norm": 1.9478825330734253,
      "learning_rate": 5.757758354232418e-06,
      "loss": 1.8237,
      "step": 84590
    },
    {
      "epoch": 73.12013828867761,
      "grad_norm": 2.3060100078582764,
      "learning_rate": 5.750435098791424e-06,
      "loss": 1.8132,
      "step": 84600
    },
    {
      "epoch": 73.12878133102852,
      "grad_norm": 2.100159168243408,
      "learning_rate": 5.743116219355033e-06,
      "loss": 1.835,
      "step": 84610
    },
    {
      "epoch": 73.13742437337943,
      "grad_norm": 2.1720340251922607,
      "learning_rate": 5.7358017166470375e-06,
      "loss": 1.8198,
      "step": 84620
    },
    {
      "epoch": 73.14606741573034,
      "grad_norm": 1.9030429124832153,
      "learning_rate": 5.728491591390789e-06,
      "loss": 1.8451,
      "step": 84630
    },
    {
      "epoch": 73.15471045808124,
      "grad_norm": 2.0292882919311523,
      "learning_rate": 5.721185844309218e-06,
      "loss": 1.8174,
      "step": 84640
    },
    {
      "epoch": 73.16335350043215,
      "grad_norm": 1.891129493713379,
      "learning_rate": 5.71388447612482e-06,
      "loss": 1.7987,
      "step": 84650
    },
    {
      "epoch": 73.17199654278306,
      "grad_norm": 2.7402405738830566,
      "learning_rate": 5.7065874875596615e-06,
      "loss": 1.8329,
      "step": 84660
    },
    {
      "epoch": 73.18063958513396,
      "grad_norm": 1.9749267101287842,
      "learning_rate": 5.699294879335348e-06,
      "loss": 1.82,
      "step": 84670
    },
    {
      "epoch": 73.18928262748487,
      "grad_norm": 1.9453810453414917,
      "learning_rate": 5.692006652173077e-06,
      "loss": 1.8092,
      "step": 84680
    },
    {
      "epoch": 73.19792566983578,
      "grad_norm": 1.98793625831604,
      "learning_rate": 5.684722806793624e-06,
      "loss": 1.8246,
      "step": 84690
    },
    {
      "epoch": 73.2065687121867,
      "grad_norm": 1.9048999547958374,
      "learning_rate": 5.677443343917305e-06,
      "loss": 1.8298,
      "step": 84700
    },
    {
      "epoch": 73.21521175453759,
      "grad_norm": 2.0916435718536377,
      "learning_rate": 5.670168264264025e-06,
      "loss": 1.823,
      "step": 84710
    },
    {
      "epoch": 73.2238547968885,
      "grad_norm": 2.1362032890319824,
      "learning_rate": 5.662897568553227e-06,
      "loss": 1.8117,
      "step": 84720
    },
    {
      "epoch": 73.23249783923941,
      "grad_norm": 2.1269776821136475,
      "learning_rate": 5.6556312575039404e-06,
      "loss": 1.8148,
      "step": 84730
    },
    {
      "epoch": 73.24114088159033,
      "grad_norm": 2.077829599380493,
      "learning_rate": 5.648369331834763e-06,
      "loss": 1.8103,
      "step": 84740
    },
    {
      "epoch": 73.24978392394122,
      "grad_norm": 2.091156482696533,
      "learning_rate": 5.641111792263854e-06,
      "loss": 1.8445,
      "step": 84750
    },
    {
      "epoch": 73.25842696629213,
      "grad_norm": 2.12483286857605,
      "learning_rate": 5.633858639508926e-06,
      "loss": 1.8325,
      "step": 84760
    },
    {
      "epoch": 73.26707000864305,
      "grad_norm": 2.0652971267700195,
      "learning_rate": 5.626609874287297e-06,
      "loss": 1.8298,
      "step": 84770
    },
    {
      "epoch": 73.27571305099394,
      "grad_norm": 2.072675943374634,
      "learning_rate": 5.619365497315804e-06,
      "loss": 1.8416,
      "step": 84780
    },
    {
      "epoch": 73.28435609334485,
      "grad_norm": 2.3101212978363037,
      "learning_rate": 5.612125509310873e-06,
      "loss": 1.8345,
      "step": 84790
    },
    {
      "epoch": 73.29299913569577,
      "grad_norm": 2.0264766216278076,
      "learning_rate": 5.604889910988498e-06,
      "loss": 1.7969,
      "step": 84800
    },
    {
      "epoch": 73.30164217804668,
      "grad_norm": 2.141042470932007,
      "learning_rate": 5.597658703064229e-06,
      "loss": 1.8121,
      "step": 84810
    },
    {
      "epoch": 73.31028522039757,
      "grad_norm": 2.118544578552246,
      "learning_rate": 5.590431886253195e-06,
      "loss": 1.8214,
      "step": 84820
    },
    {
      "epoch": 73.31892826274849,
      "grad_norm": 1.9675875902175903,
      "learning_rate": 5.583209461270073e-06,
      "loss": 1.8136,
      "step": 84830
    },
    {
      "epoch": 73.3275713050994,
      "grad_norm": 2.0508835315704346,
      "learning_rate": 5.57599142882913e-06,
      "loss": 1.8442,
      "step": 84840
    },
    {
      "epoch": 73.33621434745031,
      "grad_norm": 2.3109347820281982,
      "learning_rate": 5.568777789644158e-06,
      "loss": 1.8317,
      "step": 84850
    },
    {
      "epoch": 73.3448573898012,
      "grad_norm": 2.2529866695404053,
      "learning_rate": 5.561568544428564e-06,
      "loss": 1.8128,
      "step": 84860
    },
    {
      "epoch": 73.35350043215212,
      "grad_norm": 2.566690683364868,
      "learning_rate": 5.554363693895293e-06,
      "loss": 1.8528,
      "step": 84870
    },
    {
      "epoch": 73.36214347450303,
      "grad_norm": 2.0617518424987793,
      "learning_rate": 5.547163238756853e-06,
      "loss": 1.8249,
      "step": 84880
    },
    {
      "epoch": 73.37078651685393,
      "grad_norm": 2.0549182891845703,
      "learning_rate": 5.539967179725336e-06,
      "loss": 1.8371,
      "step": 84890
    },
    {
      "epoch": 73.37942955920484,
      "grad_norm": 2.1056571006774902,
      "learning_rate": 5.5327755175123844e-06,
      "loss": 1.8186,
      "step": 84900
    },
    {
      "epoch": 73.38807260155575,
      "grad_norm": 2.3622078895568848,
      "learning_rate": 5.525588252829189e-06,
      "loss": 1.8462,
      "step": 84910
    },
    {
      "epoch": 73.39671564390666,
      "grad_norm": 1.9854179620742798,
      "learning_rate": 5.518405386386544e-06,
      "loss": 1.8509,
      "step": 84920
    },
    {
      "epoch": 73.40535868625756,
      "grad_norm": 2.079031229019165,
      "learning_rate": 5.511226918894774e-06,
      "loss": 1.8375,
      "step": 84930
    },
    {
      "epoch": 73.41400172860847,
      "grad_norm": 2.078228235244751,
      "learning_rate": 5.504052851063807e-06,
      "loss": 1.8359,
      "step": 84940
    },
    {
      "epoch": 73.42264477095938,
      "grad_norm": 2.0431220531463623,
      "learning_rate": 5.496883183603113e-06,
      "loss": 1.8264,
      "step": 84950
    },
    {
      "epoch": 73.43128781331029,
      "grad_norm": 2.0855777263641357,
      "learning_rate": 5.489717917221704e-06,
      "loss": 1.8486,
      "step": 84960
    },
    {
      "epoch": 73.43993085566119,
      "grad_norm": 2.188606023788452,
      "learning_rate": 5.4825570526281955e-06,
      "loss": 1.8194,
      "step": 84970
    },
    {
      "epoch": 73.4485738980121,
      "grad_norm": 2.3863365650177,
      "learning_rate": 5.475400590530744e-06,
      "loss": 1.8526,
      "step": 84980
    },
    {
      "epoch": 73.45721694036301,
      "grad_norm": 2.036895513534546,
      "learning_rate": 5.468248531637088e-06,
      "loss": 1.837,
      "step": 84990
    },
    {
      "epoch": 73.46585998271391,
      "grad_norm": 2.259951114654541,
      "learning_rate": 5.461100876654512e-06,
      "loss": 1.8715,
      "step": 85000
    },
    {
      "epoch": 73.47450302506482,
      "grad_norm": 2.025642156600952,
      "learning_rate": 5.453957626289885e-06,
      "loss": 1.8415,
      "step": 85010
    },
    {
      "epoch": 73.48314606741573,
      "grad_norm": 1.9823074340820312,
      "learning_rate": 5.446818781249618e-06,
      "loss": 1.829,
      "step": 85020
    },
    {
      "epoch": 73.49178910976664,
      "grad_norm": 2.1232941150665283,
      "learning_rate": 5.439684342239709e-06,
      "loss": 1.8378,
      "step": 85030
    },
    {
      "epoch": 73.50043215211754,
      "grad_norm": 2.032994508743286,
      "learning_rate": 5.432554309965704e-06,
      "loss": 1.8704,
      "step": 85040
    },
    {
      "epoch": 73.50907519446845,
      "grad_norm": 2.2327070236206055,
      "learning_rate": 5.425428685132716e-06,
      "loss": 1.8373,
      "step": 85050
    },
    {
      "epoch": 73.51771823681936,
      "grad_norm": 1.9759567975997925,
      "learning_rate": 5.418307468445427e-06,
      "loss": 1.8367,
      "step": 85060
    },
    {
      "epoch": 73.52636127917027,
      "grad_norm": 2.143575429916382,
      "learning_rate": 5.4111906606080786e-06,
      "loss": 1.8339,
      "step": 85070
    },
    {
      "epoch": 73.53500432152117,
      "grad_norm": 2.1239330768585205,
      "learning_rate": 5.404078262324496e-06,
      "loss": 1.8327,
      "step": 85080
    },
    {
      "epoch": 73.54364736387208,
      "grad_norm": 2.238326072692871,
      "learning_rate": 5.396970274298024e-06,
      "loss": 1.8367,
      "step": 85090
    },
    {
      "epoch": 73.552290406223,
      "grad_norm": 3.9095335006713867,
      "learning_rate": 5.3898666972316e-06,
      "loss": 1.858,
      "step": 85100
    },
    {
      "epoch": 73.56093344857389,
      "grad_norm": 2.1057257652282715,
      "learning_rate": 5.382767531827742e-06,
      "loss": 1.8386,
      "step": 85110
    },
    {
      "epoch": 73.5695764909248,
      "grad_norm": 2.0337436199188232,
      "learning_rate": 5.375672778788504e-06,
      "loss": 1.8386,
      "step": 85120
    },
    {
      "epoch": 73.57821953327571,
      "grad_norm": 2.033698320388794,
      "learning_rate": 5.368582438815522e-06,
      "loss": 1.8249,
      "step": 85130
    },
    {
      "epoch": 73.58686257562663,
      "grad_norm": 2.076108694076538,
      "learning_rate": 5.361496512609965e-06,
      "loss": 1.8488,
      "step": 85140
    },
    {
      "epoch": 73.59550561797752,
      "grad_norm": 2.015380859375,
      "learning_rate": 5.354415000872603e-06,
      "loss": 1.8439,
      "step": 85150
    },
    {
      "epoch": 73.60414866032843,
      "grad_norm": 2.099041223526001,
      "learning_rate": 5.347337904303745e-06,
      "loss": 1.8072,
      "step": 85160
    },
    {
      "epoch": 73.61279170267935,
      "grad_norm": 2.1211397647857666,
      "learning_rate": 5.340265223603275e-06,
      "loss": 1.8301,
      "step": 85170
    },
    {
      "epoch": 73.62143474503026,
      "grad_norm": 2.0198051929473877,
      "learning_rate": 5.3331969594706264e-06,
      "loss": 1.8236,
      "step": 85180
    },
    {
      "epoch": 73.63007778738115,
      "grad_norm": 2.105586528778076,
      "learning_rate": 5.326133112604842e-06,
      "loss": 1.8498,
      "step": 85190
    },
    {
      "epoch": 73.63872082973207,
      "grad_norm": 2.092883586883545,
      "learning_rate": 5.319073683704451e-06,
      "loss": 1.8291,
      "step": 85200
    },
    {
      "epoch": 73.64736387208298,
      "grad_norm": 1.9849222898483276,
      "learning_rate": 5.312018673467606e-06,
      "loss": 1.8429,
      "step": 85210
    },
    {
      "epoch": 73.65600691443387,
      "grad_norm": 2.089482069015503,
      "learning_rate": 5.304968082591993e-06,
      "loss": 1.8327,
      "step": 85220
    },
    {
      "epoch": 73.66464995678479,
      "grad_norm": 2.0756754875183105,
      "learning_rate": 5.297921911774884e-06,
      "loss": 1.8492,
      "step": 85230
    },
    {
      "epoch": 73.6732929991357,
      "grad_norm": 2.1314399242401123,
      "learning_rate": 5.290880161713091e-06,
      "loss": 1.8235,
      "step": 85240
    },
    {
      "epoch": 73.68193604148661,
      "grad_norm": 1.9506431818008423,
      "learning_rate": 5.2838428331030085e-06,
      "loss": 1.8374,
      "step": 85250
    },
    {
      "epoch": 73.6905790838375,
      "grad_norm": 3.538499355316162,
      "learning_rate": 5.276809926640574e-06,
      "loss": 1.8639,
      "step": 85260
    },
    {
      "epoch": 73.69922212618842,
      "grad_norm": 2.1069276332855225,
      "learning_rate": 5.269781443021304e-06,
      "loss": 1.8618,
      "step": 85270
    },
    {
      "epoch": 73.70786516853933,
      "grad_norm": 2.0405116081237793,
      "learning_rate": 5.26275738294027e-06,
      "loss": 1.8281,
      "step": 85280
    },
    {
      "epoch": 73.71650821089024,
      "grad_norm": 2.0361828804016113,
      "learning_rate": 5.255737747092104e-06,
      "loss": 1.8578,
      "step": 85290
    },
    {
      "epoch": 73.72515125324114,
      "grad_norm": 2.0638022422790527,
      "learning_rate": 5.248722536171013e-06,
      "loss": 1.8423,
      "step": 85300
    },
    {
      "epoch": 73.73379429559205,
      "grad_norm": 2.422041893005371,
      "learning_rate": 5.241711750870748e-06,
      "loss": 1.8414,
      "step": 85310
    },
    {
      "epoch": 73.74243733794296,
      "grad_norm": 2.29647159576416,
      "learning_rate": 5.234705391884642e-06,
      "loss": 1.8456,
      "step": 85320
    },
    {
      "epoch": 73.75108038029386,
      "grad_norm": 1.9963606595993042,
      "learning_rate": 5.22770345990557e-06,
      "loss": 1.8513,
      "step": 85330
    },
    {
      "epoch": 73.75972342264477,
      "grad_norm": 2.110368490219116,
      "learning_rate": 5.220705955625982e-06,
      "loss": 1.8606,
      "step": 85340
    },
    {
      "epoch": 73.76836646499568,
      "grad_norm": 2.1048312187194824,
      "learning_rate": 5.213712879737875e-06,
      "loss": 1.8477,
      "step": 85350
    },
    {
      "epoch": 73.77700950734659,
      "grad_norm": 2.0975611209869385,
      "learning_rate": 5.206724232932847e-06,
      "loss": 1.8454,
      "step": 85360
    },
    {
      "epoch": 73.78565254969749,
      "grad_norm": 2.115790367126465,
      "learning_rate": 5.199740015902022e-06,
      "loss": 1.8379,
      "step": 85370
    },
    {
      "epoch": 73.7942955920484,
      "grad_norm": 1.9778448343276978,
      "learning_rate": 5.192760229336086e-06,
      "loss": 1.8419,
      "step": 85380
    },
    {
      "epoch": 73.80293863439931,
      "grad_norm": 2.304469347000122,
      "learning_rate": 5.185784873925298e-06,
      "loss": 1.8165,
      "step": 85390
    },
    {
      "epoch": 73.81158167675022,
      "grad_norm": 2.0883069038391113,
      "learning_rate": 5.178813950359479e-06,
      "loss": 1.862,
      "step": 85400
    },
    {
      "epoch": 73.82022471910112,
      "grad_norm": 1.9954001903533936,
      "learning_rate": 5.1718474593280166e-06,
      "loss": 1.816,
      "step": 85410
    },
    {
      "epoch": 73.82886776145203,
      "grad_norm": 1.9559653997421265,
      "learning_rate": 5.164885401519842e-06,
      "loss": 1.8418,
      "step": 85420
    },
    {
      "epoch": 73.83751080380294,
      "grad_norm": 2.1923351287841797,
      "learning_rate": 5.157927777623467e-06,
      "loss": 1.846,
      "step": 85430
    },
    {
      "epoch": 73.84615384615384,
      "grad_norm": 2.077150583267212,
      "learning_rate": 5.150974588326951e-06,
      "loss": 1.8839,
      "step": 85440
    },
    {
      "epoch": 73.85479688850475,
      "grad_norm": 2.1280417442321777,
      "learning_rate": 5.1440258343179284e-06,
      "loss": 1.8757,
      "step": 85450
    },
    {
      "epoch": 73.86343993085566,
      "grad_norm": 2.0970165729522705,
      "learning_rate": 5.137081516283581e-06,
      "loss": 1.856,
      "step": 85460
    },
    {
      "epoch": 73.87208297320657,
      "grad_norm": 2.2792253494262695,
      "learning_rate": 5.130141634910662e-06,
      "loss": 1.8467,
      "step": 85470
    },
    {
      "epoch": 73.88072601555747,
      "grad_norm": 2.928255319595337,
      "learning_rate": 5.1232061908854765e-06,
      "loss": 1.8572,
      "step": 85480
    },
    {
      "epoch": 73.88936905790838,
      "grad_norm": 2.21468186378479,
      "learning_rate": 5.116275184893904e-06,
      "loss": 1.8383,
      "step": 85490
    },
    {
      "epoch": 73.8980121002593,
      "grad_norm": 2.117655038833618,
      "learning_rate": 5.109348617621384e-06,
      "loss": 1.8516,
      "step": 85500
    },
    {
      "epoch": 73.9066551426102,
      "grad_norm": 2.242034435272217,
      "learning_rate": 5.102426489752876e-06,
      "loss": 1.8312,
      "step": 85510
    },
    {
      "epoch": 73.9152981849611,
      "grad_norm": 2.7301414012908936,
      "learning_rate": 5.0955088019729755e-06,
      "loss": 1.8499,
      "step": 85520
    },
    {
      "epoch": 73.92394122731201,
      "grad_norm": 2.681393623352051,
      "learning_rate": 5.088595554965781e-06,
      "loss": 1.8531,
      "step": 85530
    },
    {
      "epoch": 73.93258426966293,
      "grad_norm": 1.9659056663513184,
      "learning_rate": 5.081686749414971e-06,
      "loss": 1.8555,
      "step": 85540
    },
    {
      "epoch": 73.94122731201382,
      "grad_norm": 2.112291097640991,
      "learning_rate": 5.074782386003785e-06,
      "loss": 1.8449,
      "step": 85550
    },
    {
      "epoch": 73.94987035436473,
      "grad_norm": 2.2383906841278076,
      "learning_rate": 5.0678824654150246e-06,
      "loss": 1.8367,
      "step": 85560
    },
    {
      "epoch": 73.95851339671565,
      "grad_norm": 3.3749258518218994,
      "learning_rate": 5.060986988331034e-06,
      "loss": 1.8448,
      "step": 85570
    },
    {
      "epoch": 73.96715643906656,
      "grad_norm": 2.0473577976226807,
      "learning_rate": 5.054095955433746e-06,
      "loss": 1.8501,
      "step": 85580
    },
    {
      "epoch": 73.97579948141745,
      "grad_norm": 2.214846134185791,
      "learning_rate": 5.047209367404626e-06,
      "loss": 1.835,
      "step": 85590
    },
    {
      "epoch": 73.98444252376837,
      "grad_norm": 2.1093287467956543,
      "learning_rate": 5.040327224924729e-06,
      "loss": 1.8383,
      "step": 85600
    },
    {
      "epoch": 73.99308556611928,
      "grad_norm": 2.1325693130493164,
      "learning_rate": 5.033449528674666e-06,
      "loss": 1.83,
      "step": 85610
    },
    {
      "epoch": 74.00172860847019,
      "grad_norm": 2.2317421436309814,
      "learning_rate": 5.0265762793345775e-06,
      "loss": 1.8856,
      "step": 85620
    },
    {
      "epoch": 74.01037165082109,
      "grad_norm": 1.958289384841919,
      "learning_rate": 5.0197074775841845e-06,
      "loss": 1.8139,
      "step": 85630
    },
    {
      "epoch": 74.019014693172,
      "grad_norm": 2.0656368732452393,
      "learning_rate": 5.012843124102779e-06,
      "loss": 1.8107,
      "step": 85640
    },
    {
      "epoch": 74.02765773552291,
      "grad_norm": 2.0869076251983643,
      "learning_rate": 5.005983219569199e-06,
      "loss": 1.8017,
      "step": 85650
    },
    {
      "epoch": 74.0363007778738,
      "grad_norm": 1.9397914409637451,
      "learning_rate": 4.999127764661843e-06,
      "loss": 1.7908,
      "step": 85660
    },
    {
      "epoch": 74.04494382022472,
      "grad_norm": 2.15226411819458,
      "learning_rate": 4.992276760058678e-06,
      "loss": 1.8346,
      "step": 85670
    },
    {
      "epoch": 74.05358686257563,
      "grad_norm": 1.9675322771072388,
      "learning_rate": 4.985430206437219e-06,
      "loss": 1.791,
      "step": 85680
    },
    {
      "epoch": 74.06222990492654,
      "grad_norm": 2.017246723175049,
      "learning_rate": 4.978588104474557e-06,
      "loss": 1.8239,
      "step": 85690
    },
    {
      "epoch": 74.07087294727744,
      "grad_norm": 1.9457181692123413,
      "learning_rate": 4.971750454847324e-06,
      "loss": 1.8135,
      "step": 85700
    },
    {
      "epoch": 74.07951598962835,
      "grad_norm": 2.5326426029205322,
      "learning_rate": 4.964917258231721e-06,
      "loss": 1.8066,
      "step": 85710
    },
    {
      "epoch": 74.08815903197926,
      "grad_norm": 1.9828317165374756,
      "learning_rate": 4.9580885153035105e-06,
      "loss": 1.7982,
      "step": 85720
    },
    {
      "epoch": 74.09680207433017,
      "grad_norm": 2.901151657104492,
      "learning_rate": 4.951264226738011e-06,
      "loss": 1.8244,
      "step": 85730
    },
    {
      "epoch": 74.10544511668107,
      "grad_norm": 2.0551462173461914,
      "learning_rate": 4.944444393210118e-06,
      "loss": 1.7955,
      "step": 85740
    },
    {
      "epoch": 74.11408815903198,
      "grad_norm": 1.9848089218139648,
      "learning_rate": 4.937629015394246e-06,
      "loss": 1.8392,
      "step": 85750
    },
    {
      "epoch": 74.12273120138289,
      "grad_norm": 1.887681245803833,
      "learning_rate": 4.93081809396439e-06,
      "loss": 1.8316,
      "step": 85760
    },
    {
      "epoch": 74.13137424373379,
      "grad_norm": 2.108717918395996,
      "learning_rate": 4.924011629594133e-06,
      "loss": 1.7969,
      "step": 85770
    },
    {
      "epoch": 74.1400172860847,
      "grad_norm": 1.980190396308899,
      "learning_rate": 4.917209622956576e-06,
      "loss": 1.8371,
      "step": 85780
    },
    {
      "epoch": 74.14866032843561,
      "grad_norm": 2.00994610786438,
      "learning_rate": 4.910412074724402e-06,
      "loss": 1.8068,
      "step": 85790
    },
    {
      "epoch": 74.15730337078652,
      "grad_norm": 2.625917911529541,
      "learning_rate": 4.903618985569847e-06,
      "loss": 1.8395,
      "step": 85800
    },
    {
      "epoch": 74.16594641313742,
      "grad_norm": 2.1226248741149902,
      "learning_rate": 4.896830356164694e-06,
      "loss": 1.8466,
      "step": 85810
    },
    {
      "epoch": 74.17458945548833,
      "grad_norm": 2.1454639434814453,
      "learning_rate": 4.8900461871802974e-06,
      "loss": 1.7995,
      "step": 85820
    },
    {
      "epoch": 74.18323249783924,
      "grad_norm": 1.9561148881912231,
      "learning_rate": 4.883266479287579e-06,
      "loss": 1.7867,
      "step": 85830
    },
    {
      "epoch": 74.19187554019015,
      "grad_norm": 2.005200147628784,
      "learning_rate": 4.876491233156988e-06,
      "loss": 1.8152,
      "step": 85840
    },
    {
      "epoch": 74.20051858254105,
      "grad_norm": 3.142094612121582,
      "learning_rate": 4.869720449458592e-06,
      "loss": 1.8181,
      "step": 85850
    },
    {
      "epoch": 74.20916162489196,
      "grad_norm": 1.90285325050354,
      "learning_rate": 4.862954128861946e-06,
      "loss": 1.8304,
      "step": 85860
    },
    {
      "epoch": 74.21780466724287,
      "grad_norm": 1.9753278493881226,
      "learning_rate": 4.856192272036208e-06,
      "loss": 1.8249,
      "step": 85870
    },
    {
      "epoch": 74.22644770959377,
      "grad_norm": 2.022901773452759,
      "learning_rate": 4.849434879650083e-06,
      "loss": 1.8387,
      "step": 85880
    },
    {
      "epoch": 74.23509075194468,
      "grad_norm": 1.9284833669662476,
      "learning_rate": 4.8426819523718305e-06,
      "loss": 1.8233,
      "step": 85890
    },
    {
      "epoch": 74.2437337942956,
      "grad_norm": 2.1148080825805664,
      "learning_rate": 4.835933490869277e-06,
      "loss": 1.8234,
      "step": 85900
    },
    {
      "epoch": 74.2523768366465,
      "grad_norm": 2.749068260192871,
      "learning_rate": 4.829189495809805e-06,
      "loss": 1.8108,
      "step": 85910
    },
    {
      "epoch": 74.2610198789974,
      "grad_norm": 2.0966267585754395,
      "learning_rate": 4.82244996786036e-06,
      "loss": 1.8255,
      "step": 85920
    },
    {
      "epoch": 74.26966292134831,
      "grad_norm": 2.0896401405334473,
      "learning_rate": 4.815714907687407e-06,
      "loss": 1.7951,
      "step": 85930
    },
    {
      "epoch": 74.27830596369922,
      "grad_norm": 2.205789804458618,
      "learning_rate": 4.808984315957038e-06,
      "loss": 1.814,
      "step": 85940
    },
    {
      "epoch": 74.28694900605014,
      "grad_norm": 2.1508278846740723,
      "learning_rate": 4.802258193334852e-06,
      "loss": 1.831,
      "step": 85950
    },
    {
      "epoch": 74.29559204840103,
      "grad_norm": 2.2059125900268555,
      "learning_rate": 4.795536540486017e-06,
      "loss": 1.8162,
      "step": 85960
    },
    {
      "epoch": 74.30423509075194,
      "grad_norm": 2.0468151569366455,
      "learning_rate": 4.788819358075269e-06,
      "loss": 1.8123,
      "step": 85970
    },
    {
      "epoch": 74.31287813310286,
      "grad_norm": 1.986009120941162,
      "learning_rate": 4.782106646766904e-06,
      "loss": 1.8213,
      "step": 85980
    },
    {
      "epoch": 74.32152117545375,
      "grad_norm": 2.233419179916382,
      "learning_rate": 4.775398407224741e-06,
      "loss": 1.8363,
      "step": 85990
    },
    {
      "epoch": 74.33016421780466,
      "grad_norm": 2.135768175125122,
      "learning_rate": 4.768694640112204e-06,
      "loss": 1.8052,
      "step": 86000
    },
    {
      "epoch": 74.33880726015558,
      "grad_norm": 1.976093053817749,
      "learning_rate": 4.761995346092229e-06,
      "loss": 1.82,
      "step": 86010
    },
    {
      "epoch": 74.34745030250649,
      "grad_norm": 2.08231782913208,
      "learning_rate": 4.755300525827367e-06,
      "loss": 1.8223,
      "step": 86020
    },
    {
      "epoch": 74.35609334485738,
      "grad_norm": 2.272711753845215,
      "learning_rate": 4.748610179979685e-06,
      "loss": 1.7966,
      "step": 86030
    },
    {
      "epoch": 74.3647363872083,
      "grad_norm": 2.2160468101501465,
      "learning_rate": 4.741924309210805e-06,
      "loss": 1.821,
      "step": 86040
    },
    {
      "epoch": 74.37337942955921,
      "grad_norm": 2.004653215408325,
      "learning_rate": 4.735242914181914e-06,
      "loss": 1.8178,
      "step": 86050
    },
    {
      "epoch": 74.38202247191012,
      "grad_norm": 2.245192527770996,
      "learning_rate": 4.728565995553774e-06,
      "loss": 1.8154,
      "step": 86060
    },
    {
      "epoch": 74.39066551426102,
      "grad_norm": 2.1994853019714355,
      "learning_rate": 4.7218935539866895e-06,
      "loss": 1.8258,
      "step": 86070
    },
    {
      "epoch": 74.39930855661193,
      "grad_norm": 2.0938868522644043,
      "learning_rate": 4.715225590140515e-06,
      "loss": 1.8351,
      "step": 86080
    },
    {
      "epoch": 74.40795159896284,
      "grad_norm": 1.926931619644165,
      "learning_rate": 4.708562104674674e-06,
      "loss": 1.836,
      "step": 86090
    },
    {
      "epoch": 74.41659464131374,
      "grad_norm": 2.0152835845947266,
      "learning_rate": 4.701903098248139e-06,
      "loss": 1.8237,
      "step": 86100
    },
    {
      "epoch": 74.42523768366465,
      "grad_norm": 2.0784189701080322,
      "learning_rate": 4.695248571519456e-06,
      "loss": 1.8478,
      "step": 86110
    },
    {
      "epoch": 74.43388072601556,
      "grad_norm": 2.0280020236968994,
      "learning_rate": 4.6885985251467035e-06,
      "loss": 1.8112,
      "step": 86120
    },
    {
      "epoch": 74.44252376836647,
      "grad_norm": 2.7383456230163574,
      "learning_rate": 4.681952959787539e-06,
      "loss": 1.8346,
      "step": 86130
    },
    {
      "epoch": 74.45116681071737,
      "grad_norm": 1.9578502178192139,
      "learning_rate": 4.675311876099159e-06,
      "loss": 1.8188,
      "step": 86140
    },
    {
      "epoch": 74.45980985306828,
      "grad_norm": 2.4380955696105957,
      "learning_rate": 4.668675274738332e-06,
      "loss": 1.8328,
      "step": 86150
    },
    {
      "epoch": 74.46845289541919,
      "grad_norm": 2.0934648513793945,
      "learning_rate": 4.662043156361379e-06,
      "loss": 1.8396,
      "step": 86160
    },
    {
      "epoch": 74.4770959377701,
      "grad_norm": 2.368928909301758,
      "learning_rate": 4.655415521624163e-06,
      "loss": 1.8349,
      "step": 86170
    },
    {
      "epoch": 74.485738980121,
      "grad_norm": 2.0976154804229736,
      "learning_rate": 4.648792371182109e-06,
      "loss": 1.8167,
      "step": 86180
    },
    {
      "epoch": 74.49438202247191,
      "grad_norm": 2.00095534324646,
      "learning_rate": 4.6421737056902285e-06,
      "loss": 1.83,
      "step": 86190
    },
    {
      "epoch": 74.50302506482282,
      "grad_norm": 4.676984786987305,
      "learning_rate": 4.635559525803051e-06,
      "loss": 1.8273,
      "step": 86200
    },
    {
      "epoch": 74.51166810717372,
      "grad_norm": 1.900832176208496,
      "learning_rate": 4.628949832174684e-06,
      "loss": 1.8489,
      "step": 86210
    },
    {
      "epoch": 74.52031114952463,
      "grad_norm": 2.047002077102661,
      "learning_rate": 4.6223446254587964e-06,
      "loss": 1.8315,
      "step": 86220
    },
    {
      "epoch": 74.52895419187554,
      "grad_norm": 2.125363826751709,
      "learning_rate": 4.615743906308573e-06,
      "loss": 1.8263,
      "step": 86230
    },
    {
      "epoch": 74.53759723422645,
      "grad_norm": 2.0491156578063965,
      "learning_rate": 4.609147675376802e-06,
      "loss": 1.8334,
      "step": 86240
    },
    {
      "epoch": 74.54624027657735,
      "grad_norm": 2.0798068046569824,
      "learning_rate": 4.6025559333158e-06,
      "loss": 1.8318,
      "step": 86250
    },
    {
      "epoch": 74.55488331892826,
      "grad_norm": 1.9682632684707642,
      "learning_rate": 4.595968680777451e-06,
      "loss": 1.8163,
      "step": 86260
    },
    {
      "epoch": 74.56352636127917,
      "grad_norm": 2.2437856197357178,
      "learning_rate": 4.589385918413214e-06,
      "loss": 1.8301,
      "step": 86270
    },
    {
      "epoch": 74.57216940363008,
      "grad_norm": 2.1401987075805664,
      "learning_rate": 4.5828076468740545e-06,
      "loss": 1.8564,
      "step": 86280
    },
    {
      "epoch": 74.58081244598098,
      "grad_norm": 1.9854373931884766,
      "learning_rate": 4.576233866810531e-06,
      "loss": 1.8327,
      "step": 86290
    },
    {
      "epoch": 74.5894554883319,
      "grad_norm": 2.228532552719116,
      "learning_rate": 4.569664578872751e-06,
      "loss": 1.8369,
      "step": 86300
    },
    {
      "epoch": 74.5980985306828,
      "grad_norm": 1.9886153936386108,
      "learning_rate": 4.563099783710384e-06,
      "loss": 1.8322,
      "step": 86310
    },
    {
      "epoch": 74.6067415730337,
      "grad_norm": 2.5281155109405518,
      "learning_rate": 4.5565394819726326e-06,
      "loss": 1.8643,
      "step": 86320
    },
    {
      "epoch": 74.61538461538461,
      "grad_norm": 2.2669880390167236,
      "learning_rate": 4.549983674308278e-06,
      "loss": 1.8338,
      "step": 86330
    },
    {
      "epoch": 74.62402765773552,
      "grad_norm": 2.063584327697754,
      "learning_rate": 4.543432361365646e-06,
      "loss": 1.8424,
      "step": 86340
    },
    {
      "epoch": 74.63267070008644,
      "grad_norm": 1.9448217153549194,
      "learning_rate": 4.536885543792624e-06,
      "loss": 1.8027,
      "step": 86350
    },
    {
      "epoch": 74.64131374243733,
      "grad_norm": 3.0847651958465576,
      "learning_rate": 4.530343222236644e-06,
      "loss": 1.8175,
      "step": 86360
    },
    {
      "epoch": 74.64995678478824,
      "grad_norm": 2.1195781230926514,
      "learning_rate": 4.523805397344705e-06,
      "loss": 1.8084,
      "step": 86370
    },
    {
      "epoch": 74.65859982713916,
      "grad_norm": 2.058619976043701,
      "learning_rate": 4.517272069763362e-06,
      "loss": 1.8247,
      "step": 86380
    },
    {
      "epoch": 74.66724286949007,
      "grad_norm": 2.221590995788574,
      "learning_rate": 4.510743240138709e-06,
      "loss": 1.8326,
      "step": 86390
    },
    {
      "epoch": 74.67588591184096,
      "grad_norm": 2.009188413619995,
      "learning_rate": 4.504218909116425e-06,
      "loss": 1.8273,
      "step": 86400
    },
    {
      "epoch": 74.68452895419188,
      "grad_norm": 2.1756088733673096,
      "learning_rate": 4.497699077341705e-06,
      "loss": 1.8207,
      "step": 86410
    },
    {
      "epoch": 74.69317199654279,
      "grad_norm": 1.8930611610412598,
      "learning_rate": 4.491183745459321e-06,
      "loss": 1.8826,
      "step": 86420
    },
    {
      "epoch": 74.70181503889368,
      "grad_norm": 2.0498759746551514,
      "learning_rate": 4.484672914113603e-06,
      "loss": 1.8174,
      "step": 86430
    },
    {
      "epoch": 74.7104580812446,
      "grad_norm": 2.1848442554473877,
      "learning_rate": 4.47816658394844e-06,
      "loss": 1.8251,
      "step": 86440
    },
    {
      "epoch": 74.71910112359551,
      "grad_norm": 1.9101799726486206,
      "learning_rate": 4.4716647556072575e-06,
      "loss": 1.8436,
      "step": 86450
    },
    {
      "epoch": 74.72774416594642,
      "grad_norm": 2.1665632724761963,
      "learning_rate": 4.465167429733058e-06,
      "loss": 1.8283,
      "step": 86460
    },
    {
      "epoch": 74.73638720829732,
      "grad_norm": 1.9571491479873657,
      "learning_rate": 4.458674606968372e-06,
      "loss": 1.8353,
      "step": 86470
    },
    {
      "epoch": 74.74503025064823,
      "grad_norm": 1.9494436979293823,
      "learning_rate": 4.452186287955301e-06,
      "loss": 1.8193,
      "step": 86480
    },
    {
      "epoch": 74.75367329299914,
      "grad_norm": 1.9869636297225952,
      "learning_rate": 4.4457024733355e-06,
      "loss": 1.8639,
      "step": 86490
    },
    {
      "epoch": 74.76231633535005,
      "grad_norm": 2.069807529449463,
      "learning_rate": 4.439223163750183e-06,
      "loss": 1.8299,
      "step": 86500
    },
    {
      "epoch": 74.77095937770095,
      "grad_norm": 2.3435046672821045,
      "learning_rate": 4.432748359840106e-06,
      "loss": 1.8353,
      "step": 86510
    },
    {
      "epoch": 74.77960242005186,
      "grad_norm": 2.097433090209961,
      "learning_rate": 4.426278062245593e-06,
      "loss": 1.8263,
      "step": 86520
    },
    {
      "epoch": 74.78824546240277,
      "grad_norm": 2.245744466781616,
      "learning_rate": 4.41981227160651e-06,
      "loss": 1.8206,
      "step": 86530
    },
    {
      "epoch": 74.79688850475367,
      "grad_norm": 2.031925678253174,
      "learning_rate": 4.413350988562287e-06,
      "loss": 1.8279,
      "step": 86540
    },
    {
      "epoch": 74.80553154710458,
      "grad_norm": 2.238919734954834,
      "learning_rate": 4.406894213751905e-06,
      "loss": 1.8365,
      "step": 86550
    },
    {
      "epoch": 74.81417458945549,
      "grad_norm": 2.4558048248291016,
      "learning_rate": 4.400441947813899e-06,
      "loss": 1.856,
      "step": 86560
    },
    {
      "epoch": 74.8228176318064,
      "grad_norm": 1.9662667512893677,
      "learning_rate": 4.3939941913863525e-06,
      "loss": 1.8362,
      "step": 86570
    },
    {
      "epoch": 74.8314606741573,
      "grad_norm": 2.2045021057128906,
      "learning_rate": 4.387550945106922e-06,
      "loss": 1.8372,
      "step": 86580
    },
    {
      "epoch": 74.84010371650821,
      "grad_norm": 2.384770393371582,
      "learning_rate": 4.38111220961277e-06,
      "loss": 1.8761,
      "step": 86590
    },
    {
      "epoch": 74.84874675885912,
      "grad_norm": 2.0820627212524414,
      "learning_rate": 4.374677985540687e-06,
      "loss": 1.8319,
      "step": 86600
    },
    {
      "epoch": 74.85738980121003,
      "grad_norm": 3.716395616531372,
      "learning_rate": 4.3682482735269596e-06,
      "loss": 1.8323,
      "step": 86610
    },
    {
      "epoch": 74.86603284356093,
      "grad_norm": 1.9097281694412231,
      "learning_rate": 4.361823074207444e-06,
      "loss": 1.873,
      "step": 86620
    },
    {
      "epoch": 74.87467588591184,
      "grad_norm": 2.255920886993408,
      "learning_rate": 4.355402388217561e-06,
      "loss": 1.8446,
      "step": 86630
    },
    {
      "epoch": 74.88331892826275,
      "grad_norm": 2.157949686050415,
      "learning_rate": 4.348986216192274e-06,
      "loss": 1.8342,
      "step": 86640
    },
    {
      "epoch": 74.89196197061365,
      "grad_norm": 2.1332054138183594,
      "learning_rate": 4.342574558766094e-06,
      "loss": 1.8494,
      "step": 86650
    },
    {
      "epoch": 74.90060501296456,
      "grad_norm": 2.2626242637634277,
      "learning_rate": 4.3361674165730945e-06,
      "loss": 1.8183,
      "step": 86660
    },
    {
      "epoch": 74.90924805531547,
      "grad_norm": 2.0888512134552,
      "learning_rate": 4.329764790246904e-06,
      "loss": 1.8193,
      "step": 86670
    },
    {
      "epoch": 74.91789109766638,
      "grad_norm": 2.297821521759033,
      "learning_rate": 4.32336668042071e-06,
      "loss": 1.8407,
      "step": 86680
    },
    {
      "epoch": 74.92653414001728,
      "grad_norm": 1.9495916366577148,
      "learning_rate": 4.316973087727244e-06,
      "loss": 1.8499,
      "step": 86690
    },
    {
      "epoch": 74.9351771823682,
      "grad_norm": 1.8958908319473267,
      "learning_rate": 4.310584012798785e-06,
      "loss": 1.8152,
      "step": 86700
    },
    {
      "epoch": 74.9438202247191,
      "grad_norm": 2.205457925796509,
      "learning_rate": 4.304199456267172e-06,
      "loss": 1.83,
      "step": 86710
    },
    {
      "epoch": 74.95246326707002,
      "grad_norm": 1.9744035005569458,
      "learning_rate": 4.297819418763799e-06,
      "loss": 1.8407,
      "step": 86720
    },
    {
      "epoch": 74.96110630942091,
      "grad_norm": 2.1719577312469482,
      "learning_rate": 4.2914439009196174e-06,
      "loss": 1.8441,
      "step": 86730
    },
    {
      "epoch": 74.96974935177182,
      "grad_norm": 2.3378686904907227,
      "learning_rate": 4.285072903365122e-06,
      "loss": 1.8414,
      "step": 86740
    },
    {
      "epoch": 74.97839239412274,
      "grad_norm": 2.0214757919311523,
      "learning_rate": 4.278706426730361e-06,
      "loss": 1.8476,
      "step": 86750
    },
    {
      "epoch": 74.98703543647363,
      "grad_norm": 2.1013238430023193,
      "learning_rate": 4.272344471644946e-06,
      "loss": 1.8324,
      "step": 86760
    },
    {
      "epoch": 74.99567847882454,
      "grad_norm": 4.432950973510742,
      "learning_rate": 4.265987038738034e-06,
      "loss": 1.8413,
      "step": 86770
    },
    {
      "epoch": 75.00432152117546,
      "grad_norm": 2.003415584564209,
      "learning_rate": 4.259634128638329e-06,
      "loss": 1.9014,
      "step": 86780
    },
    {
      "epoch": 75.01296456352637,
      "grad_norm": 2.04731822013855,
      "learning_rate": 4.253285741974095e-06,
      "loss": 1.8112,
      "step": 86790
    },
    {
      "epoch": 75.02160760587726,
      "grad_norm": 2.2392706871032715,
      "learning_rate": 4.246941879373151e-06,
      "loss": 1.8178,
      "step": 86800
    },
    {
      "epoch": 75.03025064822818,
      "grad_norm": 2.1932144165039062,
      "learning_rate": 4.240602541462868e-06,
      "loss": 1.8108,
      "step": 86810
    },
    {
      "epoch": 75.03889369057909,
      "grad_norm": 2.118558406829834,
      "learning_rate": 4.234267728870167e-06,
      "loss": 1.8034,
      "step": 86820
    },
    {
      "epoch": 75.04753673292998,
      "grad_norm": 2.1079390048980713,
      "learning_rate": 4.227937442221513e-06,
      "loss": 1.8111,
      "step": 86830
    },
    {
      "epoch": 75.0561797752809,
      "grad_norm": 2.01833438873291,
      "learning_rate": 4.221611682142923e-06,
      "loss": 1.8041,
      "step": 86840
    },
    {
      "epoch": 75.0648228176318,
      "grad_norm": 2.008821725845337,
      "learning_rate": 4.215290449260001e-06,
      "loss": 1.8116,
      "step": 86850
    },
    {
      "epoch": 75.07346585998272,
      "grad_norm": 2.2125496864318848,
      "learning_rate": 4.208973744197864e-06,
      "loss": 1.8054,
      "step": 86860
    },
    {
      "epoch": 75.08210890233362,
      "grad_norm": 2.1456944942474365,
      "learning_rate": 4.2026615675811955e-06,
      "loss": 1.7971,
      "step": 86870
    },
    {
      "epoch": 75.09075194468453,
      "grad_norm": 2.0456762313842773,
      "learning_rate": 4.196353920034235e-06,
      "loss": 1.7892,
      "step": 86880
    },
    {
      "epoch": 75.09939498703544,
      "grad_norm": 1.9581396579742432,
      "learning_rate": 4.190050802180756e-06,
      "loss": 1.8076,
      "step": 86890
    },
    {
      "epoch": 75.10803802938635,
      "grad_norm": 2.186464309692383,
      "learning_rate": 4.183752214644104e-06,
      "loss": 1.7789,
      "step": 86900
    },
    {
      "epoch": 75.11668107173725,
      "grad_norm": 1.9125536680221558,
      "learning_rate": 4.177458158047176e-06,
      "loss": 1.7999,
      "step": 86910
    },
    {
      "epoch": 75.12532411408816,
      "grad_norm": 2.0233583450317383,
      "learning_rate": 4.1711686330123955e-06,
      "loss": 1.8004,
      "step": 86920
    },
    {
      "epoch": 75.13396715643907,
      "grad_norm": 2.060189962387085,
      "learning_rate": 4.164883640161793e-06,
      "loss": 1.8167,
      "step": 86930
    },
    {
      "epoch": 75.14261019878997,
      "grad_norm": 1.9916852712631226,
      "learning_rate": 4.1586031801168825e-06,
      "loss": 1.7956,
      "step": 86940
    },
    {
      "epoch": 75.15125324114088,
      "grad_norm": 1.9668724536895752,
      "learning_rate": 4.1523272534987725e-06,
      "loss": 1.8094,
      "step": 86950
    },
    {
      "epoch": 75.15989628349179,
      "grad_norm": 2.4601242542266846,
      "learning_rate": 4.1460558609281105e-06,
      "loss": 1.8424,
      "step": 86960
    },
    {
      "epoch": 75.1685393258427,
      "grad_norm": 2.1642396450042725,
      "learning_rate": 4.1397890030251075e-06,
      "loss": 1.7984,
      "step": 86970
    },
    {
      "epoch": 75.1771823681936,
      "grad_norm": 1.9859689474105835,
      "learning_rate": 4.133526680409505e-06,
      "loss": 1.7861,
      "step": 86980
    },
    {
      "epoch": 75.18582541054451,
      "grad_norm": 2.0954232215881348,
      "learning_rate": 4.127268893700614e-06,
      "loss": 1.8241,
      "step": 86990
    },
    {
      "epoch": 75.19446845289542,
      "grad_norm": 2.0029408931732178,
      "learning_rate": 4.121015643517295e-06,
      "loss": 1.8119,
      "step": 87000
    },
    {
      "epoch": 75.20311149524633,
      "grad_norm": 2.1100680828094482,
      "learning_rate": 4.114766930477937e-06,
      "loss": 1.7769,
      "step": 87010
    },
    {
      "epoch": 75.21175453759723,
      "grad_norm": 1.9172511100769043,
      "learning_rate": 4.1085227552005115e-06,
      "loss": 1.8185,
      "step": 87020
    },
    {
      "epoch": 75.22039757994814,
      "grad_norm": 1.9681824445724487,
      "learning_rate": 4.10228311830253e-06,
      "loss": 1.8034,
      "step": 87030
    },
    {
      "epoch": 75.22904062229905,
      "grad_norm": 2.076413869857788,
      "learning_rate": 4.09604802040105e-06,
      "loss": 1.8289,
      "step": 87040
    },
    {
      "epoch": 75.23768366464995,
      "grad_norm": 1.8730992078781128,
      "learning_rate": 4.089817462112689e-06,
      "loss": 1.8237,
      "step": 87050
    },
    {
      "epoch": 75.24632670700086,
      "grad_norm": 2.1558637619018555,
      "learning_rate": 4.083591444053608e-06,
      "loss": 1.8082,
      "step": 87060
    },
    {
      "epoch": 75.25496974935177,
      "grad_norm": 2.1386313438415527,
      "learning_rate": 4.077369966839512e-06,
      "loss": 1.8101,
      "step": 87070
    },
    {
      "epoch": 75.26361279170268,
      "grad_norm": 2.0367860794067383,
      "learning_rate": 4.071153031085673e-06,
      "loss": 1.8268,
      "step": 87080
    },
    {
      "epoch": 75.27225583405358,
      "grad_norm": 2.2716407775878906,
      "learning_rate": 4.064940637406894e-06,
      "loss": 1.7991,
      "step": 87090
    },
    {
      "epoch": 75.28089887640449,
      "grad_norm": 2.1066153049468994,
      "learning_rate": 4.0587327864175685e-06,
      "loss": 1.8311,
      "step": 87100
    },
    {
      "epoch": 75.2895419187554,
      "grad_norm": 2.123685359954834,
      "learning_rate": 4.052529478731598e-06,
      "loss": 1.8227,
      "step": 87110
    },
    {
      "epoch": 75.29818496110632,
      "grad_norm": 1.8861887454986572,
      "learning_rate": 4.04633071496246e-06,
      "loss": 1.8082,
      "step": 87120
    },
    {
      "epoch": 75.30682800345721,
      "grad_norm": 2.020510673522949,
      "learning_rate": 4.0401364957231565e-06,
      "loss": 1.8156,
      "step": 87130
    },
    {
      "epoch": 75.31547104580812,
      "grad_norm": 3.2049129009246826,
      "learning_rate": 4.033946821626272e-06,
      "loss": 1.8241,
      "step": 87140
    },
    {
      "epoch": 75.32411408815904,
      "grad_norm": 2.5885696411132812,
      "learning_rate": 4.027761693283916e-06,
      "loss": 1.8133,
      "step": 87150
    },
    {
      "epoch": 75.33275713050993,
      "grad_norm": 2.011659860610962,
      "learning_rate": 4.021581111307765e-06,
      "loss": 1.8042,
      "step": 87160
    },
    {
      "epoch": 75.34140017286084,
      "grad_norm": 2.303913116455078,
      "learning_rate": 4.0154050763090365e-06,
      "loss": 1.8133,
      "step": 87170
    },
    {
      "epoch": 75.35004321521176,
      "grad_norm": 2.3371424674987793,
      "learning_rate": 4.009233588898509e-06,
      "loss": 1.8221,
      "step": 87180
    },
    {
      "epoch": 75.35868625756267,
      "grad_norm": 2.787998914718628,
      "learning_rate": 4.003066649686493e-06,
      "loss": 1.806,
      "step": 87190
    },
    {
      "epoch": 75.36732929991356,
      "grad_norm": 2.1641271114349365,
      "learning_rate": 3.9969042592828685e-06,
      "loss": 1.8223,
      "step": 87200
    },
    {
      "epoch": 75.37597234226448,
      "grad_norm": 2.1766185760498047,
      "learning_rate": 3.990746418297053e-06,
      "loss": 1.8349,
      "step": 87210
    },
    {
      "epoch": 75.38461538461539,
      "grad_norm": 1.9271615743637085,
      "learning_rate": 3.984593127338026e-06,
      "loss": 1.8096,
      "step": 87220
    },
    {
      "epoch": 75.3932584269663,
      "grad_norm": 2.145033121109009,
      "learning_rate": 3.978444387014296e-06,
      "loss": 1.8149,
      "step": 87230
    },
    {
      "epoch": 75.4019014693172,
      "grad_norm": 2.219996213912964,
      "learning_rate": 3.972300197933954e-06,
      "loss": 1.8095,
      "step": 87240
    },
    {
      "epoch": 75.4105445116681,
      "grad_norm": 2.01267671585083,
      "learning_rate": 3.966160560704601e-06,
      "loss": 1.8213,
      "step": 87250
    },
    {
      "epoch": 75.41918755401902,
      "grad_norm": 3.6855368614196777,
      "learning_rate": 3.9600254759334095e-06,
      "loss": 1.8122,
      "step": 87260
    },
    {
      "epoch": 75.42783059636992,
      "grad_norm": 2.0006139278411865,
      "learning_rate": 3.9538949442271215e-06,
      "loss": 1.8189,
      "step": 87270
    },
    {
      "epoch": 75.43647363872083,
      "grad_norm": 2.0680317878723145,
      "learning_rate": 3.947768966191989e-06,
      "loss": 1.8208,
      "step": 87280
    },
    {
      "epoch": 75.44511668107174,
      "grad_norm": 2.344025135040283,
      "learning_rate": 3.9416475424338464e-06,
      "loss": 1.8329,
      "step": 87290
    },
    {
      "epoch": 75.45375972342265,
      "grad_norm": 2.0438482761383057,
      "learning_rate": 3.935530673558058e-06,
      "loss": 1.8319,
      "step": 87300
    },
    {
      "epoch": 75.46240276577355,
      "grad_norm": 2.0045883655548096,
      "learning_rate": 3.92941836016954e-06,
      "loss": 1.8511,
      "step": 87310
    },
    {
      "epoch": 75.47104580812446,
      "grad_norm": 2.1113667488098145,
      "learning_rate": 3.923310602872765e-06,
      "loss": 1.8217,
      "step": 87320
    },
    {
      "epoch": 75.47968885047537,
      "grad_norm": 2.3722023963928223,
      "learning_rate": 3.91720740227175e-06,
      "loss": 1.7987,
      "step": 87330
    },
    {
      "epoch": 75.48833189282628,
      "grad_norm": 2.067805051803589,
      "learning_rate": 3.9111087589700614e-06,
      "loss": 1.8264,
      "step": 87340
    },
    {
      "epoch": 75.49697493517718,
      "grad_norm": 2.0071120262145996,
      "learning_rate": 3.905014673570822e-06,
      "loss": 1.8185,
      "step": 87350
    },
    {
      "epoch": 75.50561797752809,
      "grad_norm": 2.0407283306121826,
      "learning_rate": 3.898925146676713e-06,
      "loss": 1.8208,
      "step": 87360
    },
    {
      "epoch": 75.514261019879,
      "grad_norm": 2.0484097003936768,
      "learning_rate": 3.8928401788899225e-06,
      "loss": 1.8033,
      "step": 87370
    },
    {
      "epoch": 75.5229040622299,
      "grad_norm": 2.163994789123535,
      "learning_rate": 3.886759770812226e-06,
      "loss": 1.7998,
      "step": 87380
    },
    {
      "epoch": 75.53154710458081,
      "grad_norm": 2.06976580619812,
      "learning_rate": 3.880683923044942e-06,
      "loss": 1.8434,
      "step": 87390
    },
    {
      "epoch": 75.54019014693172,
      "grad_norm": 2.513477087020874,
      "learning_rate": 3.874612636188929e-06,
      "loss": 1.8273,
      "step": 87400
    },
    {
      "epoch": 75.54883318928263,
      "grad_norm": 2.481661319732666,
      "learning_rate": 3.868545910844606e-06,
      "loss": 1.811,
      "step": 87410
    },
    {
      "epoch": 75.55747623163353,
      "grad_norm": 2.147944450378418,
      "learning_rate": 3.862483747611928e-06,
      "loss": 1.8104,
      "step": 87420
    },
    {
      "epoch": 75.56611927398444,
      "grad_norm": 2.420943260192871,
      "learning_rate": 3.856426147090403e-06,
      "loss": 1.8235,
      "step": 87430
    },
    {
      "epoch": 75.57476231633535,
      "grad_norm": 2.131084442138672,
      "learning_rate": 3.850373109879096e-06,
      "loss": 1.7991,
      "step": 87440
    },
    {
      "epoch": 75.58340535868626,
      "grad_norm": 2.0048296451568604,
      "learning_rate": 3.844324636576612e-06,
      "loss": 1.8204,
      "step": 87450
    },
    {
      "epoch": 75.59204840103716,
      "grad_norm": 1.9963380098342896,
      "learning_rate": 3.838280727781107e-06,
      "loss": 1.8139,
      "step": 87460
    },
    {
      "epoch": 75.60069144338807,
      "grad_norm": 2.173595428466797,
      "learning_rate": 3.832241384090285e-06,
      "loss": 1.8352,
      "step": 87470
    },
    {
      "epoch": 75.60933448573898,
      "grad_norm": 2.5219457149505615,
      "learning_rate": 3.826206606101412e-06,
      "loss": 1.8158,
      "step": 87480
    },
    {
      "epoch": 75.61797752808988,
      "grad_norm": 2.045823812484741,
      "learning_rate": 3.8201763944112675e-06,
      "loss": 1.8448,
      "step": 87490
    },
    {
      "epoch": 75.62662057044079,
      "grad_norm": 2.22714900970459,
      "learning_rate": 3.814150749616208e-06,
      "loss": 1.823,
      "step": 87500
    },
    {
      "epoch": 75.6352636127917,
      "grad_norm": 2.3943800926208496,
      "learning_rate": 3.808129672312133e-06,
      "loss": 1.8358,
      "step": 87510
    },
    {
      "epoch": 75.64390665514262,
      "grad_norm": 2.151160478591919,
      "learning_rate": 3.802113163094495e-06,
      "loss": 1.8493,
      "step": 87520
    },
    {
      "epoch": 75.65254969749351,
      "grad_norm": 1.931825876235962,
      "learning_rate": 3.7961012225582904e-06,
      "loss": 1.8121,
      "step": 87530
    },
    {
      "epoch": 75.66119273984442,
      "grad_norm": 1.97807776927948,
      "learning_rate": 3.79009385129806e-06,
      "loss": 1.8358,
      "step": 87540
    },
    {
      "epoch": 75.66983578219534,
      "grad_norm": 2.819304943084717,
      "learning_rate": 3.7840910499078897e-06,
      "loss": 1.8475,
      "step": 87550
    },
    {
      "epoch": 75.67847882454625,
      "grad_norm": 2.2405436038970947,
      "learning_rate": 3.7780928189814214e-06,
      "loss": 1.8305,
      "step": 87560
    },
    {
      "epoch": 75.68712186689714,
      "grad_norm": 2.2584311962127686,
      "learning_rate": 3.772099159111847e-06,
      "loss": 1.8084,
      "step": 87570
    },
    {
      "epoch": 75.69576490924806,
      "grad_norm": 2.156874179840088,
      "learning_rate": 3.766110070891893e-06,
      "loss": 1.8165,
      "step": 87580
    },
    {
      "epoch": 75.70440795159897,
      "grad_norm": 2.0463318824768066,
      "learning_rate": 3.7601255549138515e-06,
      "loss": 1.8279,
      "step": 87590
    },
    {
      "epoch": 75.71305099394986,
      "grad_norm": 2.0679891109466553,
      "learning_rate": 3.7541456117695495e-06,
      "loss": 1.8192,
      "step": 87600
    },
    {
      "epoch": 75.72169403630078,
      "grad_norm": 2.0282504558563232,
      "learning_rate": 3.7481702420503695e-06,
      "loss": 1.832,
      "step": 87610
    },
    {
      "epoch": 75.73033707865169,
      "grad_norm": 2.6203269958496094,
      "learning_rate": 3.7421994463472334e-06,
      "loss": 1.8137,
      "step": 87620
    },
    {
      "epoch": 75.7389801210026,
      "grad_norm": 2.5875003337860107,
      "learning_rate": 3.7362332252506185e-06,
      "loss": 1.8077,
      "step": 87630
    },
    {
      "epoch": 75.7476231633535,
      "grad_norm": 2.152661085128784,
      "learning_rate": 3.7302715793505416e-06,
      "loss": 1.8379,
      "step": 87640
    },
    {
      "epoch": 75.7562662057044,
      "grad_norm": 2.125744342803955,
      "learning_rate": 3.724314509236576e-06,
      "loss": 1.8468,
      "step": 87650
    },
    {
      "epoch": 75.76490924805532,
      "grad_norm": 2.1617894172668457,
      "learning_rate": 3.718362015497845e-06,
      "loss": 1.8461,
      "step": 87660
    },
    {
      "epoch": 75.77355229040623,
      "grad_norm": 2.130855083465576,
      "learning_rate": 3.7124140987229993e-06,
      "loss": 1.8374,
      "step": 87670
    },
    {
      "epoch": 75.78219533275713,
      "grad_norm": 2.5688743591308594,
      "learning_rate": 3.7064707595002635e-06,
      "loss": 1.8238,
      "step": 87680
    },
    {
      "epoch": 75.79083837510804,
      "grad_norm": 2.1293110847473145,
      "learning_rate": 3.7005319984173893e-06,
      "loss": 1.8185,
      "step": 87690
    },
    {
      "epoch": 75.79948141745895,
      "grad_norm": 2.1509714126586914,
      "learning_rate": 3.6945978160616846e-06,
      "loss": 1.8152,
      "step": 87700
    },
    {
      "epoch": 75.80812445980985,
      "grad_norm": 2.1861257553100586,
      "learning_rate": 3.6886682130200024e-06,
      "loss": 1.8358,
      "step": 87710
    },
    {
      "epoch": 75.81676750216076,
      "grad_norm": 2.2857272624969482,
      "learning_rate": 3.682743189878751e-06,
      "loss": 1.8123,
      "step": 87720
    },
    {
      "epoch": 75.82541054451167,
      "grad_norm": 2.105315923690796,
      "learning_rate": 3.6768227472238625e-06,
      "loss": 1.8005,
      "step": 87730
    },
    {
      "epoch": 75.83405358686258,
      "grad_norm": 2.0719285011291504,
      "learning_rate": 3.6709068856408403e-06,
      "loss": 1.8171,
      "step": 87740
    },
    {
      "epoch": 75.84269662921348,
      "grad_norm": 2.1343681812286377,
      "learning_rate": 3.6649956057147274e-06,
      "loss": 1.8134,
      "step": 87750
    },
    {
      "epoch": 75.85133967156439,
      "grad_norm": 1.999221682548523,
      "learning_rate": 3.6590889080301004e-06,
      "loss": 1.8551,
      "step": 87760
    },
    {
      "epoch": 75.8599827139153,
      "grad_norm": 2.052234411239624,
      "learning_rate": 3.653186793171115e-06,
      "loss": 1.847,
      "step": 87770
    },
    {
      "epoch": 75.86862575626621,
      "grad_norm": 2.118460178375244,
      "learning_rate": 3.647289261721448e-06,
      "loss": 1.8304,
      "step": 87780
    },
    {
      "epoch": 75.87726879861711,
      "grad_norm": 2.9737374782562256,
      "learning_rate": 3.641396314264317e-06,
      "loss": 1.8287,
      "step": 87790
    },
    {
      "epoch": 75.88591184096802,
      "grad_norm": 3.614161252975464,
      "learning_rate": 3.635507951382505e-06,
      "loss": 1.7979,
      "step": 87800
    },
    {
      "epoch": 75.89455488331893,
      "grad_norm": 1.9998421669006348,
      "learning_rate": 3.6296241736583304e-06,
      "loss": 1.8247,
      "step": 87810
    },
    {
      "epoch": 75.90319792566983,
      "grad_norm": 1.9770581722259521,
      "learning_rate": 3.6237449816736658e-06,
      "loss": 1.8273,
      "step": 87820
    },
    {
      "epoch": 75.91184096802074,
      "grad_norm": 1.9774291515350342,
      "learning_rate": 3.6178703760099296e-06,
      "loss": 1.8355,
      "step": 87830
    },
    {
      "epoch": 75.92048401037165,
      "grad_norm": 2.3105247020721436,
      "learning_rate": 3.612000357248074e-06,
      "loss": 1.8314,
      "step": 87840
    },
    {
      "epoch": 75.92912705272256,
      "grad_norm": 2.1361560821533203,
      "learning_rate": 3.6061349259686127e-06,
      "loss": 1.8225,
      "step": 87850
    },
    {
      "epoch": 75.93777009507346,
      "grad_norm": 2.220141887664795,
      "learning_rate": 3.6002740827516035e-06,
      "loss": 1.8436,
      "step": 87860
    },
    {
      "epoch": 75.94641313742437,
      "grad_norm": 2.066343069076538,
      "learning_rate": 3.5944178281766383e-06,
      "loss": 1.8205,
      "step": 87870
    },
    {
      "epoch": 75.95505617977528,
      "grad_norm": 2.0496363639831543,
      "learning_rate": 3.5885661628228706e-06,
      "loss": 1.8414,
      "step": 87880
    },
    {
      "epoch": 75.9636992221262,
      "grad_norm": 2.0388996601104736,
      "learning_rate": 3.582719087268993e-06,
      "loss": 1.8403,
      "step": 87890
    },
    {
      "epoch": 75.97234226447709,
      "grad_norm": 2.17435884475708,
      "learning_rate": 3.576876602093254e-06,
      "loss": 1.8186,
      "step": 87900
    },
    {
      "epoch": 75.980985306828,
      "grad_norm": 2.6043684482574463,
      "learning_rate": 3.5710387078734143e-06,
      "loss": 1.8152,
      "step": 87910
    },
    {
      "epoch": 75.98962834917891,
      "grad_norm": 2.1494462490081787,
      "learning_rate": 3.5652054051868167e-06,
      "loss": 1.8327,
      "step": 87920
    },
    {
      "epoch": 75.99827139152981,
      "grad_norm": 1.9581353664398193,
      "learning_rate": 3.5593766946103445e-06,
      "loss": 1.8394,
      "step": 87930
    },
    {
      "epoch": 76.00691443388072,
      "grad_norm": 1.8809430599212646,
      "learning_rate": 3.5535525767204147e-06,
      "loss": 1.824,
      "step": 87940
    },
    {
      "epoch": 76.01555747623163,
      "grad_norm": 3.2104480266571045,
      "learning_rate": 3.5477330520929995e-06,
      "loss": 1.7901,
      "step": 87950
    },
    {
      "epoch": 76.02420051858255,
      "grad_norm": 2.139437198638916,
      "learning_rate": 3.5419181213036222e-06,
      "loss": 1.8137,
      "step": 87960
    },
    {
      "epoch": 76.03284356093344,
      "grad_norm": 2.0288784503936768,
      "learning_rate": 3.5361077849273225e-06,
      "loss": 1.7814,
      "step": 87970
    },
    {
      "epoch": 76.04148660328435,
      "grad_norm": 2.249295234680176,
      "learning_rate": 3.530302043538719e-06,
      "loss": 1.8114,
      "step": 87980
    },
    {
      "epoch": 76.05012964563527,
      "grad_norm": 2.3311102390289307,
      "learning_rate": 3.5245008977119575e-06,
      "loss": 1.7995,
      "step": 87990
    },
    {
      "epoch": 76.05877268798618,
      "grad_norm": 2.1305503845214844,
      "learning_rate": 3.518704348020735e-06,
      "loss": 1.8141,
      "step": 88000
    },
    {
      "epoch": 76.06741573033707,
      "grad_norm": 2.1001904010772705,
      "learning_rate": 3.512912395038298e-06,
      "loss": 1.8035,
      "step": 88010
    },
    {
      "epoch": 76.07605877268799,
      "grad_norm": 2.011093854904175,
      "learning_rate": 3.5071250393374445e-06,
      "loss": 1.8196,
      "step": 88020
    },
    {
      "epoch": 76.0847018150389,
      "grad_norm": 5.909622669219971,
      "learning_rate": 3.501342281490488e-06,
      "loss": 1.8103,
      "step": 88030
    },
    {
      "epoch": 76.0933448573898,
      "grad_norm": 2.015803575515747,
      "learning_rate": 3.495564122069317e-06,
      "loss": 1.822,
      "step": 88040
    },
    {
      "epoch": 76.1019878997407,
      "grad_norm": 2.329117774963379,
      "learning_rate": 3.4897905616453506e-06,
      "loss": 1.796,
      "step": 88050
    },
    {
      "epoch": 76.11063094209162,
      "grad_norm": 2.0181427001953125,
      "learning_rate": 3.4840216007895664e-06,
      "loss": 1.7739,
      "step": 88060
    },
    {
      "epoch": 76.11927398444253,
      "grad_norm": 2.0418899059295654,
      "learning_rate": 3.478257240072469e-06,
      "loss": 1.8044,
      "step": 88070
    },
    {
      "epoch": 76.12791702679343,
      "grad_norm": 1.9689130783081055,
      "learning_rate": 3.4724974800641187e-06,
      "loss": 1.8249,
      "step": 88080
    },
    {
      "epoch": 76.13656006914434,
      "grad_norm": 2.1011219024658203,
      "learning_rate": 3.4667423213341264e-06,
      "loss": 1.8051,
      "step": 88090
    },
    {
      "epoch": 76.14520311149525,
      "grad_norm": 1.950833797454834,
      "learning_rate": 3.4609917644516377e-06,
      "loss": 1.8058,
      "step": 88100
    },
    {
      "epoch": 76.15384615384616,
      "grad_norm": 2.94161319732666,
      "learning_rate": 3.455245809985341e-06,
      "loss": 1.834,
      "step": 88110
    },
    {
      "epoch": 76.16248919619706,
      "grad_norm": 2.0993080139160156,
      "learning_rate": 3.4495044585034887e-06,
      "loss": 1.816,
      "step": 88120
    },
    {
      "epoch": 76.17113223854797,
      "grad_norm": 2.008861780166626,
      "learning_rate": 3.4437677105738474e-06,
      "loss": 1.8217,
      "step": 88130
    },
    {
      "epoch": 76.17977528089888,
      "grad_norm": 1.971657156944275,
      "learning_rate": 3.4380355667637696e-06,
      "loss": 1.8111,
      "step": 88140
    },
    {
      "epoch": 76.18841832324978,
      "grad_norm": 2.007490634918213,
      "learning_rate": 3.432308027640102e-06,
      "loss": 1.8366,
      "step": 88150
    },
    {
      "epoch": 76.19706136560069,
      "grad_norm": 2.142862319946289,
      "learning_rate": 3.4265850937692744e-06,
      "loss": 1.8273,
      "step": 88160
    },
    {
      "epoch": 76.2057044079516,
      "grad_norm": 2.0262632369995117,
      "learning_rate": 3.4208667657172342e-06,
      "loss": 1.8166,
      "step": 88170
    },
    {
      "epoch": 76.21434745030251,
      "grad_norm": 1.9550492763519287,
      "learning_rate": 3.4151530440495182e-06,
      "loss": 1.8056,
      "step": 88180
    },
    {
      "epoch": 76.22299049265341,
      "grad_norm": 2.0542821884155273,
      "learning_rate": 3.4094439293311576e-06,
      "loss": 1.7912,
      "step": 88190
    },
    {
      "epoch": 76.23163353500432,
      "grad_norm": 1.934854507446289,
      "learning_rate": 3.403739422126756e-06,
      "loss": 1.7962,
      "step": 88200
    },
    {
      "epoch": 76.24027657735523,
      "grad_norm": 2.0716097354888916,
      "learning_rate": 3.3980395230004458e-06,
      "loss": 1.8067,
      "step": 88210
    },
    {
      "epoch": 76.24891961970614,
      "grad_norm": 2.039217472076416,
      "learning_rate": 3.392344232515915e-06,
      "loss": 1.8148,
      "step": 88220
    },
    {
      "epoch": 76.25756266205704,
      "grad_norm": 1.9983723163604736,
      "learning_rate": 3.3866535512363907e-06,
      "loss": 1.7869,
      "step": 88230
    },
    {
      "epoch": 76.26620570440795,
      "grad_norm": 1.8895294666290283,
      "learning_rate": 3.3809674797246504e-06,
      "loss": 1.8035,
      "step": 88240
    },
    {
      "epoch": 76.27484874675886,
      "grad_norm": 2.8408377170562744,
      "learning_rate": 3.3752860185430057e-06,
      "loss": 1.7954,
      "step": 88250
    },
    {
      "epoch": 76.28349178910976,
      "grad_norm": 2.4347641468048096,
      "learning_rate": 3.369609168253318e-06,
      "loss": 1.8028,
      "step": 88260
    },
    {
      "epoch": 76.29213483146067,
      "grad_norm": 2.131150484085083,
      "learning_rate": 3.3639369294169944e-06,
      "loss": 1.8016,
      "step": 88270
    },
    {
      "epoch": 76.30077787381158,
      "grad_norm": 2.052842855453491,
      "learning_rate": 3.3582693025949796e-06,
      "loss": 1.8506,
      "step": 88280
    },
    {
      "epoch": 76.3094209161625,
      "grad_norm": 2.0176784992218018,
      "learning_rate": 3.3526062883477704e-06,
      "loss": 1.8241,
      "step": 88290
    },
    {
      "epoch": 76.31806395851339,
      "grad_norm": 2.005831718444824,
      "learning_rate": 3.3469478872354077e-06,
      "loss": 1.802,
      "step": 88300
    },
    {
      "epoch": 76.3267070008643,
      "grad_norm": 2.3775269985198975,
      "learning_rate": 3.34129409981746e-06,
      "loss": 1.8082,
      "step": 88310
    },
    {
      "epoch": 76.33535004321521,
      "grad_norm": 2.0627427101135254,
      "learning_rate": 3.335644926653064e-06,
      "loss": 1.84,
      "step": 88320
    },
    {
      "epoch": 76.34399308556613,
      "grad_norm": 2.688105821609497,
      "learning_rate": 3.330000368300884e-06,
      "loss": 1.8119,
      "step": 88330
    },
    {
      "epoch": 76.35263612791702,
      "grad_norm": 1.971851110458374,
      "learning_rate": 3.3243604253191173e-06,
      "loss": 1.8253,
      "step": 88340
    },
    {
      "epoch": 76.36127917026793,
      "grad_norm": 1.972801923751831,
      "learning_rate": 3.3187250982655405e-06,
      "loss": 1.7977,
      "step": 88350
    },
    {
      "epoch": 76.36992221261885,
      "grad_norm": 2.0175843238830566,
      "learning_rate": 3.3130943876974407e-06,
      "loss": 1.8361,
      "step": 88360
    },
    {
      "epoch": 76.37856525496974,
      "grad_norm": 2.0785880088806152,
      "learning_rate": 3.307468294171656e-06,
      "loss": 1.8064,
      "step": 88370
    },
    {
      "epoch": 76.38720829732065,
      "grad_norm": 2.0291531085968018,
      "learning_rate": 3.3018468182445914e-06,
      "loss": 1.8426,
      "step": 88380
    },
    {
      "epoch": 76.39585133967157,
      "grad_norm": 1.9243937730789185,
      "learning_rate": 3.2962299604721524e-06,
      "loss": 1.8333,
      "step": 88390
    },
    {
      "epoch": 76.40449438202248,
      "grad_norm": 2.070321559906006,
      "learning_rate": 3.290617721409822e-06,
      "loss": 1.8288,
      "step": 88400
    },
    {
      "epoch": 76.41313742437337,
      "grad_norm": 2.1203694343566895,
      "learning_rate": 3.2850101016126123e-06,
      "loss": 1.8235,
      "step": 88410
    },
    {
      "epoch": 76.42178046672429,
      "grad_norm": 1.881697416305542,
      "learning_rate": 3.2794071016350737e-06,
      "loss": 1.8168,
      "step": 88420
    },
    {
      "epoch": 76.4304235090752,
      "grad_norm": 1.9497603178024292,
      "learning_rate": 3.273808722031324e-06,
      "loss": 1.8206,
      "step": 88430
    },
    {
      "epoch": 76.43906655142611,
      "grad_norm": 2.0993363857269287,
      "learning_rate": 3.26821496335501e-06,
      "loss": 1.8298,
      "step": 88440
    },
    {
      "epoch": 76.447709593777,
      "grad_norm": 2.0326075553894043,
      "learning_rate": 3.2626258261593046e-06,
      "loss": 1.8066,
      "step": 88450
    },
    {
      "epoch": 76.45635263612792,
      "grad_norm": 2.0783469676971436,
      "learning_rate": 3.2570413109969443e-06,
      "loss": 1.7983,
      "step": 88460
    },
    {
      "epoch": 76.46499567847883,
      "grad_norm": 2.0069048404693604,
      "learning_rate": 3.2514614184201988e-06,
      "loss": 1.8101,
      "step": 88470
    },
    {
      "epoch": 76.47363872082973,
      "grad_norm": 2.216604471206665,
      "learning_rate": 3.2458861489808924e-06,
      "loss": 1.8247,
      "step": 88480
    },
    {
      "epoch": 76.48228176318064,
      "grad_norm": 2.2560746669769287,
      "learning_rate": 3.2403155032303787e-06,
      "loss": 1.8168,
      "step": 88490
    },
    {
      "epoch": 76.49092480553155,
      "grad_norm": 2.039736270904541,
      "learning_rate": 3.234749481719562e-06,
      "loss": 1.8064,
      "step": 88500
    },
    {
      "epoch": 76.49956784788246,
      "grad_norm": 1.9847633838653564,
      "learning_rate": 3.2291880849988855e-06,
      "loss": 1.81,
      "step": 88510
    },
    {
      "epoch": 76.50821089023336,
      "grad_norm": 2.1421422958374023,
      "learning_rate": 3.223631313618336e-06,
      "loss": 1.8005,
      "step": 88520
    },
    {
      "epoch": 76.51685393258427,
      "grad_norm": 2.2104175090789795,
      "learning_rate": 3.218079168127441e-06,
      "loss": 1.8343,
      "step": 88530
    },
    {
      "epoch": 76.52549697493518,
      "grad_norm": 2.1817450523376465,
      "learning_rate": 3.2125316490752844e-06,
      "loss": 1.8242,
      "step": 88540
    },
    {
      "epoch": 76.53414001728609,
      "grad_norm": 2.2358899116516113,
      "learning_rate": 3.2069887570104652e-06,
      "loss": 1.8184,
      "step": 88550
    },
    {
      "epoch": 76.54278305963699,
      "grad_norm": 3.1143674850463867,
      "learning_rate": 3.201450492481162e-06,
      "loss": 1.8096,
      "step": 88560
    },
    {
      "epoch": 76.5514261019879,
      "grad_norm": 2.2357547283172607,
      "learning_rate": 3.1959168560350527e-06,
      "loss": 1.8207,
      "step": 88570
    },
    {
      "epoch": 76.56006914433881,
      "grad_norm": 2.0360052585601807,
      "learning_rate": 3.190387848219384e-06,
      "loss": 1.7983,
      "step": 88580
    },
    {
      "epoch": 76.56871218668971,
      "grad_norm": 2.113218069076538,
      "learning_rate": 3.18486346958094e-06,
      "loss": 1.8083,
      "step": 88590
    },
    {
      "epoch": 76.57735522904062,
      "grad_norm": 2.2325007915496826,
      "learning_rate": 3.179343720666056e-06,
      "loss": 1.8291,
      "step": 88600
    },
    {
      "epoch": 76.58599827139153,
      "grad_norm": 2.223309278488159,
      "learning_rate": 3.1738286020205954e-06,
      "loss": 1.8204,
      "step": 88610
    },
    {
      "epoch": 76.59464131374244,
      "grad_norm": 2.471454381942749,
      "learning_rate": 3.1683181141899777e-06,
      "loss": 1.8297,
      "step": 88620
    },
    {
      "epoch": 76.60328435609334,
      "grad_norm": 2.1654672622680664,
      "learning_rate": 3.1628122577191334e-06,
      "loss": 1.8021,
      "step": 88630
    },
    {
      "epoch": 76.61192739844425,
      "grad_norm": 2.1835274696350098,
      "learning_rate": 3.157311033152577e-06,
      "loss": 1.8616,
      "step": 88640
    },
    {
      "epoch": 76.62057044079516,
      "grad_norm": 1.984841227531433,
      "learning_rate": 3.1518144410343343e-06,
      "loss": 1.8215,
      "step": 88650
    },
    {
      "epoch": 76.62921348314607,
      "grad_norm": 2.3076422214508057,
      "learning_rate": 3.146322481907993e-06,
      "loss": 1.8285,
      "step": 88660
    },
    {
      "epoch": 76.63785652549697,
      "grad_norm": 2.093075752258301,
      "learning_rate": 3.140835156316657e-06,
      "loss": 1.8107,
      "step": 88670
    },
    {
      "epoch": 76.64649956784788,
      "grad_norm": 2.399444580078125,
      "learning_rate": 3.135352464803015e-06,
      "loss": 1.8025,
      "step": 88680
    },
    {
      "epoch": 76.6551426101988,
      "grad_norm": 2.012586832046509,
      "learning_rate": 3.12987440790925e-06,
      "loss": 1.8103,
      "step": 88690
    },
    {
      "epoch": 76.66378565254969,
      "grad_norm": 2.248288869857788,
      "learning_rate": 3.1244009861771117e-06,
      "loss": 1.8373,
      "step": 88700
    },
    {
      "epoch": 76.6724286949006,
      "grad_norm": 1.8660798072814941,
      "learning_rate": 3.1189322001478892e-06,
      "loss": 1.8539,
      "step": 88710
    },
    {
      "epoch": 76.68107173725151,
      "grad_norm": 2.1415629386901855,
      "learning_rate": 3.1134680503624114e-06,
      "loss": 1.8012,
      "step": 88720
    },
    {
      "epoch": 76.68971477960243,
      "grad_norm": 2.174114227294922,
      "learning_rate": 3.1080085373610458e-06,
      "loss": 1.8267,
      "step": 88730
    },
    {
      "epoch": 76.69835782195332,
      "grad_norm": 2.1793785095214844,
      "learning_rate": 3.1025536616837103e-06,
      "loss": 1.8196,
      "step": 88740
    },
    {
      "epoch": 76.70700086430423,
      "grad_norm": 1.9711378812789917,
      "learning_rate": 3.097103423869846e-06,
      "loss": 1.8167,
      "step": 88750
    },
    {
      "epoch": 76.71564390665515,
      "grad_norm": 2.107905387878418,
      "learning_rate": 3.0916578244584603e-06,
      "loss": 1.8064,
      "step": 88760
    },
    {
      "epoch": 76.72428694900606,
      "grad_norm": 2.013749599456787,
      "learning_rate": 3.086216863988084e-06,
      "loss": 1.8338,
      "step": 88770
    },
    {
      "epoch": 76.73292999135695,
      "grad_norm": 2.116591453552246,
      "learning_rate": 3.080780542996792e-06,
      "loss": 1.7995,
      "step": 88780
    },
    {
      "epoch": 76.74157303370787,
      "grad_norm": 2.128563165664673,
      "learning_rate": 3.0753488620222037e-06,
      "loss": 1.8133,
      "step": 88790
    },
    {
      "epoch": 76.75021607605878,
      "grad_norm": 1.9672516584396362,
      "learning_rate": 3.0699218216014848e-06,
      "loss": 1.8002,
      "step": 88800
    },
    {
      "epoch": 76.75885911840967,
      "grad_norm": 2.7278037071228027,
      "learning_rate": 3.064499422271322e-06,
      "loss": 1.818,
      "step": 88810
    },
    {
      "epoch": 76.76750216076059,
      "grad_norm": 2.0117483139038086,
      "learning_rate": 3.0590816645679644e-06,
      "loss": 1.7939,
      "step": 88820
    },
    {
      "epoch": 76.7761452031115,
      "grad_norm": 2.14386248588562,
      "learning_rate": 3.0536685490271942e-06,
      "loss": 1.8082,
      "step": 88830
    },
    {
      "epoch": 76.78478824546241,
      "grad_norm": 2.0232813358306885,
      "learning_rate": 3.0482600761843225e-06,
      "loss": 1.784,
      "step": 88840
    },
    {
      "epoch": 76.7934312878133,
      "grad_norm": 1.9736067056655884,
      "learning_rate": 3.0428562465742384e-06,
      "loss": 1.8225,
      "step": 88850
    },
    {
      "epoch": 76.80207433016422,
      "grad_norm": 2.2106528282165527,
      "learning_rate": 3.0374570607313357e-06,
      "loss": 1.8081,
      "step": 88860
    },
    {
      "epoch": 76.81071737251513,
      "grad_norm": 2.041044235229492,
      "learning_rate": 3.032062519189555e-06,
      "loss": 1.827,
      "step": 88870
    },
    {
      "epoch": 76.81936041486604,
      "grad_norm": 2.1001245975494385,
      "learning_rate": 3.0266726224823795e-06,
      "loss": 1.8299,
      "step": 88880
    },
    {
      "epoch": 76.82800345721694,
      "grad_norm": 1.9365127086639404,
      "learning_rate": 3.0212873711428447e-06,
      "loss": 1.8056,
      "step": 88890
    },
    {
      "epoch": 76.83664649956785,
      "grad_norm": 2.0483531951904297,
      "learning_rate": 3.0159067657035135e-06,
      "loss": 1.8175,
      "step": 88900
    },
    {
      "epoch": 76.84528954191876,
      "grad_norm": 1.956158995628357,
      "learning_rate": 3.0105308066964986e-06,
      "loss": 1.8421,
      "step": 88910
    },
    {
      "epoch": 76.85393258426966,
      "grad_norm": 1.993864893913269,
      "learning_rate": 3.0051594946534477e-06,
      "loss": 1.8173,
      "step": 88920
    },
    {
      "epoch": 76.86257562662057,
      "grad_norm": 2.828026533126831,
      "learning_rate": 2.9997928301055413e-06,
      "loss": 1.8477,
      "step": 88930
    },
    {
      "epoch": 76.87121866897148,
      "grad_norm": 2.0949385166168213,
      "learning_rate": 2.994430813583521e-06,
      "loss": 1.8328,
      "step": 88940
    },
    {
      "epoch": 76.87986171132239,
      "grad_norm": 1.9523496627807617,
      "learning_rate": 2.9890734456176518e-06,
      "loss": 1.7943,
      "step": 88950
    },
    {
      "epoch": 76.88850475367329,
      "grad_norm": 2.2411441802978516,
      "learning_rate": 2.983720726737743e-06,
      "loss": 1.8156,
      "step": 88960
    },
    {
      "epoch": 76.8971477960242,
      "grad_norm": 2.0604817867279053,
      "learning_rate": 2.978372657473144e-06,
      "loss": 1.8024,
      "step": 88970
    },
    {
      "epoch": 76.90579083837511,
      "grad_norm": 3.58150315284729,
      "learning_rate": 2.973029238352748e-06,
      "loss": 1.8189,
      "step": 88980
    },
    {
      "epoch": 76.91443388072602,
      "grad_norm": 1.9961140155792236,
      "learning_rate": 2.967690469904988e-06,
      "loss": 1.8355,
      "step": 88990
    },
    {
      "epoch": 76.92307692307692,
      "grad_norm": 2.1573545932769775,
      "learning_rate": 2.962356352657819e-06,
      "loss": 1.8172,
      "step": 89000
    },
    {
      "epoch": 76.93171996542783,
      "grad_norm": 2.174988031387329,
      "learning_rate": 2.9570268871387754e-06,
      "loss": 1.8244,
      "step": 89010
    },
    {
      "epoch": 76.94036300777874,
      "grad_norm": 2.1336820125579834,
      "learning_rate": 2.95170207387489e-06,
      "loss": 1.8206,
      "step": 89020
    },
    {
      "epoch": 76.94900605012964,
      "grad_norm": 5.706345558166504,
      "learning_rate": 2.9463819133927596e-06,
      "loss": 1.8074,
      "step": 89030
    },
    {
      "epoch": 76.95764909248055,
      "grad_norm": 3.174689292907715,
      "learning_rate": 2.941066406218529e-06,
      "loss": 1.8019,
      "step": 89040
    },
    {
      "epoch": 76.96629213483146,
      "grad_norm": 2.087538003921509,
      "learning_rate": 2.935755552877839e-06,
      "loss": 1.8277,
      "step": 89050
    },
    {
      "epoch": 76.97493517718237,
      "grad_norm": 2.208224296569824,
      "learning_rate": 2.93044935389592e-06,
      "loss": 1.8329,
      "step": 89060
    },
    {
      "epoch": 76.98357821953327,
      "grad_norm": 2.965916872024536,
      "learning_rate": 2.925147809797518e-06,
      "loss": 1.8346,
      "step": 89070
    },
    {
      "epoch": 76.99222126188418,
      "grad_norm": 2.011218786239624,
      "learning_rate": 2.91985092110692e-06,
      "loss": 1.8152,
      "step": 89080
    },
    {
      "epoch": 77.0008643042351,
      "grad_norm": 2.0285227298736572,
      "learning_rate": 2.914558688347946e-06,
      "loss": 1.8526,
      "step": 89090
    },
    {
      "epoch": 77.00950734658599,
      "grad_norm": 1.9328032732009888,
      "learning_rate": 2.909271112043993e-06,
      "loss": 1.7857,
      "step": 89100
    },
    {
      "epoch": 77.0181503889369,
      "grad_norm": 2.1865286827087402,
      "learning_rate": 2.9039881927179434e-06,
      "loss": 1.7813,
      "step": 89110
    },
    {
      "epoch": 77.02679343128781,
      "grad_norm": 1.974557876586914,
      "learning_rate": 2.8987099308922515e-06,
      "loss": 1.7892,
      "step": 89120
    },
    {
      "epoch": 77.03543647363873,
      "grad_norm": 2.1660430431365967,
      "learning_rate": 2.893436327088911e-06,
      "loss": 1.7839,
      "step": 89130
    },
    {
      "epoch": 77.04407951598962,
      "grad_norm": 2.15352201461792,
      "learning_rate": 2.8881673818294374e-06,
      "loss": 1.7818,
      "step": 89140
    },
    {
      "epoch": 77.05272255834053,
      "grad_norm": 2.0689797401428223,
      "learning_rate": 2.8829030956349036e-06,
      "loss": 1.7671,
      "step": 89150
    },
    {
      "epoch": 77.06136560069145,
      "grad_norm": 1.887128233909607,
      "learning_rate": 2.8776434690259148e-06,
      "loss": 1.816,
      "step": 89160
    },
    {
      "epoch": 77.07000864304236,
      "grad_norm": 1.9025397300720215,
      "learning_rate": 2.8723885025226107e-06,
      "loss": 1.8094,
      "step": 89170
    },
    {
      "epoch": 77.07865168539325,
      "grad_norm": 1.8562593460083008,
      "learning_rate": 2.867138196644675e-06,
      "loss": 1.8213,
      "step": 89180
    },
    {
      "epoch": 77.08729472774417,
      "grad_norm": 2.0280070304870605,
      "learning_rate": 2.8618925519113328e-06,
      "loss": 1.8049,
      "step": 89190
    },
    {
      "epoch": 77.09593777009508,
      "grad_norm": 2.1130096912384033,
      "learning_rate": 2.8566515688413453e-06,
      "loss": 1.81,
      "step": 89200
    },
    {
      "epoch": 77.10458081244597,
      "grad_norm": 2.4574196338653564,
      "learning_rate": 2.8514152479530153e-06,
      "loss": 1.8268,
      "step": 89210
    },
    {
      "epoch": 77.11322385479689,
      "grad_norm": 2.035271644592285,
      "learning_rate": 2.8461835897641843e-06,
      "loss": 1.8108,
      "step": 89220
    },
    {
      "epoch": 77.1218668971478,
      "grad_norm": 2.026482105255127,
      "learning_rate": 2.840956594792216e-06,
      "loss": 1.7888,
      "step": 89230
    },
    {
      "epoch": 77.13050993949871,
      "grad_norm": 2.0948379039764404,
      "learning_rate": 2.835734263554035e-06,
      "loss": 1.7843,
      "step": 89240
    },
    {
      "epoch": 77.1391529818496,
      "grad_norm": 3.5223262310028076,
      "learning_rate": 2.830516596566096e-06,
      "loss": 1.8058,
      "step": 89250
    },
    {
      "epoch": 77.14779602420052,
      "grad_norm": 2.197979688644409,
      "learning_rate": 2.8253035943444027e-06,
      "loss": 1.8199,
      "step": 89260
    },
    {
      "epoch": 77.15643906655143,
      "grad_norm": 2.6575393676757812,
      "learning_rate": 2.8200952574044815e-06,
      "loss": 1.7978,
      "step": 89270
    },
    {
      "epoch": 77.16508210890234,
      "grad_norm": 2.2508344650268555,
      "learning_rate": 2.814891586261409e-06,
      "loss": 1.7911,
      "step": 89280
    },
    {
      "epoch": 77.17372515125324,
      "grad_norm": 2.0584893226623535,
      "learning_rate": 2.8096925814297905e-06,
      "loss": 1.8028,
      "step": 89290
    },
    {
      "epoch": 77.18236819360415,
      "grad_norm": 2.1510567665100098,
      "learning_rate": 2.80449824342377e-06,
      "loss": 1.8119,
      "step": 89300
    },
    {
      "epoch": 77.19101123595506,
      "grad_norm": 2.0500850677490234,
      "learning_rate": 2.7993085727570423e-06,
      "loss": 1.7991,
      "step": 89310
    },
    {
      "epoch": 77.19965427830596,
      "grad_norm": 2.1095974445343018,
      "learning_rate": 2.79412356994283e-06,
      "loss": 1.7925,
      "step": 89320
    },
    {
      "epoch": 77.20829732065687,
      "grad_norm": 1.9353595972061157,
      "learning_rate": 2.788943235493896e-06,
      "loss": 1.8008,
      "step": 89330
    },
    {
      "epoch": 77.21694036300778,
      "grad_norm": 1.9591327905654907,
      "learning_rate": 2.7837675699225573e-06,
      "loss": 1.806,
      "step": 89340
    },
    {
      "epoch": 77.22558340535869,
      "grad_norm": 1.9988751411437988,
      "learning_rate": 2.778596573740638e-06,
      "loss": 1.7946,
      "step": 89350
    },
    {
      "epoch": 77.23422644770959,
      "grad_norm": 2.06019926071167,
      "learning_rate": 2.773430247459524e-06,
      "loss": 1.799,
      "step": 89360
    },
    {
      "epoch": 77.2428694900605,
      "grad_norm": 1.9895538091659546,
      "learning_rate": 2.7682685915901286e-06,
      "loss": 1.7947,
      "step": 89370
    },
    {
      "epoch": 77.25151253241141,
      "grad_norm": 2.1666266918182373,
      "learning_rate": 2.763111606642915e-06,
      "loss": 1.7895,
      "step": 89380
    },
    {
      "epoch": 77.26015557476232,
      "grad_norm": 2.034897565841675,
      "learning_rate": 2.7579592931278653e-06,
      "loss": 1.7785,
      "step": 89390
    },
    {
      "epoch": 77.26879861711322,
      "grad_norm": 2.049236536026001,
      "learning_rate": 2.752811651554521e-06,
      "loss": 1.8062,
      "step": 89400
    },
    {
      "epoch": 77.27744165946413,
      "grad_norm": 2.109673500061035,
      "learning_rate": 2.7476686824319585e-06,
      "loss": 1.8162,
      "step": 89410
    },
    {
      "epoch": 77.28608470181504,
      "grad_norm": 1.9976065158843994,
      "learning_rate": 2.7425303862687546e-06,
      "loss": 1.837,
      "step": 89420
    },
    {
      "epoch": 77.29472774416594,
      "grad_norm": 1.8953601121902466,
      "learning_rate": 2.7373967635730856e-06,
      "loss": 1.8154,
      "step": 89430
    },
    {
      "epoch": 77.30337078651685,
      "grad_norm": 1.9182075262069702,
      "learning_rate": 2.7322678148526183e-06,
      "loss": 1.8083,
      "step": 89440
    },
    {
      "epoch": 77.31201382886776,
      "grad_norm": 2.035926342010498,
      "learning_rate": 2.727143540614585e-06,
      "loss": 1.78,
      "step": 89450
    },
    {
      "epoch": 77.32065687121867,
      "grad_norm": 2.1310954093933105,
      "learning_rate": 2.7220239413657423e-06,
      "loss": 1.8238,
      "step": 89460
    },
    {
      "epoch": 77.32929991356957,
      "grad_norm": 3.497833251953125,
      "learning_rate": 2.7169090176123737e-06,
      "loss": 1.8042,
      "step": 89470
    },
    {
      "epoch": 77.33794295592048,
      "grad_norm": 2.145813226699829,
      "learning_rate": 2.7117987698603243e-06,
      "loss": 1.7957,
      "step": 89480
    },
    {
      "epoch": 77.3465859982714,
      "grad_norm": 1.9976519346237183,
      "learning_rate": 2.7066931986149624e-06,
      "loss": 1.807,
      "step": 89490
    },
    {
      "epoch": 77.3552290406223,
      "grad_norm": 2.416440010070801,
      "learning_rate": 2.7015923043811895e-06,
      "loss": 1.8021,
      "step": 89500
    },
    {
      "epoch": 77.3638720829732,
      "grad_norm": 2.2610044479370117,
      "learning_rate": 2.6964960876634693e-06,
      "loss": 1.7877,
      "step": 89510
    },
    {
      "epoch": 77.37251512532411,
      "grad_norm": 3.2792911529541016,
      "learning_rate": 2.6914045489657867e-06,
      "loss": 1.8257,
      "step": 89520
    },
    {
      "epoch": 77.38115816767503,
      "grad_norm": 5.6323089599609375,
      "learning_rate": 2.6863176887916398e-06,
      "loss": 1.809,
      "step": 89530
    },
    {
      "epoch": 77.38980121002592,
      "grad_norm": 2.2257800102233887,
      "learning_rate": 2.6812355076441033e-06,
      "loss": 1.8037,
      "step": 89540
    },
    {
      "epoch": 77.39844425237683,
      "grad_norm": 2.0324835777282715,
      "learning_rate": 2.6761580060257695e-06,
      "loss": 1.8187,
      "step": 89550
    },
    {
      "epoch": 77.40708729472775,
      "grad_norm": 2.018190860748291,
      "learning_rate": 2.6710851844387764e-06,
      "loss": 1.7997,
      "step": 89560
    },
    {
      "epoch": 77.41573033707866,
      "grad_norm": 2.069206476211548,
      "learning_rate": 2.666017043384783e-06,
      "loss": 1.7861,
      "step": 89570
    },
    {
      "epoch": 77.42437337942955,
      "grad_norm": 5.156974792480469,
      "learning_rate": 2.660953583365006e-06,
      "loss": 1.8138,
      "step": 89580
    },
    {
      "epoch": 77.43301642178047,
      "grad_norm": 2.1849260330200195,
      "learning_rate": 2.655894804880188e-06,
      "loss": 1.8073,
      "step": 89590
    },
    {
      "epoch": 77.44165946413138,
      "grad_norm": 2.2558534145355225,
      "learning_rate": 2.650840708430613e-06,
      "loss": 1.847,
      "step": 89600
    },
    {
      "epoch": 77.45030250648229,
      "grad_norm": 1.9280731678009033,
      "learning_rate": 2.645791294516092e-06,
      "loss": 1.7918,
      "step": 89610
    },
    {
      "epoch": 77.45894554883319,
      "grad_norm": 2.0726587772369385,
      "learning_rate": 2.6407465636359875e-06,
      "loss": 1.8006,
      "step": 89620
    },
    {
      "epoch": 77.4675885911841,
      "grad_norm": 1.9327130317687988,
      "learning_rate": 2.6357065162891825e-06,
      "loss": 1.7964,
      "step": 89630
    },
    {
      "epoch": 77.47623163353501,
      "grad_norm": 1.9834725856781006,
      "learning_rate": 2.630671152974118e-06,
      "loss": 1.7758,
      "step": 89640
    },
    {
      "epoch": 77.4848746758859,
      "grad_norm": 1.9840384721755981,
      "learning_rate": 2.625640474188762e-06,
      "loss": 1.8207,
      "step": 89650
    },
    {
      "epoch": 77.49351771823682,
      "grad_norm": 1.9879909753799438,
      "learning_rate": 2.6206144804306053e-06,
      "loss": 1.8111,
      "step": 89660
    },
    {
      "epoch": 77.50216076058773,
      "grad_norm": 2.6306798458099365,
      "learning_rate": 2.6155931721966787e-06,
      "loss": 1.7983,
      "step": 89670
    },
    {
      "epoch": 77.51080380293864,
      "grad_norm": 1.9424995183944702,
      "learning_rate": 2.610576549983579e-06,
      "loss": 1.8307,
      "step": 89680
    },
    {
      "epoch": 77.51944684528954,
      "grad_norm": 2.055037260055542,
      "learning_rate": 2.6055646142874146e-06,
      "loss": 1.812,
      "step": 89690
    },
    {
      "epoch": 77.52808988764045,
      "grad_norm": 2.3310093879699707,
      "learning_rate": 2.600557365603834e-06,
      "loss": 1.8189,
      "step": 89700
    },
    {
      "epoch": 77.53673292999136,
      "grad_norm": 1.9664491415023804,
      "learning_rate": 2.595554804428013e-06,
      "loss": 1.8133,
      "step": 89710
    },
    {
      "epoch": 77.54537597234227,
      "grad_norm": 2.131521224975586,
      "learning_rate": 2.5905569312546786e-06,
      "loss": 1.8133,
      "step": 89720
    },
    {
      "epoch": 77.55401901469317,
      "grad_norm": 2.0659453868865967,
      "learning_rate": 2.58556374657809e-06,
      "loss": 1.8196,
      "step": 89730
    },
    {
      "epoch": 77.56266205704408,
      "grad_norm": 2.002782106399536,
      "learning_rate": 2.5805752508920423e-06,
      "loss": 1.7923,
      "step": 89740
    },
    {
      "epoch": 77.57130509939499,
      "grad_norm": 2.0133516788482666,
      "learning_rate": 2.575591444689862e-06,
      "loss": 1.7977,
      "step": 89750
    },
    {
      "epoch": 77.57994814174589,
      "grad_norm": 1.9039422273635864,
      "learning_rate": 2.5706123284644335e-06,
      "loss": 1.7982,
      "step": 89760
    },
    {
      "epoch": 77.5885911840968,
      "grad_norm": 2.160738945007324,
      "learning_rate": 2.56563790270814e-06,
      "loss": 1.8052,
      "step": 89770
    },
    {
      "epoch": 77.59723422644771,
      "grad_norm": 2.038717031478882,
      "learning_rate": 2.5606681679129276e-06,
      "loss": 1.7973,
      "step": 89780
    },
    {
      "epoch": 77.60587726879862,
      "grad_norm": 1.9151374101638794,
      "learning_rate": 2.5557031245702745e-06,
      "loss": 1.8213,
      "step": 89790
    },
    {
      "epoch": 77.61452031114952,
      "grad_norm": 2.2196125984191895,
      "learning_rate": 2.5507427731711888e-06,
      "loss": 1.7925,
      "step": 89800
    },
    {
      "epoch": 77.62316335350043,
      "grad_norm": 2.3978285789489746,
      "learning_rate": 2.545787114206216e-06,
      "loss": 1.7941,
      "step": 89810
    },
    {
      "epoch": 77.63180639585134,
      "grad_norm": 1.978075623512268,
      "learning_rate": 2.5408361481654485e-06,
      "loss": 1.8183,
      "step": 89820
    },
    {
      "epoch": 77.64044943820225,
      "grad_norm": 1.9920638799667358,
      "learning_rate": 2.5358898755384995e-06,
      "loss": 1.8401,
      "step": 89830
    },
    {
      "epoch": 77.64909248055315,
      "grad_norm": 1.9083229303359985,
      "learning_rate": 2.530948296814528e-06,
      "loss": 1.8182,
      "step": 89840
    },
    {
      "epoch": 77.65773552290406,
      "grad_norm": 1.916084885597229,
      "learning_rate": 2.526011412482221e-06,
      "loss": 1.8064,
      "step": 89850
    },
    {
      "epoch": 77.66637856525497,
      "grad_norm": 2.0187489986419678,
      "learning_rate": 2.521079223029804e-06,
      "loss": 1.7942,
      "step": 89860
    },
    {
      "epoch": 77.67502160760587,
      "grad_norm": 2.142571449279785,
      "learning_rate": 2.5161517289450486e-06,
      "loss": 1.8259,
      "step": 89870
    },
    {
      "epoch": 77.68366464995678,
      "grad_norm": 2.069990634918213,
      "learning_rate": 2.511228930715248e-06,
      "loss": 1.8161,
      "step": 89880
    },
    {
      "epoch": 77.6923076923077,
      "grad_norm": 1.920856237411499,
      "learning_rate": 2.506310828827235e-06,
      "loss": 1.7992,
      "step": 89890
    },
    {
      "epoch": 77.7009507346586,
      "grad_norm": 2.1144797801971436,
      "learning_rate": 2.501397423767382e-06,
      "loss": 1.8094,
      "step": 89900
    },
    {
      "epoch": 77.7095937770095,
      "grad_norm": 2.2791571617126465,
      "learning_rate": 2.496488716021583e-06,
      "loss": 1.8109,
      "step": 89910
    },
    {
      "epoch": 77.71823681936041,
      "grad_norm": 2.046802282333374,
      "learning_rate": 2.491584706075284e-06,
      "loss": 1.7921,
      "step": 89920
    },
    {
      "epoch": 77.72687986171132,
      "grad_norm": 1.9518922567367554,
      "learning_rate": 2.486685394413468e-06,
      "loss": 1.8074,
      "step": 89930
    },
    {
      "epoch": 77.73552290406224,
      "grad_norm": 1.9417202472686768,
      "learning_rate": 2.4817907815206542e-06,
      "loss": 1.8223,
      "step": 89940
    },
    {
      "epoch": 77.74416594641313,
      "grad_norm": 1.9587587118148804,
      "learning_rate": 2.476900867880866e-06,
      "loss": 1.8154,
      "step": 89950
    },
    {
      "epoch": 77.75280898876404,
      "grad_norm": 2.101223945617676,
      "learning_rate": 2.4720156539776994e-06,
      "loss": 1.8042,
      "step": 89960
    },
    {
      "epoch": 77.76145203111496,
      "grad_norm": 2.1646459102630615,
      "learning_rate": 2.467135140294263e-06,
      "loss": 1.8138,
      "step": 89970
    },
    {
      "epoch": 77.77009507346585,
      "grad_norm": 2.2603366374969482,
      "learning_rate": 2.462259327313221e-06,
      "loss": 1.8116,
      "step": 89980
    },
    {
      "epoch": 77.77873811581676,
      "grad_norm": 2.2445836067199707,
      "learning_rate": 2.4573882155167482e-06,
      "loss": 1.8186,
      "step": 89990
    },
    {
      "epoch": 77.78738115816768,
      "grad_norm": 1.9756207466125488,
      "learning_rate": 2.452521805386576e-06,
      "loss": 1.807,
      "step": 90000
    },
    {
      "epoch": 77.79602420051859,
      "grad_norm": 2.175741672515869,
      "learning_rate": 2.4476600974039533e-06,
      "loss": 1.8168,
      "step": 90010
    },
    {
      "epoch": 77.80466724286948,
      "grad_norm": 2.074498414993286,
      "learning_rate": 2.4428030920496835e-06,
      "loss": 1.7866,
      "step": 90020
    },
    {
      "epoch": 77.8133102852204,
      "grad_norm": 1.9486653804779053,
      "learning_rate": 2.4379507898040887e-06,
      "loss": 1.8095,
      "step": 90030
    },
    {
      "epoch": 77.82195332757131,
      "grad_norm": 2.145155191421509,
      "learning_rate": 2.4331031911470236e-06,
      "loss": 1.8117,
      "step": 90040
    },
    {
      "epoch": 77.83059636992222,
      "grad_norm": 2.3454458713531494,
      "learning_rate": 2.428260296557899e-06,
      "loss": 1.8151,
      "step": 90050
    },
    {
      "epoch": 77.83923941227312,
      "grad_norm": 2.0965981483459473,
      "learning_rate": 2.423422106515638e-06,
      "loss": 1.8273,
      "step": 90060
    },
    {
      "epoch": 77.84788245462403,
      "grad_norm": 2.1283535957336426,
      "learning_rate": 2.4185886214987187e-06,
      "loss": 1.8402,
      "step": 90070
    },
    {
      "epoch": 77.85652549697494,
      "grad_norm": 2.366556406021118,
      "learning_rate": 2.413759841985119e-06,
      "loss": 1.798,
      "step": 90080
    },
    {
      "epoch": 77.86516853932584,
      "grad_norm": 2.0307652950286865,
      "learning_rate": 2.4089357684523974e-06,
      "loss": 1.7946,
      "step": 90090
    },
    {
      "epoch": 77.87381158167675,
      "grad_norm": 2.170748710632324,
      "learning_rate": 2.4041164013776095e-06,
      "loss": 1.823,
      "step": 90100
    },
    {
      "epoch": 77.88245462402766,
      "grad_norm": 2.05708384513855,
      "learning_rate": 2.3993017412373754e-06,
      "loss": 1.8138,
      "step": 90110
    },
    {
      "epoch": 77.89109766637857,
      "grad_norm": 2.023876190185547,
      "learning_rate": 2.39449178850783e-06,
      "loss": 1.8047,
      "step": 90120
    },
    {
      "epoch": 77.89974070872947,
      "grad_norm": 1.9590363502502441,
      "learning_rate": 2.3896865436646377e-06,
      "loss": 1.8,
      "step": 90130
    },
    {
      "epoch": 77.90838375108038,
      "grad_norm": 2.169785737991333,
      "learning_rate": 2.3848860071830125e-06,
      "loss": 1.8244,
      "step": 90140
    },
    {
      "epoch": 77.91702679343129,
      "grad_norm": 2.43874192237854,
      "learning_rate": 2.380090179537703e-06,
      "loss": 1.7955,
      "step": 90150
    },
    {
      "epoch": 77.9256698357822,
      "grad_norm": 3.0034046173095703,
      "learning_rate": 2.375299061202979e-06,
      "loss": 1.8314,
      "step": 90160
    },
    {
      "epoch": 77.9343128781331,
      "grad_norm": 2.0645313262939453,
      "learning_rate": 2.370512652652651e-06,
      "loss": 1.8214,
      "step": 90170
    },
    {
      "epoch": 77.94295592048401,
      "grad_norm": 1.932113528251648,
      "learning_rate": 2.365730954360079e-06,
      "loss": 1.8095,
      "step": 90180
    },
    {
      "epoch": 77.95159896283492,
      "grad_norm": 1.9190160036087036,
      "learning_rate": 2.360953966798124e-06,
      "loss": 1.8243,
      "step": 90190
    },
    {
      "epoch": 77.96024200518582,
      "grad_norm": 2.2172787189483643,
      "learning_rate": 2.356181690439213e-06,
      "loss": 1.8183,
      "step": 90200
    },
    {
      "epoch": 77.96888504753673,
      "grad_norm": 2.000897169113159,
      "learning_rate": 2.351414125755291e-06,
      "loss": 1.8085,
      "step": 90210
    },
    {
      "epoch": 77.97752808988764,
      "grad_norm": 2.090043067932129,
      "learning_rate": 2.346651273217837e-06,
      "loss": 1.8395,
      "step": 90220
    },
    {
      "epoch": 77.98617113223855,
      "grad_norm": 2.0587220191955566,
      "learning_rate": 2.3418931332978735e-06,
      "loss": 1.8086,
      "step": 90230
    },
    {
      "epoch": 77.99481417458945,
      "grad_norm": 1.904824137687683,
      "learning_rate": 2.3371397064659404e-06,
      "loss": 1.8074,
      "step": 90240
    },
    {
      "epoch": 78.00345721694036,
      "grad_norm": 2.4203033447265625,
      "learning_rate": 2.332390993192135e-06,
      "loss": 1.787,
      "step": 90250
    },
    {
      "epoch": 78.01210025929127,
      "grad_norm": 3.251666307449341,
      "learning_rate": 2.3276469939460643e-06,
      "loss": 1.7759,
      "step": 90260
    },
    {
      "epoch": 78.02074330164218,
      "grad_norm": 1.9478484392166138,
      "learning_rate": 2.3229077091968866e-06,
      "loss": 1.7786,
      "step": 90270
    },
    {
      "epoch": 78.02938634399308,
      "grad_norm": 2.401963710784912,
      "learning_rate": 2.318173139413288e-06,
      "loss": 1.7959,
      "step": 90280
    },
    {
      "epoch": 78.038029386344,
      "grad_norm": 2.086836576461792,
      "learning_rate": 2.3134432850634825e-06,
      "loss": 1.7959,
      "step": 90290
    },
    {
      "epoch": 78.0466724286949,
      "grad_norm": 1.9806838035583496,
      "learning_rate": 2.308718146615224e-06,
      "loss": 1.7941,
      "step": 90300
    },
    {
      "epoch": 78.0553154710458,
      "grad_norm": 2.2538740634918213,
      "learning_rate": 2.303997724535811e-06,
      "loss": 1.7895,
      "step": 90310
    },
    {
      "epoch": 78.06395851339671,
      "grad_norm": 1.901436448097229,
      "learning_rate": 2.299282019292043e-06,
      "loss": 1.8054,
      "step": 90320
    },
    {
      "epoch": 78.07260155574762,
      "grad_norm": 2.062462091445923,
      "learning_rate": 2.2945710313502787e-06,
      "loss": 1.8133,
      "step": 90330
    },
    {
      "epoch": 78.08124459809854,
      "grad_norm": 2.195155382156372,
      "learning_rate": 2.289864761176419e-06,
      "loss": 1.7774,
      "step": 90340
    },
    {
      "epoch": 78.08988764044943,
      "grad_norm": 2.473320484161377,
      "learning_rate": 2.2851632092358745e-06,
      "loss": 1.8136,
      "step": 90350
    },
    {
      "epoch": 78.09853068280034,
      "grad_norm": 2.025007963180542,
      "learning_rate": 2.280466375993606e-06,
      "loss": 1.7932,
      "step": 90360
    },
    {
      "epoch": 78.10717372515126,
      "grad_norm": 2.239635705947876,
      "learning_rate": 2.275774261914093e-06,
      "loss": 1.8045,
      "step": 90370
    },
    {
      "epoch": 78.11581676750217,
      "grad_norm": 2.031970500946045,
      "learning_rate": 2.271086867461358e-06,
      "loss": 1.7971,
      "step": 90380
    },
    {
      "epoch": 78.12445980985306,
      "grad_norm": 2.0814359188079834,
      "learning_rate": 2.2664041930989532e-06,
      "loss": 1.8016,
      "step": 90390
    },
    {
      "epoch": 78.13310285220398,
      "grad_norm": 1.9577378034591675,
      "learning_rate": 2.2617262392899685e-06,
      "loss": 1.8053,
      "step": 90400
    },
    {
      "epoch": 78.14174589455489,
      "grad_norm": 2.218904495239258,
      "learning_rate": 2.2570530064970232e-06,
      "loss": 1.8129,
      "step": 90410
    },
    {
      "epoch": 78.15038893690578,
      "grad_norm": 2.1021034717559814,
      "learning_rate": 2.2523844951822802e-06,
      "loss": 1.7944,
      "step": 90420
    },
    {
      "epoch": 78.1590319792567,
      "grad_norm": 2.299623966217041,
      "learning_rate": 2.24772070580741e-06,
      "loss": 1.7812,
      "step": 90430
    },
    {
      "epoch": 78.16767502160761,
      "grad_norm": 2.192924737930298,
      "learning_rate": 2.243061638833643e-06,
      "loss": 1.799,
      "step": 90440
    },
    {
      "epoch": 78.17631806395852,
      "grad_norm": 2.325573682785034,
      "learning_rate": 2.238407294721723e-06,
      "loss": 1.8172,
      "step": 90450
    },
    {
      "epoch": 78.18496110630942,
      "grad_norm": 2.088181972503662,
      "learning_rate": 2.2337576739319465e-06,
      "loss": 1.8013,
      "step": 90460
    },
    {
      "epoch": 78.19360414866033,
      "grad_norm": 1.9512488842010498,
      "learning_rate": 2.229112776924125e-06,
      "loss": 1.7978,
      "step": 90470
    },
    {
      "epoch": 78.20224719101124,
      "grad_norm": 2.6475632190704346,
      "learning_rate": 2.2244726041576068e-06,
      "loss": 1.8106,
      "step": 90480
    },
    {
      "epoch": 78.21089023336215,
      "grad_norm": 1.966469168663025,
      "learning_rate": 2.2198371560912924e-06,
      "loss": 1.8169,
      "step": 90490
    },
    {
      "epoch": 78.21953327571305,
      "grad_norm": 2.0677602291107178,
      "learning_rate": 2.2152064331835697e-06,
      "loss": 1.7827,
      "step": 90500
    },
    {
      "epoch": 78.22817631806396,
      "grad_norm": 2.082085609436035,
      "learning_rate": 2.2105804358924063e-06,
      "loss": 1.7974,
      "step": 90510
    },
    {
      "epoch": 78.23681936041487,
      "grad_norm": 1.943868637084961,
      "learning_rate": 2.2059591646752917e-06,
      "loss": 1.7656,
      "step": 90520
    },
    {
      "epoch": 78.24546240276577,
      "grad_norm": 1.8957659006118774,
      "learning_rate": 2.2013426199892275e-06,
      "loss": 1.8218,
      "step": 90530
    },
    {
      "epoch": 78.25410544511668,
      "grad_norm": 2.2604894638061523,
      "learning_rate": 2.196730802290764e-06,
      "loss": 1.811,
      "step": 90540
    },
    {
      "epoch": 78.26274848746759,
      "grad_norm": 2.056169271469116,
      "learning_rate": 2.1921237120359872e-06,
      "loss": 1.7978,
      "step": 90550
    },
    {
      "epoch": 78.2713915298185,
      "grad_norm": 1.9195137023925781,
      "learning_rate": 2.187521349680499e-06,
      "loss": 1.8221,
      "step": 90560
    },
    {
      "epoch": 78.2800345721694,
      "grad_norm": 1.9832435846328735,
      "learning_rate": 2.1829237156794526e-06,
      "loss": 1.7943,
      "step": 90570
    },
    {
      "epoch": 78.28867761452031,
      "grad_norm": 2.5577757358551025,
      "learning_rate": 2.1783308104875167e-06,
      "loss": 1.7899,
      "step": 90580
    },
    {
      "epoch": 78.29732065687122,
      "grad_norm": 2.051600933074951,
      "learning_rate": 2.173742634558906e-06,
      "loss": 1.7769,
      "step": 90590
    },
    {
      "epoch": 78.30596369922213,
      "grad_norm": 2.042168140411377,
      "learning_rate": 2.169159188347375e-06,
      "loss": 1.778,
      "step": 90600
    },
    {
      "epoch": 78.31460674157303,
      "grad_norm": 2.144768714904785,
      "learning_rate": 2.164580472306177e-06,
      "loss": 1.7883,
      "step": 90610
    },
    {
      "epoch": 78.32324978392394,
      "grad_norm": 2.0990090370178223,
      "learning_rate": 2.1600064868881277e-06,
      "loss": 1.7872,
      "step": 90620
    },
    {
      "epoch": 78.33189282627485,
      "grad_norm": 2.1115002632141113,
      "learning_rate": 2.155437232545565e-06,
      "loss": 1.8063,
      "step": 90630
    },
    {
      "epoch": 78.34053586862575,
      "grad_norm": 1.979692816734314,
      "learning_rate": 2.150872709730356e-06,
      "loss": 1.7965,
      "step": 90640
    },
    {
      "epoch": 78.34917891097666,
      "grad_norm": 2.0074408054351807,
      "learning_rate": 2.1463129188939113e-06,
      "loss": 1.8011,
      "step": 90650
    },
    {
      "epoch": 78.35782195332757,
      "grad_norm": 1.9514297246932983,
      "learning_rate": 2.1417578604871536e-06,
      "loss": 1.7759,
      "step": 90660
    },
    {
      "epoch": 78.36646499567848,
      "grad_norm": 2.175583600997925,
      "learning_rate": 2.1372075349605613e-06,
      "loss": 1.8152,
      "step": 90670
    },
    {
      "epoch": 78.37510803802938,
      "grad_norm": 2.05193829536438,
      "learning_rate": 2.13266194276413e-06,
      "loss": 1.7915,
      "step": 90680
    },
    {
      "epoch": 78.38375108038029,
      "grad_norm": 2.164308547973633,
      "learning_rate": 2.1281210843473896e-06,
      "loss": 1.7961,
      "step": 90690
    },
    {
      "epoch": 78.3923941227312,
      "grad_norm": 2.0479094982147217,
      "learning_rate": 2.123584960159397e-06,
      "loss": 1.7924,
      "step": 90700
    },
    {
      "epoch": 78.40103716508212,
      "grad_norm": 2.710632085800171,
      "learning_rate": 2.1190535706487545e-06,
      "loss": 1.7982,
      "step": 90710
    },
    {
      "epoch": 78.40968020743301,
      "grad_norm": 2.3310441970825195,
      "learning_rate": 2.1145269162635874e-06,
      "loss": 1.8068,
      "step": 90720
    },
    {
      "epoch": 78.41832324978392,
      "grad_norm": 1.976357102394104,
      "learning_rate": 2.1100049974515536e-06,
      "loss": 1.7935,
      "step": 90730
    },
    {
      "epoch": 78.42696629213484,
      "grad_norm": 1.998475432395935,
      "learning_rate": 2.1054878146598345e-06,
      "loss": 1.7836,
      "step": 90740
    },
    {
      "epoch": 78.43560933448573,
      "grad_norm": 2.0545127391815186,
      "learning_rate": 2.100975368335151e-06,
      "loss": 1.8228,
      "step": 90750
    },
    {
      "epoch": 78.44425237683664,
      "grad_norm": 2.4041271209716797,
      "learning_rate": 2.0964676589237673e-06,
      "loss": 1.7934,
      "step": 90760
    },
    {
      "epoch": 78.45289541918756,
      "grad_norm": 2.1859350204467773,
      "learning_rate": 2.0919646868714614e-06,
      "loss": 1.8024,
      "step": 90770
    },
    {
      "epoch": 78.46153846153847,
      "grad_norm": 2.05900502204895,
      "learning_rate": 2.0874664526235545e-06,
      "loss": 1.7935,
      "step": 90780
    },
    {
      "epoch": 78.47018150388936,
      "grad_norm": 2.1592440605163574,
      "learning_rate": 2.0829729566248845e-06,
      "loss": 1.8143,
      "step": 90790
    },
    {
      "epoch": 78.47882454624028,
      "grad_norm": 2.002279758453369,
      "learning_rate": 2.07848419931983e-06,
      "loss": 1.7919,
      "step": 90800
    },
    {
      "epoch": 78.48746758859119,
      "grad_norm": 2.105186939239502,
      "learning_rate": 2.074000181152308e-06,
      "loss": 1.8048,
      "step": 90810
    },
    {
      "epoch": 78.4961106309421,
      "grad_norm": 2.1368868350982666,
      "learning_rate": 2.069520902565758e-06,
      "loss": 1.8004,
      "step": 90820
    },
    {
      "epoch": 78.504753673293,
      "grad_norm": 2.1444740295410156,
      "learning_rate": 2.0650463640031427e-06,
      "loss": 1.7973,
      "step": 90830
    },
    {
      "epoch": 78.5133967156439,
      "grad_norm": 2.0976476669311523,
      "learning_rate": 2.060576565906991e-06,
      "loss": 1.7932,
      "step": 90840
    },
    {
      "epoch": 78.52203975799482,
      "grad_norm": 2.0166871547698975,
      "learning_rate": 2.0561115087193105e-06,
      "loss": 1.8014,
      "step": 90850
    },
    {
      "epoch": 78.53068280034572,
      "grad_norm": 2.1072020530700684,
      "learning_rate": 2.051651192881682e-06,
      "loss": 1.8061,
      "step": 90860
    },
    {
      "epoch": 78.53932584269663,
      "grad_norm": 2.073815107345581,
      "learning_rate": 2.047195618835196e-06,
      "loss": 1.7931,
      "step": 90870
    },
    {
      "epoch": 78.54796888504754,
      "grad_norm": 1.9694559574127197,
      "learning_rate": 2.042744787020484e-06,
      "loss": 1.8022,
      "step": 90880
    },
    {
      "epoch": 78.55661192739845,
      "grad_norm": 2.3435981273651123,
      "learning_rate": 2.038298697877705e-06,
      "loss": 1.7968,
      "step": 90890
    },
    {
      "epoch": 78.56525496974935,
      "grad_norm": 2.2244107723236084,
      "learning_rate": 2.033857351846552e-06,
      "loss": 1.8116,
      "step": 90900
    },
    {
      "epoch": 78.57389801210026,
      "grad_norm": 1.990778923034668,
      "learning_rate": 2.0294207493662454e-06,
      "loss": 1.7944,
      "step": 90910
    },
    {
      "epoch": 78.58254105445117,
      "grad_norm": 4.138129711151123,
      "learning_rate": 2.024988890875534e-06,
      "loss": 1.789,
      "step": 90920
    },
    {
      "epoch": 78.59118409680208,
      "grad_norm": 2.01406192779541,
      "learning_rate": 2.0205617768127015e-06,
      "loss": 1.7939,
      "step": 90930
    },
    {
      "epoch": 78.59982713915298,
      "grad_norm": 2.1545844078063965,
      "learning_rate": 2.016139407615564e-06,
      "loss": 1.8168,
      "step": 90940
    },
    {
      "epoch": 78.60847018150389,
      "grad_norm": 2.061396360397339,
      "learning_rate": 2.011721783721465e-06,
      "loss": 1.7983,
      "step": 90950
    },
    {
      "epoch": 78.6171132238548,
      "grad_norm": 2.090217351913452,
      "learning_rate": 2.007308905567279e-06,
      "loss": 1.801,
      "step": 90960
    },
    {
      "epoch": 78.6257562662057,
      "grad_norm": 2.164055347442627,
      "learning_rate": 2.0029007735894223e-06,
      "loss": 1.7902,
      "step": 90970
    },
    {
      "epoch": 78.63439930855661,
      "grad_norm": 2.1245059967041016,
      "learning_rate": 1.9984973882238135e-06,
      "loss": 1.7973,
      "step": 90980
    },
    {
      "epoch": 78.64304235090752,
      "grad_norm": 1.8724409341812134,
      "learning_rate": 1.994098749905926e-06,
      "loss": 1.7839,
      "step": 90990
    },
    {
      "epoch": 78.65168539325843,
      "grad_norm": 2.1521942615509033,
      "learning_rate": 1.9897048590707566e-06,
      "loss": 1.7972,
      "step": 91000
    },
    {
      "epoch": 78.66032843560933,
      "grad_norm": 2.024503707885742,
      "learning_rate": 1.985315716152847e-06,
      "loss": 1.8448,
      "step": 91010
    },
    {
      "epoch": 78.66897147796024,
      "grad_norm": 2.1073403358459473,
      "learning_rate": 1.9809313215862433e-06,
      "loss": 1.7961,
      "step": 91020
    },
    {
      "epoch": 78.67761452031115,
      "grad_norm": 1.9456099271774292,
      "learning_rate": 1.976551675804539e-06,
      "loss": 1.823,
      "step": 91030
    },
    {
      "epoch": 78.68625756266206,
      "grad_norm": 1.9696983098983765,
      "learning_rate": 1.9721767792408476e-06,
      "loss": 1.7752,
      "step": 91040
    },
    {
      "epoch": 78.69490060501296,
      "grad_norm": 2.111591339111328,
      "learning_rate": 1.9678066323278233e-06,
      "loss": 1.7784,
      "step": 91050
    },
    {
      "epoch": 78.70354364736387,
      "grad_norm": 2.0085744857788086,
      "learning_rate": 1.9634412354976483e-06,
      "loss": 1.7866,
      "step": 91060
    },
    {
      "epoch": 78.71218668971478,
      "grad_norm": 1.9431122541427612,
      "learning_rate": 1.9590805891820276e-06,
      "loss": 1.8127,
      "step": 91070
    },
    {
      "epoch": 78.72082973206568,
      "grad_norm": 2.0623953342437744,
      "learning_rate": 1.9547246938122044e-06,
      "loss": 1.7796,
      "step": 91080
    },
    {
      "epoch": 78.72947277441659,
      "grad_norm": 2.1131844520568848,
      "learning_rate": 1.950373549818957e-06,
      "loss": 1.8134,
      "step": 91090
    },
    {
      "epoch": 78.7381158167675,
      "grad_norm": 2.30895733833313,
      "learning_rate": 1.9460271576325738e-06,
      "loss": 1.7972,
      "step": 91100
    },
    {
      "epoch": 78.74675885911842,
      "grad_norm": 2.075014352798462,
      "learning_rate": 1.9416855176828897e-06,
      "loss": 1.8231,
      "step": 91110
    },
    {
      "epoch": 78.75540190146931,
      "grad_norm": 2.0214016437530518,
      "learning_rate": 1.9373486303992715e-06,
      "loss": 1.8129,
      "step": 91120
    },
    {
      "epoch": 78.76404494382022,
      "grad_norm": 1.8595480918884277,
      "learning_rate": 1.9330164962106047e-06,
      "loss": 1.8157,
      "step": 91130
    },
    {
      "epoch": 78.77268798617114,
      "grad_norm": 2.3163602352142334,
      "learning_rate": 1.928689115545307e-06,
      "loss": 1.7967,
      "step": 91140
    },
    {
      "epoch": 78.78133102852205,
      "grad_norm": 1.991951823234558,
      "learning_rate": 1.9243664888313473e-06,
      "loss": 1.788,
      "step": 91150
    },
    {
      "epoch": 78.78997407087294,
      "grad_norm": 2.1282010078430176,
      "learning_rate": 1.920048616496173e-06,
      "loss": 1.8208,
      "step": 91160
    },
    {
      "epoch": 78.79861711322386,
      "grad_norm": 2.324800729751587,
      "learning_rate": 1.9157354989668254e-06,
      "loss": 1.8136,
      "step": 91170
    },
    {
      "epoch": 78.80726015557477,
      "grad_norm": 1.9313817024230957,
      "learning_rate": 1.91142713666983e-06,
      "loss": 1.8096,
      "step": 91180
    },
    {
      "epoch": 78.81590319792566,
      "grad_norm": 1.9926846027374268,
      "learning_rate": 1.9071235300312629e-06,
      "loss": 1.7855,
      "step": 91190
    },
    {
      "epoch": 78.82454624027658,
      "grad_norm": 1.8473608493804932,
      "learning_rate": 1.9028246794767223e-06,
      "loss": 1.8054,
      "step": 91200
    },
    {
      "epoch": 78.83318928262749,
      "grad_norm": 1.984106183052063,
      "learning_rate": 1.8985305854313407e-06,
      "loss": 1.8021,
      "step": 91210
    },
    {
      "epoch": 78.8418323249784,
      "grad_norm": 1.9353101253509521,
      "learning_rate": 1.894241248319767e-06,
      "loss": 1.8124,
      "step": 91220
    },
    {
      "epoch": 78.8504753673293,
      "grad_norm": 2.0914700031280518,
      "learning_rate": 1.8899566685661952e-06,
      "loss": 1.7835,
      "step": 91230
    },
    {
      "epoch": 78.8591184096802,
      "grad_norm": 2.111112356185913,
      "learning_rate": 1.8856768465943474e-06,
      "loss": 1.7994,
      "step": 91240
    },
    {
      "epoch": 78.86776145203112,
      "grad_norm": 2.1549928188323975,
      "learning_rate": 1.8814017828274578e-06,
      "loss": 1.7845,
      "step": 91250
    },
    {
      "epoch": 78.87640449438203,
      "grad_norm": 2.026762008666992,
      "learning_rate": 1.8771314776883264e-06,
      "loss": 1.8087,
      "step": 91260
    },
    {
      "epoch": 78.88504753673293,
      "grad_norm": 2.029540538787842,
      "learning_rate": 1.872865931599238e-06,
      "loss": 1.7954,
      "step": 91270
    },
    {
      "epoch": 78.89369057908384,
      "grad_norm": 1.8819339275360107,
      "learning_rate": 1.8686051449820386e-06,
      "loss": 1.8135,
      "step": 91280
    },
    {
      "epoch": 78.90233362143475,
      "grad_norm": 2.101095199584961,
      "learning_rate": 1.8643491182580964e-06,
      "loss": 1.8256,
      "step": 91290
    },
    {
      "epoch": 78.91097666378565,
      "grad_norm": 1.965633511543274,
      "learning_rate": 1.860097851848297e-06,
      "loss": 1.8423,
      "step": 91300
    },
    {
      "epoch": 78.91961970613656,
      "grad_norm": 2.0780177116394043,
      "learning_rate": 1.8558513461730653e-06,
      "loss": 1.7962,
      "step": 91310
    },
    {
      "epoch": 78.92826274848747,
      "grad_norm": 1.9824461936950684,
      "learning_rate": 1.8516096016523598e-06,
      "loss": 1.8268,
      "step": 91320
    },
    {
      "epoch": 78.93690579083838,
      "grad_norm": 2.0114712715148926,
      "learning_rate": 1.8473726187056617e-06,
      "loss": 1.8053,
      "step": 91330
    },
    {
      "epoch": 78.94554883318928,
      "grad_norm": 2.1317756175994873,
      "learning_rate": 1.8431403977519746e-06,
      "loss": 1.7893,
      "step": 91340
    },
    {
      "epoch": 78.95419187554019,
      "grad_norm": 1.9766998291015625,
      "learning_rate": 1.838912939209847e-06,
      "loss": 1.816,
      "step": 91350
    },
    {
      "epoch": 78.9628349178911,
      "grad_norm": 2.004333019256592,
      "learning_rate": 1.8346902434973446e-06,
      "loss": 1.7907,
      "step": 91360
    },
    {
      "epoch": 78.971477960242,
      "grad_norm": 2.2370851039886475,
      "learning_rate": 1.8304723110320665e-06,
      "loss": 1.7932,
      "step": 91370
    },
    {
      "epoch": 78.98012100259291,
      "grad_norm": 2.5299532413482666,
      "learning_rate": 1.8262591422311348e-06,
      "loss": 1.7801,
      "step": 91380
    },
    {
      "epoch": 78.98876404494382,
      "grad_norm": 1.9871450662612915,
      "learning_rate": 1.8220507375112217e-06,
      "loss": 1.8291,
      "step": 91390
    },
    {
      "epoch": 78.99740708729473,
      "grad_norm": 2.121764898300171,
      "learning_rate": 1.8178470972884887e-06,
      "loss": 1.805,
      "step": 91400
    },
    {
      "epoch": 79.00605012964563,
      "grad_norm": 2.032909870147705,
      "learning_rate": 1.813648221978659e-06,
      "loss": 1.9039,
      "step": 91410
    },
    {
      "epoch": 79.01469317199654,
      "grad_norm": 2.0195212364196777,
      "learning_rate": 1.8094541119969833e-06,
      "loss": 1.8098,
      "step": 91420
    },
    {
      "epoch": 79.02333621434745,
      "grad_norm": 2.2760746479034424,
      "learning_rate": 1.805264767758219e-06,
      "loss": 1.8047,
      "step": 91430
    },
    {
      "epoch": 79.03197925669836,
      "grad_norm": 2.0003042221069336,
      "learning_rate": 1.8010801896766794e-06,
      "loss": 1.7703,
      "step": 91440
    },
    {
      "epoch": 79.04062229904926,
      "grad_norm": 1.958109974861145,
      "learning_rate": 1.7969003781661942e-06,
      "loss": 1.8016,
      "step": 91450
    },
    {
      "epoch": 79.04926534140017,
      "grad_norm": 1.9141896963119507,
      "learning_rate": 1.792725333640105e-06,
      "loss": 1.7867,
      "step": 91460
    },
    {
      "epoch": 79.05790838375108,
      "grad_norm": 2.221782922744751,
      "learning_rate": 1.788555056511304e-06,
      "loss": 1.792,
      "step": 91470
    },
    {
      "epoch": 79.06655142610198,
      "grad_norm": 1.9912898540496826,
      "learning_rate": 1.7843895471922112e-06,
      "loss": 1.7815,
      "step": 91480
    },
    {
      "epoch": 79.07519446845289,
      "grad_norm": 2.0763437747955322,
      "learning_rate": 1.7802288060947635e-06,
      "loss": 1.808,
      "step": 91490
    },
    {
      "epoch": 79.0838375108038,
      "grad_norm": 2.8983328342437744,
      "learning_rate": 1.7760728336304378e-06,
      "loss": 1.8097,
      "step": 91500
    },
    {
      "epoch": 79.09248055315472,
      "grad_norm": 2.17846417427063,
      "learning_rate": 1.7719216302102215e-06,
      "loss": 1.7686,
      "step": 91510
    },
    {
      "epoch": 79.10112359550561,
      "grad_norm": 2.0445854663848877,
      "learning_rate": 1.7677751962446588e-06,
      "loss": 1.7967,
      "step": 91520
    },
    {
      "epoch": 79.10976663785652,
      "grad_norm": 1.9710988998413086,
      "learning_rate": 1.7636335321437936e-06,
      "loss": 1.7778,
      "step": 91530
    },
    {
      "epoch": 79.11840968020744,
      "grad_norm": 2.3559935092926025,
      "learning_rate": 1.7594966383172208e-06,
      "loss": 1.7786,
      "step": 91540
    },
    {
      "epoch": 79.12705272255835,
      "grad_norm": 2.052570104598999,
      "learning_rate": 1.755364515174046e-06,
      "loss": 1.7945,
      "step": 91550
    },
    {
      "epoch": 79.13569576490924,
      "grad_norm": 2.320765256881714,
      "learning_rate": 1.7512371631229097e-06,
      "loss": 1.8014,
      "step": 91560
    },
    {
      "epoch": 79.14433880726016,
      "grad_norm": 2.2177767753601074,
      "learning_rate": 1.7471145825719903e-06,
      "loss": 1.851,
      "step": 91570
    },
    {
      "epoch": 79.15298184961107,
      "grad_norm": 2.0877063274383545,
      "learning_rate": 1.7429967739289676e-06,
      "loss": 1.8164,
      "step": 91580
    },
    {
      "epoch": 79.16162489196196,
      "grad_norm": 2.1822526454925537,
      "learning_rate": 1.7388837376010825e-06,
      "loss": 1.8031,
      "step": 91590
    },
    {
      "epoch": 79.17026793431288,
      "grad_norm": 2.1966140270233154,
      "learning_rate": 1.7347754739950816e-06,
      "loss": 1.804,
      "step": 91600
    },
    {
      "epoch": 79.17891097666379,
      "grad_norm": 1.921021580696106,
      "learning_rate": 1.7306719835172514e-06,
      "loss": 1.7948,
      "step": 91610
    },
    {
      "epoch": 79.1875540190147,
      "grad_norm": 2.293134927749634,
      "learning_rate": 1.7265732665734001e-06,
      "loss": 1.8075,
      "step": 91620
    },
    {
      "epoch": 79.1961970613656,
      "grad_norm": 2.1538212299346924,
      "learning_rate": 1.7224793235688653e-06,
      "loss": 1.7729,
      "step": 91630
    },
    {
      "epoch": 79.2048401037165,
      "grad_norm": 2.0291614532470703,
      "learning_rate": 1.7183901549085112e-06,
      "loss": 1.7796,
      "step": 91640
    },
    {
      "epoch": 79.21348314606742,
      "grad_norm": 2.363752603530884,
      "learning_rate": 1.714305760996726e-06,
      "loss": 1.7807,
      "step": 91650
    },
    {
      "epoch": 79.22212618841833,
      "grad_norm": 1.923492193222046,
      "learning_rate": 1.710226142237431e-06,
      "loss": 1.7739,
      "step": 91660
    },
    {
      "epoch": 79.23076923076923,
      "grad_norm": 1.9263651371002197,
      "learning_rate": 1.7061512990340811e-06,
      "loss": 1.7806,
      "step": 91670
    },
    {
      "epoch": 79.23941227312014,
      "grad_norm": 2.0174031257629395,
      "learning_rate": 1.7020812317896596e-06,
      "loss": 1.7678,
      "step": 91680
    },
    {
      "epoch": 79.24805531547105,
      "grad_norm": 2.0063071250915527,
      "learning_rate": 1.6980159409066555e-06,
      "loss": 1.7642,
      "step": 91690
    },
    {
      "epoch": 79.25669835782195,
      "grad_norm": 2.00117564201355,
      "learning_rate": 1.6939554267871082e-06,
      "loss": 1.8059,
      "step": 91700
    },
    {
      "epoch": 79.26534140017286,
      "grad_norm": 2.0438647270202637,
      "learning_rate": 1.6898996898325692e-06,
      "loss": 1.7788,
      "step": 91710
    },
    {
      "epoch": 79.27398444252377,
      "grad_norm": 2.0741312503814697,
      "learning_rate": 1.6858487304441396e-06,
      "loss": 1.7816,
      "step": 91720
    },
    {
      "epoch": 79.28262748487468,
      "grad_norm": 2.0729708671569824,
      "learning_rate": 1.681802549022421e-06,
      "loss": 1.7502,
      "step": 91730
    },
    {
      "epoch": 79.29127052722558,
      "grad_norm": 2.312425136566162,
      "learning_rate": 1.6777611459675658e-06,
      "loss": 1.815,
      "step": 91740
    },
    {
      "epoch": 79.29991356957649,
      "grad_norm": 1.9772062301635742,
      "learning_rate": 1.6737245216792375e-06,
      "loss": 1.7909,
      "step": 91750
    },
    {
      "epoch": 79.3085566119274,
      "grad_norm": 1.8914799690246582,
      "learning_rate": 1.669692676556628e-06,
      "loss": 1.8061,
      "step": 91760
    },
    {
      "epoch": 79.31719965427831,
      "grad_norm": 1.9709577560424805,
      "learning_rate": 1.6656656109984737e-06,
      "loss": 1.7814,
      "step": 91770
    },
    {
      "epoch": 79.32584269662921,
      "grad_norm": 2.117262840270996,
      "learning_rate": 1.6616433254030173e-06,
      "loss": 1.769,
      "step": 91780
    },
    {
      "epoch": 79.33448573898012,
      "grad_norm": 2.2183375358581543,
      "learning_rate": 1.6576258201680351e-06,
      "loss": 1.7678,
      "step": 91790
    },
    {
      "epoch": 79.34312878133103,
      "grad_norm": 2.0845515727996826,
      "learning_rate": 1.6536130956908425e-06,
      "loss": 1.7873,
      "step": 91800
    },
    {
      "epoch": 79.35177182368193,
      "grad_norm": 3.103677988052368,
      "learning_rate": 1.6496051523682775e-06,
      "loss": 1.7995,
      "step": 91810
    },
    {
      "epoch": 79.36041486603284,
      "grad_norm": 2.1568868160247803,
      "learning_rate": 1.645601990596679e-06,
      "loss": 1.7832,
      "step": 91820
    },
    {
      "epoch": 79.36905790838375,
      "grad_norm": 1.9574790000915527,
      "learning_rate": 1.6416036107719467e-06,
      "loss": 1.7867,
      "step": 91830
    },
    {
      "epoch": 79.37770095073466,
      "grad_norm": 2.401911973953247,
      "learning_rate": 1.6376100132894979e-06,
      "loss": 1.7815,
      "step": 91840
    },
    {
      "epoch": 79.38634399308556,
      "grad_norm": 2.2645621299743652,
      "learning_rate": 1.6336211985442718e-06,
      "loss": 1.7867,
      "step": 91850
    },
    {
      "epoch": 79.39498703543647,
      "grad_norm": 2.0765769481658936,
      "learning_rate": 1.629637166930742e-06,
      "loss": 1.8,
      "step": 91860
    },
    {
      "epoch": 79.40363007778738,
      "grad_norm": 1.8552449941635132,
      "learning_rate": 1.6256579188428988e-06,
      "loss": 1.7785,
      "step": 91870
    },
    {
      "epoch": 79.4122731201383,
      "grad_norm": 2.1322834491729736,
      "learning_rate": 1.6216834546742666e-06,
      "loss": 1.7983,
      "step": 91880
    },
    {
      "epoch": 79.42091616248919,
      "grad_norm": 1.978392243385315,
      "learning_rate": 1.617713774817886e-06,
      "loss": 1.8283,
      "step": 91890
    },
    {
      "epoch": 79.4295592048401,
      "grad_norm": 2.031003952026367,
      "learning_rate": 1.613748879666349e-06,
      "loss": 1.7841,
      "step": 91900
    },
    {
      "epoch": 79.43820224719101,
      "grad_norm": 2.009620189666748,
      "learning_rate": 1.609788769611742e-06,
      "loss": 1.8077,
      "step": 91910
    },
    {
      "epoch": 79.44684528954191,
      "grad_norm": 1.9528590440750122,
      "learning_rate": 1.605833445045718e-06,
      "loss": 1.7919,
      "step": 91920
    },
    {
      "epoch": 79.45548833189282,
      "grad_norm": 2.1188368797302246,
      "learning_rate": 1.6018829063594144e-06,
      "loss": 1.8147,
      "step": 91930
    },
    {
      "epoch": 79.46413137424373,
      "grad_norm": 1.9294250011444092,
      "learning_rate": 1.597937153943524e-06,
      "loss": 1.7871,
      "step": 91940
    },
    {
      "epoch": 79.47277441659465,
      "grad_norm": 2.164325714111328,
      "learning_rate": 1.593996188188246e-06,
      "loss": 1.8102,
      "step": 91950
    },
    {
      "epoch": 79.48141745894554,
      "grad_norm": 2.0831775665283203,
      "learning_rate": 1.5900600094833296e-06,
      "loss": 1.7997,
      "step": 91960
    },
    {
      "epoch": 79.49006050129645,
      "grad_norm": 1.9516299962997437,
      "learning_rate": 1.5861286182180358e-06,
      "loss": 1.8064,
      "step": 91970
    },
    {
      "epoch": 79.49870354364737,
      "grad_norm": 1.9325950145721436,
      "learning_rate": 1.5822020147811477e-06,
      "loss": 1.7983,
      "step": 91980
    },
    {
      "epoch": 79.50734658599828,
      "grad_norm": 2.0762574672698975,
      "learning_rate": 1.5782801995609887e-06,
      "loss": 1.7603,
      "step": 91990
    },
    {
      "epoch": 79.51598962834917,
      "grad_norm": 2.024857759475708,
      "learning_rate": 1.5743631729453978e-06,
      "loss": 1.7945,
      "step": 92000
    },
    {
      "epoch": 79.52463267070009,
      "grad_norm": 2.1182761192321777,
      "learning_rate": 1.5704509353217489e-06,
      "loss": 1.8183,
      "step": 92010
    },
    {
      "epoch": 79.533275713051,
      "grad_norm": 2.208399772644043,
      "learning_rate": 1.5665434870769324e-06,
      "loss": 1.7727,
      "step": 92020
    },
    {
      "epoch": 79.5419187554019,
      "grad_norm": 2.00004243850708,
      "learning_rate": 1.5626408285973727e-06,
      "loss": 1.8244,
      "step": 92030
    },
    {
      "epoch": 79.5505617977528,
      "grad_norm": 2.062682867050171,
      "learning_rate": 1.5587429602690162e-06,
      "loss": 1.7972,
      "step": 92040
    },
    {
      "epoch": 79.55920484010372,
      "grad_norm": 2.034909248352051,
      "learning_rate": 1.5548498824773495e-06,
      "loss": 1.796,
      "step": 92050
    },
    {
      "epoch": 79.56784788245463,
      "grad_norm": 2.1429736614227295,
      "learning_rate": 1.5509615956073586e-06,
      "loss": 1.7913,
      "step": 92060
    },
    {
      "epoch": 79.57649092480553,
      "grad_norm": 3.147367238998413,
      "learning_rate": 1.5470781000435751e-06,
      "loss": 1.8079,
      "step": 92070
    },
    {
      "epoch": 79.58513396715644,
      "grad_norm": 2.292670488357544,
      "learning_rate": 1.5431993961700474e-06,
      "loss": 1.7893,
      "step": 92080
    },
    {
      "epoch": 79.59377700950735,
      "grad_norm": 1.9667367935180664,
      "learning_rate": 1.539325484370363e-06,
      "loss": 1.8062,
      "step": 92090
    },
    {
      "epoch": 79.60242005185826,
      "grad_norm": 2.6419851779937744,
      "learning_rate": 1.5354563650276266e-06,
      "loss": 1.8123,
      "step": 92100
    },
    {
      "epoch": 79.61106309420916,
      "grad_norm": 2.3137595653533936,
      "learning_rate": 1.5315920385244764e-06,
      "loss": 1.7969,
      "step": 92110
    },
    {
      "epoch": 79.61970613656007,
      "grad_norm": 2.0611867904663086,
      "learning_rate": 1.5277325052430568e-06,
      "loss": 1.7827,
      "step": 92120
    },
    {
      "epoch": 79.62834917891098,
      "grad_norm": 2.1635591983795166,
      "learning_rate": 1.5238777655650572e-06,
      "loss": 1.8065,
      "step": 92130
    },
    {
      "epoch": 79.63699222126188,
      "grad_norm": 2.1269114017486572,
      "learning_rate": 1.5200278198716889e-06,
      "loss": 1.8037,
      "step": 92140
    },
    {
      "epoch": 79.64563526361279,
      "grad_norm": 2.8033745288848877,
      "learning_rate": 1.5161826685436808e-06,
      "loss": 1.8062,
      "step": 92150
    },
    {
      "epoch": 79.6542783059637,
      "grad_norm": 1.899061679840088,
      "learning_rate": 1.5123423119613013e-06,
      "loss": 1.8105,
      "step": 92160
    },
    {
      "epoch": 79.66292134831461,
      "grad_norm": 3.722297430038452,
      "learning_rate": 1.5085067505043348e-06,
      "loss": 1.8216,
      "step": 92170
    },
    {
      "epoch": 79.67156439066551,
      "grad_norm": 2.214813470840454,
      "learning_rate": 1.5046759845520953e-06,
      "loss": 1.7677,
      "step": 92180
    },
    {
      "epoch": 79.68020743301642,
      "grad_norm": 2.098463773727417,
      "learning_rate": 1.5008500144834236e-06,
      "loss": 1.787,
      "step": 92190
    },
    {
      "epoch": 79.68885047536733,
      "grad_norm": 2.0651679039001465,
      "learning_rate": 1.4970288406766786e-06,
      "loss": 1.7988,
      "step": 92200
    },
    {
      "epoch": 79.69749351771824,
      "grad_norm": 2.1977779865264893,
      "learning_rate": 1.4932124635097522e-06,
      "loss": 1.8014,
      "step": 92210
    },
    {
      "epoch": 79.70613656006914,
      "grad_norm": 1.8701995611190796,
      "learning_rate": 1.4894008833600648e-06,
      "loss": 1.7903,
      "step": 92220
    },
    {
      "epoch": 79.71477960242005,
      "grad_norm": 1.9646859169006348,
      "learning_rate": 1.4855941006045537e-06,
      "loss": 1.8081,
      "step": 92230
    },
    {
      "epoch": 79.72342264477096,
      "grad_norm": 2.1405320167541504,
      "learning_rate": 1.481792115619679e-06,
      "loss": 1.82,
      "step": 92240
    },
    {
      "epoch": 79.73206568712186,
      "grad_norm": 2.267721176147461,
      "learning_rate": 1.4779949287814509e-06,
      "loss": 1.8055,
      "step": 92250
    },
    {
      "epoch": 79.74070872947277,
      "grad_norm": 2.2440426349639893,
      "learning_rate": 1.4742025404653691e-06,
      "loss": 1.7589,
      "step": 92260
    },
    {
      "epoch": 79.74935177182368,
      "grad_norm": 1.9278324842453003,
      "learning_rate": 1.4704149510464893e-06,
      "loss": 1.7798,
      "step": 92270
    },
    {
      "epoch": 79.7579948141746,
      "grad_norm": 2.0654196739196777,
      "learning_rate": 1.4666321608993784e-06,
      "loss": 1.8255,
      "step": 92280
    },
    {
      "epoch": 79.76663785652549,
      "grad_norm": 2.128511667251587,
      "learning_rate": 1.4628541703981258e-06,
      "loss": 1.8005,
      "step": 92290
    },
    {
      "epoch": 79.7752808988764,
      "grad_norm": 1.939316749572754,
      "learning_rate": 1.4590809799163553e-06,
      "loss": 1.7984,
      "step": 92300
    },
    {
      "epoch": 79.78392394122731,
      "grad_norm": 2.0274550914764404,
      "learning_rate": 1.4553125898272068e-06,
      "loss": 1.7958,
      "step": 92310
    },
    {
      "epoch": 79.79256698357823,
      "grad_norm": 2.1221694946289062,
      "learning_rate": 1.451549000503355e-06,
      "loss": 1.8002,
      "step": 92320
    },
    {
      "epoch": 79.80121002592912,
      "grad_norm": 2.030722141265869,
      "learning_rate": 1.4477902123169906e-06,
      "loss": 1.8062,
      "step": 92330
    },
    {
      "epoch": 79.80985306828003,
      "grad_norm": 2.068305730819702,
      "learning_rate": 1.4440362256398443e-06,
      "loss": 1.7903,
      "step": 92340
    },
    {
      "epoch": 79.81849611063095,
      "grad_norm": 2.2744667530059814,
      "learning_rate": 1.4402870408431523e-06,
      "loss": 1.8026,
      "step": 92350
    },
    {
      "epoch": 79.82713915298184,
      "grad_norm": 1.9635316133499146,
      "learning_rate": 1.4365426582976904e-06,
      "loss": 1.7995,
      "step": 92360
    },
    {
      "epoch": 79.83578219533275,
      "grad_norm": 4.895117282867432,
      "learning_rate": 1.4328030783737512e-06,
      "loss": 1.8094,
      "step": 92370
    },
    {
      "epoch": 79.84442523768367,
      "grad_norm": 1.9734545946121216,
      "learning_rate": 1.4290683014411554e-06,
      "loss": 1.7947,
      "step": 92380
    },
    {
      "epoch": 79.85306828003458,
      "grad_norm": 1.9634941816329956,
      "learning_rate": 1.4253383278692523e-06,
      "loss": 1.8056,
      "step": 92390
    },
    {
      "epoch": 79.86171132238547,
      "grad_norm": 2.2199454307556152,
      "learning_rate": 1.4216131580269076e-06,
      "loss": 1.7902,
      "step": 92400
    },
    {
      "epoch": 79.87035436473639,
      "grad_norm": 2.1301305294036865,
      "learning_rate": 1.417892792282527e-06,
      "loss": 1.8001,
      "step": 92410
    },
    {
      "epoch": 79.8789974070873,
      "grad_norm": 2.1382734775543213,
      "learning_rate": 1.4141772310040213e-06,
      "loss": 1.8174,
      "step": 92420
    },
    {
      "epoch": 79.88764044943821,
      "grad_norm": 2.004913091659546,
      "learning_rate": 1.4104664745588414e-06,
      "loss": 1.7858,
      "step": 92430
    },
    {
      "epoch": 79.8962834917891,
      "grad_norm": 1.879339575767517,
      "learning_rate": 1.4067605233139547e-06,
      "loss": 1.807,
      "step": 92440
    },
    {
      "epoch": 79.90492653414002,
      "grad_norm": 3.3241090774536133,
      "learning_rate": 1.4030593776358624e-06,
      "loss": 1.7951,
      "step": 92450
    },
    {
      "epoch": 79.91356957649093,
      "grad_norm": 1.804643988609314,
      "learning_rate": 1.3993630378905776e-06,
      "loss": 1.7901,
      "step": 92460
    },
    {
      "epoch": 79.92221261884183,
      "grad_norm": 2.0386719703674316,
      "learning_rate": 1.395671504443652e-06,
      "loss": 1.7902,
      "step": 92470
    },
    {
      "epoch": 79.93085566119274,
      "grad_norm": 1.9505189657211304,
      "learning_rate": 1.391984777660149e-06,
      "loss": 1.8343,
      "step": 92480
    },
    {
      "epoch": 79.93949870354365,
      "grad_norm": 2.21726393699646,
      "learning_rate": 1.3883028579046608e-06,
      "loss": 1.8061,
      "step": 92490
    },
    {
      "epoch": 79.94814174589456,
      "grad_norm": 2.0292201042175293,
      "learning_rate": 1.3846257455413124e-06,
      "loss": 1.82,
      "step": 92500
    },
    {
      "epoch": 79.95678478824546,
      "grad_norm": 3.3749680519104004,
      "learning_rate": 1.3809534409337465e-06,
      "loss": 1.7989,
      "step": 92510
    },
    {
      "epoch": 79.96542783059637,
      "grad_norm": 1.9963754415512085,
      "learning_rate": 1.3772859444451336e-06,
      "loss": 1.8112,
      "step": 92520
    },
    {
      "epoch": 79.97407087294728,
      "grad_norm": 2.010867118835449,
      "learning_rate": 1.3736232564381612e-06,
      "loss": 1.7828,
      "step": 92530
    },
    {
      "epoch": 79.98271391529819,
      "grad_norm": 1.9757767915725708,
      "learning_rate": 1.3699653772750455e-06,
      "loss": 1.8548,
      "step": 92540
    },
    {
      "epoch": 79.99135695764909,
      "grad_norm": 2.1172211170196533,
      "learning_rate": 1.36631230731753e-06,
      "loss": 1.7968,
      "step": 92550
    },
    {
      "epoch": 80.0,
      "grad_norm": 8.973658561706543,
      "learning_rate": 1.3626640469268814e-06,
      "loss": 1.8169,
      "step": 92560
    },
    {
      "epoch": 80.00864304235091,
      "grad_norm": 2.102850914001465,
      "learning_rate": 1.3590205964638835e-06,
      "loss": 1.7518,
      "step": 92570
    },
    {
      "epoch": 80.01728608470181,
      "grad_norm": 2.1359620094299316,
      "learning_rate": 1.3553819562888592e-06,
      "loss": 1.7883,
      "step": 92580
    },
    {
      "epoch": 80.02592912705272,
      "grad_norm": 2.092226505279541,
      "learning_rate": 1.3517481267616427e-06,
      "loss": 1.7786,
      "step": 92590
    },
    {
      "epoch": 80.03457216940363,
      "grad_norm": 1.9995479583740234,
      "learning_rate": 1.3481191082415968e-06,
      "loss": 1.7765,
      "step": 92600
    },
    {
      "epoch": 80.04321521175454,
      "grad_norm": 2.404306411743164,
      "learning_rate": 1.3444949010876118e-06,
      "loss": 1.8033,
      "step": 92610
    },
    {
      "epoch": 80.05185825410544,
      "grad_norm": 2.0767383575439453,
      "learning_rate": 1.3408755056580958e-06,
      "loss": 1.8344,
      "step": 92620
    },
    {
      "epoch": 80.06050129645635,
      "grad_norm": 2.035053014755249,
      "learning_rate": 1.33726092231099e-06,
      "loss": 1.7647,
      "step": 92630
    },
    {
      "epoch": 80.06914433880726,
      "grad_norm": 2.4404804706573486,
      "learning_rate": 1.333651151403742e-06,
      "loss": 1.7711,
      "step": 92640
    },
    {
      "epoch": 80.07778738115817,
      "grad_norm": 1.9886573553085327,
      "learning_rate": 1.330046193293355e-06,
      "loss": 1.7805,
      "step": 92650
    },
    {
      "epoch": 80.08643042350907,
      "grad_norm": 2.1477651596069336,
      "learning_rate": 1.3264460483363105e-06,
      "loss": 1.7837,
      "step": 92660
    },
    {
      "epoch": 80.09507346585998,
      "grad_norm": 2.2200002670288086,
      "learning_rate": 1.3228507168886627e-06,
      "loss": 1.7917,
      "step": 92670
    },
    {
      "epoch": 80.1037165082109,
      "grad_norm": 2.1006035804748535,
      "learning_rate": 1.319260199305955e-06,
      "loss": 1.7975,
      "step": 92680
    },
    {
      "epoch": 80.11235955056179,
      "grad_norm": 2.0664758682250977,
      "learning_rate": 1.3156744959432755e-06,
      "loss": 1.7507,
      "step": 92690
    },
    {
      "epoch": 80.1210025929127,
      "grad_norm": 1.921446442604065,
      "learning_rate": 1.3120936071552238e-06,
      "loss": 1.7845,
      "step": 92700
    },
    {
      "epoch": 80.12964563526361,
      "grad_norm": 1.9800652265548706,
      "learning_rate": 1.3085175332959277e-06,
      "loss": 1.7874,
      "step": 92710
    },
    {
      "epoch": 80.13828867761453,
      "grad_norm": 2.0069494247436523,
      "learning_rate": 1.3049462747190377e-06,
      "loss": 1.7825,
      "step": 92720
    },
    {
      "epoch": 80.14693171996542,
      "grad_norm": 2.251234531402588,
      "learning_rate": 1.301379831777727e-06,
      "loss": 1.759,
      "step": 92730
    },
    {
      "epoch": 80.15557476231633,
      "grad_norm": 2.0353012084960938,
      "learning_rate": 1.2978182048246912e-06,
      "loss": 1.7999,
      "step": 92740
    },
    {
      "epoch": 80.16421780466725,
      "grad_norm": 2.0228025913238525,
      "learning_rate": 1.294261394212165e-06,
      "loss": 1.8028,
      "step": 92750
    },
    {
      "epoch": 80.17286084701816,
      "grad_norm": 1.9296919107437134,
      "learning_rate": 1.290709400291884e-06,
      "loss": 1.811,
      "step": 92760
    },
    {
      "epoch": 80.18150388936905,
      "grad_norm": 2.21685791015625,
      "learning_rate": 1.2871622234151336e-06,
      "loss": 1.784,
      "step": 92770
    },
    {
      "epoch": 80.19014693171997,
      "grad_norm": 2.059762954711914,
      "learning_rate": 1.283619863932689e-06,
      "loss": 1.7928,
      "step": 92780
    },
    {
      "epoch": 80.19878997407088,
      "grad_norm": 2.0758180618286133,
      "learning_rate": 1.28008232219487e-06,
      "loss": 1.7835,
      "step": 92790
    },
    {
      "epoch": 80.20743301642177,
      "grad_norm": 1.9680721759796143,
      "learning_rate": 1.276549598551524e-06,
      "loss": 1.8059,
      "step": 92800
    },
    {
      "epoch": 80.21607605877269,
      "grad_norm": 1.7887758016586304,
      "learning_rate": 1.2730216933520167e-06,
      "loss": 1.7948,
      "step": 92810
    },
    {
      "epoch": 80.2247191011236,
      "grad_norm": 1.8662972450256348,
      "learning_rate": 1.269498606945224e-06,
      "loss": 1.8024,
      "step": 92820
    },
    {
      "epoch": 80.23336214347451,
      "grad_norm": 2.144767999649048,
      "learning_rate": 1.2659803396795732e-06,
      "loss": 1.8099,
      "step": 92830
    },
    {
      "epoch": 80.2420051858254,
      "grad_norm": 2.190279483795166,
      "learning_rate": 1.2624668919029859e-06,
      "loss": 1.7805,
      "step": 92840
    },
    {
      "epoch": 80.25064822817632,
      "grad_norm": 2.741464138031006,
      "learning_rate": 1.2589582639629228e-06,
      "loss": 1.7939,
      "step": 92850
    },
    {
      "epoch": 80.25929127052723,
      "grad_norm": 2.3069002628326416,
      "learning_rate": 1.255454456206373e-06,
      "loss": 1.797,
      "step": 92860
    },
    {
      "epoch": 80.26793431287814,
      "grad_norm": 2.008030414581299,
      "learning_rate": 1.251955468979832e-06,
      "loss": 1.8098,
      "step": 92870
    },
    {
      "epoch": 80.27657735522904,
      "grad_norm": 2.238347291946411,
      "learning_rate": 1.2484613026293334e-06,
      "loss": 1.7852,
      "step": 92880
    },
    {
      "epoch": 80.28522039757995,
      "grad_norm": 1.9468027353286743,
      "learning_rate": 1.2449719575004294e-06,
      "loss": 1.805,
      "step": 92890
    },
    {
      "epoch": 80.29386343993086,
      "grad_norm": 2.219343900680542,
      "learning_rate": 1.241487433938182e-06,
      "loss": 1.784,
      "step": 92900
    },
    {
      "epoch": 80.30250648228176,
      "grad_norm": 1.8203027248382568,
      "learning_rate": 1.2380077322871996e-06,
      "loss": 1.7727,
      "step": 92910
    },
    {
      "epoch": 80.31114952463267,
      "grad_norm": 1.846176028251648,
      "learning_rate": 1.2345328528916012e-06,
      "loss": 1.7917,
      "step": 92920
    },
    {
      "epoch": 80.31979256698358,
      "grad_norm": 2.03397798538208,
      "learning_rate": 1.2310627960950283e-06,
      "loss": 1.7895,
      "step": 92930
    },
    {
      "epoch": 80.32843560933449,
      "grad_norm": 2.0309417247772217,
      "learning_rate": 1.2275975622406566e-06,
      "loss": 1.8032,
      "step": 92940
    },
    {
      "epoch": 80.33707865168539,
      "grad_norm": 1.9768974781036377,
      "learning_rate": 1.2241371516711676e-06,
      "loss": 1.7919,
      "step": 92950
    },
    {
      "epoch": 80.3457216940363,
      "grad_norm": 2.109783172607422,
      "learning_rate": 1.2206815647287762e-06,
      "loss": 1.7831,
      "step": 92960
    },
    {
      "epoch": 80.35436473638721,
      "grad_norm": 1.9354043006896973,
      "learning_rate": 1.2172308017552148e-06,
      "loss": 1.7828,
      "step": 92970
    },
    {
      "epoch": 80.36300777873812,
      "grad_norm": 2.165194511413574,
      "learning_rate": 1.2137848630917493e-06,
      "loss": 1.7652,
      "step": 92980
    },
    {
      "epoch": 80.37165082108902,
      "grad_norm": 2.059115171432495,
      "learning_rate": 1.2103437490791458e-06,
      "loss": 1.783,
      "step": 92990
    },
    {
      "epoch": 80.38029386343993,
      "grad_norm": 2.0421648025512695,
      "learning_rate": 1.2069074600577323e-06,
      "loss": 1.7727,
      "step": 93000
    },
    {
      "epoch": 80.38893690579084,
      "grad_norm": 2.1451659202575684,
      "learning_rate": 1.203475996367326e-06,
      "loss": 1.8068,
      "step": 93010
    },
    {
      "epoch": 80.39757994814174,
      "grad_norm": 2.305067300796509,
      "learning_rate": 1.2000493583472717e-06,
      "loss": 1.7863,
      "step": 93020
    },
    {
      "epoch": 80.40622299049265,
      "grad_norm": 1.9920095205307007,
      "learning_rate": 1.1966275463364486e-06,
      "loss": 1.8135,
      "step": 93030
    },
    {
      "epoch": 80.41486603284356,
      "grad_norm": 2.0075149536132812,
      "learning_rate": 1.1932105606732468e-06,
      "loss": 1.7935,
      "step": 93040
    },
    {
      "epoch": 80.42350907519447,
      "grad_norm": 2.030806064605713,
      "learning_rate": 1.1897984016955854e-06,
      "loss": 1.8119,
      "step": 93050
    },
    {
      "epoch": 80.43215211754537,
      "grad_norm": 1.965906023979187,
      "learning_rate": 1.1863910697409163e-06,
      "loss": 1.7537,
      "step": 93060
    },
    {
      "epoch": 80.44079515989628,
      "grad_norm": 2.0100624561309814,
      "learning_rate": 1.182988565146187e-06,
      "loss": 1.7744,
      "step": 93070
    },
    {
      "epoch": 80.4494382022472,
      "grad_norm": 1.887353539466858,
      "learning_rate": 1.1795908882479002e-06,
      "loss": 1.7999,
      "step": 93080
    },
    {
      "epoch": 80.4580812445981,
      "grad_norm": 2.2463231086730957,
      "learning_rate": 1.1761980393820538e-06,
      "loss": 1.799,
      "step": 93090
    },
    {
      "epoch": 80.466724286949,
      "grad_norm": 2.321584701538086,
      "learning_rate": 1.1728100188841795e-06,
      "loss": 1.8121,
      "step": 93100
    },
    {
      "epoch": 80.47536732929991,
      "grad_norm": 1.9488999843597412,
      "learning_rate": 1.1694268270893372e-06,
      "loss": 1.8036,
      "step": 93110
    },
    {
      "epoch": 80.48401037165083,
      "grad_norm": 2.2599196434020996,
      "learning_rate": 1.1660484643320979e-06,
      "loss": 1.7783,
      "step": 93120
    },
    {
      "epoch": 80.49265341400172,
      "grad_norm": 2.028660535812378,
      "learning_rate": 1.1626749309465722e-06,
      "loss": 1.7708,
      "step": 93130
    },
    {
      "epoch": 80.50129645635263,
      "grad_norm": 2.222776174545288,
      "learning_rate": 1.1593062272663602e-06,
      "loss": 1.7863,
      "step": 93140
    },
    {
      "epoch": 80.50993949870355,
      "grad_norm": 1.9406317472457886,
      "learning_rate": 1.1559423536246229e-06,
      "loss": 1.7921,
      "step": 93150
    },
    {
      "epoch": 80.51858254105446,
      "grad_norm": 2.0325634479522705,
      "learning_rate": 1.1525833103540162e-06,
      "loss": 1.8029,
      "step": 93160
    },
    {
      "epoch": 80.52722558340535,
      "grad_norm": 3.8323349952697754,
      "learning_rate": 1.149229097786736e-06,
      "loss": 1.8059,
      "step": 93170
    },
    {
      "epoch": 80.53586862575627,
      "grad_norm": 1.9381294250488281,
      "learning_rate": 1.1458797162544887e-06,
      "loss": 1.7936,
      "step": 93180
    },
    {
      "epoch": 80.54451166810718,
      "grad_norm": 3.567894220352173,
      "learning_rate": 1.1425351660885153e-06,
      "loss": 1.807,
      "step": 93190
    },
    {
      "epoch": 80.55315471045809,
      "grad_norm": 1.9232486486434937,
      "learning_rate": 1.1391954476195622e-06,
      "loss": 1.79,
      "step": 93200
    },
    {
      "epoch": 80.56179775280899,
      "grad_norm": 5.420420169830322,
      "learning_rate": 1.1358605611779038e-06,
      "loss": 1.8204,
      "step": 93210
    },
    {
      "epoch": 80.5704407951599,
      "grad_norm": 2.1051836013793945,
      "learning_rate": 1.1325305070933434e-06,
      "loss": 1.8075,
      "step": 93220
    },
    {
      "epoch": 80.57908383751081,
      "grad_norm": 1.9083575010299683,
      "learning_rate": 1.1292052856952062e-06,
      "loss": 1.833,
      "step": 93230
    },
    {
      "epoch": 80.5877268798617,
      "grad_norm": 2.0075392723083496,
      "learning_rate": 1.1258848973123348e-06,
      "loss": 1.7788,
      "step": 93240
    },
    {
      "epoch": 80.59636992221262,
      "grad_norm": 1.9621877670288086,
      "learning_rate": 1.1225693422730887e-06,
      "loss": 1.7827,
      "step": 93250
    },
    {
      "epoch": 80.60501296456353,
      "grad_norm": 1.9068264961242676,
      "learning_rate": 1.1192586209053612e-06,
      "loss": 1.8098,
      "step": 93260
    },
    {
      "epoch": 80.61365600691444,
      "grad_norm": 2.1182143688201904,
      "learning_rate": 1.1159527335365572e-06,
      "loss": 1.7998,
      "step": 93270
    },
    {
      "epoch": 80.62229904926534,
      "grad_norm": 2.2277779579162598,
      "learning_rate": 1.1126516804936148e-06,
      "loss": 1.8041,
      "step": 93280
    },
    {
      "epoch": 80.63094209161625,
      "grad_norm": 1.9483023881912231,
      "learning_rate": 1.1093554621029845e-06,
      "loss": 1.7892,
      "step": 93290
    },
    {
      "epoch": 80.63958513396716,
      "grad_norm": 2.0179731845855713,
      "learning_rate": 1.1060640786906385e-06,
      "loss": 1.7646,
      "step": 93300
    },
    {
      "epoch": 80.64822817631807,
      "grad_norm": 1.9662251472473145,
      "learning_rate": 1.1027775305820775e-06,
      "loss": 1.8025,
      "step": 93310
    },
    {
      "epoch": 80.65687121866897,
      "grad_norm": 1.900799036026001,
      "learning_rate": 1.0994958181023196e-06,
      "loss": 1.7927,
      "step": 93320
    },
    {
      "epoch": 80.66551426101988,
      "grad_norm": 2.207441806793213,
      "learning_rate": 1.096218941575905e-06,
      "loss": 1.7776,
      "step": 93330
    },
    {
      "epoch": 80.67415730337079,
      "grad_norm": 2.0248031616210938,
      "learning_rate": 1.0929469013268966e-06,
      "loss": 1.7825,
      "step": 93340
    },
    {
      "epoch": 80.68280034572169,
      "grad_norm": 2.000568151473999,
      "learning_rate": 1.0896796976788802e-06,
      "loss": 1.7745,
      "step": 93350
    },
    {
      "epoch": 80.6914433880726,
      "grad_norm": 2.0958807468414307,
      "learning_rate": 1.086417330954964e-06,
      "loss": 1.7808,
      "step": 93360
    },
    {
      "epoch": 80.70008643042351,
      "grad_norm": 2.0604844093322754,
      "learning_rate": 1.0831598014777677e-06,
      "loss": 1.7887,
      "step": 93370
    },
    {
      "epoch": 80.70872947277442,
      "grad_norm": 1.9873151779174805,
      "learning_rate": 1.0799071095694502e-06,
      "loss": 1.7902,
      "step": 93380
    },
    {
      "epoch": 80.71737251512532,
      "grad_norm": 2.473782777786255,
      "learning_rate": 1.0766592555516708e-06,
      "loss": 1.7784,
      "step": 93390
    },
    {
      "epoch": 80.72601555747623,
      "grad_norm": 1.9843411445617676,
      "learning_rate": 1.0734162397456282e-06,
      "loss": 1.7769,
      "step": 93400
    },
    {
      "epoch": 80.73465859982714,
      "grad_norm": 2.0463736057281494,
      "learning_rate": 1.0701780624720326e-06,
      "loss": 1.7957,
      "step": 93410
    },
    {
      "epoch": 80.74330164217805,
      "grad_norm": 6.3601393699646,
      "learning_rate": 1.0669447240511277e-06,
      "loss": 1.8211,
      "step": 93420
    },
    {
      "epoch": 80.75194468452895,
      "grad_norm": 1.8946632146835327,
      "learning_rate": 1.0637162248026688e-06,
      "loss": 1.8006,
      "step": 93430
    },
    {
      "epoch": 80.76058772687986,
      "grad_norm": 2.049086570739746,
      "learning_rate": 1.0604925650459285e-06,
      "loss": 1.7745,
      "step": 93440
    },
    {
      "epoch": 80.76923076923077,
      "grad_norm": 2.749880790710449,
      "learning_rate": 1.0572737450997127e-06,
      "loss": 1.8046,
      "step": 93450
    },
    {
      "epoch": 80.77787381158167,
      "grad_norm": 2.164695978164673,
      "learning_rate": 1.0540597652823337e-06,
      "loss": 1.8044,
      "step": 93460
    },
    {
      "epoch": 80.78651685393258,
      "grad_norm": 2.068690538406372,
      "learning_rate": 1.0508506259116424e-06,
      "loss": 1.7894,
      "step": 93470
    },
    {
      "epoch": 80.7951598962835,
      "grad_norm": 2.0110950469970703,
      "learning_rate": 1.0476463273049964e-06,
      "loss": 1.7956,
      "step": 93480
    },
    {
      "epoch": 80.8038029386344,
      "grad_norm": 1.9327020645141602,
      "learning_rate": 1.0444468697792864e-06,
      "loss": 1.8009,
      "step": 93490
    },
    {
      "epoch": 80.8124459809853,
      "grad_norm": 1.9044097661972046,
      "learning_rate": 1.041252253650915e-06,
      "loss": 1.787,
      "step": 93500
    },
    {
      "epoch": 80.82108902333621,
      "grad_norm": 2.3541100025177,
      "learning_rate": 1.038062479235813e-06,
      "loss": 1.797,
      "step": 93510
    },
    {
      "epoch": 80.82973206568712,
      "grad_norm": 2.112992286682129,
      "learning_rate": 1.0348775468494276e-06,
      "loss": 1.8001,
      "step": 93520
    },
    {
      "epoch": 80.83837510803804,
      "grad_norm": 2.0741801261901855,
      "learning_rate": 1.031697456806724e-06,
      "loss": 1.7659,
      "step": 93530
    },
    {
      "epoch": 80.84701815038893,
      "grad_norm": 2.1183712482452393,
      "learning_rate": 1.0285222094222002e-06,
      "loss": 1.8026,
      "step": 93540
    },
    {
      "epoch": 80.85566119273984,
      "grad_norm": 2.056847095489502,
      "learning_rate": 1.0253518050098666e-06,
      "loss": 1.791,
      "step": 93550
    },
    {
      "epoch": 80.86430423509076,
      "grad_norm": 3.1152102947235107,
      "learning_rate": 1.0221862438832551e-06,
      "loss": 1.8263,
      "step": 93560
    },
    {
      "epoch": 80.87294727744165,
      "grad_norm": 1.9814980030059814,
      "learning_rate": 1.0190255263554105e-06,
      "loss": 1.8287,
      "step": 93570
    },
    {
      "epoch": 80.88159031979256,
      "grad_norm": 2.1068286895751953,
      "learning_rate": 1.0158696527389267e-06,
      "loss": 1.8029,
      "step": 93580
    },
    {
      "epoch": 80.89023336214348,
      "grad_norm": 2.0162343978881836,
      "learning_rate": 1.0127186233458873e-06,
      "loss": 1.821,
      "step": 93590
    },
    {
      "epoch": 80.89887640449439,
      "grad_norm": 2.171114206314087,
      "learning_rate": 1.0095724384879158e-06,
      "loss": 1.7907,
      "step": 93600
    },
    {
      "epoch": 80.90751944684528,
      "grad_norm": 2.0662734508514404,
      "learning_rate": 1.006431098476146e-06,
      "loss": 1.7809,
      "step": 93610
    },
    {
      "epoch": 80.9161624891962,
      "grad_norm": 2.177978038787842,
      "learning_rate": 1.0032946036212354e-06,
      "loss": 1.8234,
      "step": 93620
    },
    {
      "epoch": 80.92480553154711,
      "grad_norm": 2.018845796585083,
      "learning_rate": 1.0001629542333636e-06,
      "loss": 1.798,
      "step": 93630
    },
    {
      "epoch": 80.933448573898,
      "grad_norm": 2.1656100749969482,
      "learning_rate": 9.97036150622238e-07,
      "loss": 1.8071,
      "step": 93640
    },
    {
      "epoch": 80.94209161624892,
      "grad_norm": 1.963042140007019,
      "learning_rate": 9.93914193097073e-07,
      "loss": 1.782,
      "step": 93650
    },
    {
      "epoch": 80.95073465859983,
      "grad_norm": 2.1746721267700195,
      "learning_rate": 9.907970819666046e-07,
      "loss": 1.8071,
      "step": 93660
    },
    {
      "epoch": 80.95937770095074,
      "grad_norm": 2.3574795722961426,
      "learning_rate": 9.876848175391195e-07,
      "loss": 1.8046,
      "step": 93670
    },
    {
      "epoch": 80.96802074330164,
      "grad_norm": 1.9699469804763794,
      "learning_rate": 9.845774001223717e-07,
      "loss": 1.8079,
      "step": 93680
    },
    {
      "epoch": 80.97666378565255,
      "grad_norm": 2.138453960418701,
      "learning_rate": 9.814748300236875e-07,
      "loss": 1.8143,
      "step": 93690
    },
    {
      "epoch": 80.98530682800346,
      "grad_norm": 2.004220724105835,
      "learning_rate": 9.783771075498772e-07,
      "loss": 1.8264,
      "step": 93700
    },
    {
      "epoch": 80.99394987035437,
      "grad_norm": 1.962970495223999,
      "learning_rate": 9.752842330072954e-07,
      "loss": 1.816,
      "step": 93710
    },
    {
      "epoch": 81.00259291270527,
      "grad_norm": 1.9322627782821655,
      "learning_rate": 9.721962067018032e-07,
      "loss": 1.8175,
      "step": 93720
    },
    {
      "epoch": 81.01123595505618,
      "grad_norm": 1.9490628242492676,
      "learning_rate": 9.691130289387895e-07,
      "loss": 1.7522,
      "step": 93730
    },
    {
      "epoch": 81.01987899740709,
      "grad_norm": 2.964240074157715,
      "learning_rate": 9.660347000231607e-07,
      "loss": 1.7705,
      "step": 93740
    },
    {
      "epoch": 81.02852203975799,
      "grad_norm": 2.15775728225708,
      "learning_rate": 9.629612202593453e-07,
      "loss": 1.7979,
      "step": 93750
    },
    {
      "epoch": 81.0371650821089,
      "grad_norm": 2.1220009326934814,
      "learning_rate": 9.59892589951289e-07,
      "loss": 1.7887,
      "step": 93760
    },
    {
      "epoch": 81.04580812445981,
      "grad_norm": 2.0044729709625244,
      "learning_rate": 9.568288094024547e-07,
      "loss": 1.7851,
      "step": 93770
    },
    {
      "epoch": 81.05445116681072,
      "grad_norm": 1.9549816846847534,
      "learning_rate": 9.537698789158445e-07,
      "loss": 1.7698,
      "step": 93780
    },
    {
      "epoch": 81.06309420916162,
      "grad_norm": 1.953202486038208,
      "learning_rate": 9.507157987939608e-07,
      "loss": 1.7764,
      "step": 93790
    },
    {
      "epoch": 81.07173725151253,
      "grad_norm": 2.667797327041626,
      "learning_rate": 9.476665693388286e-07,
      "loss": 1.7851,
      "step": 93800
    },
    {
      "epoch": 81.08038029386344,
      "grad_norm": 1.9678452014923096,
      "learning_rate": 9.446221908520015e-07,
      "loss": 1.791,
      "step": 93810
    },
    {
      "epoch": 81.08902333621435,
      "grad_norm": 2.07212495803833,
      "learning_rate": 9.415826636345437e-07,
      "loss": 1.7985,
      "step": 93820
    },
    {
      "epoch": 81.09766637856525,
      "grad_norm": 1.7907028198242188,
      "learning_rate": 9.385479879870541e-07,
      "loss": 1.7667,
      "step": 93830
    },
    {
      "epoch": 81.10630942091616,
      "grad_norm": 2.1277008056640625,
      "learning_rate": 9.355181642096423e-07,
      "loss": 1.7567,
      "step": 93840
    },
    {
      "epoch": 81.11495246326707,
      "grad_norm": 1.99940025806427,
      "learning_rate": 9.324931926019409e-07,
      "loss": 1.7651,
      "step": 93850
    },
    {
      "epoch": 81.12359550561797,
      "grad_norm": 1.975775122642517,
      "learning_rate": 9.294730734630941e-07,
      "loss": 1.7768,
      "step": 93860
    },
    {
      "epoch": 81.13223854796888,
      "grad_norm": 3.289466619491577,
      "learning_rate": 9.26457807091774e-07,
      "loss": 1.8188,
      "step": 93870
    },
    {
      "epoch": 81.1408815903198,
      "grad_norm": 1.9091343879699707,
      "learning_rate": 9.234473937861698e-07,
      "loss": 1.7667,
      "step": 93880
    },
    {
      "epoch": 81.1495246326707,
      "grad_norm": 2.2535552978515625,
      "learning_rate": 9.204418338439935e-07,
      "loss": 1.7936,
      "step": 93890
    },
    {
      "epoch": 81.1581676750216,
      "grad_norm": 2.0263280868530273,
      "learning_rate": 9.174411275624794e-07,
      "loss": 1.7911,
      "step": 93900
    },
    {
      "epoch": 81.16681071737251,
      "grad_norm": 2.1424038410186768,
      "learning_rate": 9.144452752383792e-07,
      "loss": 1.7865,
      "step": 93910
    },
    {
      "epoch": 81.17545375972342,
      "grad_norm": 2.034402847290039,
      "learning_rate": 9.114542771679613e-07,
      "loss": 1.7818,
      "step": 93920
    },
    {
      "epoch": 81.18409680207434,
      "grad_norm": 2.025766134262085,
      "learning_rate": 9.084681336470169e-07,
      "loss": 1.7818,
      "step": 93930
    },
    {
      "epoch": 81.19273984442523,
      "grad_norm": 1.921267032623291,
      "learning_rate": 9.054868449708542e-07,
      "loss": 1.7823,
      "step": 93940
    },
    {
      "epoch": 81.20138288677614,
      "grad_norm": 2.0791373252868652,
      "learning_rate": 9.025104114343097e-07,
      "loss": 1.7854,
      "step": 93950
    },
    {
      "epoch": 81.21002592912706,
      "grad_norm": 2.1097710132598877,
      "learning_rate": 8.995388333317256e-07,
      "loss": 1.7947,
      "step": 93960
    },
    {
      "epoch": 81.21866897147795,
      "grad_norm": 2.2020058631896973,
      "learning_rate": 8.965721109569836e-07,
      "loss": 1.7836,
      "step": 93970
    },
    {
      "epoch": 81.22731201382886,
      "grad_norm": 2.0655195713043213,
      "learning_rate": 8.936102446034711e-07,
      "loss": 1.7878,
      "step": 93980
    },
    {
      "epoch": 81.23595505617978,
      "grad_norm": 2.1094086170196533,
      "learning_rate": 8.906532345640872e-07,
      "loss": 1.7837,
      "step": 93990
    },
    {
      "epoch": 81.24459809853069,
      "grad_norm": 2.0481278896331787,
      "learning_rate": 8.877010811312703e-07,
      "loss": 1.7824,
      "step": 94000
    },
    {
      "epoch": 81.25324114088158,
      "grad_norm": 1.8834972381591797,
      "learning_rate": 8.8475378459697e-07,
      "loss": 1.7943,
      "step": 94010
    },
    {
      "epoch": 81.2618841832325,
      "grad_norm": 2.184495687484741,
      "learning_rate": 8.818113452526589e-07,
      "loss": 1.8014,
      "step": 94020
    },
    {
      "epoch": 81.27052722558341,
      "grad_norm": 2.0213351249694824,
      "learning_rate": 8.788737633893207e-07,
      "loss": 1.7596,
      "step": 94030
    },
    {
      "epoch": 81.27917026793432,
      "grad_norm": 3.043928861618042,
      "learning_rate": 8.75941039297462e-07,
      "loss": 1.8108,
      "step": 94040
    },
    {
      "epoch": 81.28781331028522,
      "grad_norm": 1.8109184503555298,
      "learning_rate": 8.730131732671176e-07,
      "loss": 1.7789,
      "step": 94050
    },
    {
      "epoch": 81.29645635263613,
      "grad_norm": 2.081458806991577,
      "learning_rate": 8.70090165587828e-07,
      "loss": 1.804,
      "step": 94060
    },
    {
      "epoch": 81.30509939498704,
      "grad_norm": 2.0082132816314697,
      "learning_rate": 8.671720165486563e-07,
      "loss": 1.7778,
      "step": 94070
    },
    {
      "epoch": 81.31374243733794,
      "grad_norm": 2.3433473110198975,
      "learning_rate": 8.642587264382051e-07,
      "loss": 1.8038,
      "step": 94080
    },
    {
      "epoch": 81.32238547968885,
      "grad_norm": 2.1197266578674316,
      "learning_rate": 8.613502955445718e-07,
      "loss": 1.7955,
      "step": 94090
    },
    {
      "epoch": 81.33102852203976,
      "grad_norm": 2.0216567516326904,
      "learning_rate": 8.584467241553762e-07,
      "loss": 1.7933,
      "step": 94100
    },
    {
      "epoch": 81.33967156439067,
      "grad_norm": 1.918424129486084,
      "learning_rate": 8.555480125577719e-07,
      "loss": 1.8201,
      "step": 94110
    },
    {
      "epoch": 81.34831460674157,
      "grad_norm": 2.742690324783325,
      "learning_rate": 8.526541610384242e-07,
      "loss": 1.8109,
      "step": 94120
    },
    {
      "epoch": 81.35695764909248,
      "grad_norm": 2.0836429595947266,
      "learning_rate": 8.497651698835096e-07,
      "loss": 1.7963,
      "step": 94130
    },
    {
      "epoch": 81.36560069144339,
      "grad_norm": 2.1013503074645996,
      "learning_rate": 8.46881039378733e-07,
      "loss": 1.7913,
      "step": 94140
    },
    {
      "epoch": 81.3742437337943,
      "grad_norm": 3.721761465072632,
      "learning_rate": 8.440017698093217e-07,
      "loss": 1.7937,
      "step": 94150
    },
    {
      "epoch": 81.3828867761452,
      "grad_norm": 2.0569043159484863,
      "learning_rate": 8.41127361460009e-07,
      "loss": 1.8061,
      "step": 94160
    },
    {
      "epoch": 81.39152981849611,
      "grad_norm": 2.0162711143493652,
      "learning_rate": 8.382578146150621e-07,
      "loss": 1.7975,
      "step": 94170
    },
    {
      "epoch": 81.40017286084702,
      "grad_norm": 1.828578233718872,
      "learning_rate": 8.353931295582651e-07,
      "loss": 1.8149,
      "step": 94180
    },
    {
      "epoch": 81.40881590319792,
      "grad_norm": 1.9645330905914307,
      "learning_rate": 8.32533306572908e-07,
      "loss": 1.7805,
      "step": 94190
    },
    {
      "epoch": 81.41745894554883,
      "grad_norm": 2.0374248027801514,
      "learning_rate": 8.296783459418144e-07,
      "loss": 1.803,
      "step": 94200
    },
    {
      "epoch": 81.42610198789974,
      "grad_norm": 2.046211004257202,
      "learning_rate": 8.268282479473255e-07,
      "loss": 1.7832,
      "step": 94210
    },
    {
      "epoch": 81.43474503025065,
      "grad_norm": 2.006788492202759,
      "learning_rate": 8.239830128712933e-07,
      "loss": 1.8187,
      "step": 94220
    },
    {
      "epoch": 81.44338807260155,
      "grad_norm": 3.2219347953796387,
      "learning_rate": 8.211426409950873e-07,
      "loss": 1.7852,
      "step": 94230
    },
    {
      "epoch": 81.45203111495246,
      "grad_norm": 2.1990270614624023,
      "learning_rate": 8.183071325996106e-07,
      "loss": 1.7593,
      "step": 94240
    },
    {
      "epoch": 81.46067415730337,
      "grad_norm": 2.0601625442504883,
      "learning_rate": 8.154764879652832e-07,
      "loss": 1.7872,
      "step": 94250
    },
    {
      "epoch": 81.46931719965428,
      "grad_norm": 2.67718505859375,
      "learning_rate": 8.126507073720257e-07,
      "loss": 1.7834,
      "step": 94260
    },
    {
      "epoch": 81.47796024200518,
      "grad_norm": 2.112107753753662,
      "learning_rate": 8.098297910993035e-07,
      "loss": 1.7811,
      "step": 94270
    },
    {
      "epoch": 81.4866032843561,
      "grad_norm": 1.884683609008789,
      "learning_rate": 8.070137394260713e-07,
      "loss": 1.7629,
      "step": 94280
    },
    {
      "epoch": 81.495246326707,
      "grad_norm": 2.0173723697662354,
      "learning_rate": 8.042025526308283e-07,
      "loss": 1.7782,
      "step": 94290
    },
    {
      "epoch": 81.5038893690579,
      "grad_norm": 2.355013608932495,
      "learning_rate": 8.013962309915856e-07,
      "loss": 1.8276,
      "step": 94300
    },
    {
      "epoch": 81.51253241140881,
      "grad_norm": 1.9747825860977173,
      "learning_rate": 7.985947747858602e-07,
      "loss": 1.7807,
      "step": 94310
    },
    {
      "epoch": 81.52117545375972,
      "grad_norm": 2.110138416290283,
      "learning_rate": 7.957981842907081e-07,
      "loss": 1.784,
      "step": 94320
    },
    {
      "epoch": 81.52981849611064,
      "grad_norm": 2.326702117919922,
      "learning_rate": 7.93006459782697e-07,
      "loss": 1.7644,
      "step": 94330
    },
    {
      "epoch": 81.53846153846153,
      "grad_norm": 1.9314899444580078,
      "learning_rate": 7.90219601537906e-07,
      "loss": 1.8058,
      "step": 94340
    },
    {
      "epoch": 81.54710458081244,
      "grad_norm": 2.090975046157837,
      "learning_rate": 7.874376098319369e-07,
      "loss": 1.7812,
      "step": 94350
    },
    {
      "epoch": 81.55574762316336,
      "grad_norm": 1.9467322826385498,
      "learning_rate": 7.846604849399086e-07,
      "loss": 1.7991,
      "step": 94360
    },
    {
      "epoch": 81.56439066551427,
      "grad_norm": 1.9456171989440918,
      "learning_rate": 7.818882271364681e-07,
      "loss": 1.8105,
      "step": 94370
    },
    {
      "epoch": 81.57303370786516,
      "grad_norm": 1.9423822164535522,
      "learning_rate": 7.791208366957681e-07,
      "loss": 1.7904,
      "step": 94380
    },
    {
      "epoch": 81.58167675021608,
      "grad_norm": 2.098273754119873,
      "learning_rate": 7.763583138914954e-07,
      "loss": 1.7974,
      "step": 94390
    },
    {
      "epoch": 81.59031979256699,
      "grad_norm": 2.025620698928833,
      "learning_rate": 7.73600658996837e-07,
      "loss": 1.7827,
      "step": 94400
    },
    {
      "epoch": 81.59896283491788,
      "grad_norm": 2.0148510932922363,
      "learning_rate": 7.708478722845081e-07,
      "loss": 1.7579,
      "step": 94410
    },
    {
      "epoch": 81.6076058772688,
      "grad_norm": 2.4402425289154053,
      "learning_rate": 7.680999540267464e-07,
      "loss": 1.7941,
      "step": 94420
    },
    {
      "epoch": 81.61624891961971,
      "grad_norm": 1.981589913368225,
      "learning_rate": 7.653569044953068e-07,
      "loss": 1.7905,
      "step": 94430
    },
    {
      "epoch": 81.62489196197062,
      "grad_norm": 2.0332159996032715,
      "learning_rate": 7.626187239614502e-07,
      "loss": 1.8143,
      "step": 94440
    },
    {
      "epoch": 81.63353500432152,
      "grad_norm": 2.004232406616211,
      "learning_rate": 7.598854126959764e-07,
      "loss": 1.7606,
      "step": 94450
    },
    {
      "epoch": 81.64217804667243,
      "grad_norm": 2.003633499145508,
      "learning_rate": 7.571569709691806e-07,
      "loss": 1.7905,
      "step": 94460
    },
    {
      "epoch": 81.65082108902334,
      "grad_norm": 2.0378549098968506,
      "learning_rate": 7.544333990508967e-07,
      "loss": 1.7922,
      "step": 94470
    },
    {
      "epoch": 81.65946413137425,
      "grad_norm": 1.9282599687576294,
      "learning_rate": 7.517146972104705e-07,
      "loss": 1.7964,
      "step": 94480
    },
    {
      "epoch": 81.66810717372515,
      "grad_norm": 1.9889657497406006,
      "learning_rate": 7.490008657167536e-07,
      "loss": 1.7784,
      "step": 94490
    },
    {
      "epoch": 81.67675021607606,
      "grad_norm": 1.9693740606307983,
      "learning_rate": 7.462919048381367e-07,
      "loss": 1.7905,
      "step": 94500
    },
    {
      "epoch": 81.68539325842697,
      "grad_norm": 1.8079525232315063,
      "learning_rate": 7.435878148425224e-07,
      "loss": 1.7961,
      "step": 94510
    },
    {
      "epoch": 81.69403630077787,
      "grad_norm": 2.1803717613220215,
      "learning_rate": 7.408885959973188e-07,
      "loss": 1.7891,
      "step": 94520
    },
    {
      "epoch": 81.70267934312878,
      "grad_norm": 1.9421311616897583,
      "learning_rate": 7.381942485694627e-07,
      "loss": 1.7709,
      "step": 94530
    },
    {
      "epoch": 81.71132238547969,
      "grad_norm": 1.9900050163269043,
      "learning_rate": 7.355047728254128e-07,
      "loss": 1.7913,
      "step": 94540
    },
    {
      "epoch": 81.7199654278306,
      "grad_norm": 1.9447842836380005,
      "learning_rate": 7.328201690311398e-07,
      "loss": 1.8031,
      "step": 94550
    },
    {
      "epoch": 81.7286084701815,
      "grad_norm": 2.006192684173584,
      "learning_rate": 7.30140437452137e-07,
      "loss": 1.7587,
      "step": 94560
    },
    {
      "epoch": 81.73725151253241,
      "grad_norm": 1.9774789810180664,
      "learning_rate": 7.274655783534034e-07,
      "loss": 1.7931,
      "step": 94570
    },
    {
      "epoch": 81.74589455488332,
      "grad_norm": 2.0212831497192383,
      "learning_rate": 7.247955919994775e-07,
      "loss": 1.8121,
      "step": 94580
    },
    {
      "epoch": 81.75453759723423,
      "grad_norm": 2.1389596462249756,
      "learning_rate": 7.221304786543981e-07,
      "loss": 1.7867,
      "step": 94590
    },
    {
      "epoch": 81.76318063958513,
      "grad_norm": 2.066929578781128,
      "learning_rate": 7.194702385817264e-07,
      "loss": 1.7862,
      "step": 94600
    },
    {
      "epoch": 81.77182368193604,
      "grad_norm": 2.140030860900879,
      "learning_rate": 7.168148720445523e-07,
      "loss": 1.7973,
      "step": 94610
    },
    {
      "epoch": 81.78046672428695,
      "grad_norm": 2.011012315750122,
      "learning_rate": 7.141643793054653e-07,
      "loss": 1.7852,
      "step": 94620
    },
    {
      "epoch": 81.78910976663785,
      "grad_norm": 2.0757229328155518,
      "learning_rate": 7.115187606265839e-07,
      "loss": 1.7992,
      "step": 94630
    },
    {
      "epoch": 81.79775280898876,
      "grad_norm": 2.2007534503936768,
      "learning_rate": 7.08878016269554e-07,
      "loss": 1.8075,
      "step": 94640
    },
    {
      "epoch": 81.80639585133967,
      "grad_norm": 2.0771267414093018,
      "learning_rate": 7.06242146495506e-07,
      "loss": 1.7935,
      "step": 94650
    },
    {
      "epoch": 81.81503889369058,
      "grad_norm": 2.0905566215515137,
      "learning_rate": 7.036111515651367e-07,
      "loss": 1.8336,
      "step": 94660
    },
    {
      "epoch": 81.82368193604148,
      "grad_norm": 4.318983554840088,
      "learning_rate": 7.009850317386158e-07,
      "loss": 1.798,
      "step": 94670
    },
    {
      "epoch": 81.83232497839239,
      "grad_norm": 1.9122098684310913,
      "learning_rate": 6.983637872756632e-07,
      "loss": 1.7919,
      "step": 94680
    },
    {
      "epoch": 81.8409680207433,
      "grad_norm": 1.9142357110977173,
      "learning_rate": 6.957474184354995e-07,
      "loss": 1.7959,
      "step": 94690
    },
    {
      "epoch": 81.84961106309422,
      "grad_norm": 2.2637672424316406,
      "learning_rate": 6.931359254768621e-07,
      "loss": 1.7988,
      "step": 94700
    },
    {
      "epoch": 81.85825410544511,
      "grad_norm": 2.105800151824951,
      "learning_rate": 6.905293086580111e-07,
      "loss": 1.7885,
      "step": 94710
    },
    {
      "epoch": 81.86689714779602,
      "grad_norm": 1.987763524055481,
      "learning_rate": 6.879275682367348e-07,
      "loss": 1.7881,
      "step": 94720
    },
    {
      "epoch": 81.87554019014694,
      "grad_norm": 2.085162878036499,
      "learning_rate": 6.853307044703161e-07,
      "loss": 1.7694,
      "step": 94730
    },
    {
      "epoch": 81.88418323249783,
      "grad_norm": 1.9248424768447876,
      "learning_rate": 6.827387176155775e-07,
      "loss": 1.7696,
      "step": 94740
    },
    {
      "epoch": 81.89282627484874,
      "grad_norm": 2.0205631256103516,
      "learning_rate": 6.801516079288528e-07,
      "loss": 1.7778,
      "step": 94750
    },
    {
      "epoch": 81.90146931719966,
      "grad_norm": 1.9117002487182617,
      "learning_rate": 6.775693756659817e-07,
      "loss": 1.7945,
      "step": 94760
    },
    {
      "epoch": 81.91011235955057,
      "grad_norm": 2.189079523086548,
      "learning_rate": 6.749920210823324e-07,
      "loss": 1.7808,
      "step": 94770
    },
    {
      "epoch": 81.91875540190146,
      "grad_norm": 3.0965726375579834,
      "learning_rate": 6.724195444327952e-07,
      "loss": 1.7888,
      "step": 94780
    },
    {
      "epoch": 81.92739844425238,
      "grad_norm": 2.3325140476226807,
      "learning_rate": 6.698519459717667e-07,
      "loss": 1.809,
      "step": 94790
    },
    {
      "epoch": 81.93604148660329,
      "grad_norm": 1.8986324071884155,
      "learning_rate": 6.67289225953166e-07,
      "loss": 1.784,
      "step": 94800
    },
    {
      "epoch": 81.9446845289542,
      "grad_norm": 1.9231623411178589,
      "learning_rate": 6.647313846304349e-07,
      "loss": 1.8066,
      "step": 94810
    },
    {
      "epoch": 81.9533275713051,
      "grad_norm": 1.938332200050354,
      "learning_rate": 6.621784222565208e-07,
      "loss": 1.81,
      "step": 94820
    },
    {
      "epoch": 81.961970613656,
      "grad_norm": 2.314814567565918,
      "learning_rate": 6.596303390839053e-07,
      "loss": 1.8174,
      "step": 94830
    },
    {
      "epoch": 81.97061365600692,
      "grad_norm": 2.0232038497924805,
      "learning_rate": 6.570871353645702e-07,
      "loss": 1.7816,
      "step": 94840
    },
    {
      "epoch": 81.97925669835782,
      "grad_norm": 2.1680397987365723,
      "learning_rate": 6.545488113500253e-07,
      "loss": 1.8002,
      "step": 94850
    },
    {
      "epoch": 81.98789974070873,
      "grad_norm": 1.9145023822784424,
      "learning_rate": 6.520153672912921e-07,
      "loss": 1.7842,
      "step": 94860
    },
    {
      "epoch": 81.99654278305964,
      "grad_norm": 2.018627405166626,
      "learning_rate": 6.494868034389201e-07,
      "loss": 1.7887,
      "step": 94870
    },
    {
      "epoch": 82.00518582541055,
      "grad_norm": 2.090421676635742,
      "learning_rate": 6.469631200429537e-07,
      "loss": 1.7839,
      "step": 94880
    },
    {
      "epoch": 82.01382886776145,
      "grad_norm": 1.8866891860961914,
      "learning_rate": 6.444443173529824e-07,
      "loss": 1.7734,
      "step": 94890
    },
    {
      "epoch": 82.02247191011236,
      "grad_norm": 2.2515108585357666,
      "learning_rate": 6.419303956180955e-07,
      "loss": 1.7886,
      "step": 94900
    },
    {
      "epoch": 82.03111495246327,
      "grad_norm": 2.068805456161499,
      "learning_rate": 6.394213550869055e-07,
      "loss": 1.7582,
      "step": 94910
    },
    {
      "epoch": 82.03975799481418,
      "grad_norm": 2.2761824131011963,
      "learning_rate": 6.369171960075416e-07,
      "loss": 1.7907,
      "step": 94920
    },
    {
      "epoch": 82.04840103716508,
      "grad_norm": 2.0967440605163574,
      "learning_rate": 6.344179186276499e-07,
      "loss": 1.7892,
      "step": 94930
    },
    {
      "epoch": 82.05704407951599,
      "grad_norm": 2.017375946044922,
      "learning_rate": 6.319235231943832e-07,
      "loss": 1.7805,
      "step": 94940
    },
    {
      "epoch": 82.0656871218669,
      "grad_norm": 2.1916604042053223,
      "learning_rate": 6.294340099544327e-07,
      "loss": 1.8044,
      "step": 94950
    },
    {
      "epoch": 82.0743301642178,
      "grad_norm": 2.076003313064575,
      "learning_rate": 6.269493791539959e-07,
      "loss": 1.7703,
      "step": 94960
    },
    {
      "epoch": 82.08297320656871,
      "grad_norm": 2.1788241863250732,
      "learning_rate": 6.244696310387821e-07,
      "loss": 1.7904,
      "step": 94970
    },
    {
      "epoch": 82.09161624891962,
      "grad_norm": 1.9316694736480713,
      "learning_rate": 6.219947658540226e-07,
      "loss": 1.8074,
      "step": 94980
    },
    {
      "epoch": 82.10025929127053,
      "grad_norm": 1.926192283630371,
      "learning_rate": 6.195247838444662e-07,
      "loss": 1.7725,
      "step": 94990
    },
    {
      "epoch": 82.10890233362143,
      "grad_norm": 1.9356048107147217,
      "learning_rate": 6.170596852543842e-07,
      "loss": 1.7834,
      "step": 95000
    },
    {
      "epoch": 82.11754537597234,
      "grad_norm": 2.111100912094116,
      "learning_rate": 6.145994703275537e-07,
      "loss": 1.7723,
      "step": 95010
    },
    {
      "epoch": 82.12618841832325,
      "grad_norm": 1.964897871017456,
      "learning_rate": 6.121441393072802e-07,
      "loss": 1.7872,
      "step": 95020
    },
    {
      "epoch": 82.13483146067416,
      "grad_norm": 2.3831396102905273,
      "learning_rate": 6.096936924363694e-07,
      "loss": 1.7886,
      "step": 95030
    },
    {
      "epoch": 82.14347450302506,
      "grad_norm": 2.270524740219116,
      "learning_rate": 6.072481299571664e-07,
      "loss": 1.7804,
      "step": 95040
    },
    {
      "epoch": 82.15211754537597,
      "grad_norm": 2.3521595001220703,
      "learning_rate": 6.048074521115221e-07,
      "loss": 1.7798,
      "step": 95050
    },
    {
      "epoch": 82.16076058772688,
      "grad_norm": 2.05680251121521,
      "learning_rate": 6.023716591407991e-07,
      "loss": 1.7923,
      "step": 95060
    },
    {
      "epoch": 82.16940363007778,
      "grad_norm": 1.8634421825408936,
      "learning_rate": 5.999407512858768e-07,
      "loss": 1.822,
      "step": 95070
    },
    {
      "epoch": 82.17804667242869,
      "grad_norm": 4.146652698516846,
      "learning_rate": 5.975147287871685e-07,
      "loss": 1.7769,
      "step": 95080
    },
    {
      "epoch": 82.1866897147796,
      "grad_norm": 1.9202510118484497,
      "learning_rate": 5.950935918845823e-07,
      "loss": 1.7706,
      "step": 95090
    },
    {
      "epoch": 82.19533275713052,
      "grad_norm": 2.2797038555145264,
      "learning_rate": 5.926773408175656e-07,
      "loss": 1.7804,
      "step": 95100
    },
    {
      "epoch": 82.20397579948141,
      "grad_norm": 1.9822179079055786,
      "learning_rate": 5.902659758250606e-07,
      "loss": 1.7901,
      "step": 95110
    },
    {
      "epoch": 82.21261884183232,
      "grad_norm": 2.1371748447418213,
      "learning_rate": 5.878594971455376e-07,
      "loss": 1.7766,
      "step": 95120
    },
    {
      "epoch": 82.22126188418324,
      "grad_norm": 1.9596292972564697,
      "learning_rate": 5.85457905016984e-07,
      "loss": 1.7745,
      "step": 95130
    },
    {
      "epoch": 82.22990492653415,
      "grad_norm": 1.9507111310958862,
      "learning_rate": 5.830611996768987e-07,
      "loss": 1.7813,
      "step": 95140
    },
    {
      "epoch": 82.23854796888504,
      "grad_norm": 2.3556506633758545,
      "learning_rate": 5.806693813623032e-07,
      "loss": 1.7684,
      "step": 95150
    },
    {
      "epoch": 82.24719101123596,
      "grad_norm": 1.9782789945602417,
      "learning_rate": 5.782824503097417e-07,
      "loss": 1.7509,
      "step": 95160
    },
    {
      "epoch": 82.25583405358687,
      "grad_norm": 1.9037591218948364,
      "learning_rate": 5.759004067552587e-07,
      "loss": 1.8166,
      "step": 95170
    },
    {
      "epoch": 82.26447709593776,
      "grad_norm": 2.0106289386749268,
      "learning_rate": 5.735232509344157e-07,
      "loss": 1.7677,
      "step": 95180
    },
    {
      "epoch": 82.27312013828868,
      "grad_norm": 2.185570478439331,
      "learning_rate": 5.711509830823136e-07,
      "loss": 1.7667,
      "step": 95190
    },
    {
      "epoch": 82.28176318063959,
      "grad_norm": 1.9422625303268433,
      "learning_rate": 5.687836034335426e-07,
      "loss": 1.7766,
      "step": 95200
    },
    {
      "epoch": 82.2904062229905,
      "grad_norm": 1.9882383346557617,
      "learning_rate": 5.664211122222318e-07,
      "loss": 1.8072,
      "step": 95210
    },
    {
      "epoch": 82.2990492653414,
      "grad_norm": 2.1323158740997314,
      "learning_rate": 5.640635096820057e-07,
      "loss": 1.7979,
      "step": 95220
    },
    {
      "epoch": 82.3076923076923,
      "grad_norm": 2.9528393745422363,
      "learning_rate": 5.617107960460277e-07,
      "loss": 1.809,
      "step": 95230
    },
    {
      "epoch": 82.31633535004322,
      "grad_norm": 2.2243764400482178,
      "learning_rate": 5.593629715469562e-07,
      "loss": 1.8032,
      "step": 95240
    },
    {
      "epoch": 82.32497839239413,
      "grad_norm": 2.003354072570801,
      "learning_rate": 5.570200364169887e-07,
      "loss": 1.8126,
      "step": 95250
    },
    {
      "epoch": 82.33362143474503,
      "grad_norm": 1.9519410133361816,
      "learning_rate": 5.54681990887812e-07,
      "loss": 1.7724,
      "step": 95260
    },
    {
      "epoch": 82.34226447709594,
      "grad_norm": 2.0874786376953125,
      "learning_rate": 5.52348835190658e-07,
      "loss": 1.8038,
      "step": 95270
    },
    {
      "epoch": 82.35090751944685,
      "grad_norm": 2.079190254211426,
      "learning_rate": 5.500205695562477e-07,
      "loss": 1.7517,
      "step": 95280
    },
    {
      "epoch": 82.35955056179775,
      "grad_norm": 4.993132591247559,
      "learning_rate": 5.476971942148468e-07,
      "loss": 1.8008,
      "step": 95290
    },
    {
      "epoch": 82.36819360414866,
      "grad_norm": 2.2252376079559326,
      "learning_rate": 5.453787093962159e-07,
      "loss": 1.7822,
      "step": 95300
    },
    {
      "epoch": 82.37683664649957,
      "grad_norm": 2.3536484241485596,
      "learning_rate": 5.430651153296328e-07,
      "loss": 1.8043,
      "step": 95310
    },
    {
      "epoch": 82.38547968885048,
      "grad_norm": 2.490504264831543,
      "learning_rate": 5.40756412243898e-07,
      "loss": 1.7586,
      "step": 95320
    },
    {
      "epoch": 82.39412273120138,
      "grad_norm": 1.9347763061523438,
      "learning_rate": 5.384526003673341e-07,
      "loss": 1.7854,
      "step": 95330
    },
    {
      "epoch": 82.40276577355229,
      "grad_norm": 2.17584490776062,
      "learning_rate": 5.361536799277756e-07,
      "loss": 1.7454,
      "step": 95340
    },
    {
      "epoch": 82.4114088159032,
      "grad_norm": 2.092057704925537,
      "learning_rate": 5.338596511525685e-07,
      "loss": 1.7939,
      "step": 95350
    },
    {
      "epoch": 82.42005185825411,
      "grad_norm": 2.1759262084960938,
      "learning_rate": 5.315705142685756e-07,
      "loss": 1.7844,
      "step": 95360
    },
    {
      "epoch": 82.42869490060501,
      "grad_norm": 2.0328493118286133,
      "learning_rate": 5.292862695021772e-07,
      "loss": 1.7812,
      "step": 95370
    },
    {
      "epoch": 82.43733794295592,
      "grad_norm": 2.1052751541137695,
      "learning_rate": 5.270069170792702e-07,
      "loss": 1.7827,
      "step": 95380
    },
    {
      "epoch": 82.44598098530683,
      "grad_norm": 1.9649951457977295,
      "learning_rate": 5.247324572252743e-07,
      "loss": 1.7854,
      "step": 95390
    },
    {
      "epoch": 82.45462402765773,
      "grad_norm": 2.1994469165802,
      "learning_rate": 5.224628901651096e-07,
      "loss": 1.8119,
      "step": 95400
    },
    {
      "epoch": 82.46326707000864,
      "grad_norm": 3.5650291442871094,
      "learning_rate": 5.201982161232411e-07,
      "loss": 1.7935,
      "step": 95410
    },
    {
      "epoch": 82.47191011235955,
      "grad_norm": 2.0225586891174316,
      "learning_rate": 5.179384353236061e-07,
      "loss": 1.7675,
      "step": 95420
    },
    {
      "epoch": 82.48055315471046,
      "grad_norm": 1.8989092111587524,
      "learning_rate": 5.156835479897037e-07,
      "loss": 1.7767,
      "step": 95430
    },
    {
      "epoch": 82.48919619706136,
      "grad_norm": 2.1056127548217773,
      "learning_rate": 5.134335543445113e-07,
      "loss": 1.7996,
      "step": 95440
    },
    {
      "epoch": 82.49783923941227,
      "grad_norm": 2.3998234272003174,
      "learning_rate": 5.111884546105506e-07,
      "loss": 1.7643,
      "step": 95450
    },
    {
      "epoch": 82.50648228176318,
      "grad_norm": 2.0599756240844727,
      "learning_rate": 5.089482490098496e-07,
      "loss": 1.787,
      "step": 95460
    },
    {
      "epoch": 82.5151253241141,
      "grad_norm": 1.98016357421875,
      "learning_rate": 5.067129377639368e-07,
      "loss": 1.8075,
      "step": 95470
    },
    {
      "epoch": 82.52376836646499,
      "grad_norm": 1.9969426393508911,
      "learning_rate": 5.044825210938853e-07,
      "loss": 1.7801,
      "step": 95480
    },
    {
      "epoch": 82.5324114088159,
      "grad_norm": 1.9230037927627563,
      "learning_rate": 5.022569992202575e-07,
      "loss": 1.7717,
      "step": 95490
    },
    {
      "epoch": 82.54105445116681,
      "grad_norm": 1.8666090965270996,
      "learning_rate": 5.000363723631551e-07,
      "loss": 1.7825,
      "step": 95500
    },
    {
      "epoch": 82.54969749351771,
      "grad_norm": 2.0363168716430664,
      "learning_rate": 4.978206407421749e-07,
      "loss": 1.7745,
      "step": 95510
    },
    {
      "epoch": 82.55834053586862,
      "grad_norm": 2.0504214763641357,
      "learning_rate": 4.956098045764412e-07,
      "loss": 1.7914,
      "step": 95520
    },
    {
      "epoch": 82.56698357821953,
      "grad_norm": 1.9255485534667969,
      "learning_rate": 4.934038640845906e-07,
      "loss": 1.7895,
      "step": 95530
    },
    {
      "epoch": 82.57562662057045,
      "grad_norm": 3.287961483001709,
      "learning_rate": 4.912028194847873e-07,
      "loss": 1.8008,
      "step": 95540
    },
    {
      "epoch": 82.58426966292134,
      "grad_norm": 1.9311150312423706,
      "learning_rate": 4.89006670994685e-07,
      "loss": 1.7953,
      "step": 95550
    },
    {
      "epoch": 82.59291270527225,
      "grad_norm": 2.030728816986084,
      "learning_rate": 4.868154188314822e-07,
      "loss": 1.7652,
      "step": 95560
    },
    {
      "epoch": 82.60155574762317,
      "grad_norm": 2.056225061416626,
      "learning_rate": 4.846290632118666e-07,
      "loss": 1.7809,
      "step": 95570
    },
    {
      "epoch": 82.61019878997408,
      "grad_norm": 2.0125668048858643,
      "learning_rate": 4.824476043520654e-07,
      "loss": 1.7728,
      "step": 95580
    },
    {
      "epoch": 82.61884183232497,
      "grad_norm": 2.2179174423217773,
      "learning_rate": 4.80271042467817e-07,
      "loss": 1.7998,
      "step": 95590
    },
    {
      "epoch": 82.62748487467589,
      "grad_norm": 2.244533061981201,
      "learning_rate": 4.780993777743548e-07,
      "loss": 1.8223,
      "step": 95600
    },
    {
      "epoch": 82.6361279170268,
      "grad_norm": 2.5087268352508545,
      "learning_rate": 4.759326104864459e-07,
      "loss": 1.8041,
      "step": 95610
    },
    {
      "epoch": 82.6447709593777,
      "grad_norm": 2.0469107627868652,
      "learning_rate": 4.7377074081838e-07,
      "loss": 1.7875,
      "step": 95620
    },
    {
      "epoch": 82.6534140017286,
      "grad_norm": 2.5519211292266846,
      "learning_rate": 4.716137689839417e-07,
      "loss": 1.7964,
      "step": 95630
    },
    {
      "epoch": 82.66205704407952,
      "grad_norm": 1.9571094512939453,
      "learning_rate": 4.694616951964437e-07,
      "loss": 1.795,
      "step": 95640
    },
    {
      "epoch": 82.67070008643043,
      "grad_norm": 2.0249462127685547,
      "learning_rate": 4.673145196687212e-07,
      "loss": 1.773,
      "step": 95650
    },
    {
      "epoch": 82.67934312878133,
      "grad_norm": 1.9809465408325195,
      "learning_rate": 4.6517224261311e-07,
      "loss": 1.787,
      "step": 95660
    },
    {
      "epoch": 82.68798617113224,
      "grad_norm": 2.0412795543670654,
      "learning_rate": 4.630348642414628e-07,
      "loss": 1.7935,
      "step": 95670
    },
    {
      "epoch": 82.69662921348315,
      "grad_norm": 2.049837827682495,
      "learning_rate": 4.6090238476516057e-07,
      "loss": 1.7913,
      "step": 95680
    },
    {
      "epoch": 82.70527225583406,
      "grad_norm": 2.027794361114502,
      "learning_rate": 4.5877480439509013e-07,
      "loss": 1.8115,
      "step": 95690
    },
    {
      "epoch": 82.71391529818496,
      "grad_norm": 1.9742473363876343,
      "learning_rate": 4.566521233416554e-07,
      "loss": 1.7885,
      "step": 95700
    },
    {
      "epoch": 82.72255834053587,
      "grad_norm": 2.121389865875244,
      "learning_rate": 4.545343418147774e-07,
      "loss": 1.793,
      "step": 95710
    },
    {
      "epoch": 82.73120138288678,
      "grad_norm": 1.9318132400512695,
      "learning_rate": 4.524214600238941e-07,
      "loss": 1.7716,
      "step": 95720
    },
    {
      "epoch": 82.73984442523768,
      "grad_norm": 2.003701686859131,
      "learning_rate": 4.503134781779494e-07,
      "loss": 1.795,
      "step": 95730
    },
    {
      "epoch": 82.74848746758859,
      "grad_norm": 1.9801316261291504,
      "learning_rate": 4.482103964854101e-07,
      "loss": 1.7804,
      "step": 95740
    },
    {
      "epoch": 82.7571305099395,
      "grad_norm": 2.1947367191314697,
      "learning_rate": 4.4611221515426514e-07,
      "loss": 1.7821,
      "step": 95750
    },
    {
      "epoch": 82.76577355229041,
      "grad_norm": 2.010988235473633,
      "learning_rate": 4.440189343920043e-07,
      "loss": 1.7735,
      "step": 95760
    },
    {
      "epoch": 82.77441659464131,
      "grad_norm": 2.1318578720092773,
      "learning_rate": 4.419305544056451e-07,
      "loss": 1.7864,
      "step": 95770
    },
    {
      "epoch": 82.78305963699222,
      "grad_norm": 2.169135808944702,
      "learning_rate": 4.398470754017059e-07,
      "loss": 1.7924,
      "step": 95780
    },
    {
      "epoch": 82.79170267934313,
      "grad_norm": 2.052175521850586,
      "learning_rate": 4.377684975862439e-07,
      "loss": 1.7805,
      "step": 95790
    },
    {
      "epoch": 82.80034572169404,
      "grad_norm": 2.071033477783203,
      "learning_rate": 4.3569482116480595e-07,
      "loss": 1.801,
      "step": 95800
    },
    {
      "epoch": 82.80898876404494,
      "grad_norm": 2.1363956928253174,
      "learning_rate": 4.3362604634246686e-07,
      "loss": 1.781,
      "step": 95810
    },
    {
      "epoch": 82.81763180639585,
      "grad_norm": 2.1255009174346924,
      "learning_rate": 4.3156217332381845e-07,
      "loss": 1.7604,
      "step": 95820
    },
    {
      "epoch": 82.82627484874676,
      "grad_norm": 1.9361646175384521,
      "learning_rate": 4.295032023129697e-07,
      "loss": 1.7828,
      "step": 95830
    },
    {
      "epoch": 82.83491789109766,
      "grad_norm": 2.2231390476226807,
      "learning_rate": 4.2744913351353555e-07,
      "loss": 1.7961,
      "step": 95840
    },
    {
      "epoch": 82.84356093344857,
      "grad_norm": 2.105240821838379,
      "learning_rate": 4.253999671286479e-07,
      "loss": 1.7904,
      "step": 95850
    },
    {
      "epoch": 82.85220397579948,
      "grad_norm": 1.9845622777938843,
      "learning_rate": 4.2335570336095587e-07,
      "loss": 1.7658,
      "step": 95860
    },
    {
      "epoch": 82.8608470181504,
      "grad_norm": 2.1671500205993652,
      "learning_rate": 4.213163424126254e-07,
      "loss": 1.7652,
      "step": 95870
    },
    {
      "epoch": 82.86949006050129,
      "grad_norm": 1.9229594469070435,
      "learning_rate": 4.1928188448533965e-07,
      "loss": 1.7887,
      "step": 95880
    },
    {
      "epoch": 82.8781331028522,
      "grad_norm": 1.8793020248413086,
      "learning_rate": 4.1725232978029325e-07,
      "loss": 1.8056,
      "step": 95890
    },
    {
      "epoch": 82.88677614520311,
      "grad_norm": 1.988389253616333,
      "learning_rate": 4.152276784981979e-07,
      "loss": 1.809,
      "step": 95900
    },
    {
      "epoch": 82.89541918755403,
      "grad_norm": 1.9473010301589966,
      "learning_rate": 4.132079308392711e-07,
      "loss": 1.8244,
      "step": 95910
    },
    {
      "epoch": 82.90406222990492,
      "grad_norm": 2.1050758361816406,
      "learning_rate": 4.111930870032643e-07,
      "loss": 1.8103,
      "step": 95920
    },
    {
      "epoch": 82.91270527225583,
      "grad_norm": 1.9600797891616821,
      "learning_rate": 4.091831471894236e-07,
      "loss": 1.7887,
      "step": 95930
    },
    {
      "epoch": 82.92134831460675,
      "grad_norm": 1.8915220499038696,
      "learning_rate": 4.0717811159652343e-07,
      "loss": 1.7947,
      "step": 95940
    },
    {
      "epoch": 82.92999135695764,
      "grad_norm": 2.009424924850464,
      "learning_rate": 4.0517798042284394e-07,
      "loss": 1.7826,
      "step": 95950
    },
    {
      "epoch": 82.93863439930855,
      "grad_norm": 2.0715408325195312,
      "learning_rate": 4.031827538661992e-07,
      "loss": 1.7667,
      "step": 95960
    },
    {
      "epoch": 82.94727744165947,
      "grad_norm": 1.9602292776107788,
      "learning_rate": 4.011924321238925e-07,
      "loss": 1.7924,
      "step": 95970
    },
    {
      "epoch": 82.95592048401038,
      "grad_norm": 2.0274953842163086,
      "learning_rate": 3.9920701539274965e-07,
      "loss": 1.7815,
      "step": 95980
    },
    {
      "epoch": 82.96456352636127,
      "grad_norm": 1.8477314710617065,
      "learning_rate": 3.972265038691303e-07,
      "loss": 1.7826,
      "step": 95990
    },
    {
      "epoch": 82.97320656871219,
      "grad_norm": 2.044740676879883,
      "learning_rate": 3.952508977488889e-07,
      "loss": 1.8288,
      "step": 96000
    },
    {
      "epoch": 82.9818496110631,
      "grad_norm": 2.294600009918213,
      "learning_rate": 3.932801972274025e-07,
      "loss": 1.7657,
      "step": 96010
    },
    {
      "epoch": 82.99049265341401,
      "grad_norm": 1.9366377592086792,
      "learning_rate": 3.913144024995541e-07,
      "loss": 1.7949,
      "step": 96020
    },
    {
      "epoch": 82.9991356957649,
      "grad_norm": 2.097822427749634,
      "learning_rate": 3.893535137597493e-07,
      "loss": 1.7919,
      "step": 96030
    },
    {
      "epoch": 83.00777873811582,
      "grad_norm": 2.518787145614624,
      "learning_rate": 3.873975312019162e-07,
      "loss": 1.8452,
      "step": 96040
    },
    {
      "epoch": 83.01642178046673,
      "grad_norm": 2.0712549686431885,
      "learning_rate": 3.8544645501947806e-07,
      "loss": 1.7914,
      "step": 96050
    },
    {
      "epoch": 83.02506482281763,
      "grad_norm": 2.012929677963257,
      "learning_rate": 3.8350028540539705e-07,
      "loss": 1.7803,
      "step": 96060
    },
    {
      "epoch": 83.03370786516854,
      "grad_norm": 2.0456223487854004,
      "learning_rate": 3.8155902255212486e-07,
      "loss": 1.7621,
      "step": 96070
    },
    {
      "epoch": 83.04235090751945,
      "grad_norm": 1.9394153356552124,
      "learning_rate": 3.796226666516467e-07,
      "loss": 1.8067,
      "step": 96080
    },
    {
      "epoch": 83.05099394987036,
      "grad_norm": 1.9690080881118774,
      "learning_rate": 3.776912178954539e-07,
      "loss": 1.7739,
      "step": 96090
    },
    {
      "epoch": 83.05963699222126,
      "grad_norm": 1.9247920513153076,
      "learning_rate": 3.7576467647456037e-07,
      "loss": 1.7768,
      "step": 96100
    },
    {
      "epoch": 83.06828003457217,
      "grad_norm": 1.9469512701034546,
      "learning_rate": 3.738430425794803e-07,
      "loss": 1.7978,
      "step": 96110
    },
    {
      "epoch": 83.07692307692308,
      "grad_norm": 2.0222127437591553,
      "learning_rate": 3.7192631640025065e-07,
      "loss": 1.8142,
      "step": 96120
    },
    {
      "epoch": 83.08556611927398,
      "grad_norm": 2.161895275115967,
      "learning_rate": 3.700144981264364e-07,
      "loss": 1.791,
      "step": 96130
    },
    {
      "epoch": 83.09420916162489,
      "grad_norm": 1.9333158731460571,
      "learning_rate": 3.681075879470919e-07,
      "loss": 1.7881,
      "step": 96140
    },
    {
      "epoch": 83.1028522039758,
      "grad_norm": 1.9472954273223877,
      "learning_rate": 3.6620558605079955e-07,
      "loss": 1.7649,
      "step": 96150
    },
    {
      "epoch": 83.11149524632671,
      "grad_norm": 1.8991340398788452,
      "learning_rate": 3.643084926256646e-07,
      "loss": 1.7775,
      "step": 96160
    },
    {
      "epoch": 83.12013828867761,
      "grad_norm": 2.150209903717041,
      "learning_rate": 3.624163078592868e-07,
      "loss": 1.7954,
      "step": 96170
    },
    {
      "epoch": 83.12878133102852,
      "grad_norm": 2.0619969367980957,
      "learning_rate": 3.6052903193879996e-07,
      "loss": 1.8054,
      "step": 96180
    },
    {
      "epoch": 83.13742437337943,
      "grad_norm": 1.8111088275909424,
      "learning_rate": 3.58646665050838e-07,
      "loss": 1.7748,
      "step": 96190
    },
    {
      "epoch": 83.14606741573034,
      "grad_norm": 1.9044179916381836,
      "learning_rate": 3.5676920738156316e-07,
      "loss": 1.7799,
      "step": 96200
    },
    {
      "epoch": 83.15471045808124,
      "grad_norm": 1.950893759727478,
      "learning_rate": 3.548966591166325e-07,
      "loss": 1.7671,
      "step": 96210
    },
    {
      "epoch": 83.16335350043215,
      "grad_norm": 2.0401394367218018,
      "learning_rate": 3.530290204412312e-07,
      "loss": 1.8153,
      "step": 96220
    },
    {
      "epoch": 83.17199654278306,
      "grad_norm": 2.002957582473755,
      "learning_rate": 3.511662915400671e-07,
      "loss": 1.7645,
      "step": 96230
    },
    {
      "epoch": 83.18063958513396,
      "grad_norm": 2.23030161857605,
      "learning_rate": 3.493084725973428e-07,
      "loss": 1.7848,
      "step": 96240
    },
    {
      "epoch": 83.18928262748487,
      "grad_norm": 1.8716710805892944,
      "learning_rate": 3.474555637967947e-07,
      "loss": 1.7581,
      "step": 96250
    },
    {
      "epoch": 83.19792566983578,
      "grad_norm": 3.1104843616485596,
      "learning_rate": 3.456075653216539e-07,
      "loss": 1.7785,
      "step": 96260
    },
    {
      "epoch": 83.2065687121867,
      "grad_norm": 2.1424448490142822,
      "learning_rate": 3.4376447735468e-07,
      "loss": 1.7981,
      "step": 96270
    },
    {
      "epoch": 83.21521175453759,
      "grad_norm": 1.9183850288391113,
      "learning_rate": 3.4192630007813807e-07,
      "loss": 1.7769,
      "step": 96280
    },
    {
      "epoch": 83.2238547968885,
      "grad_norm": 1.9435480833053589,
      "learning_rate": 3.400930336738217e-07,
      "loss": 1.7918,
      "step": 96290
    },
    {
      "epoch": 83.23249783923941,
      "grad_norm": 2.083338499069214,
      "learning_rate": 3.382646783230248e-07,
      "loss": 1.7705,
      "step": 96300
    },
    {
      "epoch": 83.24114088159033,
      "grad_norm": 1.9929704666137695,
      "learning_rate": 3.3644123420655813e-07,
      "loss": 1.7905,
      "step": 96310
    },
    {
      "epoch": 83.24978392394122,
      "grad_norm": 2.405439853668213,
      "learning_rate": 3.346227015047498e-07,
      "loss": 1.7796,
      "step": 96320
    },
    {
      "epoch": 83.25842696629213,
      "grad_norm": 1.9475586414337158,
      "learning_rate": 3.328090803974393e-07,
      "loss": 1.7778,
      "step": 96330
    },
    {
      "epoch": 83.26707000864305,
      "grad_norm": 1.9482300281524658,
      "learning_rate": 3.3100037106398864e-07,
      "loss": 1.7853,
      "step": 96340
    },
    {
      "epoch": 83.27571305099394,
      "grad_norm": 1.93818998336792,
      "learning_rate": 3.291965736832658e-07,
      "loss": 1.7795,
      "step": 96350
    },
    {
      "epoch": 83.28435609334485,
      "grad_norm": 2.0313477516174316,
      "learning_rate": 3.273976884336505e-07,
      "loss": 1.7832,
      "step": 96360
    },
    {
      "epoch": 83.29299913569577,
      "grad_norm": 1.944222092628479,
      "learning_rate": 3.2560371549305024e-07,
      "loss": 1.7861,
      "step": 96370
    },
    {
      "epoch": 83.30164217804668,
      "grad_norm": 2.042355537414551,
      "learning_rate": 3.238146550388677e-07,
      "loss": 1.7961,
      "step": 96380
    },
    {
      "epoch": 83.31028522039757,
      "grad_norm": 2.136098623275757,
      "learning_rate": 3.220305072480334e-07,
      "loss": 1.7808,
      "step": 96390
    },
    {
      "epoch": 83.31892826274849,
      "grad_norm": 1.9719041585922241,
      "learning_rate": 3.202512722969897e-07,
      "loss": 1.7798,
      "step": 96400
    },
    {
      "epoch": 83.3275713050994,
      "grad_norm": 1.8291226625442505,
      "learning_rate": 3.1847695036169025e-07,
      "loss": 1.7792,
      "step": 96410
    },
    {
      "epoch": 83.33621434745031,
      "grad_norm": 2.046239137649536,
      "learning_rate": 3.167075416176057e-07,
      "loss": 1.79,
      "step": 96420
    },
    {
      "epoch": 83.3448573898012,
      "grad_norm": 1.9889792203903198,
      "learning_rate": 3.1494304623972406e-07,
      "loss": 1.7824,
      "step": 96430
    },
    {
      "epoch": 83.35350043215212,
      "grad_norm": 2.5041980743408203,
      "learning_rate": 3.1318346440252776e-07,
      "loss": 1.7776,
      "step": 96440
    },
    {
      "epoch": 83.36214347450303,
      "grad_norm": 1.9051672220230103,
      "learning_rate": 3.114287962800444e-07,
      "loss": 1.7912,
      "step": 96450
    },
    {
      "epoch": 83.37078651685393,
      "grad_norm": 1.893450379371643,
      "learning_rate": 3.096790420457907e-07,
      "loss": 1.7929,
      "step": 96460
    },
    {
      "epoch": 83.37942955920484,
      "grad_norm": 1.953697919845581,
      "learning_rate": 3.079342018728115e-07,
      "loss": 1.7607,
      "step": 96470
    },
    {
      "epoch": 83.38807260155575,
      "grad_norm": 1.9717408418655396,
      "learning_rate": 3.061942759336578e-07,
      "loss": 1.7893,
      "step": 96480
    },
    {
      "epoch": 83.39671564390666,
      "grad_norm": 1.9695314168930054,
      "learning_rate": 3.044592644003974e-07,
      "loss": 1.7812,
      "step": 96490
    },
    {
      "epoch": 83.40535868625756,
      "grad_norm": 2.0579867362976074,
      "learning_rate": 3.0272916744461533e-07,
      "loss": 1.7973,
      "step": 96500
    },
    {
      "epoch": 83.41400172860847,
      "grad_norm": 1.9062472581863403,
      "learning_rate": 3.010039852374025e-07,
      "loss": 1.7709,
      "step": 96510
    },
    {
      "epoch": 83.42264477095938,
      "grad_norm": 1.8086397647857666,
      "learning_rate": 2.992837179493668e-07,
      "loss": 1.7941,
      "step": 96520
    },
    {
      "epoch": 83.43128781331029,
      "grad_norm": 2.3103251457214355,
      "learning_rate": 2.9756836575063894e-07,
      "loss": 1.7797,
      "step": 96530
    },
    {
      "epoch": 83.43993085566119,
      "grad_norm": 1.903875470161438,
      "learning_rate": 2.958579288108554e-07,
      "loss": 1.8124,
      "step": 96540
    },
    {
      "epoch": 83.4485738980121,
      "grad_norm": 2.178408622741699,
      "learning_rate": 2.9415240729916417e-07,
      "loss": 1.7842,
      "step": 96550
    },
    {
      "epoch": 83.45721694036301,
      "grad_norm": 1.995356798171997,
      "learning_rate": 2.924518013842303e-07,
      "loss": 1.7841,
      "step": 96560
    },
    {
      "epoch": 83.46585998271391,
      "grad_norm": 3.7280874252319336,
      "learning_rate": 2.907561112342361e-07,
      "loss": 1.792,
      "step": 96570
    },
    {
      "epoch": 83.47450302506482,
      "grad_norm": 2.086813449859619,
      "learning_rate": 2.8906533701687497e-07,
      "loss": 1.7774,
      "step": 96580
    },
    {
      "epoch": 83.48314606741573,
      "grad_norm": 2.1990671157836914,
      "learning_rate": 2.873794788993467e-07,
      "loss": 1.7777,
      "step": 96590
    },
    {
      "epoch": 83.49178910976664,
      "grad_norm": 1.9560168981552124,
      "learning_rate": 2.8569853704838444e-07,
      "loss": 1.7863,
      "step": 96600
    },
    {
      "epoch": 83.50043215211754,
      "grad_norm": 1.9671343564987183,
      "learning_rate": 2.8402251163021086e-07,
      "loss": 1.7933,
      "step": 96610
    },
    {
      "epoch": 83.50907519446845,
      "grad_norm": 1.8348296880722046,
      "learning_rate": 2.823514028105878e-07,
      "loss": 1.7706,
      "step": 96620
    },
    {
      "epoch": 83.51771823681936,
      "grad_norm": 2.1366963386535645,
      "learning_rate": 2.8068521075476083e-07,
      "loss": 1.7875,
      "step": 96630
    },
    {
      "epoch": 83.52636127917027,
      "grad_norm": 2.064631462097168,
      "learning_rate": 2.7902393562751483e-07,
      "loss": 1.8289,
      "step": 96640
    },
    {
      "epoch": 83.53500432152117,
      "grad_norm": 1.9688526391983032,
      "learning_rate": 2.773675775931406e-07,
      "loss": 1.799,
      "step": 96650
    },
    {
      "epoch": 83.54364736387208,
      "grad_norm": 2.0587337017059326,
      "learning_rate": 2.757161368154404e-07,
      "loss": 1.7715,
      "step": 96660
    },
    {
      "epoch": 83.552290406223,
      "grad_norm": 2.7617015838623047,
      "learning_rate": 2.7406961345773363e-07,
      "loss": 1.7723,
      "step": 96670
    },
    {
      "epoch": 83.56093344857389,
      "grad_norm": 2.0108766555786133,
      "learning_rate": 2.724280076828456e-07,
      "loss": 1.7724,
      "step": 96680
    },
    {
      "epoch": 83.5695764909248,
      "grad_norm": 3.9813930988311768,
      "learning_rate": 2.707913196531242e-07,
      "loss": 1.8009,
      "step": 96690
    },
    {
      "epoch": 83.57821953327571,
      "grad_norm": 1.9380431175231934,
      "learning_rate": 2.691595495304233e-07,
      "loss": 1.775,
      "step": 96700
    },
    {
      "epoch": 83.58686257562663,
      "grad_norm": 1.9232757091522217,
      "learning_rate": 2.6753269747612495e-07,
      "loss": 1.7787,
      "step": 96710
    },
    {
      "epoch": 83.59550561797752,
      "grad_norm": 2.028489828109741,
      "learning_rate": 2.6591076365110045e-07,
      "loss": 1.7794,
      "step": 96720
    },
    {
      "epoch": 83.60414866032843,
      "grad_norm": 2.0979392528533936,
      "learning_rate": 2.6429374821576034e-07,
      "loss": 1.7607,
      "step": 96730
    },
    {
      "epoch": 83.61279170267935,
      "grad_norm": 2.041966438293457,
      "learning_rate": 2.6268165133001566e-07,
      "loss": 1.7695,
      "step": 96740
    },
    {
      "epoch": 83.62143474503026,
      "grad_norm": 1.9047784805297852,
      "learning_rate": 2.610744731532888e-07,
      "loss": 1.7751,
      "step": 96750
    },
    {
      "epoch": 83.63007778738115,
      "grad_norm": 1.9039555788040161,
      "learning_rate": 2.594722138445249e-07,
      "loss": 1.7934,
      "step": 96760
    },
    {
      "epoch": 83.63872082973207,
      "grad_norm": 2.3023264408111572,
      "learning_rate": 2.5787487356216943e-07,
      "loss": 1.757,
      "step": 96770
    },
    {
      "epoch": 83.64736387208298,
      "grad_norm": 1.9951575994491577,
      "learning_rate": 2.562824524641905e-07,
      "loss": 1.7709,
      "step": 96780
    },
    {
      "epoch": 83.65600691443387,
      "grad_norm": 2.1130762100219727,
      "learning_rate": 2.546949507080787e-07,
      "loss": 1.7835,
      "step": 96790
    },
    {
      "epoch": 83.66464995678479,
      "grad_norm": 1.9917579889297485,
      "learning_rate": 2.5311236845081966e-07,
      "loss": 1.7956,
      "step": 96800
    },
    {
      "epoch": 83.6732929991357,
      "grad_norm": 2.0796518325805664,
      "learning_rate": 2.5153470584892146e-07,
      "loss": 1.8026,
      "step": 96810
    },
    {
      "epoch": 83.68193604148661,
      "grad_norm": 1.9794788360595703,
      "learning_rate": 2.499619630584038e-07,
      "loss": 1.7817,
      "step": 96820
    },
    {
      "epoch": 83.6905790838375,
      "grad_norm": 2.214083433151245,
      "learning_rate": 2.4839414023480336e-07,
      "loss": 1.7938,
      "step": 96830
    },
    {
      "epoch": 83.69922212618842,
      "grad_norm": 2.2270398139953613,
      "learning_rate": 2.468312375331738e-07,
      "loss": 1.8267,
      "step": 96840
    },
    {
      "epoch": 83.70786516853933,
      "grad_norm": 2.0061869621276855,
      "learning_rate": 2.4527325510806386e-07,
      "loss": 1.7848,
      "step": 96850
    },
    {
      "epoch": 83.71650821089024,
      "grad_norm": 1.9859453439712524,
      "learning_rate": 2.437201931135613e-07,
      "loss": 1.7855,
      "step": 96860
    },
    {
      "epoch": 83.72515125324114,
      "grad_norm": 1.9010311365127563,
      "learning_rate": 2.421720517032433e-07,
      "loss": 1.7929,
      "step": 96870
    },
    {
      "epoch": 83.73379429559205,
      "grad_norm": 1.9569058418273926,
      "learning_rate": 2.4062883103021515e-07,
      "loss": 1.7858,
      "step": 96880
    },
    {
      "epoch": 83.74243733794296,
      "grad_norm": 1.9617396593093872,
      "learning_rate": 2.3909053124709367e-07,
      "loss": 1.8141,
      "step": 96890
    },
    {
      "epoch": 83.75108038029386,
      "grad_norm": 3.4428212642669678,
      "learning_rate": 2.3755715250600164e-07,
      "loss": 1.7674,
      "step": 96900
    },
    {
      "epoch": 83.75972342264477,
      "grad_norm": 2.127751350402832,
      "learning_rate": 2.3602869495858992e-07,
      "loss": 1.7886,
      "step": 96910
    },
    {
      "epoch": 83.76836646499568,
      "grad_norm": 2.307410717010498,
      "learning_rate": 2.3450515875600431e-07,
      "loss": 1.7794,
      "step": 96920
    },
    {
      "epoch": 83.77700950734659,
      "grad_norm": 2.0701093673706055,
      "learning_rate": 2.3298654404891873e-07,
      "loss": 1.8066,
      "step": 96930
    },
    {
      "epoch": 83.78565254969749,
      "grad_norm": 3.843662977218628,
      "learning_rate": 2.3147285098751303e-07,
      "loss": 1.7959,
      "step": 96940
    },
    {
      "epoch": 83.7942955920484,
      "grad_norm": 2.080423355102539,
      "learning_rate": 2.2996407972148414e-07,
      "loss": 1.7775,
      "step": 96950
    },
    {
      "epoch": 83.80293863439931,
      "grad_norm": 2.033381462097168,
      "learning_rate": 2.2846023040003496e-07,
      "loss": 1.7668,
      "step": 96960
    },
    {
      "epoch": 83.81158167675022,
      "grad_norm": 1.9555952548980713,
      "learning_rate": 2.2696130317188536e-07,
      "loss": 1.7798,
      "step": 96970
    },
    {
      "epoch": 83.82022471910112,
      "grad_norm": 1.9287623167037964,
      "learning_rate": 2.254672981852779e-07,
      "loss": 1.8062,
      "step": 96980
    },
    {
      "epoch": 83.82886776145203,
      "grad_norm": 2.108044385910034,
      "learning_rate": 2.2397821558795551e-07,
      "loss": 1.7857,
      "step": 96990
    },
    {
      "epoch": 83.83751080380294,
      "grad_norm": 3.9581363201141357,
      "learning_rate": 2.2249405552718372e-07,
      "loss": 1.8029,
      "step": 97000
    },
    {
      "epoch": 83.84615384615384,
      "grad_norm": 1.9135446548461914,
      "learning_rate": 2.2101481814972845e-07,
      "loss": 1.7803,
      "step": 97010
    },
    {
      "epoch": 83.85479688850475,
      "grad_norm": 2.047433376312256,
      "learning_rate": 2.1954050360188384e-07,
      "loss": 1.7813,
      "step": 97020
    },
    {
      "epoch": 83.86343993085566,
      "grad_norm": 2.001319408416748,
      "learning_rate": 2.180711120294443e-07,
      "loss": 1.7677,
      "step": 97030
    },
    {
      "epoch": 83.87208297320657,
      "grad_norm": 2.046381711959839,
      "learning_rate": 2.1660664357773254e-07,
      "loss": 1.7817,
      "step": 97040
    },
    {
      "epoch": 83.88072601555747,
      "grad_norm": 2.0427279472351074,
      "learning_rate": 2.15147098391566e-07,
      "loss": 1.7966,
      "step": 97050
    },
    {
      "epoch": 83.88936905790838,
      "grad_norm": 1.8796989917755127,
      "learning_rate": 2.1369247661529036e-07,
      "loss": 1.7812,
      "step": 97060
    },
    {
      "epoch": 83.8980121002593,
      "grad_norm": 1.9843769073486328,
      "learning_rate": 2.1224277839275165e-07,
      "loss": 1.7945,
      "step": 97070
    },
    {
      "epoch": 83.9066551426102,
      "grad_norm": 2.0534746646881104,
      "learning_rate": 2.1079800386732406e-07,
      "loss": 1.7773,
      "step": 97080
    },
    {
      "epoch": 83.9152981849611,
      "grad_norm": 2.205568313598633,
      "learning_rate": 2.093581531818878e-07,
      "loss": 1.7743,
      "step": 97090
    },
    {
      "epoch": 83.92394122731201,
      "grad_norm": 2.11395263671875,
      "learning_rate": 2.079232264788289e-07,
      "loss": 1.7689,
      "step": 97100
    },
    {
      "epoch": 83.93258426966293,
      "grad_norm": 2.99294376373291,
      "learning_rate": 2.0649322390005055e-07,
      "loss": 1.8101,
      "step": 97110
    },
    {
      "epoch": 83.94122731201382,
      "grad_norm": 1.929189682006836,
      "learning_rate": 2.0506814558697852e-07,
      "loss": 1.7837,
      "step": 97120
    },
    {
      "epoch": 83.94987035436473,
      "grad_norm": 2.0713305473327637,
      "learning_rate": 2.0364799168053895e-07,
      "loss": 1.7767,
      "step": 97130
    },
    {
      "epoch": 83.95851339671565,
      "grad_norm": 2.172358512878418,
      "learning_rate": 2.022327623211806e-07,
      "loss": 1.7657,
      "step": 97140
    },
    {
      "epoch": 83.96715643906656,
      "grad_norm": 2.0863866806030273,
      "learning_rate": 2.0082245764885266e-07,
      "loss": 1.7696,
      "step": 97150
    },
    {
      "epoch": 83.97579948141745,
      "grad_norm": 1.926754117012024,
      "learning_rate": 1.9941707780303798e-07,
      "loss": 1.8052,
      "step": 97160
    },
    {
      "epoch": 83.98444252376837,
      "grad_norm": 2.002817392349243,
      "learning_rate": 1.9801662292270872e-07,
      "loss": 1.7821,
      "step": 97170
    },
    {
      "epoch": 83.99308556611928,
      "grad_norm": 2.1078040599823,
      "learning_rate": 1.9662109314636522e-07,
      "loss": 1.7816,
      "step": 97180
    },
    {
      "epoch": 84.00172860847019,
      "grad_norm": 2.3028433322906494,
      "learning_rate": 1.9523048861201376e-07,
      "loss": 1.8035,
      "step": 97190
    },
    {
      "epoch": 84.01037165082109,
      "grad_norm": 2.0465829372406006,
      "learning_rate": 1.938448094571832e-07,
      "loss": 1.7639,
      "step": 97200
    },
    {
      "epoch": 84.019014693172,
      "grad_norm": 2.011647939682007,
      "learning_rate": 1.924640558189028e-07,
      "loss": 1.7699,
      "step": 97210
    },
    {
      "epoch": 84.02765773552291,
      "grad_norm": 2.226717233657837,
      "learning_rate": 1.910882278337245e-07,
      "loss": 1.7775,
      "step": 97220
    },
    {
      "epoch": 84.0363007778738,
      "grad_norm": 1.9484950304031372,
      "learning_rate": 1.897173256377005e-07,
      "loss": 1.8028,
      "step": 97230
    },
    {
      "epoch": 84.04494382022472,
      "grad_norm": 2.0474720001220703,
      "learning_rate": 1.8835134936641686e-07,
      "loss": 1.7803,
      "step": 97240
    },
    {
      "epoch": 84.05358686257563,
      "grad_norm": 2.2526376247406006,
      "learning_rate": 1.869902991549488e-07,
      "loss": 1.7791,
      "step": 97250
    },
    {
      "epoch": 84.06222990492654,
      "grad_norm": 2.1546826362609863,
      "learning_rate": 1.856341751379054e-07,
      "loss": 1.802,
      "step": 97260
    },
    {
      "epoch": 84.07087294727744,
      "grad_norm": 2.0139827728271484,
      "learning_rate": 1.8428297744939037e-07,
      "loss": 1.7824,
      "step": 97270
    },
    {
      "epoch": 84.07951598962835,
      "grad_norm": 1.9803377389907837,
      "learning_rate": 1.8293670622303583e-07,
      "loss": 1.7645,
      "step": 97280
    },
    {
      "epoch": 84.08815903197926,
      "grad_norm": 1.895071029663086,
      "learning_rate": 1.8159536159197411e-07,
      "loss": 1.7923,
      "step": 97290
    },
    {
      "epoch": 84.09680207433017,
      "grad_norm": 1.9198145866394043,
      "learning_rate": 1.8025894368886022e-07,
      "loss": 1.7807,
      "step": 97300
    },
    {
      "epoch": 84.10544511668107,
      "grad_norm": 2.052210807800293,
      "learning_rate": 1.7892745264584954e-07,
      "loss": 1.8136,
      "step": 97310
    },
    {
      "epoch": 84.11408815903198,
      "grad_norm": 1.9040684700012207,
      "learning_rate": 1.7760088859462565e-07,
      "loss": 1.7881,
      "step": 97320
    },
    {
      "epoch": 84.12273120138289,
      "grad_norm": 2.046231985092163,
      "learning_rate": 1.7627925166637805e-07,
      "loss": 1.7904,
      "step": 97330
    },
    {
      "epoch": 84.13137424373379,
      "grad_norm": 2.2702672481536865,
      "learning_rate": 1.7496254199180772e-07,
      "loss": 1.79,
      "step": 97340
    },
    {
      "epoch": 84.1400172860847,
      "grad_norm": 2.106178045272827,
      "learning_rate": 1.7365075970112165e-07,
      "loss": 1.7899,
      "step": 97350
    },
    {
      "epoch": 84.14866032843561,
      "grad_norm": 2.3294949531555176,
      "learning_rate": 1.7234390492405494e-07,
      "loss": 1.7978,
      "step": 97360
    },
    {
      "epoch": 84.15730337078652,
      "grad_norm": 5.440377235412598,
      "learning_rate": 1.710419777898431e-07,
      "loss": 1.8066,
      "step": 97370
    },
    {
      "epoch": 84.16594641313742,
      "grad_norm": 2.049105405807495,
      "learning_rate": 1.697449784272387e-07,
      "loss": 1.8039,
      "step": 97380
    },
    {
      "epoch": 84.17458945548833,
      "grad_norm": 2.615567922592163,
      "learning_rate": 1.6845290696451132e-07,
      "loss": 1.7892,
      "step": 97390
    },
    {
      "epoch": 84.18323249783924,
      "grad_norm": 1.9308778047561646,
      "learning_rate": 1.6716576352943658e-07,
      "loss": 1.8159,
      "step": 97400
    },
    {
      "epoch": 84.19187554019015,
      "grad_norm": 2.034656047821045,
      "learning_rate": 1.6588354824930152e-07,
      "loss": 1.7898,
      "step": 97410
    },
    {
      "epoch": 84.20051858254105,
      "grad_norm": 2.101925849914551,
      "learning_rate": 1.6460626125091583e-07,
      "loss": 1.7594,
      "step": 97420
    },
    {
      "epoch": 84.20916162489196,
      "grad_norm": 2.300572633743286,
      "learning_rate": 1.6333390266058402e-07,
      "loss": 1.8027,
      "step": 97430
    },
    {
      "epoch": 84.21780466724287,
      "grad_norm": 1.9568061828613281,
      "learning_rate": 1.6206647260414433e-07,
      "loss": 1.7525,
      "step": 97440
    },
    {
      "epoch": 84.22644770959377,
      "grad_norm": 2.025728940963745,
      "learning_rate": 1.608039712069409e-07,
      "loss": 1.777,
      "step": 97450
    },
    {
      "epoch": 84.23509075194468,
      "grad_norm": 1.9334874153137207,
      "learning_rate": 1.5954639859381282e-07,
      "loss": 1.8113,
      "step": 97460
    },
    {
      "epoch": 84.2437337942956,
      "grad_norm": 2.052665948867798,
      "learning_rate": 1.5829375488913833e-07,
      "loss": 1.7805,
      "step": 97470
    },
    {
      "epoch": 84.2523768366465,
      "grad_norm": 2.1787593364715576,
      "learning_rate": 1.570460402167906e-07,
      "loss": 1.7934,
      "step": 97480
    },
    {
      "epoch": 84.2610198789974,
      "grad_norm": 2.931069850921631,
      "learning_rate": 1.5580325470016533e-07,
      "loss": 1.7708,
      "step": 97490
    },
    {
      "epoch": 84.26966292134831,
      "grad_norm": 2.0074045658111572,
      "learning_rate": 1.5456539846215867e-07,
      "loss": 1.7866,
      "step": 97500
    },
    {
      "epoch": 84.27830596369922,
      "grad_norm": 2.058973789215088,
      "learning_rate": 1.5333247162519494e-07,
      "loss": 1.7675,
      "step": 97510
    },
    {
      "epoch": 84.28694900605014,
      "grad_norm": 2.04414701461792,
      "learning_rate": 1.521044743111988e-07,
      "loss": 1.7936,
      "step": 97520
    },
    {
      "epoch": 84.29559204840103,
      "grad_norm": 1.858648419380188,
      "learning_rate": 1.5088140664161198e-07,
      "loss": 1.7938,
      "step": 97530
    },
    {
      "epoch": 84.30423509075194,
      "grad_norm": 2.08841609954834,
      "learning_rate": 1.4966326873738223e-07,
      "loss": 1.7772,
      "step": 97540
    },
    {
      "epoch": 84.31287813310286,
      "grad_norm": 1.8142155408859253,
      "learning_rate": 1.4845006071899094e-07,
      "loss": 1.7912,
      "step": 97550
    },
    {
      "epoch": 84.32152117545375,
      "grad_norm": 2.0236849784851074,
      "learning_rate": 1.4724178270639765e-07,
      "loss": 1.7808,
      "step": 97560
    },
    {
      "epoch": 84.33016421780466,
      "grad_norm": 1.9533288478851318,
      "learning_rate": 1.460384348191124e-07,
      "loss": 1.7947,
      "step": 97570
    },
    {
      "epoch": 84.33880726015558,
      "grad_norm": 5.740818977355957,
      "learning_rate": 1.4484001717612327e-07,
      "loss": 1.7933,
      "step": 97580
    },
    {
      "epoch": 84.34745030250649,
      "grad_norm": 2.1073174476623535,
      "learning_rate": 1.4364652989595773e-07,
      "loss": 1.7679,
      "step": 97590
    },
    {
      "epoch": 84.35609334485738,
      "grad_norm": 2.021376848220825,
      "learning_rate": 1.42457973096638e-07,
      "loss": 1.8001,
      "step": 97600
    },
    {
      "epoch": 84.3647363872083,
      "grad_norm": 4.17096471786499,
      "learning_rate": 1.412743468957034e-07,
      "loss": 1.7887,
      "step": 97610
    },
    {
      "epoch": 84.37337942955921,
      "grad_norm": 2.2473526000976562,
      "learning_rate": 1.4009565141021032e-07,
      "loss": 1.7923,
      "step": 97620
    },
    {
      "epoch": 84.38202247191012,
      "grad_norm": 1.985627293586731,
      "learning_rate": 1.3892188675672657e-07,
      "loss": 1.7422,
      "step": 97630
    },
    {
      "epoch": 84.39066551426102,
      "grad_norm": 1.9182343482971191,
      "learning_rate": 1.3775305305132602e-07,
      "loss": 1.8112,
      "step": 97640
    },
    {
      "epoch": 84.39930855661193,
      "grad_norm": 2.05342435836792,
      "learning_rate": 1.3658915040959953e-07,
      "loss": 1.7879,
      "step": 97650
    },
    {
      "epoch": 84.40795159896284,
      "grad_norm": 2.091555118560791,
      "learning_rate": 1.3543017894664945e-07,
      "loss": 1.7987,
      "step": 97660
    },
    {
      "epoch": 84.41659464131374,
      "grad_norm": 2.058833599090576,
      "learning_rate": 1.342761387770952e-07,
      "loss": 1.7927,
      "step": 97670
    },
    {
      "epoch": 84.42523768366465,
      "grad_norm": 1.9813709259033203,
      "learning_rate": 1.3312703001505667e-07,
      "loss": 1.805,
      "step": 97680
    },
    {
      "epoch": 84.43388072601556,
      "grad_norm": 2.0092570781707764,
      "learning_rate": 1.3198285277418175e-07,
      "loss": 1.7677,
      "step": 97690
    },
    {
      "epoch": 84.44252376836647,
      "grad_norm": 2.0185844898223877,
      "learning_rate": 1.308436071676189e-07,
      "loss": 1.7829,
      "step": 97700
    },
    {
      "epoch": 84.45116681071737,
      "grad_norm": 1.8656423091888428,
      "learning_rate": 1.2970929330802794e-07,
      "loss": 1.809,
      "step": 97710
    },
    {
      "epoch": 84.45980985306828,
      "grad_norm": 2.048675775527954,
      "learning_rate": 1.2857991130759138e-07,
      "loss": 1.7764,
      "step": 97720
    },
    {
      "epoch": 84.46845289541919,
      "grad_norm": 1.8594189882278442,
      "learning_rate": 1.2745546127799767e-07,
      "loss": 1.8007,
      "step": 97730
    },
    {
      "epoch": 84.4770959377701,
      "grad_norm": 1.9826414585113525,
      "learning_rate": 1.263359433304412e-07,
      "loss": 1.7703,
      "step": 97740
    },
    {
      "epoch": 84.485738980121,
      "grad_norm": 2.0819411277770996,
      "learning_rate": 1.2522135757564447e-07,
      "loss": 1.7624,
      "step": 97750
    },
    {
      "epoch": 84.49438202247191,
      "grad_norm": 2.0708467960357666,
      "learning_rate": 1.2411170412383045e-07,
      "loss": 1.7636,
      "step": 97760
    },
    {
      "epoch": 84.50302506482282,
      "grad_norm": 1.8718711137771606,
      "learning_rate": 1.2300698308473358e-07,
      "loss": 1.7873,
      "step": 97770
    },
    {
      "epoch": 84.51166810717372,
      "grad_norm": 2.0420138835906982,
      "learning_rate": 1.219071945675998e-07,
      "loss": 1.7864,
      "step": 97780
    },
    {
      "epoch": 84.52031114952463,
      "grad_norm": 1.988965630531311,
      "learning_rate": 1.2081233868120324e-07,
      "loss": 1.7829,
      "step": 97790
    },
    {
      "epoch": 84.52895419187554,
      "grad_norm": 2.123497486114502,
      "learning_rate": 1.1972241553380725e-07,
      "loss": 1.7636,
      "step": 97800
    },
    {
      "epoch": 84.53759723422645,
      "grad_norm": 1.934128999710083,
      "learning_rate": 1.1863742523320897e-07,
      "loss": 1.7796,
      "step": 97810
    },
    {
      "epoch": 84.54624027657735,
      "grad_norm": 1.9614232778549194,
      "learning_rate": 1.1755736788670035e-07,
      "loss": 1.7621,
      "step": 97820
    },
    {
      "epoch": 84.55488331892826,
      "grad_norm": 1.9553698301315308,
      "learning_rate": 1.1648224360109038e-07,
      "loss": 1.7668,
      "step": 97830
    },
    {
      "epoch": 84.56352636127917,
      "grad_norm": 2.155367136001587,
      "learning_rate": 1.1541205248270514e-07,
      "loss": 1.8302,
      "step": 97840
    },
    {
      "epoch": 84.57216940363008,
      "grad_norm": 1.8826189041137695,
      "learning_rate": 1.1434679463738219e-07,
      "loss": 1.7594,
      "step": 97850
    },
    {
      "epoch": 84.58081244598098,
      "grad_norm": 2.3591275215148926,
      "learning_rate": 1.1328647017046501e-07,
      "loss": 1.7889,
      "step": 97860
    },
    {
      "epoch": 84.5894554883319,
      "grad_norm": 2.2446610927581787,
      "learning_rate": 1.1223107918681419e-07,
      "loss": 1.7852,
      "step": 97870
    },
    {
      "epoch": 84.5980985306828,
      "grad_norm": 2.119382381439209,
      "learning_rate": 1.111806217908018e-07,
      "loss": 1.8189,
      "step": 97880
    },
    {
      "epoch": 84.6067415730337,
      "grad_norm": 2.8817298412323,
      "learning_rate": 1.1013509808630584e-07,
      "loss": 1.7877,
      "step": 97890
    },
    {
      "epoch": 84.61538461538461,
      "grad_norm": 2.013139009475708,
      "learning_rate": 1.090945081767325e-07,
      "loss": 1.7692,
      "step": 97900
    },
    {
      "epoch": 84.62402765773552,
      "grad_norm": 2.1316065788269043,
      "learning_rate": 1.0805885216498834e-07,
      "loss": 1.7571,
      "step": 97910
    },
    {
      "epoch": 84.63267070008644,
      "grad_norm": 2.080573797225952,
      "learning_rate": 1.070281301534859e-07,
      "loss": 1.7789,
      "step": 97920
    },
    {
      "epoch": 84.64131374243733,
      "grad_norm": 1.9699907302856445,
      "learning_rate": 1.0600234224416029e-07,
      "loss": 1.7879,
      "step": 97930
    },
    {
      "epoch": 84.64995678478824,
      "grad_norm": 2.0968124866485596,
      "learning_rate": 1.0498148853845257e-07,
      "loss": 1.8068,
      "step": 97940
    },
    {
      "epoch": 84.65859982713916,
      "grad_norm": 1.978872537612915,
      "learning_rate": 1.0396556913732646e-07,
      "loss": 1.809,
      "step": 97950
    },
    {
      "epoch": 84.66724286949007,
      "grad_norm": 1.9718868732452393,
      "learning_rate": 1.0295458414124604e-07,
      "loss": 1.81,
      "step": 97960
    },
    {
      "epoch": 84.67588591184096,
      "grad_norm": 1.9611343145370483,
      "learning_rate": 1.0194853365018687e-07,
      "loss": 1.7823,
      "step": 97970
    },
    {
      "epoch": 84.68452895419188,
      "grad_norm": 2.0331454277038574,
      "learning_rate": 1.0094741776364713e-07,
      "loss": 1.791,
      "step": 97980
    },
    {
      "epoch": 84.69317199654279,
      "grad_norm": 1.9838494062423706,
      "learning_rate": 9.995123658063099e-08,
      "loss": 1.7791,
      "step": 97990
    },
    {
      "epoch": 84.70181503889368,
      "grad_norm": 3.1018683910369873,
      "learning_rate": 9.895999019965407e-08,
      "loss": 1.7737,
      "step": 98000
    },
    {
      "epoch": 84.7104580812446,
      "grad_norm": 2.1731059551239014,
      "learning_rate": 9.797367871873797e-08,
      "loss": 1.7769,
      "step": 98010
    },
    {
      "epoch": 84.71910112359551,
      "grad_norm": 2.0268056392669678,
      "learning_rate": 9.699230223542687e-08,
      "loss": 1.7614,
      "step": 98020
    },
    {
      "epoch": 84.72774416594642,
      "grad_norm": 1.8291469812393188,
      "learning_rate": 9.60158608467765e-08,
      "loss": 1.7761,
      "step": 98030
    },
    {
      "epoch": 84.73638720829732,
      "grad_norm": 1.8697586059570312,
      "learning_rate": 9.504435464934847e-08,
      "loss": 1.7893,
      "step": 98040
    },
    {
      "epoch": 84.74503025064823,
      "grad_norm": 2.1814587116241455,
      "learning_rate": 9.407778373921595e-08,
      "loss": 1.777,
      "step": 98050
    },
    {
      "epoch": 84.75367329299914,
      "grad_norm": 2.007209300994873,
      "learning_rate": 9.311614821196913e-08,
      "loss": 1.7889,
      "step": 98060
    },
    {
      "epoch": 84.76231633535005,
      "grad_norm": 1.881629228591919,
      "learning_rate": 9.215944816270416e-08,
      "loss": 1.776,
      "step": 98070
    },
    {
      "epoch": 84.77095937770095,
      "grad_norm": 2.092256546020508,
      "learning_rate": 9.120768368603982e-08,
      "loss": 1.7619,
      "step": 98080
    },
    {
      "epoch": 84.77960242005186,
      "grad_norm": 2.1155612468719482,
      "learning_rate": 9.026085487609526e-08,
      "loss": 1.7977,
      "step": 98090
    },
    {
      "epoch": 84.78824546240277,
      "grad_norm": 2.001986503601074,
      "learning_rate": 8.931896182650668e-08,
      "loss": 1.7863,
      "step": 98100
    },
    {
      "epoch": 84.79688850475367,
      "grad_norm": 2.1182303428649902,
      "learning_rate": 8.838200463041624e-08,
      "loss": 1.7937,
      "step": 98110
    },
    {
      "epoch": 84.80553154710458,
      "grad_norm": 2.1094913482666016,
      "learning_rate": 8.744998338049426e-08,
      "loss": 1.806,
      "step": 98120
    },
    {
      "epoch": 84.81417458945549,
      "grad_norm": 2.8121113777160645,
      "learning_rate": 8.652289816890591e-08,
      "loss": 1.7847,
      "step": 98130
    },
    {
      "epoch": 84.8228176318064,
      "grad_norm": 2.1541123390197754,
      "learning_rate": 8.560074908732784e-08,
      "loss": 1.7836,
      "step": 98140
    },
    {
      "epoch": 84.8314606741573,
      "grad_norm": 2.028252363204956,
      "learning_rate": 8.46835362269649e-08,
      "loss": 1.7777,
      "step": 98150
    },
    {
      "epoch": 84.84010371650821,
      "grad_norm": 2.016157865524292,
      "learning_rate": 8.377125967851674e-08,
      "loss": 1.8009,
      "step": 98160
    },
    {
      "epoch": 84.84874675885912,
      "grad_norm": 2.2769908905029297,
      "learning_rate": 8.286391953220563e-08,
      "loss": 1.7963,
      "step": 98170
    },
    {
      "epoch": 84.85738980121003,
      "grad_norm": 2.1315038204193115,
      "learning_rate": 8.19615158777598e-08,
      "loss": 1.7998,
      "step": 98180
    },
    {
      "epoch": 84.86603284356093,
      "grad_norm": 2.0394227504730225,
      "learning_rate": 8.106404880442454e-08,
      "loss": 1.8147,
      "step": 98190
    },
    {
      "epoch": 84.87467588591184,
      "grad_norm": 1.987485647201538,
      "learning_rate": 8.017151840095105e-08,
      "loss": 1.7733,
      "step": 98200
    },
    {
      "epoch": 84.88331892826275,
      "grad_norm": 2.0168793201446533,
      "learning_rate": 7.928392475560209e-08,
      "loss": 1.7814,
      "step": 98210
    },
    {
      "epoch": 84.89196197061365,
      "grad_norm": 2.094996929168701,
      "learning_rate": 7.840126795616298e-08,
      "loss": 1.7816,
      "step": 98220
    },
    {
      "epoch": 84.90060501296456,
      "grad_norm": 2.184131145477295,
      "learning_rate": 7.752354808991391e-08,
      "loss": 1.759,
      "step": 98230
    },
    {
      "epoch": 84.90924805531547,
      "grad_norm": 1.9640275239944458,
      "learning_rate": 7.665076524366321e-08,
      "loss": 1.788,
      "step": 98240
    },
    {
      "epoch": 84.91789109766638,
      "grad_norm": 1.9865643978118896,
      "learning_rate": 7.578291950371408e-08,
      "loss": 1.7879,
      "step": 98250
    },
    {
      "epoch": 84.92653414001728,
      "grad_norm": 2.189871072769165,
      "learning_rate": 7.49200109559034e-08,
      "loss": 1.7642,
      "step": 98260
    },
    {
      "epoch": 84.9351771823682,
      "grad_norm": 1.9734461307525635,
      "learning_rate": 7.406203968556291e-08,
      "loss": 1.7931,
      "step": 98270
    },
    {
      "epoch": 84.9438202247191,
      "grad_norm": 2.182136058807373,
      "learning_rate": 7.320900577753586e-08,
      "loss": 1.8037,
      "step": 98280
    },
    {
      "epoch": 84.95246326707002,
      "grad_norm": 2.1597180366516113,
      "learning_rate": 7.23609093161881e-08,
      "loss": 1.792,
      "step": 98290
    },
    {
      "epoch": 84.96110630942091,
      "grad_norm": 1.943730115890503,
      "learning_rate": 7.151775038539144e-08,
      "loss": 1.7759,
      "step": 98300
    },
    {
      "epoch": 84.96974935177182,
      "grad_norm": 1.9874460697174072,
      "learning_rate": 7.067952906851805e-08,
      "loss": 1.7825,
      "step": 98310
    },
    {
      "epoch": 84.97839239412274,
      "grad_norm": 2.0767760276794434,
      "learning_rate": 6.984624544847384e-08,
      "loss": 1.7652,
      "step": 98320
    },
    {
      "epoch": 84.98703543647363,
      "grad_norm": 2.0785274505615234,
      "learning_rate": 6.901789960766514e-08,
      "loss": 1.7991,
      "step": 98330
    },
    {
      "epoch": 84.99567847882454,
      "grad_norm": 1.9981839656829834,
      "learning_rate": 6.819449162800418e-08,
      "loss": 1.76,
      "step": 98340
    },
    {
      "epoch": 85.00432152117546,
      "grad_norm": 1.90323007106781,
      "learning_rate": 6.737602159092027e-08,
      "loss": 1.8219,
      "step": 98350
    },
    {
      "epoch": 85.01296456352637,
      "grad_norm": 2.0429201126098633,
      "learning_rate": 6.656248957736533e-08,
      "loss": 1.7654,
      "step": 98360
    },
    {
      "epoch": 85.02160760587726,
      "grad_norm": 1.8817940950393677,
      "learning_rate": 6.575389566778611e-08,
      "loss": 1.7887,
      "step": 98370
    },
    {
      "epoch": 85.03025064822818,
      "grad_norm": 1.9909045696258545,
      "learning_rate": 6.495023994214089e-08,
      "loss": 1.7691,
      "step": 98380
    },
    {
      "epoch": 85.03889369057909,
      "grad_norm": 1.9791656732559204,
      "learning_rate": 6.415152247991607e-08,
      "loss": 1.7717,
      "step": 98390
    },
    {
      "epoch": 85.04753673292998,
      "grad_norm": 2.0283541679382324,
      "learning_rate": 6.335774336009292e-08,
      "loss": 1.784,
      "step": 98400
    },
    {
      "epoch": 85.0561797752809,
      "grad_norm": 2.07147479057312,
      "learning_rate": 6.256890266118087e-08,
      "loss": 1.8139,
      "step": 98410
    },
    {
      "epoch": 85.0648228176318,
      "grad_norm": 2.345688581466675,
      "learning_rate": 6.178500046117864e-08,
      "loss": 1.7588,
      "step": 98420
    },
    {
      "epoch": 85.07346585998272,
      "grad_norm": 2.191000461578369,
      "learning_rate": 6.100603683761863e-08,
      "loss": 1.7683,
      "step": 98430
    },
    {
      "epoch": 85.08210890233362,
      "grad_norm": 6.741688251495361,
      "learning_rate": 6.023201186753369e-08,
      "loss": 1.7789,
      "step": 98440
    },
    {
      "epoch": 85.09075194468453,
      "grad_norm": 2.0171127319335938,
      "learning_rate": 5.946292562746814e-08,
      "loss": 1.7908,
      "step": 98450
    },
    {
      "epoch": 85.09939498703544,
      "grad_norm": 2.1132984161376953,
      "learning_rate": 5.86987781934778e-08,
      "loss": 1.7648,
      "step": 98460
    },
    {
      "epoch": 85.10803802938635,
      "grad_norm": 2.091848373413086,
      "learning_rate": 5.793956964113556e-08,
      "loss": 1.7979,
      "step": 98470
    },
    {
      "epoch": 85.11668107173725,
      "grad_norm": 1.9273436069488525,
      "learning_rate": 5.7185300045520254e-08,
      "loss": 1.8007,
      "step": 98480
    },
    {
      "epoch": 85.12532411408816,
      "grad_norm": 2.1036858558654785,
      "learning_rate": 5.6435969481227757e-08,
      "loss": 1.768,
      "step": 98490
    },
    {
      "epoch": 85.13396715643907,
      "grad_norm": 2.0535597801208496,
      "learning_rate": 5.5691578022359914e-08,
      "loss": 1.7796,
      "step": 98500
    },
    {
      "epoch": 85.14261019878997,
      "grad_norm": 2.3621387481689453,
      "learning_rate": 5.495212574253006e-08,
      "loss": 1.7683,
      "step": 98510
    },
    {
      "epoch": 85.15125324114088,
      "grad_norm": 2.1213831901550293,
      "learning_rate": 5.421761271486858e-08,
      "loss": 1.7615,
      "step": 98520
    },
    {
      "epoch": 85.15989628349179,
      "grad_norm": 2.0060558319091797,
      "learning_rate": 5.348803901201738e-08,
      "loss": 1.7672,
      "step": 98530
    },
    {
      "epoch": 85.1685393258427,
      "grad_norm": 2.0970778465270996,
      "learning_rate": 5.276340470611874e-08,
      "loss": 1.7965,
      "step": 98540
    },
    {
      "epoch": 85.1771823681936,
      "grad_norm": 2.1199259757995605,
      "learning_rate": 5.2043709868837556e-08,
      "loss": 1.7818,
      "step": 98550
    },
    {
      "epoch": 85.18582541054451,
      "grad_norm": 1.9872477054595947,
      "learning_rate": 5.132895457135023e-08,
      "loss": 1.7828,
      "step": 98560
    },
    {
      "epoch": 85.19446845289542,
      "grad_norm": 2.1276657581329346,
      "learning_rate": 5.061913888433911e-08,
      "loss": 1.7742,
      "step": 98570
    },
    {
      "epoch": 85.20311149524633,
      "grad_norm": 3.1876442432403564,
      "learning_rate": 4.9914262878003605e-08,
      "loss": 1.7904,
      "step": 98580
    },
    {
      "epoch": 85.21175453759723,
      "grad_norm": 2.0584652423858643,
      "learning_rate": 4.9214326622043504e-08,
      "loss": 1.769,
      "step": 98590
    },
    {
      "epoch": 85.22039757994814,
      "grad_norm": 2.0038368701934814,
      "learning_rate": 4.851933018568677e-08,
      "loss": 1.7729,
      "step": 98600
    },
    {
      "epoch": 85.22904062229905,
      "grad_norm": 2.4572489261627197,
      "learning_rate": 4.7829273637661764e-08,
      "loss": 1.7865,
      "step": 98610
    },
    {
      "epoch": 85.23768366464995,
      "grad_norm": 1.933839201927185,
      "learning_rate": 4.7144157046208336e-08,
      "loss": 1.7967,
      "step": 98620
    },
    {
      "epoch": 85.24632670700086,
      "grad_norm": 3.7502779960632324,
      "learning_rate": 4.646398047907785e-08,
      "loss": 1.7895,
      "step": 98630
    },
    {
      "epoch": 85.25496974935177,
      "grad_norm": 2.081076145172119,
      "learning_rate": 4.578874400354427e-08,
      "loss": 1.796,
      "step": 98640
    },
    {
      "epoch": 85.26361279170268,
      "grad_norm": 2.087719678878784,
      "learning_rate": 4.511844768637641e-08,
      "loss": 1.7899,
      "step": 98650
    },
    {
      "epoch": 85.27225583405358,
      "grad_norm": 1.876384973526001,
      "learning_rate": 4.445309159386568e-08,
      "loss": 1.7725,
      "step": 98660
    },
    {
      "epoch": 85.28089887640449,
      "grad_norm": 2.113105535507202,
      "learning_rate": 4.379267579181501e-08,
      "loss": 1.7708,
      "step": 98670
    },
    {
      "epoch": 85.2895419187554,
      "grad_norm": 2.1600077152252197,
      "learning_rate": 4.3137200345527704e-08,
      "loss": 1.7783,
      "step": 98680
    },
    {
      "epoch": 85.29818496110632,
      "grad_norm": 1.9953869581222534,
      "learning_rate": 4.24866653198297e-08,
      "loss": 1.7887,
      "step": 98690
    },
    {
      "epoch": 85.30682800345721,
      "grad_norm": 1.8814531564712524,
      "learning_rate": 4.1841070779058414e-08,
      "loss": 1.7816,
      "step": 98700
    },
    {
      "epoch": 85.31547104580812,
      "grad_norm": 2.1309316158294678,
      "learning_rate": 4.1200416787051664e-08,
      "loss": 1.7768,
      "step": 98710
    },
    {
      "epoch": 85.32411408815904,
      "grad_norm": 2.1451659202575684,
      "learning_rate": 4.056470340717544e-08,
      "loss": 1.7719,
      "step": 98720
    },
    {
      "epoch": 85.33275713050993,
      "grad_norm": 3.077843427658081,
      "learning_rate": 3.993393070228502e-08,
      "loss": 1.7698,
      "step": 98730
    },
    {
      "epoch": 85.34140017286084,
      "grad_norm": 2.794843912124634,
      "learning_rate": 3.9308098734774925e-08,
      "loss": 1.7666,
      "step": 98740
    },
    {
      "epoch": 85.35004321521176,
      "grad_norm": 1.985909342765808,
      "learning_rate": 3.868720756652344e-08,
      "loss": 1.8148,
      "step": 98750
    },
    {
      "epoch": 85.35868625756267,
      "grad_norm": 2.125965118408203,
      "learning_rate": 3.807125725894256e-08,
      "loss": 1.7839,
      "step": 98760
    },
    {
      "epoch": 85.36732929991356,
      "grad_norm": 1.9992456436157227,
      "learning_rate": 3.7460247872939114e-08,
      "loss": 1.767,
      "step": 98770
    },
    {
      "epoch": 85.37597234226448,
      "grad_norm": 1.9121763706207275,
      "learning_rate": 3.685417946894254e-08,
      "loss": 1.7431,
      "step": 98780
    },
    {
      "epoch": 85.38461538461539,
      "grad_norm": 2.0942373275756836,
      "learning_rate": 3.625305210688268e-08,
      "loss": 1.7815,
      "step": 98790
    },
    {
      "epoch": 85.3932584269663,
      "grad_norm": 1.9600231647491455,
      "learning_rate": 3.5656865846211973e-08,
      "loss": 1.7821,
      "step": 98800
    },
    {
      "epoch": 85.4019014693172,
      "grad_norm": 1.9389749765396118,
      "learning_rate": 3.506562074589437e-08,
      "loss": 1.8051,
      "step": 98810
    },
    {
      "epoch": 85.4105445116681,
      "grad_norm": 1.9164314270019531,
      "learning_rate": 3.4479316864388654e-08,
      "loss": 1.77,
      "step": 98820
    },
    {
      "epoch": 85.41918755401902,
      "grad_norm": 1.9155217409133911,
      "learning_rate": 3.3897954259687334e-08,
      "loss": 1.7814,
      "step": 98830
    },
    {
      "epoch": 85.42783059636992,
      "grad_norm": 2.050201177597046,
      "learning_rate": 3.332153298927776e-08,
      "loss": 1.7908,
      "step": 98840
    },
    {
      "epoch": 85.43647363872083,
      "grad_norm": 1.9872822761535645,
      "learning_rate": 3.2750053110164323e-08,
      "loss": 1.7994,
      "step": 98850
    },
    {
      "epoch": 85.44511668107174,
      "grad_norm": 2.183349132537842,
      "learning_rate": 3.218351467886849e-08,
      "loss": 1.795,
      "step": 98860
    },
    {
      "epoch": 85.45375972342265,
      "grad_norm": 2.127406597137451,
      "learning_rate": 3.16219177514121e-08,
      "loss": 1.7669,
      "step": 98870
    },
    {
      "epoch": 85.46240276577355,
      "grad_norm": 1.8768231868743896,
      "learning_rate": 3.106526238332852e-08,
      "loss": 1.7676,
      "step": 98880
    },
    {
      "epoch": 85.47104580812446,
      "grad_norm": 1.9965132474899292,
      "learning_rate": 3.0513548629679256e-08,
      "loss": 1.7962,
      "step": 98890
    },
    {
      "epoch": 85.47968885047537,
      "grad_norm": 2.246612071990967,
      "learning_rate": 2.996677654502067e-08,
      "loss": 1.7804,
      "step": 98900
    },
    {
      "epoch": 85.48833189282628,
      "grad_norm": 1.8968234062194824,
      "learning_rate": 2.942494618342062e-08,
      "loss": 1.7868,
      "step": 98910
    },
    {
      "epoch": 85.49697493517718,
      "grad_norm": 2.210049867630005,
      "learning_rate": 2.8888057598469576e-08,
      "loss": 1.776,
      "step": 98920
    },
    {
      "epoch": 85.50561797752809,
      "grad_norm": 2.0114593505859375,
      "learning_rate": 2.835611084325285e-08,
      "loss": 1.7682,
      "step": 98930
    },
    {
      "epoch": 85.514261019879,
      "grad_norm": 2.0762996673583984,
      "learning_rate": 2.7829105970389457e-08,
      "loss": 1.764,
      "step": 98940
    },
    {
      "epoch": 85.5229040622299,
      "grad_norm": 3.2562153339385986,
      "learning_rate": 2.730704303198772e-08,
      "loss": 1.7968,
      "step": 98950
    },
    {
      "epoch": 85.53154710458081,
      "grad_norm": 3.2253189086914062,
      "learning_rate": 2.6789922079678565e-08,
      "loss": 1.7732,
      "step": 98960
    },
    {
      "epoch": 85.54019014693172,
      "grad_norm": 2.2403581142425537,
      "learning_rate": 2.627774316460441e-08,
      "loss": 1.7779,
      "step": 98970
    },
    {
      "epoch": 85.54883318928263,
      "grad_norm": 1.8380037546157837,
      "learning_rate": 2.5770506337413623e-08,
      "loss": 1.7855,
      "step": 98980
    },
    {
      "epoch": 85.55747623163353,
      "grad_norm": 1.8843799829483032,
      "learning_rate": 2.5268211648266094e-08,
      "loss": 1.7818,
      "step": 98990
    },
    {
      "epoch": 85.56611927398444,
      "grad_norm": 1.9438596963882446,
      "learning_rate": 2.4770859146844294e-08,
      "loss": 1.7521,
      "step": 99000
    },
    {
      "epoch": 85.57476231633535,
      "grad_norm": 2.2613284587860107,
      "learning_rate": 2.4278448882325556e-08,
      "loss": 1.7787,
      "step": 99010
    },
    {
      "epoch": 85.58340535868626,
      "grad_norm": 2.9114837646484375,
      "learning_rate": 2.379098090340981e-08,
      "loss": 1.795,
      "step": 99020
    },
    {
      "epoch": 85.59204840103716,
      "grad_norm": 1.8530577421188354,
      "learning_rate": 2.330845525830294e-08,
      "loss": 1.7815,
      "step": 99030
    },
    {
      "epoch": 85.60069144338807,
      "grad_norm": 1.998860478401184,
      "learning_rate": 2.2830871994722336e-08,
      "loss": 1.7744,
      "step": 99040
    },
    {
      "epoch": 85.60933448573898,
      "grad_norm": 1.9900915622711182,
      "learning_rate": 2.235823115990243e-08,
      "loss": 1.7663,
      "step": 99050
    },
    {
      "epoch": 85.61797752808988,
      "grad_norm": 1.999473214149475,
      "learning_rate": 2.189053280058362e-08,
      "loss": 1.8123,
      "step": 99060
    },
    {
      "epoch": 85.62662057044079,
      "grad_norm": 2.0585927963256836,
      "learning_rate": 2.1427776963012235e-08,
      "loss": 1.7819,
      "step": 99070
    },
    {
      "epoch": 85.6352636127917,
      "grad_norm": 2.161712169647217,
      "learning_rate": 2.096996369296278e-08,
      "loss": 1.7705,
      "step": 99080
    },
    {
      "epoch": 85.64390665514262,
      "grad_norm": 2.0818729400634766,
      "learning_rate": 2.051709303569904e-08,
      "loss": 1.7647,
      "step": 99090
    },
    {
      "epoch": 85.65254969749351,
      "grad_norm": 1.9027073383331299,
      "learning_rate": 2.006916503601297e-08,
      "loss": 1.8005,
      "step": 99100
    },
    {
      "epoch": 85.66119273984442,
      "grad_norm": 1.8902850151062012,
      "learning_rate": 1.9626179738196914e-08,
      "loss": 1.7807,
      "step": 99110
    },
    {
      "epoch": 85.66983578219534,
      "grad_norm": 1.8174678087234497,
      "learning_rate": 1.9188137186065825e-08,
      "loss": 1.7951,
      "step": 99120
    },
    {
      "epoch": 85.67847882454625,
      "grad_norm": 3.9679081439971924,
      "learning_rate": 1.8755037422940604e-08,
      "loss": 1.7799,
      "step": 99130
    },
    {
      "epoch": 85.68712186689714,
      "grad_norm": 2.4356234073638916,
      "learning_rate": 1.832688049164255e-08,
      "loss": 1.7652,
      "step": 99140
    },
    {
      "epoch": 85.69576490924806,
      "grad_norm": 2.141937017440796,
      "learning_rate": 1.7903666434521128e-08,
      "loss": 1.7709,
      "step": 99150
    },
    {
      "epoch": 85.70440795159897,
      "grad_norm": 2.1331539154052734,
      "learning_rate": 1.7485395293426187e-08,
      "loss": 1.7836,
      "step": 99160
    },
    {
      "epoch": 85.71305099394986,
      "grad_norm": 1.9549349546432495,
      "learning_rate": 1.7072067109724642e-08,
      "loss": 1.7729,
      "step": 99170
    },
    {
      "epoch": 85.72169403630078,
      "grad_norm": 1.951676845550537,
      "learning_rate": 1.6663681924294906e-08,
      "loss": 1.805,
      "step": 99180
    },
    {
      "epoch": 85.73033707865169,
      "grad_norm": 1.8623137474060059,
      "learning_rate": 1.6260239777515783e-08,
      "loss": 1.8088,
      "step": 99190
    },
    {
      "epoch": 85.7389801210026,
      "grad_norm": 2.0563814640045166,
      "learning_rate": 1.5861740709288697e-08,
      "loss": 1.7755,
      "step": 99200
    },
    {
      "epoch": 85.7476231633535,
      "grad_norm": 2.045006513595581,
      "learning_rate": 1.546818475902656e-08,
      "loss": 1.8244,
      "step": 99210
    },
    {
      "epoch": 85.7562662057044,
      "grad_norm": 2.1966991424560547,
      "learning_rate": 1.5079571965642692e-08,
      "loss": 1.7637,
      "step": 99220
    },
    {
      "epoch": 85.76490924805532,
      "grad_norm": 2.0992443561553955,
      "learning_rate": 1.4695902367573011e-08,
      "loss": 1.7591,
      "step": 99230
    },
    {
      "epoch": 85.77355229040623,
      "grad_norm": 2.0397260189056396,
      "learning_rate": 1.4317176002759392e-08,
      "loss": 1.7758,
      "step": 99240
    },
    {
      "epoch": 85.78219533275713,
      "grad_norm": 2.2443127632141113,
      "learning_rate": 1.3943392908655207e-08,
      "loss": 1.8093,
      "step": 99250
    },
    {
      "epoch": 85.79083837510804,
      "grad_norm": 2.3320934772491455,
      "learning_rate": 1.3574553122230882e-08,
      "loss": 1.7733,
      "step": 99260
    },
    {
      "epoch": 85.79948141745895,
      "grad_norm": 2.1297504901885986,
      "learning_rate": 1.3210656679951694e-08,
      "loss": 1.7886,
      "step": 99270
    },
    {
      "epoch": 85.80812445980985,
      "grad_norm": 1.9431438446044922,
      "learning_rate": 1.2851703617805522e-08,
      "loss": 1.7776,
      "step": 99280
    },
    {
      "epoch": 85.81676750216076,
      "grad_norm": 1.8730883598327637,
      "learning_rate": 1.2497693971297298e-08,
      "loss": 1.8213,
      "step": 99290
    },
    {
      "epoch": 85.82541054451167,
      "grad_norm": 2.2726714611053467,
      "learning_rate": 1.2148627775437905e-08,
      "loss": 1.7729,
      "step": 99300
    },
    {
      "epoch": 85.83405358686258,
      "grad_norm": 2.1847972869873047,
      "learning_rate": 1.1804505064738624e-08,
      "loss": 1.782,
      "step": 99310
    },
    {
      "epoch": 85.84269662921348,
      "grad_norm": 2.070204496383667,
      "learning_rate": 1.1465325873238897e-08,
      "loss": 1.7758,
      "step": 99320
    },
    {
      "epoch": 85.85133967156439,
      "grad_norm": 2.439467191696167,
      "learning_rate": 1.1131090234478558e-08,
      "loss": 1.7786,
      "step": 99330
    },
    {
      "epoch": 85.8599827139153,
      "grad_norm": 2.128129005432129,
      "learning_rate": 1.08017981815145e-08,
      "loss": 1.7864,
      "step": 99340
    },
    {
      "epoch": 85.86862575626621,
      "grad_norm": 1.9052784442901611,
      "learning_rate": 1.047744974690401e-08,
      "loss": 1.7699,
      "step": 99350
    },
    {
      "epoch": 85.87726879861711,
      "grad_norm": 2.073516368865967,
      "learning_rate": 1.0158044962726987e-08,
      "loss": 1.7706,
      "step": 99360
    },
    {
      "epoch": 85.88591184096802,
      "grad_norm": 2.0014076232910156,
      "learning_rate": 9.843583860574823e-09,
      "loss": 1.774,
      "step": 99370
    },
    {
      "epoch": 85.89455488331893,
      "grad_norm": 1.9268741607666016,
      "learning_rate": 9.534066471544867e-09,
      "loss": 1.7804,
      "step": 99380
    },
    {
      "epoch": 85.90319792566983,
      "grad_norm": 2.0539824962615967,
      "learning_rate": 9.229492826240415e-09,
      "loss": 1.7743,
      "step": 99390
    },
    {
      "epoch": 85.91184096802074,
      "grad_norm": 2.006911516189575,
      "learning_rate": 8.92986295478182e-09,
      "loss": 1.786,
      "step": 99400
    },
    {
      "epoch": 85.92048401037165,
      "grad_norm": 1.9814417362213135,
      "learning_rate": 8.635176886806483e-09,
      "loss": 1.8097,
      "step": 99410
    },
    {
      "epoch": 85.92912705272256,
      "grad_norm": 2.396312713623047,
      "learning_rate": 8.345434651457762e-09,
      "loss": 1.7755,
      "step": 99420
    },
    {
      "epoch": 85.93777009507346,
      "grad_norm": 2.1214911937713623,
      "learning_rate": 8.060636277384958e-09,
      "loss": 1.7904,
      "step": 99430
    },
    {
      "epoch": 85.94641313742437,
      "grad_norm": 1.9120482206344604,
      "learning_rate": 7.780781792754432e-09,
      "loss": 1.7641,
      "step": 99440
    },
    {
      "epoch": 85.95505617977528,
      "grad_norm": 2.0142829418182373,
      "learning_rate": 7.505871225238493e-09,
      "loss": 1.7594,
      "step": 99450
    },
    {
      "epoch": 85.9636992221262,
      "grad_norm": 2.0623953342437744,
      "learning_rate": 7.2359046020264995e-09,
      "loss": 1.7727,
      "step": 99460
    },
    {
      "epoch": 85.97234226447709,
      "grad_norm": 2.006476879119873,
      "learning_rate": 6.970881949819319e-09,
      "loss": 1.7865,
      "step": 99470
    },
    {
      "epoch": 85.980985306828,
      "grad_norm": 1.9662561416625977,
      "learning_rate": 6.710803294829315e-09,
      "loss": 1.7965,
      "step": 99480
    },
    {
      "epoch": 85.98962834917891,
      "grad_norm": 2.0786831378936768,
      "learning_rate": 6.455668662763703e-09,
      "loss": 1.8015,
      "step": 99490
    },
    {
      "epoch": 85.99827139152981,
      "grad_norm": 1.9253368377685547,
      "learning_rate": 6.205478078863402e-09,
      "loss": 1.7862,
      "step": 99500
    },
    {
      "epoch": 86.00691443388072,
      "grad_norm": 1.9597234725952148,
      "learning_rate": 5.960231567869734e-09,
      "loss": 1.7759,
      "step": 99510
    },
    {
      "epoch": 86.01555747623163,
      "grad_norm": 2.708989381790161,
      "learning_rate": 5.7199291540355196e-09,
      "loss": 1.7614,
      "step": 99520
    },
    {
      "epoch": 86.02420051858255,
      "grad_norm": 2.006741762161255,
      "learning_rate": 5.484570861125083e-09,
      "loss": 1.7613,
      "step": 99530
    },
    {
      "epoch": 86.03284356093344,
      "grad_norm": 1.9841192960739136,
      "learning_rate": 5.2541567124086974e-09,
      "loss": 1.7879,
      "step": 99540
    },
    {
      "epoch": 86.04148660328435,
      "grad_norm": 1.9123022556304932,
      "learning_rate": 5.028686730684795e-09,
      "loss": 1.7771,
      "step": 99550
    },
    {
      "epoch": 86.05012964563527,
      "grad_norm": 1.9434741735458374,
      "learning_rate": 4.808160938235551e-09,
      "loss": 1.8057,
      "step": 99560
    },
    {
      "epoch": 86.05877268798618,
      "grad_norm": 1.9471657276153564,
      "learning_rate": 4.592579356882398e-09,
      "loss": 1.7752,
      "step": 99570
    },
    {
      "epoch": 86.06741573033707,
      "grad_norm": 2.3345279693603516,
      "learning_rate": 4.381942007941619e-09,
      "loss": 1.8119,
      "step": 99580
    },
    {
      "epoch": 86.07605877268799,
      "grad_norm": 1.7753350734710693,
      "learning_rate": 4.176248912240999e-09,
      "loss": 1.7888,
      "step": 99590
    },
    {
      "epoch": 86.0847018150389,
      "grad_norm": 2.33040189743042,
      "learning_rate": 3.975500090119821e-09,
      "loss": 1.7642,
      "step": 99600
    },
    {
      "epoch": 86.0933448573898,
      "grad_norm": 2.1855733394622803,
      "learning_rate": 3.779695561439978e-09,
      "loss": 1.7707,
      "step": 99610
    },
    {
      "epoch": 86.1019878997407,
      "grad_norm": 1.920005440711975,
      "learning_rate": 3.588835345558206e-09,
      "loss": 1.7912,
      "step": 99620
    },
    {
      "epoch": 86.11063094209162,
      "grad_norm": 2.598857879638672,
      "learning_rate": 3.4029194613538483e-09,
      "loss": 1.7791,
      "step": 99630
    },
    {
      "epoch": 86.11927398444253,
      "grad_norm": 4.309927940368652,
      "learning_rate": 3.2219479272066476e-09,
      "loss": 1.786,
      "step": 99640
    },
    {
      "epoch": 86.12791702679343,
      "grad_norm": 1.899211049079895,
      "learning_rate": 3.045920761024501e-09,
      "loss": 1.7928,
      "step": 99650
    },
    {
      "epoch": 86.13656006914434,
      "grad_norm": 2.0504631996154785,
      "learning_rate": 2.874837980199052e-09,
      "loss": 1.7694,
      "step": 99660
    },
    {
      "epoch": 86.14520311149525,
      "grad_norm": 1.9986492395401,
      "learning_rate": 2.708699601666753e-09,
      "loss": 1.7971,
      "step": 99670
    },
    {
      "epoch": 86.15384615384616,
      "grad_norm": 1.9901716709136963,
      "learning_rate": 2.5475056418422516e-09,
      "loss": 1.7901,
      "step": 99680
    },
    {
      "epoch": 86.16248919619706,
      "grad_norm": 1.8724256753921509,
      "learning_rate": 2.391256116679452e-09,
      "loss": 1.8087,
      "step": 99690
    },
    {
      "epoch": 86.17113223854797,
      "grad_norm": 1.9988298416137695,
      "learning_rate": 2.2399510416215573e-09,
      "loss": 1.8189,
      "step": 99700
    },
    {
      "epoch": 86.17977528089888,
      "grad_norm": 1.9879299402236938,
      "learning_rate": 2.0935904316343737e-09,
      "loss": 1.7827,
      "step": 99710
    },
    {
      "epoch": 86.18841832324978,
      "grad_norm": 2.0597918033599854,
      "learning_rate": 1.9521743011952086e-09,
      "loss": 1.7774,
      "step": 99720
    },
    {
      "epoch": 86.19706136560069,
      "grad_norm": 1.9809836149215698,
      "learning_rate": 1.8157026642817709e-09,
      "loss": 1.7833,
      "step": 99730
    },
    {
      "epoch": 86.2057044079516,
      "grad_norm": 2.0203473567962646,
      "learning_rate": 1.6841755343999232e-09,
      "loss": 1.7693,
      "step": 99740
    },
    {
      "epoch": 86.21434745030251,
      "grad_norm": 2.0582711696624756,
      "learning_rate": 1.5575929245503774e-09,
      "loss": 1.8054,
      "step": 99750
    },
    {
      "epoch": 86.22299049265341,
      "grad_norm": 2.1244735717773438,
      "learning_rate": 1.4359548472564488e-09,
      "loss": 1.7876,
      "step": 99760
    },
    {
      "epoch": 86.23163353500432,
      "grad_norm": 4.882798194885254,
      "learning_rate": 1.319261314541853e-09,
      "loss": 1.8067,
      "step": 99770
    },
    {
      "epoch": 86.24027657735523,
      "grad_norm": 2.231451988220215,
      "learning_rate": 1.2075123379473585e-09,
      "loss": 1.7711,
      "step": 99780
    },
    {
      "epoch": 86.24891961970614,
      "grad_norm": 1.9015387296676636,
      "learning_rate": 1.1007079285252353e-09,
      "loss": 1.7781,
      "step": 99790
    },
    {
      "epoch": 86.25756266205704,
      "grad_norm": 1.8356990814208984,
      "learning_rate": 9.988480968392555e-10,
      "loss": 1.779,
      "step": 99800
    },
    {
      "epoch": 86.26620570440795,
      "grad_norm": 1.988241195678711,
      "learning_rate": 9.01932852959142e-10,
      "loss": 1.7742,
      "step": 99810
    },
    {
      "epoch": 86.27484874675886,
      "grad_norm": 1.9453378915786743,
      "learning_rate": 8.099622064772217e-10,
      "loss": 1.7828,
      "step": 99820
    },
    {
      "epoch": 86.28349178910976,
      "grad_norm": 1.993462324142456,
      "learning_rate": 7.2293616648067e-10,
      "loss": 1.7857,
      "step": 99830
    },
    {
      "epoch": 86.29213483146067,
      "grad_norm": 2.3654661178588867,
      "learning_rate": 6.408547415792665e-10,
      "loss": 1.777,
      "step": 99840
    },
    {
      "epoch": 86.30077787381158,
      "grad_norm": 2.139958620071411,
      "learning_rate": 5.637179398887415e-10,
      "loss": 1.7723,
      "step": 99850
    },
    {
      "epoch": 86.3094209161625,
      "grad_norm": 1.9585233926773071,
      "learning_rate": 4.915257690418784e-10,
      "loss": 1.7709,
      "step": 99860
    },
    {
      "epoch": 86.31806395851339,
      "grad_norm": 2.0868871212005615,
      "learning_rate": 4.2427823617186e-10,
      "loss": 1.7754,
      "step": 99870
    },
    {
      "epoch": 86.3267070008643,
      "grad_norm": 2.244736909866333,
      "learning_rate": 3.619753479289223e-10,
      "loss": 1.7584,
      "step": 99880
    },
    {
      "epoch": 86.33535004321521,
      "grad_norm": 1.914637565612793,
      "learning_rate": 3.0461711048035415e-10,
      "loss": 1.7862,
      "step": 99890
    },
    {
      "epoch": 86.34399308556613,
      "grad_norm": 1.9802237749099731,
      "learning_rate": 2.522035294938441e-10,
      "loss": 1.7929,
      "step": 99900
    },
    {
      "epoch": 86.35263612791702,
      "grad_norm": 2.009587526321411,
      "learning_rate": 2.0473461015968475e-10,
      "loss": 1.7686,
      "step": 99910
    },
    {
      "epoch": 86.36127917026793,
      "grad_norm": 2.1079931259155273,
      "learning_rate": 1.6221035716301736e-10,
      "loss": 1.7647,
      "step": 99920
    },
    {
      "epoch": 86.36992221261885,
      "grad_norm": 2.1316847801208496,
      "learning_rate": 1.2463077471158712e-10,
      "loss": 1.7907,
      "step": 99930
    },
    {
      "epoch": 86.37856525496974,
      "grad_norm": 2.0458412170410156,
      "learning_rate": 9.19958665246412e-11,
      "loss": 1.7667,
      "step": 99940
    },
    {
      "epoch": 86.38720829732065,
      "grad_norm": 2.119927167892456,
      "learning_rate": 6.430563582737747e-11,
      "loss": 1.7952,
      "step": 99950
    },
    {
      "epoch": 86.39585133967157,
      "grad_norm": 2.531708002090454,
      "learning_rate": 4.156008536204681e-11,
      "loss": 1.7796,
      "step": 99960
    },
    {
      "epoch": 86.40449438202248,
      "grad_norm": 1.9786317348480225,
      "learning_rate": 2.3759217371299713e-11,
      "loss": 1.777,
      "step": 99970
    },
    {
      "epoch": 86.41313742437337,
      "grad_norm": 1.9725366830825806,
      "learning_rate": 1.0903033620390801e-11,
      "loss": 1.7672,
      "step": 99980
    },
    {
      "epoch": 86.42178046672429,
      "grad_norm": 2.2003939151763916,
      "learning_rate": 2.991535380525434e-12,
      "loss": 1.7842,
      "step": 99990
    },
    {
      "epoch": 86.4304235090752,
      "grad_norm": 1.9761720895767212,
      "learning_rate": 2.4723434410844904e-14,
      "loss": 1.7751,
      "step": 100000
    },
    {
      "epoch": 86.4304235090752,
      "step": 100000,
      "total_flos": 1.4126547087446024e+20,
      "train_loss": 0.5586670904159546,
      "train_runtime": 287986.5159,
      "train_samples_per_second": 22.223,
      "train_steps_per_second": 0.347
    }
  ],
  "logging_steps": 10,
  "max_steps": 100000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 87,
  "save_steps": 5000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.4126547087446024e+20,
  "train_batch_size": 64,
  "trial_name": null,
  "trial_params": null
}