{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 12.96456352636128,
  "eval_steps": 500,
  "global_step": 15000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00864304235090752,
      "grad_norm": 3.292635679244995,
      "learning_rate": 9e-06,
      "loss": 5.8856,
      "step": 10
    },
    {
      "epoch": 0.01728608470181504,
      "grad_norm": 0.9546366333961487,
      "learning_rate": 1.9e-05,
      "loss": 5.8159,
      "step": 20
    },
    {
      "epoch": 0.02592912705272256,
      "grad_norm": 0.6935359835624695,
      "learning_rate": 2.9e-05,
      "loss": 5.5635,
      "step": 30
    },
    {
      "epoch": 0.03457216940363008,
      "grad_norm": 0.3259704113006592,
      "learning_rate": 3.9000000000000006e-05,
      "loss": 5.2746,
      "step": 40
    },
    {
      "epoch": 0.043215211754537596,
      "grad_norm": 0.2702903747558594,
      "learning_rate": 4.9e-05,
      "loss": 5.0768,
      "step": 50
    },
    {
      "epoch": 0.05185825410544512,
      "grad_norm": 0.2707994878292084,
      "learning_rate": 5.9e-05,
      "loss": 5.0055,
      "step": 60
    },
    {
      "epoch": 0.06050129645635264,
      "grad_norm": 0.22631309926509857,
      "learning_rate": 6.9e-05,
      "loss": 4.9783,
      "step": 70
    },
    {
      "epoch": 0.06914433880726016,
      "grad_norm": 0.2907443046569824,
      "learning_rate": 7.900000000000001e-05,
      "loss": 4.985,
      "step": 80
    },
    {
      "epoch": 0.07778738115816768,
      "grad_norm": 0.19670741260051727,
      "learning_rate": 8.900000000000001e-05,
      "loss": 4.9292,
      "step": 90
    },
    {
      "epoch": 0.08643042350907519,
      "grad_norm": 0.2479913830757141,
      "learning_rate": 9.900000000000001e-05,
      "loss": 4.845,
      "step": 100
    },
    {
      "epoch": 0.09507346585998272,
      "grad_norm": 0.2541202902793884,
      "learning_rate": 9.999999799740194e-05,
      "loss": 4.8112,
      "step": 110
    },
    {
      "epoch": 0.10371650821089023,
      "grad_norm": 0.23621784150600433,
      "learning_rate": 9.99999910748409e-05,
      "loss": 4.7817,
      "step": 120
    },
    {
      "epoch": 0.11235955056179775,
      "grad_norm": 0.2523561716079712,
      "learning_rate": 9.999997920759416e-05,
      "loss": 4.7711,
      "step": 130
    },
    {
      "epoch": 0.12100259291270528,
      "grad_norm": 0.28017476201057434,
      "learning_rate": 9.999996239566291e-05,
      "loss": 4.7316,
      "step": 140
    },
    {
      "epoch": 0.12964563526361278,
      "grad_norm": 0.34279248118400574,
      "learning_rate": 9.999994063904876e-05,
      "loss": 4.7239,
      "step": 150
    },
    {
      "epoch": 0.13828867761452032,
      "grad_norm": 0.3247782588005066,
      "learning_rate": 9.999991393775392e-05,
      "loss": 4.7047,
      "step": 160
    },
    {
      "epoch": 0.14693171996542784,
      "grad_norm": 0.35700860619544983,
      "learning_rate": 9.999988229178099e-05,
      "loss": 4.6752,
      "step": 170
    },
    {
      "epoch": 0.15557476231633535,
      "grad_norm": 0.4021146595478058,
      "learning_rate": 9.99998457011331e-05,
      "loss": 4.6578,
      "step": 180
    },
    {
      "epoch": 0.16421780466724287,
      "grad_norm": 0.37335410714149475,
      "learning_rate": 9.99998041658139e-05,
      "loss": 4.6256,
      "step": 190
    },
    {
      "epoch": 0.17286084701815038,
      "grad_norm": 0.4010736644268036,
      "learning_rate": 9.999975768582747e-05,
      "loss": 4.6342,
      "step": 200
    },
    {
      "epoch": 0.1815038893690579,
      "grad_norm": 0.4114508032798767,
      "learning_rate": 9.999970626117841e-05,
      "loss": 4.6065,
      "step": 210
    },
    {
      "epoch": 0.19014693171996544,
      "grad_norm": 0.4122427701950073,
      "learning_rate": 9.999964989187182e-05,
      "loss": 4.5984,
      "step": 220
    },
    {
      "epoch": 0.19878997407087295,
      "grad_norm": 0.43556344509124756,
      "learning_rate": 9.999958857791324e-05,
      "loss": 4.5916,
      "step": 230
    },
    {
      "epoch": 0.20743301642178047,
      "grad_norm": 0.3875134289264679,
      "learning_rate": 9.99995223193088e-05,
      "loss": 4.5649,
      "step": 240
    },
    {
      "epoch": 0.21607605877268798,
      "grad_norm": 0.38185903429985046,
      "learning_rate": 9.999945111606498e-05,
      "loss": 4.5544,
      "step": 250
    },
    {
      "epoch": 0.2247191011235955,
      "grad_norm": 0.3720795512199402,
      "learning_rate": 9.999937496818888e-05,
      "loss": 4.5316,
      "step": 260
    },
    {
      "epoch": 0.23336214347450301,
      "grad_norm": 0.3817805349826813,
      "learning_rate": 9.999929387568799e-05,
      "loss": 4.5399,
      "step": 270
    },
    {
      "epoch": 0.24200518582541056,
      "grad_norm": 0.3755202293395996,
      "learning_rate": 9.999920783857033e-05,
      "loss": 4.5317,
      "step": 280
    },
    {
      "epoch": 0.25064822817631804,
      "grad_norm": 0.40243858098983765,
      "learning_rate": 9.999911685684443e-05,
      "loss": 4.5072,
      "step": 290
    },
    {
      "epoch": 0.25929127052722556,
      "grad_norm": 0.4177573621273041,
      "learning_rate": 9.999902093051928e-05,
      "loss": 4.53,
      "step": 300
    },
    {
      "epoch": 0.26793431287813313,
      "grad_norm": 0.398754358291626,
      "learning_rate": 9.999892005960436e-05,
      "loss": 4.511,
      "step": 310
    },
    {
      "epoch": 0.27657735522904064,
      "grad_norm": 0.4280771017074585,
      "learning_rate": 9.999881424410966e-05,
      "loss": 4.4996,
      "step": 320
    },
    {
      "epoch": 0.28522039757994816,
      "grad_norm": 0.361464262008667,
      "learning_rate": 9.999870348404563e-05,
      "loss": 4.4959,
      "step": 330
    },
    {
      "epoch": 0.2938634399308557,
      "grad_norm": 0.4270114004611969,
      "learning_rate": 9.999858777942324e-05,
      "loss": 4.512,
      "step": 340
    },
    {
      "epoch": 0.3025064822817632,
      "grad_norm": 0.4303843677043915,
      "learning_rate": 9.999846713025391e-05,
      "loss": 4.4887,
      "step": 350
    },
    {
      "epoch": 0.3111495246326707,
      "grad_norm": 0.4300330877304077,
      "learning_rate": 9.999834153654958e-05,
      "loss": 4.4755,
      "step": 360
    },
    {
      "epoch": 0.3197925669835782,
      "grad_norm": 0.4024096727371216,
      "learning_rate": 9.999821099832268e-05,
      "loss": 4.4441,
      "step": 370
    },
    {
      "epoch": 0.32843560933448573,
      "grad_norm": 0.4054619371891022,
      "learning_rate": 9.999807551558611e-05,
      "loss": 4.465,
      "step": 380
    },
    {
      "epoch": 0.33707865168539325,
      "grad_norm": 0.42903706431388855,
      "learning_rate": 9.999793508835328e-05,
      "loss": 4.461,
      "step": 390
    },
    {
      "epoch": 0.34572169403630076,
      "grad_norm": 0.45155981183052063,
      "learning_rate": 9.999778971663806e-05,
      "loss": 4.4619,
      "step": 400
    },
    {
      "epoch": 0.3543647363872083,
      "grad_norm": 0.4230276644229889,
      "learning_rate": 9.999763940045484e-05,
      "loss": 4.4362,
      "step": 410
    },
    {
      "epoch": 0.3630077787381158,
      "grad_norm": 0.4837290644645691,
      "learning_rate": 9.999748413981847e-05,
      "loss": 4.4586,
      "step": 420
    },
    {
      "epoch": 0.3716508210890233,
      "grad_norm": 0.40158677101135254,
      "learning_rate": 9.999732393474433e-05,
      "loss": 4.4213,
      "step": 430
    },
    {
      "epoch": 0.3802938634399309,
      "grad_norm": 0.4637954533100128,
      "learning_rate": 9.999715878524823e-05,
      "loss": 4.4292,
      "step": 440
    },
    {
      "epoch": 0.3889369057908384,
      "grad_norm": 0.4022907018661499,
      "learning_rate": 9.999698869134652e-05,
      "loss": 4.423,
      "step": 450
    },
    {
      "epoch": 0.3975799481417459,
      "grad_norm": 0.5074650049209595,
      "learning_rate": 9.999681365305603e-05,
      "loss": 4.4158,
      "step": 460
    },
    {
      "epoch": 0.4062229904926534,
      "grad_norm": 0.40068456530570984,
      "learning_rate": 9.999663367039407e-05,
      "loss": 4.4286,
      "step": 470
    },
    {
      "epoch": 0.41486603284356094,
      "grad_norm": 0.46993207931518555,
      "learning_rate": 9.999644874337842e-05,
      "loss": 4.4149,
      "step": 480
    },
    {
      "epoch": 0.42350907519446845,
      "grad_norm": 0.4461494982242584,
      "learning_rate": 9.999625887202737e-05,
      "loss": 4.4359,
      "step": 490
    },
    {
      "epoch": 0.43215211754537597,
      "grad_norm": 0.4538363218307495,
      "learning_rate": 9.999606405635973e-05,
      "loss": 4.4131,
      "step": 500
    },
    {
      "epoch": 0.4407951598962835,
      "grad_norm": 0.43857431411743164,
      "learning_rate": 9.999586429639471e-05,
      "loss": 4.4162,
      "step": 510
    },
    {
      "epoch": 0.449438202247191,
      "grad_norm": 0.45296424627304077,
      "learning_rate": 9.999565959215212e-05,
      "loss": 4.3884,
      "step": 520
    },
    {
      "epoch": 0.4580812445980985,
      "grad_norm": 0.4565926194190979,
      "learning_rate": 9.999544994365218e-05,
      "loss": 4.3909,
      "step": 530
    },
    {
      "epoch": 0.46672428694900603,
      "grad_norm": 0.4178192615509033,
      "learning_rate": 9.999523535091562e-05,
      "loss": 4.4095,
      "step": 540
    },
    {
      "epoch": 0.47536732929991354,
      "grad_norm": 0.41680389642715454,
      "learning_rate": 9.999501581396367e-05,
      "loss": 4.3951,
      "step": 550
    },
    {
      "epoch": 0.4840103716508211,
      "grad_norm": 0.44991809129714966,
      "learning_rate": 9.999479133281802e-05,
      "loss": 4.384,
      "step": 560
    },
    {
      "epoch": 0.49265341400172863,
      "grad_norm": 0.4085325002670288,
      "learning_rate": 9.99945619075009e-05,
      "loss": 4.3801,
      "step": 570
    },
    {
      "epoch": 0.5012964563526361,
      "grad_norm": 0.4458463191986084,
      "learning_rate": 9.999432753803498e-05,
      "loss": 4.3939,
      "step": 580
    },
    {
      "epoch": 0.5099394987035436,
      "grad_norm": 0.44879746437072754,
      "learning_rate": 9.999408822444344e-05,
      "loss": 4.3756,
      "step": 590
    },
    {
      "epoch": 0.5185825410544511,
      "grad_norm": 0.48292091488838196,
      "learning_rate": 9.999384396674995e-05,
      "loss": 4.3777,
      "step": 600
    },
    {
      "epoch": 0.5272255834053586,
      "grad_norm": 0.4579383432865143,
      "learning_rate": 9.999359476497867e-05,
      "loss": 4.39,
      "step": 610
    },
    {
      "epoch": 0.5358686257562663,
      "grad_norm": 0.46980705857276917,
      "learning_rate": 9.999334061915424e-05,
      "loss": 4.382,
      "step": 620
    },
    {
      "epoch": 0.5445116681071738,
      "grad_norm": 0.48752474784851074,
      "learning_rate": 9.999308152930179e-05,
      "loss": 4.342,
      "step": 630
    },
    {
      "epoch": 0.5531547104580813,
      "grad_norm": 0.3954947888851166,
      "learning_rate": 9.999281749544695e-05,
      "loss": 4.3455,
      "step": 640
    },
    {
      "epoch": 0.5617977528089888,
      "grad_norm": 0.4067750871181488,
      "learning_rate": 9.999254851761581e-05,
      "loss": 4.3459,
      "step": 650
    },
    {
      "epoch": 0.5704407951598963,
      "grad_norm": 0.43236544728279114,
      "learning_rate": 9.9992274595835e-05,
      "loss": 4.3276,
      "step": 660
    },
    {
      "epoch": 0.5790838375108038,
      "grad_norm": 0.3900803029537201,
      "learning_rate": 9.999199573013159e-05,
      "loss": 4.3591,
      "step": 670
    },
    {
      "epoch": 0.5877268798617113,
      "grad_norm": 0.3870255947113037,
      "learning_rate": 9.999171192053317e-05,
      "loss": 4.3508,
      "step": 680
    },
    {
      "epoch": 0.5963699222126189,
      "grad_norm": 0.379078209400177,
      "learning_rate": 9.99914231670678e-05,
      "loss": 4.3236,
      "step": 690
    },
    {
      "epoch": 0.6050129645635264,
      "grad_norm": 0.41333916783332825,
      "learning_rate": 9.999112946976404e-05,
      "loss": 4.3206,
      "step": 700
    },
    {
      "epoch": 0.6136560069144339,
      "grad_norm": 0.45452338457107544,
      "learning_rate": 9.999083082865092e-05,
      "loss": 4.3337,
      "step": 710
    },
    {
      "epoch": 0.6222990492653414,
      "grad_norm": 0.41121405363082886,
      "learning_rate": 9.9990527243758e-05,
      "loss": 4.317,
      "step": 720
    },
    {
      "epoch": 0.6309420916162489,
      "grad_norm": 0.41415151953697205,
      "learning_rate": 9.999021871511527e-05,
      "loss": 4.33,
      "step": 730
    },
    {
      "epoch": 0.6395851339671564,
      "grad_norm": 0.39316877722740173,
      "learning_rate": 9.998990524275327e-05,
      "loss": 4.3324,
      "step": 740
    },
    {
      "epoch": 0.648228176318064,
      "grad_norm": 0.4139920175075531,
      "learning_rate": 9.998958682670299e-05,
      "loss": 4.3067,
      "step": 750
    },
    {
      "epoch": 0.6568712186689715,
      "grad_norm": 0.44398072361946106,
      "learning_rate": 9.998926346699591e-05,
      "loss": 4.3371,
      "step": 760
    },
    {
      "epoch": 0.665514261019879,
      "grad_norm": 0.4074004590511322,
      "learning_rate": 9.998893516366403e-05,
      "loss": 4.3289,
      "step": 770
    },
    {
      "epoch": 0.6741573033707865,
      "grad_norm": 0.38742855191230774,
      "learning_rate": 9.99886019167398e-05,
      "loss": 4.3128,
      "step": 780
    },
    {
      "epoch": 0.682800345721694,
      "grad_norm": 0.385664165019989,
      "learning_rate": 9.998826372625618e-05,
      "loss": 4.3027,
      "step": 790
    },
    {
      "epoch": 0.6914433880726015,
      "grad_norm": 0.46065405011177063,
      "learning_rate": 9.998792059224662e-05,
      "loss": 4.2908,
      "step": 800
    },
    {
      "epoch": 0.700086430423509,
      "grad_norm": 0.3861907422542572,
      "learning_rate": 9.998757251474505e-05,
      "loss": 4.296,
      "step": 810
    },
    {
      "epoch": 0.7087294727744166,
      "grad_norm": 0.4229384958744049,
      "learning_rate": 9.998721949378588e-05,
      "loss": 4.334,
      "step": 820
    },
    {
      "epoch": 0.7173725151253241,
      "grad_norm": 0.3762718737125397,
      "learning_rate": 9.998686152940404e-05,
      "loss": 4.3185,
      "step": 830
    },
    {
      "epoch": 0.7260155574762316,
      "grad_norm": 0.4024622142314911,
      "learning_rate": 9.998649862163492e-05,
      "loss": 4.2898,
      "step": 840
    },
    {
      "epoch": 0.7346585998271391,
      "grad_norm": 0.4279251992702484,
      "learning_rate": 9.998613077051441e-05,
      "loss": 4.3158,
      "step": 850
    },
    {
      "epoch": 0.7433016421780466,
      "grad_norm": 0.43628787994384766,
      "learning_rate": 9.998575797607891e-05,
      "loss": 4.3093,
      "step": 860
    },
    {
      "epoch": 0.7519446845289542,
      "grad_norm": 0.4247160851955414,
      "learning_rate": 9.998538023836526e-05,
      "loss": 4.2912,
      "step": 870
    },
    {
      "epoch": 0.7605877268798618,
      "grad_norm": 0.3851368725299835,
      "learning_rate": 9.998499755741082e-05,
      "loss": 4.2972,
      "step": 880
    },
    {
      "epoch": 0.7692307692307693,
      "grad_norm": 0.4201742708683014,
      "learning_rate": 9.998460993325345e-05,
      "loss": 4.2941,
      "step": 890
    },
    {
      "epoch": 0.7778738115816768,
      "grad_norm": 0.3850812315940857,
      "learning_rate": 9.998421736593147e-05,
      "loss": 4.276,
      "step": 900
    },
    {
      "epoch": 0.7865168539325843,
      "grad_norm": 0.4028345048427582,
      "learning_rate": 9.998381985548368e-05,
      "loss": 4.2888,
      "step": 910
    },
    {
      "epoch": 0.7951598962834918,
      "grad_norm": 0.4184126555919647,
      "learning_rate": 9.998341740194944e-05,
      "loss": 4.2836,
      "step": 920
    },
    {
      "epoch": 0.8038029386343993,
      "grad_norm": 0.514551043510437,
      "learning_rate": 9.998301000536853e-05,
      "loss": 4.2734,
      "step": 930
    },
    {
      "epoch": 0.8124459809853068,
      "grad_norm": 0.41385290026664734,
      "learning_rate": 9.998259766578122e-05,
      "loss": 4.2936,
      "step": 940
    },
    {
      "epoch": 0.8210890233362144,
      "grad_norm": 0.41763439774513245,
      "learning_rate": 9.998218038322831e-05,
      "loss": 4.2656,
      "step": 950
    },
    {
      "epoch": 0.8297320656871219,
      "grad_norm": 0.40201616287231445,
      "learning_rate": 9.998175815775106e-05,
      "loss": 4.2702,
      "step": 960
    },
    {
      "epoch": 0.8383751080380294,
      "grad_norm": 0.3937337100505829,
      "learning_rate": 9.998133098939124e-05,
      "loss": 4.269,
      "step": 970
    },
    {
      "epoch": 0.8470181503889369,
      "grad_norm": 0.41643446683883667,
      "learning_rate": 9.998089887819107e-05,
      "loss": 4.2625,
      "step": 980
    },
    {
      "epoch": 0.8556611927398444,
      "grad_norm": 0.34548649191856384,
      "learning_rate": 9.998046182419328e-05,
      "loss": 4.2662,
      "step": 990
    },
    {
      "epoch": 0.8643042350907519,
      "grad_norm": 0.38553744554519653,
      "learning_rate": 9.998001982744112e-05,
      "loss": 4.2846,
      "step": 1000
    },
    {
      "epoch": 0.8729472774416595,
      "grad_norm": 0.41422292590141296,
      "learning_rate": 9.997957288797828e-05,
      "loss": 4.2718,
      "step": 1010
    },
    {
      "epoch": 0.881590319792567,
      "grad_norm": 0.4107045829296112,
      "learning_rate": 9.997912100584896e-05,
      "loss": 4.2718,
      "step": 1020
    },
    {
      "epoch": 0.8902333621434745,
      "grad_norm": 0.41860222816467285,
      "learning_rate": 9.997866418109785e-05,
      "loss": 4.2405,
      "step": 1030
    },
    {
      "epoch": 0.898876404494382,
      "grad_norm": 0.39858201146125793,
      "learning_rate": 9.997820241377015e-05,
      "loss": 4.2581,
      "step": 1040
    },
    {
      "epoch": 0.9075194468452895,
      "grad_norm": 0.4497794806957245,
      "learning_rate": 9.99777357039115e-05,
      "loss": 4.2374,
      "step": 1050
    },
    {
      "epoch": 0.916162489196197,
      "grad_norm": 0.43440842628479004,
      "learning_rate": 9.997726405156804e-05,
      "loss": 4.2748,
      "step": 1060
    },
    {
      "epoch": 0.9248055315471045,
      "grad_norm": 0.3732091188430786,
      "learning_rate": 9.997678745678646e-05,
      "loss": 4.2616,
      "step": 1070
    },
    {
      "epoch": 0.9334485738980121,
      "grad_norm": 0.3860764503479004,
      "learning_rate": 9.997630591961385e-05,
      "loss": 4.2604,
      "step": 1080
    },
    {
      "epoch": 0.9420916162489196,
      "grad_norm": 0.388324111700058,
      "learning_rate": 9.997581944009787e-05,
      "loss": 4.2557,
      "step": 1090
    },
    {
      "epoch": 0.9507346585998271,
      "grad_norm": 0.3761633038520813,
      "learning_rate": 9.997532801828658e-05,
      "loss": 4.2452,
      "step": 1100
    },
    {
      "epoch": 0.9593777009507347,
      "grad_norm": 0.3888528048992157,
      "learning_rate": 9.997483165422863e-05,
      "loss": 4.2324,
      "step": 1110
    },
    {
      "epoch": 0.9680207433016422,
      "grad_norm": 0.3964410722255707,
      "learning_rate": 9.997433034797306e-05,
      "loss": 4.2575,
      "step": 1120
    },
    {
      "epoch": 0.9766637856525497,
      "grad_norm": 0.3878832161426544,
      "learning_rate": 9.997382409956948e-05,
      "loss": 4.2287,
      "step": 1130
    },
    {
      "epoch": 0.9853068280034573,
      "grad_norm": 0.40653976798057556,
      "learning_rate": 9.997331290906795e-05,
      "loss": 4.2419,
      "step": 1140
    },
    {
      "epoch": 0.9939498703543648,
      "grad_norm": 0.4196073114871979,
      "learning_rate": 9.9972796776519e-05,
      "loss": 4.2637,
      "step": 1150
    },
    {
      "epoch": 1.0025929127052722,
      "grad_norm": 0.4322204291820526,
      "learning_rate": 9.997227570197371e-05,
      "loss": 4.241,
      "step": 1160
    },
    {
      "epoch": 1.0112359550561798,
      "grad_norm": 0.43909183144569397,
      "learning_rate": 9.997174968548358e-05,
      "loss": 4.223,
      "step": 1170
    },
    {
      "epoch": 1.0198789974070872,
      "grad_norm": 0.4085228443145752,
      "learning_rate": 9.997121872710065e-05,
      "loss": 4.2065,
      "step": 1180
    },
    {
      "epoch": 1.0285220397579948,
      "grad_norm": 0.43573814630508423,
      "learning_rate": 9.99706828268774e-05,
      "loss": 4.2157,
      "step": 1190
    },
    {
      "epoch": 1.0371650821089022,
      "grad_norm": 0.43408551812171936,
      "learning_rate": 9.997014198486688e-05,
      "loss": 4.2243,
      "step": 1200
    },
    {
      "epoch": 1.0458081244598099,
      "grad_norm": 0.4013933837413788,
      "learning_rate": 9.996959620112252e-05,
      "loss": 4.2049,
      "step": 1210
    },
    {
      "epoch": 1.0544511668107173,
      "grad_norm": 0.39446181058883667,
      "learning_rate": 9.996904547569833e-05,
      "loss": 4.2275,
      "step": 1220
    },
    {
      "epoch": 1.063094209161625,
      "grad_norm": 0.3860018849372864,
      "learning_rate": 9.996848980864872e-05,
      "loss": 4.2294,
      "step": 1230
    },
    {
      "epoch": 1.0717372515125323,
      "grad_norm": 0.41339194774627686,
      "learning_rate": 9.996792920002872e-05,
      "loss": 4.2181,
      "step": 1240
    },
    {
      "epoch": 1.08038029386344,
      "grad_norm": 0.3952074944972992,
      "learning_rate": 9.996736364989371e-05,
      "loss": 4.2021,
      "step": 1250
    },
    {
      "epoch": 1.0890233362143475,
      "grad_norm": 0.38102981448173523,
      "learning_rate": 9.996679315829967e-05,
      "loss": 4.1976,
      "step": 1260
    },
    {
      "epoch": 1.097666378565255,
      "grad_norm": 0.4206709861755371,
      "learning_rate": 9.996621772530297e-05,
      "loss": 4.2038,
      "step": 1270
    },
    {
      "epoch": 1.1063094209161626,
      "grad_norm": 0.426329642534256,
      "learning_rate": 9.996563735096054e-05,
      "loss": 4.2013,
      "step": 1280
    },
    {
      "epoch": 1.11495246326707,
      "grad_norm": 0.41012808680534363,
      "learning_rate": 9.996505203532978e-05,
      "loss": 4.2102,
      "step": 1290
    },
    {
      "epoch": 1.1235955056179776,
      "grad_norm": 0.44611433148384094,
      "learning_rate": 9.996446177846857e-05,
      "loss": 4.2184,
      "step": 1300
    },
    {
      "epoch": 1.132238547968885,
      "grad_norm": 0.39608779549598694,
      "learning_rate": 9.996386658043526e-05,
      "loss": 4.2013,
      "step": 1310
    },
    {
      "epoch": 1.1408815903197926,
      "grad_norm": 0.3952358067035675,
      "learning_rate": 9.996326644128874e-05,
      "loss": 4.2146,
      "step": 1320
    },
    {
      "epoch": 1.1495246326707,
      "grad_norm": 0.40919986367225647,
      "learning_rate": 9.996266136108835e-05,
      "loss": 4.2076,
      "step": 1330
    },
    {
      "epoch": 1.1581676750216077,
      "grad_norm": 0.4090837836265564,
      "learning_rate": 9.996205133989394e-05,
      "loss": 4.2036,
      "step": 1340
    },
    {
      "epoch": 1.166810717372515,
      "grad_norm": 0.4050755500793457,
      "learning_rate": 9.99614363777658e-05,
      "loss": 4.2,
      "step": 1350
    },
    {
      "epoch": 1.1754537597234227,
      "grad_norm": 0.4159175455570221,
      "learning_rate": 9.996081647476479e-05,
      "loss": 4.186,
      "step": 1360
    },
    {
      "epoch": 1.18409680207433,
      "grad_norm": 0.38426005840301514,
      "learning_rate": 9.996019163095221e-05,
      "loss": 4.2028,
      "step": 1370
    },
    {
      "epoch": 1.1927398444252377,
      "grad_norm": 0.37985771894454956,
      "learning_rate": 9.995956184638982e-05,
      "loss": 4.1962,
      "step": 1380
    },
    {
      "epoch": 1.2013828867761451,
      "grad_norm": 0.4341757595539093,
      "learning_rate": 9.995892712113992e-05,
      "loss": 4.178,
      "step": 1390
    },
    {
      "epoch": 1.2100259291270528,
      "grad_norm": 0.41969048976898193,
      "learning_rate": 9.995828745526529e-05,
      "loss": 4.1717,
      "step": 1400
    },
    {
      "epoch": 1.2186689714779602,
      "grad_norm": 0.3623236417770386,
      "learning_rate": 9.995764284882919e-05,
      "loss": 4.1822,
      "step": 1410
    },
    {
      "epoch": 1.2273120138288678,
      "grad_norm": 0.41732436418533325,
      "learning_rate": 9.995699330189533e-05,
      "loss": 4.1949,
      "step": 1420
    },
    {
      "epoch": 1.2359550561797752,
      "grad_norm": 0.419674813747406,
      "learning_rate": 9.995633881452799e-05,
      "loss": 4.1858,
      "step": 1430
    },
    {
      "epoch": 1.2445980985306828,
      "grad_norm": 0.3526209890842438,
      "learning_rate": 9.995567938679189e-05,
      "loss": 4.1839,
      "step": 1440
    },
    {
      "epoch": 1.2532411408815904,
      "grad_norm": 0.4514230191707611,
      "learning_rate": 9.995501501875222e-05,
      "loss": 4.1851,
      "step": 1450
    },
    {
      "epoch": 1.2618841832324978,
      "grad_norm": 0.36050572991371155,
      "learning_rate": 9.995434571047469e-05,
      "loss": 4.1824,
      "step": 1460
    },
    {
      "epoch": 1.2705272255834053,
      "grad_norm": 0.381134569644928,
      "learning_rate": 9.99536714620255e-05,
      "loss": 4.1699,
      "step": 1470
    },
    {
      "epoch": 1.2791702679343129,
      "grad_norm": 0.4092234969139099,
      "learning_rate": 9.995299227347132e-05,
      "loss": 4.1783,
      "step": 1480
    },
    {
      "epoch": 1.2878133102852205,
      "grad_norm": 0.3862142264842987,
      "learning_rate": 9.995230814487933e-05,
      "loss": 4.1754,
      "step": 1490
    },
    {
      "epoch": 1.296456352636128,
      "grad_norm": 0.4242073893547058,
      "learning_rate": 9.995161907631718e-05,
      "loss": 4.1723,
      "step": 1500
    },
    {
      "epoch": 1.3050993949870353,
      "grad_norm": 0.37873271107673645,
      "learning_rate": 9.995092506785301e-05,
      "loss": 4.1884,
      "step": 1510
    },
    {
      "epoch": 1.313742437337943,
      "grad_norm": 0.4228824973106384,
      "learning_rate": 9.995022611955544e-05,
      "loss": 4.1715,
      "step": 1520
    },
    {
      "epoch": 1.3223854796888506,
      "grad_norm": 0.40594765543937683,
      "learning_rate": 9.994952223149363e-05,
      "loss": 4.1761,
      "step": 1530
    },
    {
      "epoch": 1.331028522039758,
      "grad_norm": 0.41995537281036377,
      "learning_rate": 9.994881340373715e-05,
      "loss": 4.1791,
      "step": 1540
    },
    {
      "epoch": 1.3396715643906656,
      "grad_norm": 0.4363441467285156,
      "learning_rate": 9.994809963635612e-05,
      "loss": 4.1794,
      "step": 1550
    },
    {
      "epoch": 1.348314606741573,
      "grad_norm": 0.42417559027671814,
      "learning_rate": 9.994738092942111e-05,
      "loss": 4.1789,
      "step": 1560
    },
    {
      "epoch": 1.3569576490924806,
      "grad_norm": 0.35726356506347656,
      "learning_rate": 9.994665728300323e-05,
      "loss": 4.1471,
      "step": 1570
    },
    {
      "epoch": 1.365600691443388,
      "grad_norm": 0.5013107657432556,
      "learning_rate": 9.9945928697174e-05,
      "loss": 4.1752,
      "step": 1580
    },
    {
      "epoch": 1.3742437337942957,
      "grad_norm": 0.40358176827430725,
      "learning_rate": 9.994519517200552e-05,
      "loss": 4.1757,
      "step": 1590
    },
    {
      "epoch": 1.382886776145203,
      "grad_norm": 0.40083205699920654,
      "learning_rate": 9.994445670757029e-05,
      "loss": 4.1556,
      "step": 1600
    },
    {
      "epoch": 1.3915298184961107,
      "grad_norm": 0.3931852877140045,
      "learning_rate": 9.994371330394135e-05,
      "loss": 4.1877,
      "step": 1610
    },
    {
      "epoch": 1.400172860847018,
      "grad_norm": 0.40225785970687866,
      "learning_rate": 9.994296496119222e-05,
      "loss": 4.1645,
      "step": 1620
    },
    {
      "epoch": 1.4088159031979257,
      "grad_norm": 0.3956712782382965,
      "learning_rate": 9.994221167939692e-05,
      "loss": 4.1584,
      "step": 1630
    },
    {
      "epoch": 1.4174589455488331,
      "grad_norm": 0.48266497254371643,
      "learning_rate": 9.994145345862994e-05,
      "loss": 4.1584,
      "step": 1640
    },
    {
      "epoch": 1.4261019878997407,
      "grad_norm": 0.4280920624732971,
      "learning_rate": 9.994069029896624e-05,
      "loss": 4.1832,
      "step": 1650
    },
    {
      "epoch": 1.4347450302506481,
      "grad_norm": 0.3954409062862396,
      "learning_rate": 9.993992220048132e-05,
      "loss": 4.1604,
      "step": 1660
    },
    {
      "epoch": 1.4433880726015558,
      "grad_norm": 0.3857767879962921,
      "learning_rate": 9.993914916325113e-05,
      "loss": 4.1445,
      "step": 1670
    },
    {
      "epoch": 1.4520311149524634,
      "grad_norm": 0.37384387850761414,
      "learning_rate": 9.993837118735213e-05,
      "loss": 4.1619,
      "step": 1680
    },
    {
      "epoch": 1.4606741573033708,
      "grad_norm": 0.46884164214134216,
      "learning_rate": 9.993758827286123e-05,
      "loss": 4.1609,
      "step": 1690
    },
    {
      "epoch": 1.4693171996542782,
      "grad_norm": 0.41062942147254944,
      "learning_rate": 9.993680041985587e-05,
      "loss": 4.1574,
      "step": 1700
    },
    {
      "epoch": 1.4779602420051858,
      "grad_norm": 0.3853404223918915,
      "learning_rate": 9.993600762841396e-05,
      "loss": 4.1521,
      "step": 1710
    },
    {
      "epoch": 1.4866032843560935,
      "grad_norm": 0.41848281025886536,
      "learning_rate": 9.993520989861391e-05,
      "loss": 4.1478,
      "step": 1720
    },
    {
      "epoch": 1.4952463267070009,
      "grad_norm": 0.46264174580574036,
      "learning_rate": 9.993440723053462e-05,
      "loss": 4.1473,
      "step": 1730
    },
    {
      "epoch": 1.5038893690579083,
      "grad_norm": 0.40048494935035706,
      "learning_rate": 9.993359962425543e-05,
      "loss": 4.1574,
      "step": 1740
    },
    {
      "epoch": 1.512532411408816,
      "grad_norm": 0.4058494567871094,
      "learning_rate": 9.993278707985625e-05,
      "loss": 4.1594,
      "step": 1750
    },
    {
      "epoch": 1.5211754537597235,
      "grad_norm": 0.43248727917671204,
      "learning_rate": 9.993196959741741e-05,
      "loss": 4.1507,
      "step": 1760
    },
    {
      "epoch": 1.529818496110631,
      "grad_norm": 0.3807108402252197,
      "learning_rate": 9.993114717701977e-05,
      "loss": 4.1287,
      "step": 1770
    },
    {
      "epoch": 1.5384615384615383,
      "grad_norm": 0.4381742477416992,
      "learning_rate": 9.993031981874466e-05,
      "loss": 4.1517,
      "step": 1780
    },
    {
      "epoch": 1.547104580812446,
      "grad_norm": 0.43384110927581787,
      "learning_rate": 9.992948752267388e-05,
      "loss": 4.1385,
      "step": 1790
    },
    {
      "epoch": 1.5557476231633536,
      "grad_norm": 0.40165552496910095,
      "learning_rate": 9.992865028888976e-05,
      "loss": 4.1444,
      "step": 1800
    },
    {
      "epoch": 1.564390665514261,
      "grad_norm": 0.3919483721256256,
      "learning_rate": 9.99278081174751e-05,
      "loss": 4.1494,
      "step": 1810
    },
    {
      "epoch": 1.5730337078651684,
      "grad_norm": 0.3615829646587372,
      "learning_rate": 9.992696100851317e-05,
      "loss": 4.1446,
      "step": 1820
    },
    {
      "epoch": 1.581676750216076,
      "grad_norm": 0.3679444193840027,
      "learning_rate": 9.992610896208774e-05,
      "loss": 4.134,
      "step": 1830
    },
    {
      "epoch": 1.5903197925669836,
      "grad_norm": 0.37700727581977844,
      "learning_rate": 9.992525197828309e-05,
      "loss": 4.1507,
      "step": 1840
    },
    {
      "epoch": 1.598962834917891,
      "grad_norm": 0.38863468170166016,
      "learning_rate": 9.992439005718395e-05,
      "loss": 4.1301,
      "step": 1850
    },
    {
      "epoch": 1.6076058772687987,
      "grad_norm": 0.4527703821659088,
      "learning_rate": 9.99235231988756e-05,
      "loss": 4.1374,
      "step": 1860
    },
    {
      "epoch": 1.6162489196197063,
      "grad_norm": 0.39162564277648926,
      "learning_rate": 9.992265140344371e-05,
      "loss": 4.1011,
      "step": 1870
    },
    {
      "epoch": 1.6248919619706137,
      "grad_norm": 0.37502825260162354,
      "learning_rate": 9.992177467097454e-05,
      "loss": 4.1603,
      "step": 1880
    },
    {
      "epoch": 1.633535004321521,
      "grad_norm": 0.3959217965602875,
      "learning_rate": 9.992089300155476e-05,
      "loss": 4.1594,
      "step": 1890
    },
    {
      "epoch": 1.6421780466724287,
      "grad_norm": 0.37182241678237915,
      "learning_rate": 9.992000639527159e-05,
      "loss": 4.1269,
      "step": 1900
    },
    {
      "epoch": 1.6508210890233364,
      "grad_norm": 0.37193068861961365,
      "learning_rate": 9.99191148522127e-05,
      "loss": 4.1209,
      "step": 1910
    },
    {
      "epoch": 1.6594641313742438,
      "grad_norm": 0.45231059193611145,
      "learning_rate": 9.991821837246624e-05,
      "loss": 4.126,
      "step": 1920
    },
    {
      "epoch": 1.6681071737251512,
      "grad_norm": 0.3941323161125183,
      "learning_rate": 9.99173169561209e-05,
      "loss": 4.1337,
      "step": 1930
    },
    {
      "epoch": 1.6767502160760588,
      "grad_norm": 0.3815472722053528,
      "learning_rate": 9.99164106032658e-05,
      "loss": 4.1436,
      "step": 1940
    },
    {
      "epoch": 1.6853932584269664,
      "grad_norm": 0.3901166319847107,
      "learning_rate": 9.991549931399058e-05,
      "loss": 4.1479,
      "step": 1950
    },
    {
      "epoch": 1.6940363007778738,
      "grad_norm": 0.3755541741847992,
      "learning_rate": 9.991458308838535e-05,
      "loss": 4.119,
      "step": 1960
    },
    {
      "epoch": 1.7026793431287812,
      "grad_norm": 0.38016921281814575,
      "learning_rate": 9.991366192654075e-05,
      "loss": 4.1265,
      "step": 1970
    },
    {
      "epoch": 1.7113223854796888,
      "grad_norm": 0.38255974650382996,
      "learning_rate": 9.991273582854783e-05,
      "loss": 4.1142,
      "step": 1980
    },
    {
      "epoch": 1.7199654278305965,
      "grad_norm": 0.40945836901664734,
      "learning_rate": 9.991180479449821e-05,
      "loss": 4.1435,
      "step": 1990
    },
    {
      "epoch": 1.7286084701815039,
      "grad_norm": 0.4141862690448761,
      "learning_rate": 9.991086882448397e-05,
      "loss": 4.1401,
      "step": 2000
    },
    {
      "epoch": 1.7372515125324113,
      "grad_norm": 0.4165342152118683,
      "learning_rate": 9.990992791859764e-05,
      "loss": 4.1169,
      "step": 2010
    },
    {
      "epoch": 1.745894554883319,
      "grad_norm": 0.4032461941242218,
      "learning_rate": 9.990898207693229e-05,
      "loss": 4.1384,
      "step": 2020
    },
    {
      "epoch": 1.7545375972342265,
      "grad_norm": 0.3860340714454651,
      "learning_rate": 9.990803129958146e-05,
      "loss": 4.1267,
      "step": 2030
    },
    {
      "epoch": 1.763180639585134,
      "grad_norm": 0.37838783860206604,
      "learning_rate": 9.990707558663917e-05,
      "loss": 4.1285,
      "step": 2040
    },
    {
      "epoch": 1.7718236819360413,
      "grad_norm": 0.378642737865448,
      "learning_rate": 9.990611493819992e-05,
      "loss": 4.1082,
      "step": 2050
    },
    {
      "epoch": 1.780466724286949,
      "grad_norm": 0.3989695906639099,
      "learning_rate": 9.990514935435873e-05,
      "loss": 4.1193,
      "step": 2060
    },
    {
      "epoch": 1.7891097666378566,
      "grad_norm": 0.3969743847846985,
      "learning_rate": 9.99041788352111e-05,
      "loss": 4.1043,
      "step": 2070
    },
    {
      "epoch": 1.797752808988764,
      "grad_norm": 0.36269089579582214,
      "learning_rate": 9.990320338085297e-05,
      "loss": 4.1011,
      "step": 2080
    },
    {
      "epoch": 1.8063958513396714,
      "grad_norm": 0.36973994970321655,
      "learning_rate": 9.990222299138086e-05,
      "loss": 4.1152,
      "step": 2090
    },
    {
      "epoch": 1.8150388936905792,
      "grad_norm": 0.4093567728996277,
      "learning_rate": 9.990123766689168e-05,
      "loss": 4.1212,
      "step": 2100
    },
    {
      "epoch": 1.8236819360414867,
      "grad_norm": 0.3885112404823303,
      "learning_rate": 9.990024740748288e-05,
      "loss": 4.121,
      "step": 2110
    },
    {
      "epoch": 1.832324978392394,
      "grad_norm": 0.390177845954895,
      "learning_rate": 9.98992522132524e-05,
      "loss": 4.1315,
      "step": 2120
    },
    {
      "epoch": 1.8409680207433017,
      "grad_norm": 0.37001585960388184,
      "learning_rate": 9.989825208429866e-05,
      "loss": 4.1075,
      "step": 2130
    },
    {
      "epoch": 1.8496110630942093,
      "grad_norm": 0.4177457392215729,
      "learning_rate": 9.989724702072057e-05,
      "loss": 4.1119,
      "step": 2140
    },
    {
      "epoch": 1.8582541054451167,
      "grad_norm": 0.3780882954597473,
      "learning_rate": 9.98962370226175e-05,
      "loss": 4.1153,
      "step": 2150
    },
    {
      "epoch": 1.8668971477960241,
      "grad_norm": 0.3910919725894928,
      "learning_rate": 9.989522209008937e-05,
      "loss": 4.1165,
      "step": 2160
    },
    {
      "epoch": 1.8755401901469317,
      "grad_norm": 0.42845630645751953,
      "learning_rate": 9.98942022232365e-05,
      "loss": 4.111,
      "step": 2170
    },
    {
      "epoch": 1.8841832324978394,
      "grad_norm": 0.42277225852012634,
      "learning_rate": 9.989317742215981e-05,
      "loss": 4.1065,
      "step": 2180
    },
    {
      "epoch": 1.8928262748487468,
      "grad_norm": 0.3859688341617584,
      "learning_rate": 9.98921476869606e-05,
      "loss": 4.0743,
      "step": 2190
    },
    {
      "epoch": 1.9014693171996542,
      "grad_norm": 0.4149601459503174,
      "learning_rate": 9.989111301774072e-05,
      "loss": 4.1142,
      "step": 2200
    },
    {
      "epoch": 1.9101123595505618,
      "grad_norm": 0.407088965177536,
      "learning_rate": 9.98900734146025e-05,
      "loss": 4.1036,
      "step": 2210
    },
    {
      "epoch": 1.9187554019014694,
      "grad_norm": 0.3807941973209381,
      "learning_rate": 9.988902887764874e-05,
      "loss": 4.0997,
      "step": 2220
    },
    {
      "epoch": 1.9273984442523768,
      "grad_norm": 0.3798404932022095,
      "learning_rate": 9.988797940698274e-05,
      "loss": 4.1078,
      "step": 2230
    },
    {
      "epoch": 1.9360414866032842,
      "grad_norm": 0.3978034555912018,
      "learning_rate": 9.988692500270829e-05,
      "loss": 4.1001,
      "step": 2240
    },
    {
      "epoch": 1.9446845289541919,
      "grad_norm": 0.4104568064212799,
      "learning_rate": 9.988586566492964e-05,
      "loss": 4.0929,
      "step": 2250
    },
    {
      "epoch": 1.9533275713050995,
      "grad_norm": 0.42732730507850647,
      "learning_rate": 9.988480139375158e-05,
      "loss": 4.0953,
      "step": 2260
    },
    {
      "epoch": 1.961970613656007,
      "grad_norm": 0.37609344720840454,
      "learning_rate": 9.988373218927937e-05,
      "loss": 4.1026,
      "step": 2270
    },
    {
      "epoch": 1.9706136560069143,
      "grad_norm": 0.3761756718158722,
      "learning_rate": 9.988265805161872e-05,
      "loss": 4.0989,
      "step": 2280
    },
    {
      "epoch": 1.979256698357822,
      "grad_norm": 0.3553387224674225,
      "learning_rate": 9.988157898087584e-05,
      "loss": 4.0934,
      "step": 2290
    },
    {
      "epoch": 1.9878997407087295,
      "grad_norm": 0.3820377588272095,
      "learning_rate": 9.98804949771575e-05,
      "loss": 4.0862,
      "step": 2300
    },
    {
      "epoch": 1.996542783059637,
      "grad_norm": 0.42904117703437805,
      "learning_rate": 9.987940604057086e-05,
      "loss": 4.0965,
      "step": 2310
    },
    {
      "epoch": 2.0051858254105444,
      "grad_norm": 0.3741513788700104,
      "learning_rate": 9.987831217122361e-05,
      "loss": 4.0732,
      "step": 2320
    },
    {
      "epoch": 2.013828867761452,
      "grad_norm": 0.39713436365127563,
      "learning_rate": 9.987721336922395e-05,
      "loss": 4.0809,
      "step": 2330
    },
    {
      "epoch": 2.0224719101123596,
      "grad_norm": 0.4682977497577667,
      "learning_rate": 9.987610963468052e-05,
      "loss": 4.0707,
      "step": 2340
    },
    {
      "epoch": 2.031114952463267,
      "grad_norm": 0.41846728324890137,
      "learning_rate": 9.987500096770248e-05,
      "loss": 4.0701,
      "step": 2350
    },
    {
      "epoch": 2.0397579948141744,
      "grad_norm": 0.41535961627960205,
      "learning_rate": 9.987388736839947e-05,
      "loss": 4.0614,
      "step": 2360
    },
    {
      "epoch": 2.0484010371650823,
      "grad_norm": 0.4282785654067993,
      "learning_rate": 9.987276883688163e-05,
      "loss": 4.0585,
      "step": 2370
    },
    {
      "epoch": 2.0570440795159897,
      "grad_norm": 0.3872493505477905,
      "learning_rate": 9.987164537325957e-05,
      "loss": 4.0676,
      "step": 2380
    },
    {
      "epoch": 2.065687121866897,
      "grad_norm": 0.42589569091796875,
      "learning_rate": 9.987051697764437e-05,
      "loss": 4.0547,
      "step": 2390
    },
    {
      "epoch": 2.0743301642178045,
      "grad_norm": 0.4496053159236908,
      "learning_rate": 9.986938365014766e-05,
      "loss": 4.0768,
      "step": 2400
    },
    {
      "epoch": 2.0829732065687123,
      "grad_norm": 0.4225335717201233,
      "learning_rate": 9.986824539088148e-05,
      "loss": 4.0752,
      "step": 2410
    },
    {
      "epoch": 2.0916162489196197,
      "grad_norm": 0.41624388098716736,
      "learning_rate": 9.986710219995844e-05,
      "loss": 4.0746,
      "step": 2420
    },
    {
      "epoch": 2.100259291270527,
      "grad_norm": 0.38141313195228577,
      "learning_rate": 9.986595407749156e-05,
      "loss": 4.0824,
      "step": 2430
    },
    {
      "epoch": 2.1089023336214345,
      "grad_norm": 0.4378717839717865,
      "learning_rate": 9.986480102359438e-05,
      "loss": 4.0538,
      "step": 2440
    },
    {
      "epoch": 2.1175453759723424,
      "grad_norm": 0.4250941872596741,
      "learning_rate": 9.986364303838097e-05,
      "loss": 4.0847,
      "step": 2450
    },
    {
      "epoch": 2.12618841832325,
      "grad_norm": 0.3991968631744385,
      "learning_rate": 9.986248012196581e-05,
      "loss": 4.0638,
      "step": 2460
    },
    {
      "epoch": 2.134831460674157,
      "grad_norm": 0.40770578384399414,
      "learning_rate": 9.986131227446391e-05,
      "loss": 4.0701,
      "step": 2470
    },
    {
      "epoch": 2.1434745030250646,
      "grad_norm": 0.40430259704589844,
      "learning_rate": 9.986013949599078e-05,
      "loss": 4.0793,
      "step": 2480
    },
    {
      "epoch": 2.1521175453759724,
      "grad_norm": 0.35163435339927673,
      "learning_rate": 9.985896178666238e-05,
      "loss": 4.0672,
      "step": 2490
    },
    {
      "epoch": 2.16076058772688,
      "grad_norm": 0.41108131408691406,
      "learning_rate": 9.985777914659517e-05,
      "loss": 4.0491,
      "step": 2500
    },
    {
      "epoch": 2.1694036300777872,
      "grad_norm": 0.3857698440551758,
      "learning_rate": 9.985659157590614e-05,
      "loss": 4.051,
      "step": 2510
    },
    {
      "epoch": 2.178046672428695,
      "grad_norm": 0.36890825629234314,
      "learning_rate": 9.985539907471273e-05,
      "loss": 4.0638,
      "step": 2520
    },
    {
      "epoch": 2.1866897147796025,
      "grad_norm": 0.42200028896331787,
      "learning_rate": 9.985420164313284e-05,
      "loss": 4.0626,
      "step": 2530
    },
    {
      "epoch": 2.19533275713051,
      "grad_norm": 0.40555793046951294,
      "learning_rate": 9.985299928128491e-05,
      "loss": 4.0548,
      "step": 2540
    },
    {
      "epoch": 2.2039757994814173,
      "grad_norm": 0.37539124488830566,
      "learning_rate": 9.985179198928782e-05,
      "loss": 4.0602,
      "step": 2550
    },
    {
      "epoch": 2.212618841832325,
      "grad_norm": 0.3607882261276245,
      "learning_rate": 9.985057976726102e-05,
      "loss": 4.0685,
      "step": 2560
    },
    {
      "epoch": 2.2212618841832326,
      "grad_norm": 0.41010382771492004,
      "learning_rate": 9.984936261532434e-05,
      "loss": 4.0756,
      "step": 2570
    },
    {
      "epoch": 2.22990492653414,
      "grad_norm": 0.4026075601577759,
      "learning_rate": 9.984814053359816e-05,
      "loss": 4.0678,
      "step": 2580
    },
    {
      "epoch": 2.2385479688850474,
      "grad_norm": 0.4083262085914612,
      "learning_rate": 9.984691352220335e-05,
      "loss": 4.0702,
      "step": 2590
    },
    {
      "epoch": 2.247191011235955,
      "grad_norm": 0.3730342388153076,
      "learning_rate": 9.984568158126123e-05,
      "loss": 4.0778,
      "step": 2600
    },
    {
      "epoch": 2.2558340535868626,
      "grad_norm": 0.3822701871395111,
      "learning_rate": 9.984444471089365e-05,
      "loss": 4.0681,
      "step": 2610
    },
    {
      "epoch": 2.26447709593777,
      "grad_norm": 0.42851561307907104,
      "learning_rate": 9.984320291122294e-05,
      "loss": 4.0671,
      "step": 2620
    },
    {
      "epoch": 2.2731201382886774,
      "grad_norm": 0.38593462109565735,
      "learning_rate": 9.984195618237188e-05,
      "loss": 4.0772,
      "step": 2630
    },
    {
      "epoch": 2.2817631806395853,
      "grad_norm": 0.4122885763645172,
      "learning_rate": 9.984070452446377e-05,
      "loss": 4.0506,
      "step": 2640
    },
    {
      "epoch": 2.2904062229904927,
      "grad_norm": 0.36611250042915344,
      "learning_rate": 9.983944793762241e-05,
      "loss": 4.041,
      "step": 2650
    },
    {
      "epoch": 2.2990492653414,
      "grad_norm": 0.3792266547679901,
      "learning_rate": 9.983818642197205e-05,
      "loss": 4.0487,
      "step": 2660
    },
    {
      "epoch": 2.3076923076923075,
      "grad_norm": 0.37189576029777527,
      "learning_rate": 9.983691997763744e-05,
      "loss": 4.0715,
      "step": 2670
    },
    {
      "epoch": 2.3163353500432153,
      "grad_norm": 0.439643919467926,
      "learning_rate": 9.983564860474384e-05,
      "loss": 4.0565,
      "step": 2680
    },
    {
      "epoch": 2.3249783923941227,
      "grad_norm": 0.40879160165786743,
      "learning_rate": 9.983437230341697e-05,
      "loss": 4.0594,
      "step": 2690
    },
    {
      "epoch": 2.33362143474503,
      "grad_norm": 0.5908119678497314,
      "learning_rate": 9.983309107378305e-05,
      "loss": 4.0808,
      "step": 2700
    },
    {
      "epoch": 2.342264477095938,
      "grad_norm": 0.4059031903743744,
      "learning_rate": 9.98318049159688e-05,
      "loss": 4.05,
      "step": 2710
    },
    {
      "epoch": 2.3509075194468454,
      "grad_norm": 0.40800032019615173,
      "learning_rate": 9.98305138301014e-05,
      "loss": 4.0567,
      "step": 2720
    },
    {
      "epoch": 2.359550561797753,
      "grad_norm": 0.3834645450115204,
      "learning_rate": 9.982921781630852e-05,
      "loss": 4.0568,
      "step": 2730
    },
    {
      "epoch": 2.36819360414866,
      "grad_norm": 0.38579824566841125,
      "learning_rate": 9.982791687471835e-05,
      "loss": 4.0539,
      "step": 2740
    },
    {
      "epoch": 2.3768366464995676,
      "grad_norm": 0.41873669624328613,
      "learning_rate": 9.982661100545954e-05,
      "loss": 4.0337,
      "step": 2750
    },
    {
      "epoch": 2.3854796888504755,
      "grad_norm": 0.4565282166004181,
      "learning_rate": 9.982530020866121e-05,
      "loss": 4.0617,
      "step": 2760
    },
    {
      "epoch": 2.394122731201383,
      "grad_norm": 0.3846672773361206,
      "learning_rate": 9.982398448445301e-05,
      "loss": 4.0333,
      "step": 2770
    },
    {
      "epoch": 2.4027657735522903,
      "grad_norm": 0.38927486538887024,
      "learning_rate": 9.982266383296506e-05,
      "loss": 4.0538,
      "step": 2780
    },
    {
      "epoch": 2.411408815903198,
      "grad_norm": 0.4223096966743469,
      "learning_rate": 9.982133825432794e-05,
      "loss": 4.0583,
      "step": 2790
    },
    {
      "epoch": 2.4200518582541055,
      "grad_norm": 0.39263612031936646,
      "learning_rate": 9.982000774867277e-05,
      "loss": 4.0439,
      "step": 2800
    },
    {
      "epoch": 2.428694900605013,
      "grad_norm": 0.3869222104549408,
      "learning_rate": 9.981867231613114e-05,
      "loss": 4.0278,
      "step": 2810
    },
    {
      "epoch": 2.4373379429559203,
      "grad_norm": 0.4026440382003784,
      "learning_rate": 9.981733195683506e-05,
      "loss": 4.0305,
      "step": 2820
    },
    {
      "epoch": 2.445980985306828,
      "grad_norm": 0.39806249737739563,
      "learning_rate": 9.981598667091712e-05,
      "loss": 4.0547,
      "step": 2830
    },
    {
      "epoch": 2.4546240276577356,
      "grad_norm": 0.4208745062351227,
      "learning_rate": 9.981463645851037e-05,
      "loss": 4.0619,
      "step": 2840
    },
    {
      "epoch": 2.463267070008643,
      "grad_norm": 0.38155847787857056,
      "learning_rate": 9.981328131974831e-05,
      "loss": 4.0498,
      "step": 2850
    },
    {
      "epoch": 2.4719101123595504,
      "grad_norm": 0.39878010749816895,
      "learning_rate": 9.981192125476499e-05,
      "loss": 4.0355,
      "step": 2860
    },
    {
      "epoch": 2.4805531547104582,
      "grad_norm": 0.42514941096305847,
      "learning_rate": 9.981055626369486e-05,
      "loss": 4.0421,
      "step": 2870
    },
    {
      "epoch": 2.4891961970613656,
      "grad_norm": 0.38501569628715515,
      "learning_rate": 9.980918634667296e-05,
      "loss": 4.0238,
      "step": 2880
    },
    {
      "epoch": 2.497839239412273,
      "grad_norm": 0.39104270935058594,
      "learning_rate": 9.980781150383475e-05,
      "loss": 4.0295,
      "step": 2890
    },
    {
      "epoch": 2.506482281763181,
      "grad_norm": 0.3947426378726959,
      "learning_rate": 9.980643173531618e-05,
      "loss": 4.0342,
      "step": 2900
    },
    {
      "epoch": 2.5151253241140883,
      "grad_norm": 0.4183313548564911,
      "learning_rate": 9.98050470412537e-05,
      "loss": 4.0226,
      "step": 2910
    },
    {
      "epoch": 2.5237683664649957,
      "grad_norm": 0.4077540338039398,
      "learning_rate": 9.980365742178428e-05,
      "loss": 4.0581,
      "step": 2920
    },
    {
      "epoch": 2.532411408815903,
      "grad_norm": 0.4163062870502472,
      "learning_rate": 9.98022628770453e-05,
      "loss": 4.0519,
      "step": 2930
    },
    {
      "epoch": 2.5410544511668105,
      "grad_norm": 0.4286973178386688,
      "learning_rate": 9.980086340717472e-05,
      "loss": 4.0412,
      "step": 2940
    },
    {
      "epoch": 2.5496974935177183,
      "grad_norm": 0.39301538467407227,
      "learning_rate": 9.979945901231089e-05,
      "loss": 4.0528,
      "step": 2950
    },
    {
      "epoch": 2.5583405358686258,
      "grad_norm": 0.3591897189617157,
      "learning_rate": 9.979804969259271e-05,
      "loss": 4.0473,
      "step": 2960
    },
    {
      "epoch": 2.566983578219533,
      "grad_norm": 0.3480299413204193,
      "learning_rate": 9.979663544815959e-05,
      "loss": 4.026,
      "step": 2970
    },
    {
      "epoch": 2.575626620570441,
      "grad_norm": 0.4198789596557617,
      "learning_rate": 9.979521627915134e-05,
      "loss": 4.0218,
      "step": 2980
    },
    {
      "epoch": 2.5842696629213484,
      "grad_norm": 0.4237462282180786,
      "learning_rate": 9.979379218570835e-05,
      "loss": 4.032,
      "step": 2990
    },
    {
      "epoch": 2.592912705272256,
      "grad_norm": 0.3961845338344574,
      "learning_rate": 9.97923631679714e-05,
      "loss": 4.0338,
      "step": 3000
    },
    {
      "epoch": 2.601555747623163,
      "grad_norm": 0.37998783588409424,
      "learning_rate": 9.979092922608187e-05,
      "loss": 4.0343,
      "step": 3010
    },
    {
      "epoch": 2.6101987899740706,
      "grad_norm": 0.3984253704547882,
      "learning_rate": 9.978949036018153e-05,
      "loss": 4.0317,
      "step": 3020
    },
    {
      "epoch": 2.6188418323249785,
      "grad_norm": 0.39773324131965637,
      "learning_rate": 9.978804657041269e-05,
      "loss": 4.022,
      "step": 3030
    },
    {
      "epoch": 2.627484874675886,
      "grad_norm": 0.374600887298584,
      "learning_rate": 9.978659785691812e-05,
      "loss": 4.0421,
      "step": 3040
    },
    {
      "epoch": 2.6361279170267933,
      "grad_norm": 0.4022236466407776,
      "learning_rate": 9.97851442198411e-05,
      "loss": 4.0526,
      "step": 3050
    },
    {
      "epoch": 2.644770959377701,
      "grad_norm": 0.42483973503112793,
      "learning_rate": 9.978368565932538e-05,
      "loss": 4.0351,
      "step": 3060
    },
    {
      "epoch": 2.6534140017286085,
      "grad_norm": 0.39662912487983704,
      "learning_rate": 9.978222217551521e-05,
      "loss": 4.0228,
      "step": 3070
    },
    {
      "epoch": 2.662057044079516,
      "grad_norm": 0.3777247369289398,
      "learning_rate": 9.97807537685553e-05,
      "loss": 4.0304,
      "step": 3080
    },
    {
      "epoch": 2.670700086430424,
      "grad_norm": 0.38182365894317627,
      "learning_rate": 9.977928043859088e-05,
      "loss": 4.0461,
      "step": 3090
    },
    {
      "epoch": 2.679343128781331,
      "grad_norm": 0.4112408459186554,
      "learning_rate": 9.977780218576767e-05,
      "loss": 4.0291,
      "step": 3100
    },
    {
      "epoch": 2.6879861711322386,
      "grad_norm": 0.42202165722846985,
      "learning_rate": 9.977631901023183e-05,
      "loss": 4.0138,
      "step": 3110
    },
    {
      "epoch": 2.696629213483146,
      "grad_norm": 0.408734530210495,
      "learning_rate": 9.977483091213005e-05,
      "loss": 4.0286,
      "step": 3120
    },
    {
      "epoch": 2.7052722558340534,
      "grad_norm": 0.38142406940460205,
      "learning_rate": 9.97733378916095e-05,
      "loss": 4.0152,
      "step": 3130
    },
    {
      "epoch": 2.7139152981849612,
      "grad_norm": 0.38112136721611023,
      "learning_rate": 9.977183994881782e-05,
      "loss": 4.0427,
      "step": 3140
    },
    {
      "epoch": 2.7225583405358686,
      "grad_norm": 0.38315171003341675,
      "learning_rate": 9.977033708390315e-05,
      "loss": 4.023,
      "step": 3150
    },
    {
      "epoch": 2.731201382886776,
      "grad_norm": 0.4059940278530121,
      "learning_rate": 9.976882929701411e-05,
      "loss": 4.0224,
      "step": 3160
    },
    {
      "epoch": 2.739844425237684,
      "grad_norm": 0.362513929605484,
      "learning_rate": 9.976731658829981e-05,
      "loss": 4.0091,
      "step": 3170
    },
    {
      "epoch": 2.7484874675885913,
      "grad_norm": 0.3792708218097687,
      "learning_rate": 9.976579895790987e-05,
      "loss": 4.0506,
      "step": 3180
    },
    {
      "epoch": 2.7571305099394987,
      "grad_norm": 0.43076249957084656,
      "learning_rate": 9.976427640599435e-05,
      "loss": 4.0359,
      "step": 3190
    },
    {
      "epoch": 2.765773552290406,
      "grad_norm": 0.40846163034439087,
      "learning_rate": 9.976274893270383e-05,
      "loss": 4.0205,
      "step": 3200
    },
    {
      "epoch": 2.7744165946413135,
      "grad_norm": 0.4179258346557617,
      "learning_rate": 9.976121653818935e-05,
      "loss": 4.0356,
      "step": 3210
    },
    {
      "epoch": 2.7830596369922214,
      "grad_norm": 0.4077315330505371,
      "learning_rate": 9.975967922260248e-05,
      "loss": 4.0255,
      "step": 3220
    },
    {
      "epoch": 2.7917026793431288,
      "grad_norm": 0.43419283628463745,
      "learning_rate": 9.975813698609524e-05,
      "loss": 4.027,
      "step": 3230
    },
    {
      "epoch": 2.800345721694036,
      "grad_norm": 0.4041370749473572,
      "learning_rate": 9.975658982882014e-05,
      "loss": 4.0067,
      "step": 3240
    },
    {
      "epoch": 2.808988764044944,
      "grad_norm": 0.4162820279598236,
      "learning_rate": 9.975503775093021e-05,
      "loss": 4.0069,
      "step": 3250
    },
    {
      "epoch": 2.8176318063958514,
      "grad_norm": 0.38512253761291504,
      "learning_rate": 9.97534807525789e-05,
      "loss": 4.0121,
      "step": 3260
    },
    {
      "epoch": 2.826274848746759,
      "grad_norm": 0.3714209794998169,
      "learning_rate": 9.975191883392023e-05,
      "loss": 4.0197,
      "step": 3270
    },
    {
      "epoch": 2.8349178910976662,
      "grad_norm": 0.3607481122016907,
      "learning_rate": 9.975035199510865e-05,
      "loss": 4.0279,
      "step": 3280
    },
    {
      "epoch": 2.8435609334485736,
      "grad_norm": 0.4277598559856415,
      "learning_rate": 9.974878023629908e-05,
      "loss": 4.0153,
      "step": 3290
    },
    {
      "epoch": 2.8522039757994815,
      "grad_norm": 0.5314668416976929,
      "learning_rate": 9.9747203557647e-05,
      "loss": 4.0446,
      "step": 3300
    },
    {
      "epoch": 2.860847018150389,
      "grad_norm": 0.3989110291004181,
      "learning_rate": 9.97456219593083e-05,
      "loss": 4.0293,
      "step": 3310
    },
    {
      "epoch": 2.8694900605012963,
      "grad_norm": 0.3987487256526947,
      "learning_rate": 9.974403544143941e-05,
      "loss": 4.0332,
      "step": 3320
    },
    {
      "epoch": 2.878133102852204,
      "grad_norm": 0.37416449189186096,
      "learning_rate": 9.974244400419723e-05,
      "loss": 4.0267,
      "step": 3330
    },
    {
      "epoch": 2.8867761452031115,
      "grad_norm": 0.39734718203544617,
      "learning_rate": 9.974084764773913e-05,
      "loss": 4.0127,
      "step": 3340
    },
    {
      "epoch": 2.895419187554019,
      "grad_norm": 0.40905460715293884,
      "learning_rate": 9.973924637222299e-05,
      "loss": 4.0062,
      "step": 3350
    },
    {
      "epoch": 2.904062229904927,
      "grad_norm": 0.39355310797691345,
      "learning_rate": 9.973764017780715e-05,
      "loss": 4.0152,
      "step": 3360
    },
    {
      "epoch": 2.912705272255834,
      "grad_norm": 0.43402382731437683,
      "learning_rate": 9.973602906465048e-05,
      "loss": 4.0089,
      "step": 3370
    },
    {
      "epoch": 2.9213483146067416,
      "grad_norm": 0.3763706684112549,
      "learning_rate": 9.973441303291227e-05,
      "loss": 4.0132,
      "step": 3380
    },
    {
      "epoch": 2.929991356957649,
      "grad_norm": 0.3907529413700104,
      "learning_rate": 9.973279208275237e-05,
      "loss": 4.0251,
      "step": 3390
    },
    {
      "epoch": 2.9386343993085564,
      "grad_norm": 0.35746288299560547,
      "learning_rate": 9.973116621433107e-05,
      "loss": 4.0142,
      "step": 3400
    },
    {
      "epoch": 2.9472774416594643,
      "grad_norm": 0.37593522667884827,
      "learning_rate": 9.972953542780917e-05,
      "loss": 4.043,
      "step": 3410
    },
    {
      "epoch": 2.9559204840103717,
      "grad_norm": 0.391845703125,
      "learning_rate": 9.972789972334791e-05,
      "loss": 4.0254,
      "step": 3420
    },
    {
      "epoch": 2.964563526361279,
      "grad_norm": 0.42428308725357056,
      "learning_rate": 9.972625910110907e-05,
      "loss": 4.0275,
      "step": 3430
    },
    {
      "epoch": 2.973206568712187,
      "grad_norm": 0.41555356979370117,
      "learning_rate": 9.972461356125493e-05,
      "loss": 4.0108,
      "step": 3440
    },
    {
      "epoch": 2.9818496110630943,
      "grad_norm": 0.410685658454895,
      "learning_rate": 9.972296310394817e-05,
      "loss": 4.0132,
      "step": 3450
    },
    {
      "epoch": 2.9904926534140017,
      "grad_norm": 0.42894941568374634,
      "learning_rate": 9.972130772935204e-05,
      "loss": 4.031,
      "step": 3460
    },
    {
      "epoch": 2.999135695764909,
      "grad_norm": 0.41685834527015686,
      "learning_rate": 9.971964743763025e-05,
      "loss": 4.0433,
      "step": 3470
    },
    {
      "epoch": 3.007778738115817,
      "grad_norm": 0.4265305995941162,
      "learning_rate": 9.971798222894698e-05,
      "loss": 3.9885,
      "step": 3480
    },
    {
      "epoch": 3.0164217804667244,
      "grad_norm": 0.4140925705432892,
      "learning_rate": 9.97163121034669e-05,
      "loss": 3.9851,
      "step": 3490
    },
    {
      "epoch": 3.025064822817632,
      "grad_norm": 0.4080989360809326,
      "learning_rate": 9.971463706135518e-05,
      "loss": 4.001,
      "step": 3500
    },
    {
      "epoch": 3.033707865168539,
      "grad_norm": 0.3796727657318115,
      "learning_rate": 9.971295710277751e-05,
      "loss": 3.9844,
      "step": 3510
    },
    {
      "epoch": 3.042350907519447,
      "grad_norm": 0.3994463086128235,
      "learning_rate": 9.971127222789997e-05,
      "loss": 3.984,
      "step": 3520
    },
    {
      "epoch": 3.0509939498703544,
      "grad_norm": 0.37408745288848877,
      "learning_rate": 9.970958243688921e-05,
      "loss": 3.9793,
      "step": 3530
    },
    {
      "epoch": 3.059636992221262,
      "grad_norm": 0.4110405445098877,
      "learning_rate": 9.970788772991234e-05,
      "loss": 3.995,
      "step": 3540
    },
    {
      "epoch": 3.0682800345721692,
      "grad_norm": 0.4115905463695526,
      "learning_rate": 9.970618810713696e-05,
      "loss": 3.9781,
      "step": 3550
    },
    {
      "epoch": 3.076923076923077,
      "grad_norm": 0.4134933650493622,
      "learning_rate": 9.970448356873114e-05,
      "loss": 3.9761,
      "step": 3560
    },
    {
      "epoch": 3.0855661192739845,
      "grad_norm": 0.5576270818710327,
      "learning_rate": 9.970277411486347e-05,
      "loss": 3.9831,
      "step": 3570
    },
    {
      "epoch": 3.094209161624892,
      "grad_norm": 0.4009261727333069,
      "learning_rate": 9.970105974570296e-05,
      "loss": 3.9924,
      "step": 3580
    },
    {
      "epoch": 3.1028522039757993,
      "grad_norm": 0.37966781854629517,
      "learning_rate": 9.96993404614192e-05,
      "loss": 3.9732,
      "step": 3590
    },
    {
      "epoch": 3.111495246326707,
      "grad_norm": 0.4052596390247345,
      "learning_rate": 9.969761626218219e-05,
      "loss": 3.9736,
      "step": 3600
    },
    {
      "epoch": 3.1201382886776146,
      "grad_norm": 0.4077953100204468,
      "learning_rate": 9.969588714816245e-05,
      "loss": 3.9945,
      "step": 3610
    },
    {
      "epoch": 3.128781331028522,
      "grad_norm": 0.3810597360134125,
      "learning_rate": 9.969415311953097e-05,
      "loss": 3.9801,
      "step": 3620
    },
    {
      "epoch": 3.1374243733794294,
      "grad_norm": 0.40926823019981384,
      "learning_rate": 9.969241417645925e-05,
      "loss": 3.9873,
      "step": 3630
    },
    {
      "epoch": 3.146067415730337,
      "grad_norm": 0.41089189052581787,
      "learning_rate": 9.969067031911924e-05,
      "loss": 3.9869,
      "step": 3640
    },
    {
      "epoch": 3.1547104580812446,
      "grad_norm": 0.4003468453884125,
      "learning_rate": 9.968892154768342e-05,
      "loss": 3.9736,
      "step": 3650
    },
    {
      "epoch": 3.163353500432152,
      "grad_norm": 0.41555094718933105,
      "learning_rate": 9.96871678623247e-05,
      "loss": 3.9983,
      "step": 3660
    },
    {
      "epoch": 3.1719965427830594,
      "grad_norm": 0.39583298563957214,
      "learning_rate": 9.968540926321656e-05,
      "loss": 3.9836,
      "step": 3670
    },
    {
      "epoch": 3.1806395851339673,
      "grad_norm": 0.3939920663833618,
      "learning_rate": 9.968364575053287e-05,
      "loss": 3.9812,
      "step": 3680
    },
    {
      "epoch": 3.1892826274848747,
      "grad_norm": 0.3791988790035248,
      "learning_rate": 9.968187732444803e-05,
      "loss": 4.0007,
      "step": 3690
    },
    {
      "epoch": 3.197925669835782,
      "grad_norm": 0.4620395600795746,
      "learning_rate": 9.968010398513697e-05,
      "loss": 3.9846,
      "step": 3700
    },
    {
      "epoch": 3.20656871218669,
      "grad_norm": 0.3994518220424652,
      "learning_rate": 9.9678325732775e-05,
      "loss": 3.9847,
      "step": 3710
    },
    {
      "epoch": 3.2152117545375973,
      "grad_norm": 0.3929818272590637,
      "learning_rate": 9.967654256753802e-05,
      "loss": 3.9681,
      "step": 3720
    },
    {
      "epoch": 3.2238547968885047,
      "grad_norm": 0.4671798646450043,
      "learning_rate": 9.967475448960237e-05,
      "loss": 3.9615,
      "step": 3730
    },
    {
      "epoch": 3.232497839239412,
      "grad_norm": 0.3958970904350281,
      "learning_rate": 9.967296149914487e-05,
      "loss": 3.9808,
      "step": 3740
    },
    {
      "epoch": 3.24114088159032,
      "grad_norm": 0.3957637846469879,
      "learning_rate": 9.967116359634285e-05,
      "loss": 3.9802,
      "step": 3750
    },
    {
      "epoch": 3.2497839239412274,
      "grad_norm": 0.40409496426582336,
      "learning_rate": 9.966936078137409e-05,
      "loss": 3.9744,
      "step": 3760
    },
    {
      "epoch": 3.258426966292135,
      "grad_norm": 0.39653480052948,
      "learning_rate": 9.96675530544169e-05,
      "loss": 3.977,
      "step": 3770
    },
    {
      "epoch": 3.267070008643042,
      "grad_norm": 0.3906710743904114,
      "learning_rate": 9.966574041565002e-05,
      "loss": 3.9944,
      "step": 3780
    },
    {
      "epoch": 3.27571305099395,
      "grad_norm": 0.4071696698665619,
      "learning_rate": 9.966392286525275e-05,
      "loss": 3.9693,
      "step": 3790
    },
    {
      "epoch": 3.2843560933448575,
      "grad_norm": 0.40187910199165344,
      "learning_rate": 9.96621004034048e-05,
      "loss": 3.9705,
      "step": 3800
    },
    {
      "epoch": 3.292999135695765,
      "grad_norm": 0.39552152156829834,
      "learning_rate": 9.966027303028643e-05,
      "loss": 3.9831,
      "step": 3810
    },
    {
      "epoch": 3.3016421780466723,
      "grad_norm": 0.41403430700302124,
      "learning_rate": 9.965844074607832e-05,
      "loss": 3.9815,
      "step": 3820
    },
    {
      "epoch": 3.31028522039758,
      "grad_norm": 0.36947181820869446,
      "learning_rate": 9.965660355096169e-05,
      "loss": 3.9812,
      "step": 3830
    },
    {
      "epoch": 3.3189282627484875,
      "grad_norm": 0.3820069134235382,
      "learning_rate": 9.965476144511825e-05,
      "loss": 3.9935,
      "step": 3840
    },
    {
      "epoch": 3.327571305099395,
      "grad_norm": 0.38387468457221985,
      "learning_rate": 9.965291442873012e-05,
      "loss": 3.9591,
      "step": 3850
    },
    {
      "epoch": 3.3362143474503023,
      "grad_norm": 0.39455530047416687,
      "learning_rate": 9.965106250198002e-05,
      "loss": 3.983,
      "step": 3860
    },
    {
      "epoch": 3.34485738980121,
      "grad_norm": 0.41662219166755676,
      "learning_rate": 9.964920566505105e-05,
      "loss": 3.9726,
      "step": 3870
    },
    {
      "epoch": 3.3535004321521176,
      "grad_norm": 0.4535958170890808,
      "learning_rate": 9.964734391812685e-05,
      "loss": 3.9751,
      "step": 3880
    },
    {
      "epoch": 3.362143474503025,
      "grad_norm": 0.4376087784767151,
      "learning_rate": 9.964547726139153e-05,
      "loss": 3.9763,
      "step": 3890
    },
    {
      "epoch": 3.370786516853933,
      "grad_norm": 0.45594897866249084,
      "learning_rate": 9.96436056950297e-05,
      "loss": 3.9859,
      "step": 3900
    },
    {
      "epoch": 3.3794295592048402,
      "grad_norm": 0.39022424817085266,
      "learning_rate": 9.964172921922647e-05,
      "loss": 3.9643,
      "step": 3910
    },
    {
      "epoch": 3.3880726015557476,
      "grad_norm": 0.4227944612503052,
      "learning_rate": 9.963984783416736e-05,
      "loss": 3.9546,
      "step": 3920
    },
    {
      "epoch": 3.396715643906655,
      "grad_norm": 0.4053288698196411,
      "learning_rate": 9.963796154003846e-05,
      "loss": 3.9806,
      "step": 3930
    },
    {
      "epoch": 3.4053586862575624,
      "grad_norm": 0.42025065422058105,
      "learning_rate": 9.963607033702632e-05,
      "loss": 3.9638,
      "step": 3940
    },
    {
      "epoch": 3.4140017286084703,
      "grad_norm": 0.42370736598968506,
      "learning_rate": 9.963417422531793e-05,
      "loss": 3.9706,
      "step": 3950
    },
    {
      "epoch": 3.4226447709593777,
      "grad_norm": 0.4178035855293274,
      "learning_rate": 9.963227320510085e-05,
      "loss": 3.9757,
      "step": 3960
    },
    {
      "epoch": 3.431287813310285,
      "grad_norm": 0.4232766628265381,
      "learning_rate": 9.963036727656302e-05,
      "loss": 3.9743,
      "step": 3970
    },
    {
      "epoch": 3.439930855661193,
      "grad_norm": 0.4033137857913971,
      "learning_rate": 9.9628456439893e-05,
      "loss": 3.9601,
      "step": 3980
    },
    {
      "epoch": 3.4485738980121003,
      "grad_norm": 0.38971027731895447,
      "learning_rate": 9.962654069527971e-05,
      "loss": 3.9504,
      "step": 3990
    },
    {
      "epoch": 3.4572169403630078,
      "grad_norm": 0.41488805413246155,
      "learning_rate": 9.962462004291262e-05,
      "loss": 3.9739,
      "step": 4000
    },
    {
      "epoch": 3.465859982713915,
      "grad_norm": 0.4420943558216095,
      "learning_rate": 9.962269448298165e-05,
      "loss": 3.9626,
      "step": 4010
    },
    {
      "epoch": 3.474503025064823,
      "grad_norm": 0.38567495346069336,
      "learning_rate": 9.962076401567726e-05,
      "loss": 3.9649,
      "step": 4020
    },
    {
      "epoch": 3.4831460674157304,
      "grad_norm": 0.38574954867362976,
      "learning_rate": 9.961882864119033e-05,
      "loss": 3.9604,
      "step": 4030
    },
    {
      "epoch": 3.491789109766638,
      "grad_norm": 0.38442280888557434,
      "learning_rate": 9.961688835971228e-05,
      "loss": 3.9836,
      "step": 4040
    },
    {
      "epoch": 3.500432152117545,
      "grad_norm": 0.37078383564949036,
      "learning_rate": 9.961494317143498e-05,
      "loss": 3.9614,
      "step": 4050
    },
    {
      "epoch": 3.509075194468453,
      "grad_norm": 0.3818207383155823,
      "learning_rate": 9.961299307655078e-05,
      "loss": 3.9792,
      "step": 4060
    },
    {
      "epoch": 3.5177182368193605,
      "grad_norm": 0.4358178377151489,
      "learning_rate": 9.961103807525258e-05,
      "loss": 3.955,
      "step": 4070
    },
    {
      "epoch": 3.526361279170268,
      "grad_norm": 0.41927260160446167,
      "learning_rate": 9.960907816773367e-05,
      "loss": 3.9561,
      "step": 4080
    },
    {
      "epoch": 3.5350043215211757,
      "grad_norm": 0.39505141973495483,
      "learning_rate": 9.960711335418789e-05,
      "loss": 3.9673,
      "step": 4090
    },
    {
      "epoch": 3.543647363872083,
      "grad_norm": 0.3742333948612213,
      "learning_rate": 9.960514363480955e-05,
      "loss": 3.9682,
      "step": 4100
    },
    {
      "epoch": 3.5522904062229905,
      "grad_norm": 0.4105224013328552,
      "learning_rate": 9.960316900979345e-05,
      "loss": 3.9791,
      "step": 4110
    },
    {
      "epoch": 3.560933448573898,
      "grad_norm": 0.412748783826828,
      "learning_rate": 9.960118947933486e-05,
      "loss": 3.9727,
      "step": 4120
    },
    {
      "epoch": 3.5695764909248053,
      "grad_norm": 0.42374593019485474,
      "learning_rate": 9.959920504362953e-05,
      "loss": 3.999,
      "step": 4130
    },
    {
      "epoch": 3.578219533275713,
      "grad_norm": 0.4130748212337494,
      "learning_rate": 9.959721570287372e-05,
      "loss": 3.9716,
      "step": 4140
    },
    {
      "epoch": 3.5868625756266206,
      "grad_norm": 0.41365188360214233,
      "learning_rate": 9.959522145726416e-05,
      "loss": 3.9589,
      "step": 4150
    },
    {
      "epoch": 3.595505617977528,
      "grad_norm": 0.3764607012271881,
      "learning_rate": 9.95932223069981e-05,
      "loss": 3.9633,
      "step": 4160
    },
    {
      "epoch": 3.604148660328436,
      "grad_norm": 0.39547720551490784,
      "learning_rate": 9.959121825227319e-05,
      "loss": 3.9798,
      "step": 4170
    },
    {
      "epoch": 3.6127917026793432,
      "grad_norm": 0.39446717500686646,
      "learning_rate": 9.958920929328765e-05,
      "loss": 3.982,
      "step": 4180
    },
    {
      "epoch": 3.6214347450302506,
      "grad_norm": 0.3937778174877167,
      "learning_rate": 9.958719543024015e-05,
      "loss": 3.9588,
      "step": 4190
    },
    {
      "epoch": 3.630077787381158,
      "grad_norm": 0.4112344980239868,
      "learning_rate": 9.958517666332986e-05,
      "loss": 3.9606,
      "step": 4200
    },
    {
      "epoch": 3.6387208297320655,
      "grad_norm": 0.39207276701927185,
      "learning_rate": 9.958315299275637e-05,
      "loss": 3.9529,
      "step": 4210
    },
    {
      "epoch": 3.6473638720829733,
      "grad_norm": 0.4045730531215668,
      "learning_rate": 9.958112441871987e-05,
      "loss": 3.9666,
      "step": 4220
    },
    {
      "epoch": 3.6560069144338807,
      "grad_norm": 0.38452064990997314,
      "learning_rate": 9.957909094142097e-05,
      "loss": 3.9672,
      "step": 4230
    },
    {
      "epoch": 3.664649956784788,
      "grad_norm": 0.42553505301475525,
      "learning_rate": 9.957705256106073e-05,
      "loss": 3.967,
      "step": 4240
    },
    {
      "epoch": 3.673292999135696,
      "grad_norm": 0.393327921628952,
      "learning_rate": 9.957500927784076e-05,
      "loss": 3.987,
      "step": 4250
    },
    {
      "epoch": 3.6819360414866034,
      "grad_norm": 0.3970630466938019,
      "learning_rate": 9.95729610919631e-05,
      "loss": 3.9638,
      "step": 4260
    },
    {
      "epoch": 3.6905790838375108,
      "grad_norm": 0.3931358754634857,
      "learning_rate": 9.957090800363033e-05,
      "loss": 3.9708,
      "step": 4270
    },
    {
      "epoch": 3.699222126188418,
      "grad_norm": 0.40673935413360596,
      "learning_rate": 9.95688500130455e-05,
      "loss": 3.977,
      "step": 4280
    },
    {
      "epoch": 3.7078651685393256,
      "grad_norm": 0.43467679619789124,
      "learning_rate": 9.956678712041209e-05,
      "loss": 3.9657,
      "step": 4290
    },
    {
      "epoch": 3.7165082108902334,
      "grad_norm": 0.39805540442466736,
      "learning_rate": 9.956471932593416e-05,
      "loss": 3.9583,
      "step": 4300
    },
    {
      "epoch": 3.725151253241141,
      "grad_norm": 0.41366034746170044,
      "learning_rate": 9.956264662981613e-05,
      "loss": 3.9722,
      "step": 4310
    },
    {
      "epoch": 3.7337942955920482,
      "grad_norm": 0.42467692494392395,
      "learning_rate": 9.956056903226306e-05,
      "loss": 3.9656,
      "step": 4320
    },
    {
      "epoch": 3.742437337942956,
      "grad_norm": 0.39933547377586365,
      "learning_rate": 9.955848653348034e-05,
      "loss": 3.9683,
      "step": 4330
    },
    {
      "epoch": 3.7510803802938635,
      "grad_norm": 0.3879496157169342,
      "learning_rate": 9.955639913367397e-05,
      "loss": 3.9773,
      "step": 4340
    },
    {
      "epoch": 3.759723422644771,
      "grad_norm": 0.37019243836402893,
      "learning_rate": 9.955430683305033e-05,
      "loss": 3.9524,
      "step": 4350
    },
    {
      "epoch": 3.7683664649956787,
      "grad_norm": 0.4178643822669983,
      "learning_rate": 9.955220963181638e-05,
      "loss": 3.9485,
      "step": 4360
    },
    {
      "epoch": 3.777009507346586,
      "grad_norm": 0.41122493147850037,
      "learning_rate": 9.95501075301795e-05,
      "loss": 3.9685,
      "step": 4370
    },
    {
      "epoch": 3.7856525496974935,
      "grad_norm": 0.41016119718551636,
      "learning_rate": 9.954800052834758e-05,
      "loss": 3.9673,
      "step": 4380
    },
    {
      "epoch": 3.794295592048401,
      "grad_norm": 0.45394212007522583,
      "learning_rate": 9.954588862652898e-05,
      "loss": 3.9604,
      "step": 4390
    },
    {
      "epoch": 3.8029386343993083,
      "grad_norm": 0.3679504096508026,
      "learning_rate": 9.954377182493256e-05,
      "loss": 3.963,
      "step": 4400
    },
    {
      "epoch": 3.811581676750216,
      "grad_norm": 0.3887917101383209,
      "learning_rate": 9.954165012376766e-05,
      "loss": 3.9563,
      "step": 4410
    },
    {
      "epoch": 3.8202247191011236,
      "grad_norm": 0.39349594712257385,
      "learning_rate": 9.95395235232441e-05,
      "loss": 3.9755,
      "step": 4420
    },
    {
      "epoch": 3.828867761452031,
      "grad_norm": 0.4100673198699951,
      "learning_rate": 9.953739202357218e-05,
      "loss": 3.963,
      "step": 4430
    },
    {
      "epoch": 3.837510803802939,
      "grad_norm": 0.4095550775527954,
      "learning_rate": 9.953525562496271e-05,
      "loss": 3.9566,
      "step": 4440
    },
    {
      "epoch": 3.8461538461538463,
      "grad_norm": 0.4018843173980713,
      "learning_rate": 9.953311432762697e-05,
      "loss": 3.9928,
      "step": 4450
    },
    {
      "epoch": 3.8547968885047537,
      "grad_norm": 0.417694628238678,
      "learning_rate": 9.95309681317767e-05,
      "loss": 3.9688,
      "step": 4460
    },
    {
      "epoch": 3.863439930855661,
      "grad_norm": 0.37409707903862,
      "learning_rate": 9.952881703762413e-05,
      "loss": 3.968,
      "step": 4470
    },
    {
      "epoch": 3.8720829732065685,
      "grad_norm": 0.4068198800086975,
      "learning_rate": 9.952666104538204e-05,
      "loss": 3.9465,
      "step": 4480
    },
    {
      "epoch": 3.8807260155574763,
      "grad_norm": 0.3868768513202667,
      "learning_rate": 9.95245001552636e-05,
      "loss": 3.9768,
      "step": 4490
    },
    {
      "epoch": 3.8893690579083837,
      "grad_norm": 0.3920934498310089,
      "learning_rate": 9.952233436748255e-05,
      "loss": 3.9508,
      "step": 4500
    },
    {
      "epoch": 3.898012100259291,
      "grad_norm": 0.3930341601371765,
      "learning_rate": 9.952016368225304e-05,
      "loss": 3.9583,
      "step": 4510
    },
    {
      "epoch": 3.906655142610199,
      "grad_norm": 0.38753554224967957,
      "learning_rate": 9.951798809978972e-05,
      "loss": 3.9619,
      "step": 4520
    },
    {
      "epoch": 3.9152981849611064,
      "grad_norm": 0.3948099613189697,
      "learning_rate": 9.951580762030779e-05,
      "loss": 3.9462,
      "step": 4530
    },
    {
      "epoch": 3.923941227312014,
      "grad_norm": 0.38144612312316895,
      "learning_rate": 9.951362224402286e-05,
      "loss": 3.9389,
      "step": 4540
    },
    {
      "epoch": 3.932584269662921,
      "grad_norm": 0.4239857494831085,
      "learning_rate": 9.951143197115105e-05,
      "loss": 3.979,
      "step": 4550
    },
    {
      "epoch": 3.941227312013829,
      "grad_norm": 0.38614705204963684,
      "learning_rate": 9.950923680190897e-05,
      "loss": 3.9719,
      "step": 4560
    },
    {
      "epoch": 3.9498703543647364,
      "grad_norm": 0.40395599603652954,
      "learning_rate": 9.950703673651371e-05,
      "loss": 3.9602,
      "step": 4570
    },
    {
      "epoch": 3.958513396715644,
      "grad_norm": 0.38685745000839233,
      "learning_rate": 9.950483177518284e-05,
      "loss": 3.9595,
      "step": 4580
    },
    {
      "epoch": 3.9671564390665512,
      "grad_norm": 0.4111729562282562,
      "learning_rate": 9.950262191813439e-05,
      "loss": 3.9515,
      "step": 4590
    },
    {
      "epoch": 3.975799481417459,
      "grad_norm": 0.389687180519104,
      "learning_rate": 9.950040716558695e-05,
      "loss": 3.9467,
      "step": 4600
    },
    {
      "epoch": 3.9844425237683665,
      "grad_norm": 0.3774176836013794,
      "learning_rate": 9.949818751775953e-05,
      "loss": 3.953,
      "step": 4610
    },
    {
      "epoch": 3.993085566119274,
      "grad_norm": 0.4081401228904724,
      "learning_rate": 9.94959629748716e-05,
      "loss": 3.9703,
      "step": 4620
    },
    {
      "epoch": 4.001728608470182,
      "grad_norm": 0.5200892090797424,
      "learning_rate": 9.949373353714322e-05,
      "loss": 3.9673,
      "step": 4630
    },
    {
      "epoch": 4.010371650821089,
      "grad_norm": 0.43167346715927124,
      "learning_rate": 9.94914992047948e-05,
      "loss": 3.9162,
      "step": 4640
    },
    {
      "epoch": 4.0190146931719966,
      "grad_norm": 0.4425268769264221,
      "learning_rate": 9.948925997804735e-05,
      "loss": 3.9323,
      "step": 4650
    },
    {
      "epoch": 4.027657735522904,
      "grad_norm": 0.3791431188583374,
      "learning_rate": 9.94870158571223e-05,
      "loss": 3.92,
      "step": 4660
    },
    {
      "epoch": 4.036300777873811,
      "grad_norm": 0.38714367151260376,
      "learning_rate": 9.948476684224157e-05,
      "loss": 3.9103,
      "step": 4670
    },
    {
      "epoch": 4.044943820224719,
      "grad_norm": 0.44668495655059814,
      "learning_rate": 9.948251293362759e-05,
      "loss": 3.9365,
      "step": 4680
    },
    {
      "epoch": 4.053586862575627,
      "grad_norm": 0.3981260061264038,
      "learning_rate": 9.948025413150324e-05,
      "loss": 3.9073,
      "step": 4690
    },
    {
      "epoch": 4.062229904926534,
      "grad_norm": 0.40968841314315796,
      "learning_rate": 9.94779904360919e-05,
      "loss": 3.9182,
      "step": 4700
    },
    {
      "epoch": 4.070872947277442,
      "grad_norm": 0.40504834055900574,
      "learning_rate": 9.947572184761747e-05,
      "loss": 3.9191,
      "step": 4710
    },
    {
      "epoch": 4.079515989628349,
      "grad_norm": 0.4014981985092163,
      "learning_rate": 9.947344836630425e-05,
      "loss": 3.9082,
      "step": 4720
    },
    {
      "epoch": 4.088159031979257,
      "grad_norm": 0.40645283460617065,
      "learning_rate": 9.94711699923771e-05,
      "loss": 3.9224,
      "step": 4730
    },
    {
      "epoch": 4.0968020743301645,
      "grad_norm": 0.514344334602356,
      "learning_rate": 9.946888672606136e-05,
      "loss": 3.9206,
      "step": 4740
    },
    {
      "epoch": 4.1054451166810715,
      "grad_norm": 0.39526522159576416,
      "learning_rate": 9.946659856758279e-05,
      "loss": 3.9295,
      "step": 4750
    },
    {
      "epoch": 4.114088159031979,
      "grad_norm": 0.4328455924987793,
      "learning_rate": 9.946430551716767e-05,
      "loss": 3.9237,
      "step": 4760
    },
    {
      "epoch": 4.122731201382887,
      "grad_norm": 0.4382619261741638,
      "learning_rate": 9.946200757504282e-05,
      "loss": 3.9386,
      "step": 4770
    },
    {
      "epoch": 4.131374243733794,
      "grad_norm": 0.3957505524158478,
      "learning_rate": 9.945970474143544e-05,
      "loss": 3.8995,
      "step": 4780
    },
    {
      "epoch": 4.140017286084702,
      "grad_norm": 0.4167569577693939,
      "learning_rate": 9.945739701657331e-05,
      "loss": 3.9122,
      "step": 4790
    },
    {
      "epoch": 4.148660328435609,
      "grad_norm": 0.39202484488487244,
      "learning_rate": 9.94550844006846e-05,
      "loss": 3.9125,
      "step": 4800
    },
    {
      "epoch": 4.157303370786517,
      "grad_norm": 0.40711510181427,
      "learning_rate": 9.945276689399805e-05,
      "loss": 3.9124,
      "step": 4810
    },
    {
      "epoch": 4.165946413137425,
      "grad_norm": 0.45867350697517395,
      "learning_rate": 9.945044449674283e-05,
      "loss": 3.9302,
      "step": 4820
    },
    {
      "epoch": 4.174589455488332,
      "grad_norm": 0.4911673367023468,
      "learning_rate": 9.944811720914861e-05,
      "loss": 3.917,
      "step": 4830
    },
    {
      "epoch": 4.1832324978392394,
      "grad_norm": 0.4624628722667694,
      "learning_rate": 9.944578503144556e-05,
      "loss": 3.9294,
      "step": 4840
    },
    {
      "epoch": 4.191875540190147,
      "grad_norm": 0.4343968331813812,
      "learning_rate": 9.944344796386432e-05,
      "loss": 3.9165,
      "step": 4850
    },
    {
      "epoch": 4.200518582541054,
      "grad_norm": 0.4132777750492096,
      "learning_rate": 9.944110600663599e-05,
      "loss": 3.9292,
      "step": 4860
    },
    {
      "epoch": 4.209161624891962,
      "grad_norm": 0.4056624174118042,
      "learning_rate": 9.943875915999219e-05,
      "loss": 3.928,
      "step": 4870
    },
    {
      "epoch": 4.217804667242869,
      "grad_norm": 0.41375166177749634,
      "learning_rate": 9.943640742416498e-05,
      "loss": 3.913,
      "step": 4880
    },
    {
      "epoch": 4.226447709593777,
      "grad_norm": 0.3951173424720764,
      "learning_rate": 9.943405079938696e-05,
      "loss": 3.9164,
      "step": 4890
    },
    {
      "epoch": 4.235090751944685,
      "grad_norm": 0.46749618649482727,
      "learning_rate": 9.94316892858912e-05,
      "loss": 3.9088,
      "step": 4900
    },
    {
      "epoch": 4.243733794295592,
      "grad_norm": 0.4152389466762543,
      "learning_rate": 9.942932288391122e-05,
      "loss": 3.9215,
      "step": 4910
    },
    {
      "epoch": 4.2523768366465,
      "grad_norm": 0.41738367080688477,
      "learning_rate": 9.942695159368103e-05,
      "loss": 3.9275,
      "step": 4920
    },
    {
      "epoch": 4.261019878997407,
      "grad_norm": 0.39906904101371765,
      "learning_rate": 9.942457541543514e-05,
      "loss": 3.9347,
      "step": 4930
    },
    {
      "epoch": 4.269662921348314,
      "grad_norm": 0.393771231174469,
      "learning_rate": 9.942219434940855e-05,
      "loss": 3.9201,
      "step": 4940
    },
    {
      "epoch": 4.278305963699222,
      "grad_norm": 0.4133332073688507,
      "learning_rate": 9.941980839583674e-05,
      "loss": 3.934,
      "step": 4950
    },
    {
      "epoch": 4.286949006050129,
      "grad_norm": 0.3788248300552368,
      "learning_rate": 9.941741755495563e-05,
      "loss": 3.9211,
      "step": 4960
    },
    {
      "epoch": 4.295592048401037,
      "grad_norm": 0.40453118085861206,
      "learning_rate": 9.941502182700171e-05,
      "loss": 3.916,
      "step": 4970
    },
    {
      "epoch": 4.304235090751945,
      "grad_norm": 0.4149778485298157,
      "learning_rate": 9.941262121221187e-05,
      "loss": 3.9263,
      "step": 4980
    },
    {
      "epoch": 4.312878133102852,
      "grad_norm": 0.41949522495269775,
      "learning_rate": 9.941021571082352e-05,
      "loss": 3.9193,
      "step": 4990
    },
    {
      "epoch": 4.32152117545376,
      "grad_norm": 0.4075440466403961,
      "learning_rate": 9.940780532307455e-05,
      "loss": 3.9093,
      "step": 5000
    },
    {
      "epoch": 4.3301642178046675,
      "grad_norm": 0.38759011030197144,
      "learning_rate": 9.940539004920333e-05,
      "loss": 3.9326,
      "step": 5010
    },
    {
      "epoch": 4.3388072601555745,
      "grad_norm": 0.4260319471359253,
      "learning_rate": 9.940296988944871e-05,
      "loss": 3.9306,
      "step": 5020
    },
    {
      "epoch": 4.347450302506482,
      "grad_norm": 0.40612083673477173,
      "learning_rate": 9.940054484405006e-05,
      "loss": 3.9144,
      "step": 5030
    },
    {
      "epoch": 4.35609334485739,
      "grad_norm": 0.44703203439712524,
      "learning_rate": 9.939811491324716e-05,
      "loss": 3.9279,
      "step": 5040
    },
    {
      "epoch": 4.364736387208297,
      "grad_norm": 0.44211527705192566,
      "learning_rate": 9.939568009728032e-05,
      "loss": 3.9446,
      "step": 5050
    },
    {
      "epoch": 4.373379429559205,
      "grad_norm": 0.4247649013996124,
      "learning_rate": 9.939324039639038e-05,
      "loss": 3.9094,
      "step": 5060
    },
    {
      "epoch": 4.382022471910112,
      "grad_norm": 0.4443792700767517,
      "learning_rate": 9.939079581081857e-05,
      "loss": 3.9239,
      "step": 5070
    },
    {
      "epoch": 4.39066551426102,
      "grad_norm": 0.4103046953678131,
      "learning_rate": 9.938834634080662e-05,
      "loss": 3.9209,
      "step": 5080
    },
    {
      "epoch": 4.399308556611928,
      "grad_norm": 0.42626142501831055,
      "learning_rate": 9.93858919865968e-05,
      "loss": 3.9085,
      "step": 5090
    },
    {
      "epoch": 4.407951598962835,
      "grad_norm": 0.39784398674964905,
      "learning_rate": 9.938343274843184e-05,
      "loss": 3.9295,
      "step": 5100
    },
    {
      "epoch": 4.4165946413137425,
      "grad_norm": 0.39024627208709717,
      "learning_rate": 9.938096862655493e-05,
      "loss": 3.899,
      "step": 5110
    },
    {
      "epoch": 4.42523768366465,
      "grad_norm": 0.4169016480445862,
      "learning_rate": 9.937849962120973e-05,
      "loss": 3.9074,
      "step": 5120
    },
    {
      "epoch": 4.433880726015557,
      "grad_norm": 0.42555204033851624,
      "learning_rate": 9.937602573264046e-05,
      "loss": 3.9329,
      "step": 5130
    },
    {
      "epoch": 4.442523768366465,
      "grad_norm": 0.43979352712631226,
      "learning_rate": 9.937354696109172e-05,
      "loss": 3.9089,
      "step": 5140
    },
    {
      "epoch": 4.451166810717373,
      "grad_norm": 0.4124186038970947,
      "learning_rate": 9.93710633068087e-05,
      "loss": 3.9009,
      "step": 5150
    },
    {
      "epoch": 4.45980985306828,
      "grad_norm": 0.4352860748767853,
      "learning_rate": 9.936857477003696e-05,
      "loss": 3.9089,
      "step": 5160
    },
    {
      "epoch": 4.468452895419188,
      "grad_norm": 0.4258969724178314,
      "learning_rate": 9.936608135102265e-05,
      "loss": 3.9267,
      "step": 5170
    },
    {
      "epoch": 4.477095937770095,
      "grad_norm": 0.38312873244285583,
      "learning_rate": 9.936358305001233e-05,
      "loss": 3.9181,
      "step": 5180
    },
    {
      "epoch": 4.485738980121003,
      "grad_norm": 0.4059000313282013,
      "learning_rate": 9.936107986725304e-05,
      "loss": 3.9223,
      "step": 5190
    },
    {
      "epoch": 4.49438202247191,
      "grad_norm": 0.3986760079860687,
      "learning_rate": 9.93585718029924e-05,
      "loss": 3.9141,
      "step": 5200
    },
    {
      "epoch": 4.503025064822817,
      "grad_norm": 0.4080299437046051,
      "learning_rate": 9.935605885747837e-05,
      "loss": 3.927,
      "step": 5210
    },
    {
      "epoch": 4.511668107173725,
      "grad_norm": 0.4361514449119568,
      "learning_rate": 9.93535410309595e-05,
      "loss": 3.8973,
      "step": 5220
    },
    {
      "epoch": 4.520311149524632,
      "grad_norm": 0.42509543895721436,
      "learning_rate": 9.935101832368479e-05,
      "loss": 3.9046,
      "step": 5230
    },
    {
      "epoch": 4.52895419187554,
      "grad_norm": 0.40220266580581665,
      "learning_rate": 9.934849073590371e-05,
      "loss": 3.91,
      "step": 5240
    },
    {
      "epoch": 4.537597234226448,
      "grad_norm": 0.41712138056755066,
      "learning_rate": 9.934595826786621e-05,
      "loss": 3.9267,
      "step": 5250
    },
    {
      "epoch": 4.546240276577355,
      "grad_norm": 0.4254670739173889,
      "learning_rate": 9.934342091982276e-05,
      "loss": 3.9378,
      "step": 5260
    },
    {
      "epoch": 4.554883318928263,
      "grad_norm": 0.45470479130744934,
      "learning_rate": 9.934087869202429e-05,
      "loss": 3.9297,
      "step": 5270
    },
    {
      "epoch": 4.5635263612791706,
      "grad_norm": 0.42459312081336975,
      "learning_rate": 9.93383315847222e-05,
      "loss": 3.9039,
      "step": 5280
    },
    {
      "epoch": 4.5721694036300775,
      "grad_norm": 0.4165753424167633,
      "learning_rate": 9.933577959816834e-05,
      "loss": 3.9096,
      "step": 5290
    },
    {
      "epoch": 4.580812445980985,
      "grad_norm": 0.42118263244628906,
      "learning_rate": 9.933322273261517e-05,
      "loss": 3.9111,
      "step": 5300
    },
    {
      "epoch": 4.589455488331893,
      "grad_norm": 0.41906115412712097,
      "learning_rate": 9.933066098831547e-05,
      "loss": 3.9014,
      "step": 5310
    },
    {
      "epoch": 4.5980985306828,
      "grad_norm": 0.40858471393585205,
      "learning_rate": 9.932809436552263e-05,
      "loss": 3.9068,
      "step": 5320
    },
    {
      "epoch": 4.606741573033708,
      "grad_norm": 0.4069584310054779,
      "learning_rate": 9.932552286449046e-05,
      "loss": 3.9144,
      "step": 5330
    },
    {
      "epoch": 4.615384615384615,
      "grad_norm": 0.41353607177734375,
      "learning_rate": 9.932294648547326e-05,
      "loss": 3.9057,
      "step": 5340
    },
    {
      "epoch": 4.624027657735523,
      "grad_norm": 0.39349427819252014,
      "learning_rate": 9.932036522872581e-05,
      "loss": 3.9105,
      "step": 5350
    },
    {
      "epoch": 4.632670700086431,
      "grad_norm": 0.42823362350463867,
      "learning_rate": 9.93177790945034e-05,
      "loss": 3.9266,
      "step": 5360
    },
    {
      "epoch": 4.641313742437338,
      "grad_norm": 0.4048933982849121,
      "learning_rate": 9.931518808306177e-05,
      "loss": 3.9029,
      "step": 5370
    },
    {
      "epoch": 4.6499567847882455,
      "grad_norm": 0.39814648032188416,
      "learning_rate": 9.931259219465718e-05,
      "loss": 3.9189,
      "step": 5380
    },
    {
      "epoch": 4.658599827139153,
      "grad_norm": 0.4146483242511749,
      "learning_rate": 9.93099914295463e-05,
      "loss": 3.9434,
      "step": 5390
    },
    {
      "epoch": 4.66724286949006,
      "grad_norm": 0.4091688394546509,
      "learning_rate": 9.930738578798634e-05,
      "loss": 3.9085,
      "step": 5400
    },
    {
      "epoch": 4.675885911840968,
      "grad_norm": 0.38728079199790955,
      "learning_rate": 9.930477527023502e-05,
      "loss": 3.9226,
      "step": 5410
    },
    {
      "epoch": 4.684528954191876,
      "grad_norm": 0.3985980153083801,
      "learning_rate": 9.930215987655048e-05,
      "loss": 3.9396,
      "step": 5420
    },
    {
      "epoch": 4.693171996542783,
      "grad_norm": 0.3926622271537781,
      "learning_rate": 9.929953960719137e-05,
      "loss": 3.9086,
      "step": 5430
    },
    {
      "epoch": 4.701815038893691,
      "grad_norm": 0.3982195556163788,
      "learning_rate": 9.929691446241681e-05,
      "loss": 3.9255,
      "step": 5440
    },
    {
      "epoch": 4.710458081244598,
      "grad_norm": 0.4207574725151062,
      "learning_rate": 9.92942844424864e-05,
      "loss": 3.9158,
      "step": 5450
    },
    {
      "epoch": 4.719101123595506,
      "grad_norm": 0.4493349492549896,
      "learning_rate": 9.929164954766026e-05,
      "loss": 3.9295,
      "step": 5460
    },
    {
      "epoch": 4.7277441659464134,
      "grad_norm": 0.4473809003829956,
      "learning_rate": 9.928900977819894e-05,
      "loss": 3.9225,
      "step": 5470
    },
    {
      "epoch": 4.73638720829732,
      "grad_norm": 0.42945918440818787,
      "learning_rate": 9.928636513436351e-05,
      "loss": 3.9416,
      "step": 5480
    },
    {
      "epoch": 4.745030250648228,
      "grad_norm": 0.3886996805667877,
      "learning_rate": 9.928371561641552e-05,
      "loss": 3.9005,
      "step": 5490
    },
    {
      "epoch": 4.753673292999135,
      "grad_norm": 0.38654619455337524,
      "learning_rate": 9.928106122461696e-05,
      "loss": 3.9217,
      "step": 5500
    },
    {
      "epoch": 4.762316335350043,
      "grad_norm": 0.43786391615867615,
      "learning_rate": 9.927840195923037e-05,
      "loss": 3.9099,
      "step": 5510
    },
    {
      "epoch": 4.770959377700951,
      "grad_norm": 0.40986570715904236,
      "learning_rate": 9.927573782051868e-05,
      "loss": 3.9179,
      "step": 5520
    },
    {
      "epoch": 4.779602420051858,
      "grad_norm": 0.3916676640510559,
      "learning_rate": 9.927306880874543e-05,
      "loss": 3.8974,
      "step": 5530
    },
    {
      "epoch": 4.788245462402766,
      "grad_norm": 0.4204486012458801,
      "learning_rate": 9.927039492417452e-05,
      "loss": 3.92,
      "step": 5540
    },
    {
      "epoch": 4.796888504753674,
      "grad_norm": 0.39746108651161194,
      "learning_rate": 9.926771616707037e-05,
      "loss": 3.9131,
      "step": 5550
    },
    {
      "epoch": 4.8055315471045805,
      "grad_norm": 0.39833253622055054,
      "learning_rate": 9.926503253769794e-05,
      "loss": 3.9151,
      "step": 5560
    },
    {
      "epoch": 4.814174589455488,
      "grad_norm": 0.4475330710411072,
      "learning_rate": 9.926234403632257e-05,
      "loss": 3.9172,
      "step": 5570
    },
    {
      "epoch": 4.822817631806396,
      "grad_norm": 0.38219740986824036,
      "learning_rate": 9.925965066321018e-05,
      "loss": 3.9068,
      "step": 5580
    },
    {
      "epoch": 4.831460674157303,
      "grad_norm": 0.38516107201576233,
      "learning_rate": 9.925695241862712e-05,
      "loss": 3.9215,
      "step": 5590
    },
    {
      "epoch": 4.840103716508211,
      "grad_norm": 0.4307667911052704,
      "learning_rate": 9.92542493028402e-05,
      "loss": 3.9141,
      "step": 5600
    },
    {
      "epoch": 4.848746758859118,
      "grad_norm": 0.3765527904033661,
      "learning_rate": 9.925154131611676e-05,
      "loss": 3.8952,
      "step": 5610
    },
    {
      "epoch": 4.857389801210026,
      "grad_norm": 0.4105421304702759,
      "learning_rate": 9.92488284587246e-05,
      "loss": 3.9241,
      "step": 5620
    },
    {
      "epoch": 4.866032843560934,
      "grad_norm": 0.4031495749950409,
      "learning_rate": 9.924611073093204e-05,
      "loss": 3.9199,
      "step": 5630
    },
    {
      "epoch": 4.874675885911841,
      "grad_norm": 0.3937961161136627,
      "learning_rate": 9.924338813300779e-05,
      "loss": 3.9216,
      "step": 5640
    },
    {
      "epoch": 4.8833189282627485,
      "grad_norm": 0.4108292758464813,
      "learning_rate": 9.924066066522113e-05,
      "loss": 3.9045,
      "step": 5650
    },
    {
      "epoch": 4.891961970613656,
      "grad_norm": 0.3792695999145508,
      "learning_rate": 9.923792832784178e-05,
      "loss": 3.9106,
      "step": 5660
    },
    {
      "epoch": 4.900605012964563,
      "grad_norm": 0.415528267621994,
      "learning_rate": 9.923519112113995e-05,
      "loss": 3.8977,
      "step": 5670
    },
    {
      "epoch": 4.909248055315471,
      "grad_norm": 0.4207219183444977,
      "learning_rate": 9.923244904538634e-05,
      "loss": 3.8984,
      "step": 5680
    },
    {
      "epoch": 4.917891097666379,
      "grad_norm": 0.4093770682811737,
      "learning_rate": 9.922970210085212e-05,
      "loss": 3.9191,
      "step": 5690
    },
    {
      "epoch": 4.926534140017286,
      "grad_norm": 0.448201984167099,
      "learning_rate": 9.922695028780893e-05,
      "loss": 3.8965,
      "step": 5700
    },
    {
      "epoch": 4.935177182368194,
      "grad_norm": 0.39128607511520386,
      "learning_rate": 9.922419360652895e-05,
      "loss": 3.9097,
      "step": 5710
    },
    {
      "epoch": 4.943820224719101,
      "grad_norm": 0.39044010639190674,
      "learning_rate": 9.922143205728476e-05,
      "loss": 3.9124,
      "step": 5720
    },
    {
      "epoch": 4.952463267070009,
      "grad_norm": 0.40047234296798706,
      "learning_rate": 9.921866564034946e-05,
      "loss": 3.9103,
      "step": 5730
    },
    {
      "epoch": 4.9611063094209165,
      "grad_norm": 0.3908224403858185,
      "learning_rate": 9.921589435599666e-05,
      "loss": 3.8911,
      "step": 5740
    },
    {
      "epoch": 4.969749351771823,
      "grad_norm": 0.43222200870513916,
      "learning_rate": 9.921311820450039e-05,
      "loss": 3.8876,
      "step": 5750
    },
    {
      "epoch": 4.978392394122731,
      "grad_norm": 0.3999704122543335,
      "learning_rate": 9.921033718613522e-05,
      "loss": 3.9264,
      "step": 5760
    },
    {
      "epoch": 4.987035436473638,
      "grad_norm": 0.38127386569976807,
      "learning_rate": 9.920755130117615e-05,
      "loss": 3.8929,
      "step": 5770
    },
    {
      "epoch": 4.995678478824546,
      "grad_norm": 0.39231008291244507,
      "learning_rate": 9.920476054989872e-05,
      "loss": 3.9213,
      "step": 5780
    },
    {
      "epoch": 5.004321521175454,
      "grad_norm": 0.4056108593940735,
      "learning_rate": 9.920196493257887e-05,
      "loss": 3.9023,
      "step": 5790
    },
    {
      "epoch": 5.012964563526361,
      "grad_norm": 0.41940397024154663,
      "learning_rate": 9.919916444949312e-05,
      "loss": 3.8645,
      "step": 5800
    },
    {
      "epoch": 5.021607605877269,
      "grad_norm": 0.41480934619903564,
      "learning_rate": 9.91963591009184e-05,
      "loss": 3.8836,
      "step": 5810
    },
    {
      "epoch": 5.030250648228177,
      "grad_norm": 0.39269885420799255,
      "learning_rate": 9.919354888713213e-05,
      "loss": 3.8618,
      "step": 5820
    },
    {
      "epoch": 5.0388936905790835,
      "grad_norm": 0.4056289494037628,
      "learning_rate": 9.919073380841223e-05,
      "loss": 3.866,
      "step": 5830
    },
    {
      "epoch": 5.047536732929991,
      "grad_norm": 0.4029063284397125,
      "learning_rate": 9.91879138650371e-05,
      "loss": 3.866,
      "step": 5840
    },
    {
      "epoch": 5.056179775280899,
      "grad_norm": 0.5415188670158386,
      "learning_rate": 9.91850890572856e-05,
      "loss": 3.8807,
      "step": 5850
    },
    {
      "epoch": 5.064822817631806,
      "grad_norm": 0.39949139952659607,
      "learning_rate": 9.918225938543712e-05,
      "loss": 3.8674,
      "step": 5860
    },
    {
      "epoch": 5.073465859982714,
      "grad_norm": 0.42085975408554077,
      "learning_rate": 9.917942484977145e-05,
      "loss": 3.8649,
      "step": 5870
    },
    {
      "epoch": 5.082108902333621,
      "grad_norm": 0.4052109122276306,
      "learning_rate": 9.917658545056894e-05,
      "loss": 3.8592,
      "step": 5880
    },
    {
      "epoch": 5.090751944684529,
      "grad_norm": 0.3868408203125,
      "learning_rate": 9.917374118811038e-05,
      "loss": 3.8736,
      "step": 5890
    },
    {
      "epoch": 5.099394987035437,
      "grad_norm": 0.4110756516456604,
      "learning_rate": 9.917089206267705e-05,
      "loss": 3.8703,
      "step": 5900
    },
    {
      "epoch": 5.108038029386344,
      "grad_norm": 0.44226956367492676,
      "learning_rate": 9.91680380745507e-05,
      "loss": 3.8686,
      "step": 5910
    },
    {
      "epoch": 5.1166810717372515,
      "grad_norm": 0.40659862756729126,
      "learning_rate": 9.916517922401358e-05,
      "loss": 3.8719,
      "step": 5920
    },
    {
      "epoch": 5.125324114088159,
      "grad_norm": 0.4623279273509979,
      "learning_rate": 9.916231551134842e-05,
      "loss": 3.9057,
      "step": 5930
    },
    {
      "epoch": 5.133967156439066,
      "grad_norm": 0.4094488322734833,
      "learning_rate": 9.915944693683843e-05,
      "loss": 3.8616,
      "step": 5940
    },
    {
      "epoch": 5.142610198789974,
      "grad_norm": 0.39025214314460754,
      "learning_rate": 9.915657350076726e-05,
      "loss": 3.8843,
      "step": 5950
    },
    {
      "epoch": 5.151253241140882,
      "grad_norm": 0.45938828587532043,
      "learning_rate": 9.91536952034191e-05,
      "loss": 3.8553,
      "step": 5960
    },
    {
      "epoch": 5.159896283491789,
      "grad_norm": 0.42447414994239807,
      "learning_rate": 9.91508120450786e-05,
      "loss": 3.867,
      "step": 5970
    },
    {
      "epoch": 5.168539325842697,
      "grad_norm": 0.3990349769592285,
      "learning_rate": 9.914792402603087e-05,
      "loss": 3.8644,
      "step": 5980
    },
    {
      "epoch": 5.177182368193604,
      "grad_norm": 0.4640429615974426,
      "learning_rate": 9.914503114656153e-05,
      "loss": 3.8724,
      "step": 5990
    },
    {
      "epoch": 5.185825410544512,
      "grad_norm": 0.4335879683494568,
      "learning_rate": 9.914213340695666e-05,
      "loss": 3.8565,
      "step": 6000
    },
    {
      "epoch": 5.1944684528954195,
      "grad_norm": 0.4000294804573059,
      "learning_rate": 9.913923080750283e-05,
      "loss": 3.8716,
      "step": 6010
    },
    {
      "epoch": 5.203111495246326,
      "grad_norm": 0.41871488094329834,
      "learning_rate": 9.913632334848709e-05,
      "loss": 3.8795,
      "step": 6020
    },
    {
      "epoch": 5.211754537597234,
      "grad_norm": 0.4325227737426758,
      "learning_rate": 9.913341103019695e-05,
      "loss": 3.8818,
      "step": 6030
    },
    {
      "epoch": 5.220397579948142,
      "grad_norm": 0.4247763454914093,
      "learning_rate": 9.913049385292045e-05,
      "loss": 3.8748,
      "step": 6040
    },
    {
      "epoch": 5.229040622299049,
      "grad_norm": 0.4100995659828186,
      "learning_rate": 9.91275718169461e-05,
      "loss": 3.877,
      "step": 6050
    },
    {
      "epoch": 5.237683664649957,
      "grad_norm": 0.4547329843044281,
      "learning_rate": 9.912464492256282e-05,
      "loss": 3.8816,
      "step": 6060
    },
    {
      "epoch": 5.246326707000864,
      "grad_norm": 0.40777140855789185,
      "learning_rate": 9.912171317006008e-05,
      "loss": 3.8642,
      "step": 6070
    },
    {
      "epoch": 5.254969749351772,
      "grad_norm": 0.40889281034469604,
      "learning_rate": 9.911877655972779e-05,
      "loss": 3.8719,
      "step": 6080
    },
    {
      "epoch": 5.26361279170268,
      "grad_norm": 0.4562751352787018,
      "learning_rate": 9.911583509185641e-05,
      "loss": 3.8607,
      "step": 6090
    },
    {
      "epoch": 5.2722558340535866,
      "grad_norm": 0.4016660749912262,
      "learning_rate": 9.911288876673681e-05,
      "loss": 3.8565,
      "step": 6100
    },
    {
      "epoch": 5.280898876404494,
      "grad_norm": 0.43429499864578247,
      "learning_rate": 9.910993758466036e-05,
      "loss": 3.8809,
      "step": 6110
    },
    {
      "epoch": 5.289541918755402,
      "grad_norm": 0.47500941157341003,
      "learning_rate": 9.910698154591891e-05,
      "loss": 3.8771,
      "step": 6120
    },
    {
      "epoch": 5.298184961106309,
      "grad_norm": 0.3975304067134857,
      "learning_rate": 9.91040206508048e-05,
      "loss": 3.8806,
      "step": 6130
    },
    {
      "epoch": 5.306828003457217,
      "grad_norm": 0.4168505072593689,
      "learning_rate": 9.910105489961086e-05,
      "loss": 3.8942,
      "step": 6140
    },
    {
      "epoch": 5.315471045808124,
      "grad_norm": 0.4265194237232208,
      "learning_rate": 9.909808429263035e-05,
      "loss": 3.8557,
      "step": 6150
    },
    {
      "epoch": 5.324114088159032,
      "grad_norm": 0.3724828362464905,
      "learning_rate": 9.909510883015706e-05,
      "loss": 3.8761,
      "step": 6160
    },
    {
      "epoch": 5.33275713050994,
      "grad_norm": 0.478994756937027,
      "learning_rate": 9.909212851248525e-05,
      "loss": 3.8804,
      "step": 6170
    },
    {
      "epoch": 5.341400172860847,
      "grad_norm": 0.41817572712898254,
      "learning_rate": 9.908914333990966e-05,
      "loss": 3.8757,
      "step": 6180
    },
    {
      "epoch": 5.3500432152117545,
      "grad_norm": 0.42051035165786743,
      "learning_rate": 9.908615331272548e-05,
      "loss": 3.8551,
      "step": 6190
    },
    {
      "epoch": 5.358686257562662,
      "grad_norm": 0.4182960093021393,
      "learning_rate": 9.908315843122842e-05,
      "loss": 3.8784,
      "step": 6200
    },
    {
      "epoch": 5.367329299913569,
      "grad_norm": 0.421338826417923,
      "learning_rate": 9.908015869571467e-05,
      "loss": 3.8727,
      "step": 6210
    },
    {
      "epoch": 5.375972342264477,
      "grad_norm": 0.41072940826416016,
      "learning_rate": 9.907715410648086e-05,
      "loss": 3.8639,
      "step": 6220
    },
    {
      "epoch": 5.384615384615385,
      "grad_norm": 0.40089914202690125,
      "learning_rate": 9.907414466382414e-05,
      "loss": 3.8793,
      "step": 6230
    },
    {
      "epoch": 5.393258426966292,
      "grad_norm": 0.47449275851249695,
      "learning_rate": 9.907113036804213e-05,
      "loss": 3.871,
      "step": 6240
    },
    {
      "epoch": 5.4019014693172,
      "grad_norm": 0.41789597272872925,
      "learning_rate": 9.906811121943291e-05,
      "loss": 3.8765,
      "step": 6250
    },
    {
      "epoch": 5.410544511668107,
      "grad_norm": 0.425609827041626,
      "learning_rate": 9.906508721829506e-05,
      "loss": 3.8644,
      "step": 6260
    },
    {
      "epoch": 5.419187554019015,
      "grad_norm": 0.4419967830181122,
      "learning_rate": 9.906205836492763e-05,
      "loss": 3.8703,
      "step": 6270
    },
    {
      "epoch": 5.4278305963699225,
      "grad_norm": 0.45421814918518066,
      "learning_rate": 9.905902465963016e-05,
      "loss": 3.8858,
      "step": 6280
    },
    {
      "epoch": 5.4364736387208294,
      "grad_norm": 0.418173611164093,
      "learning_rate": 9.905598610270267e-05,
      "loss": 3.8558,
      "step": 6290
    },
    {
      "epoch": 5.445116681071737,
      "grad_norm": 0.4171660542488098,
      "learning_rate": 9.905294269444564e-05,
      "loss": 3.8813,
      "step": 6300
    },
    {
      "epoch": 5.453759723422645,
      "grad_norm": 0.43963703513145447,
      "learning_rate": 9.904989443516007e-05,
      "loss": 3.8896,
      "step": 6310
    },
    {
      "epoch": 5.462402765773552,
      "grad_norm": 0.4448891878128052,
      "learning_rate": 9.90468413251474e-05,
      "loss": 3.8541,
      "step": 6320
    },
    {
      "epoch": 5.47104580812446,
      "grad_norm": 0.39739835262298584,
      "learning_rate": 9.904378336470955e-05,
      "loss": 3.8789,
      "step": 6330
    },
    {
      "epoch": 5.479688850475368,
      "grad_norm": 0.4247204661369324,
      "learning_rate": 9.904072055414893e-05,
      "loss": 3.8833,
      "step": 6340
    },
    {
      "epoch": 5.488331892826275,
      "grad_norm": 0.4140852987766266,
      "learning_rate": 9.903765289376845e-05,
      "loss": 3.8748,
      "step": 6350
    },
    {
      "epoch": 5.496974935177183,
      "grad_norm": 0.40234845876693726,
      "learning_rate": 9.903458038387148e-05,
      "loss": 3.8704,
      "step": 6360
    },
    {
      "epoch": 5.50561797752809,
      "grad_norm": 0.4366362690925598,
      "learning_rate": 9.903150302476188e-05,
      "loss": 3.8911,
      "step": 6370
    },
    {
      "epoch": 5.514261019878997,
      "grad_norm": 0.46083760261535645,
      "learning_rate": 9.902842081674397e-05,
      "loss": 3.8624,
      "step": 6380
    },
    {
      "epoch": 5.522904062229905,
      "grad_norm": 0.43876636028289795,
      "learning_rate": 9.902533376012255e-05,
      "loss": 3.8683,
      "step": 6390
    },
    {
      "epoch": 5.531547104580812,
      "grad_norm": 0.40627536177635193,
      "learning_rate": 9.902224185520294e-05,
      "loss": 3.8821,
      "step": 6400
    },
    {
      "epoch": 5.54019014693172,
      "grad_norm": 0.37695732712745667,
      "learning_rate": 9.90191451022909e-05,
      "loss": 3.9009,
      "step": 6410
    },
    {
      "epoch": 5.548833189282627,
      "grad_norm": 0.46018314361572266,
      "learning_rate": 9.901604350169265e-05,
      "loss": 3.8693,
      "step": 6420
    },
    {
      "epoch": 5.557476231633535,
      "grad_norm": 0.4025851786136627,
      "learning_rate": 9.901293705371494e-05,
      "loss": 3.8732,
      "step": 6430
    },
    {
      "epoch": 5.566119273984443,
      "grad_norm": 0.40992680191993713,
      "learning_rate": 9.900982575866499e-05,
      "loss": 3.8598,
      "step": 6440
    },
    {
      "epoch": 5.57476231633535,
      "grad_norm": 0.452629029750824,
      "learning_rate": 9.900670961685048e-05,
      "loss": 3.8565,
      "step": 6450
    },
    {
      "epoch": 5.5834053586862575,
      "grad_norm": 0.4147787094116211,
      "learning_rate": 9.900358862857957e-05,
      "loss": 3.8692,
      "step": 6460
    },
    {
      "epoch": 5.592048401037165,
      "grad_norm": 0.43411847949028015,
      "learning_rate": 9.900046279416091e-05,
      "loss": 3.8723,
      "step": 6470
    },
    {
      "epoch": 5.600691443388072,
      "grad_norm": 0.40324878692626953,
      "learning_rate": 9.899733211390363e-05,
      "loss": 3.8726,
      "step": 6480
    },
    {
      "epoch": 5.60933448573898,
      "grad_norm": 0.4222133755683899,
      "learning_rate": 9.899419658811732e-05,
      "loss": 3.8687,
      "step": 6490
    },
    {
      "epoch": 5.617977528089888,
      "grad_norm": 0.3927769362926483,
      "learning_rate": 9.899105621711209e-05,
      "loss": 3.8709,
      "step": 6500
    },
    {
      "epoch": 5.626620570440795,
      "grad_norm": 0.3918621242046356,
      "learning_rate": 9.898791100119849e-05,
      "loss": 3.8707,
      "step": 6510
    },
    {
      "epoch": 5.635263612791703,
      "grad_norm": 0.4073645770549774,
      "learning_rate": 9.898476094068754e-05,
      "loss": 3.8576,
      "step": 6520
    },
    {
      "epoch": 5.64390665514261,
      "grad_norm": 0.4370019733905792,
      "learning_rate": 9.898160603589079e-05,
      "loss": 3.8734,
      "step": 6530
    },
    {
      "epoch": 5.652549697493518,
      "grad_norm": 0.46603620052337646,
      "learning_rate": 9.897844628712023e-05,
      "loss": 3.8742,
      "step": 6540
    },
    {
      "epoch": 5.6611927398444255,
      "grad_norm": 0.42151346802711487,
      "learning_rate": 9.897528169468835e-05,
      "loss": 3.8586,
      "step": 6550
    },
    {
      "epoch": 5.6698357821953325,
      "grad_norm": 0.41966700553894043,
      "learning_rate": 9.897211225890808e-05,
      "loss": 3.8595,
      "step": 6560
    },
    {
      "epoch": 5.67847882454624,
      "grad_norm": 0.41566649079322815,
      "learning_rate": 9.896893798009291e-05,
      "loss": 3.8542,
      "step": 6570
    },
    {
      "epoch": 5.687121866897148,
      "grad_norm": 0.4267686903476715,
      "learning_rate": 9.896575885855668e-05,
      "loss": 3.8788,
      "step": 6580
    },
    {
      "epoch": 5.695764909248055,
      "grad_norm": 0.4070151448249817,
      "learning_rate": 9.896257489461385e-05,
      "loss": 3.8772,
      "step": 6590
    },
    {
      "epoch": 5.704407951598963,
      "grad_norm": 0.41723763942718506,
      "learning_rate": 9.895938608857926e-05,
      "loss": 3.853,
      "step": 6600
    },
    {
      "epoch": 5.713050993949871,
      "grad_norm": 0.4416370391845703,
      "learning_rate": 9.89561924407683e-05,
      "loss": 3.8835,
      "step": 6610
    },
    {
      "epoch": 5.721694036300778,
      "grad_norm": 0.4473690390586853,
      "learning_rate": 9.895299395149675e-05,
      "loss": 3.8705,
      "step": 6620
    },
    {
      "epoch": 5.730337078651686,
      "grad_norm": 0.40072378516197205,
      "learning_rate": 9.894979062108096e-05,
      "loss": 3.8627,
      "step": 6630
    },
    {
      "epoch": 5.738980121002593,
      "grad_norm": 0.401658833026886,
      "learning_rate": 9.894658244983771e-05,
      "loss": 3.8706,
      "step": 6640
    },
    {
      "epoch": 5.7476231633535,
      "grad_norm": 0.40036046504974365,
      "learning_rate": 9.894336943808426e-05,
      "loss": 3.8998,
      "step": 6650
    },
    {
      "epoch": 5.756266205704408,
      "grad_norm": 0.4285760819911957,
      "learning_rate": 9.894015158613835e-05,
      "loss": 3.8824,
      "step": 6660
    },
    {
      "epoch": 5.764909248055315,
      "grad_norm": 0.4326706826686859,
      "learning_rate": 9.893692889431822e-05,
      "loss": 3.8764,
      "step": 6670
    },
    {
      "epoch": 5.773552290406223,
      "grad_norm": 0.42004770040512085,
      "learning_rate": 9.893370136294259e-05,
      "loss": 3.8578,
      "step": 6680
    },
    {
      "epoch": 5.78219533275713,
      "grad_norm": 0.4316732883453369,
      "learning_rate": 9.893046899233061e-05,
      "loss": 3.8637,
      "step": 6690
    },
    {
      "epoch": 5.790838375108038,
      "grad_norm": 0.4155629575252533,
      "learning_rate": 9.892723178280195e-05,
      "loss": 3.8744,
      "step": 6700
    },
    {
      "epoch": 5.799481417458946,
      "grad_norm": 0.4753340482711792,
      "learning_rate": 9.892398973467676e-05,
      "loss": 3.8636,
      "step": 6710
    },
    {
      "epoch": 5.808124459809853,
      "grad_norm": 0.4034069776535034,
      "learning_rate": 9.892074284827564e-05,
      "loss": 3.8676,
      "step": 6720
    },
    {
      "epoch": 5.8167675021607606,
      "grad_norm": 0.38256651163101196,
      "learning_rate": 9.891749112391972e-05,
      "loss": 3.8645,
      "step": 6730
    },
    {
      "epoch": 5.825410544511668,
      "grad_norm": 0.39927440881729126,
      "learning_rate": 9.891423456193054e-05,
      "loss": 3.836,
      "step": 6740
    },
    {
      "epoch": 5.834053586862575,
      "grad_norm": 0.42060425877571106,
      "learning_rate": 9.891097316263016e-05,
      "loss": 3.8715,
      "step": 6750
    },
    {
      "epoch": 5.842696629213483,
      "grad_norm": 0.4236350655555725,
      "learning_rate": 9.890770692634113e-05,
      "loss": 3.8556,
      "step": 6760
    },
    {
      "epoch": 5.851339671564391,
      "grad_norm": 0.40657591819763184,
      "learning_rate": 9.890443585338645e-05,
      "loss": 3.8687,
      "step": 6770
    },
    {
      "epoch": 5.859982713915298,
      "grad_norm": 0.5009390115737915,
      "learning_rate": 9.890115994408961e-05,
      "loss": 3.8676,
      "step": 6780
    },
    {
      "epoch": 5.868625756266206,
      "grad_norm": 0.4368286728858948,
      "learning_rate": 9.889787919877457e-05,
      "loss": 3.8711,
      "step": 6790
    },
    {
      "epoch": 5.877268798617113,
      "grad_norm": 0.4390564262866974,
      "learning_rate": 9.889459361776579e-05,
      "loss": 3.8706,
      "step": 6800
    },
    {
      "epoch": 5.885911840968021,
      "grad_norm": 0.4198562800884247,
      "learning_rate": 9.889130320138818e-05,
      "loss": 3.8536,
      "step": 6810
    },
    {
      "epoch": 5.8945548833189285,
      "grad_norm": 0.4087146818637848,
      "learning_rate": 9.888800794996713e-05,
      "loss": 3.886,
      "step": 6820
    },
    {
      "epoch": 5.9031979256698355,
      "grad_norm": 0.40491294860839844,
      "learning_rate": 9.888470786382856e-05,
      "loss": 3.864,
      "step": 6830
    },
    {
      "epoch": 5.911840968020743,
      "grad_norm": 0.38485297560691833,
      "learning_rate": 9.88814029432988e-05,
      "loss": 3.8634,
      "step": 6840
    },
    {
      "epoch": 5.920484010371651,
      "grad_norm": 0.41619160771369934,
      "learning_rate": 9.887809318870466e-05,
      "loss": 3.8477,
      "step": 6850
    },
    {
      "epoch": 5.929127052722558,
      "grad_norm": 0.41255268454551697,
      "learning_rate": 9.887477860037351e-05,
      "loss": 3.887,
      "step": 6860
    },
    {
      "epoch": 5.937770095073466,
      "grad_norm": 0.4029698073863983,
      "learning_rate": 9.887145917863311e-05,
      "loss": 3.881,
      "step": 6870
    },
    {
      "epoch": 5.946413137424374,
      "grad_norm": 0.3756500780582428,
      "learning_rate": 9.886813492381172e-05,
      "loss": 3.8407,
      "step": 6880
    },
    {
      "epoch": 5.955056179775281,
      "grad_norm": 0.45451104640960693,
      "learning_rate": 9.886480583623813e-05,
      "loss": 3.8578,
      "step": 6890
    },
    {
      "epoch": 5.963699222126189,
      "grad_norm": 0.4551418423652649,
      "learning_rate": 9.886147191624152e-05,
      "loss": 3.8637,
      "step": 6900
    },
    {
      "epoch": 5.972342264477096,
      "grad_norm": 0.4272659122943878,
      "learning_rate": 9.885813316415163e-05,
      "loss": 3.8716,
      "step": 6910
    },
    {
      "epoch": 5.9809853068280034,
      "grad_norm": 0.41029489040374756,
      "learning_rate": 9.88547895802986e-05,
      "loss": 3.8702,
      "step": 6920
    },
    {
      "epoch": 5.989628349178911,
      "grad_norm": 0.4228866994380951,
      "learning_rate": 9.885144116501312e-05,
      "loss": 3.8732,
      "step": 6930
    },
    {
      "epoch": 5.998271391529818,
      "grad_norm": 0.4296019971370697,
      "learning_rate": 9.884808791862633e-05,
      "loss": 3.8757,
      "step": 6940
    },
    {
      "epoch": 6.006914433880726,
      "grad_norm": 0.41002318263053894,
      "learning_rate": 9.884472984146984e-05,
      "loss": 3.8508,
      "step": 6950
    },
    {
      "epoch": 6.015557476231634,
      "grad_norm": 0.4668371081352234,
      "learning_rate": 9.884136693387572e-05,
      "loss": 3.8256,
      "step": 6960
    },
    {
      "epoch": 6.024200518582541,
      "grad_norm": 0.4312298893928528,
      "learning_rate": 9.883799919617658e-05,
      "loss": 3.7956,
      "step": 6970
    },
    {
      "epoch": 6.032843560933449,
      "grad_norm": 0.44092798233032227,
      "learning_rate": 9.883462662870542e-05,
      "loss": 3.8337,
      "step": 6980
    },
    {
      "epoch": 6.041486603284356,
      "grad_norm": 0.4606461524963379,
      "learning_rate": 9.883124923179584e-05,
      "loss": 3.8477,
      "step": 6990
    },
    {
      "epoch": 6.050129645635264,
      "grad_norm": 0.49001064896583557,
      "learning_rate": 9.882786700578175e-05,
      "loss": 3.8112,
      "step": 7000
    },
    {
      "epoch": 6.058772687986171,
      "grad_norm": 0.3998136818408966,
      "learning_rate": 9.88244799509977e-05,
      "loss": 3.8266,
      "step": 7010
    },
    {
      "epoch": 6.067415730337078,
      "grad_norm": 0.4506179690361023,
      "learning_rate": 9.882108806777861e-05,
      "loss": 3.8276,
      "step": 7020
    },
    {
      "epoch": 6.076058772687986,
      "grad_norm": 0.40822988748550415,
      "learning_rate": 9.881769135645995e-05,
      "loss": 3.8202,
      "step": 7030
    },
    {
      "epoch": 6.084701815038894,
      "grad_norm": 0.4300154149532318,
      "learning_rate": 9.881428981737761e-05,
      "loss": 3.822,
      "step": 7040
    },
    {
      "epoch": 6.093344857389801,
      "grad_norm": 0.43478450179100037,
      "learning_rate": 9.881088345086797e-05,
      "loss": 3.7931,
      "step": 7050
    },
    {
      "epoch": 6.101987899740709,
      "grad_norm": 0.4152180552482605,
      "learning_rate": 9.880747225726794e-05,
      "loss": 3.8207,
      "step": 7060
    },
    {
      "epoch": 6.110630942091616,
      "grad_norm": 0.47796523571014404,
      "learning_rate": 9.880405623691484e-05,
      "loss": 3.8315,
      "step": 7070
    },
    {
      "epoch": 6.119273984442524,
      "grad_norm": 0.43339377641677856,
      "learning_rate": 9.880063539014648e-05,
      "loss": 3.8342,
      "step": 7080
    },
    {
      "epoch": 6.1279170267934315,
      "grad_norm": 0.41969168186187744,
      "learning_rate": 9.879720971730118e-05,
      "loss": 3.8283,
      "step": 7090
    },
    {
      "epoch": 6.1365600691443385,
      "grad_norm": 0.4686369001865387,
      "learning_rate": 9.87937792187177e-05,
      "loss": 3.829,
      "step": 7100
    },
    {
      "epoch": 6.145203111495246,
      "grad_norm": 0.42836567759513855,
      "learning_rate": 9.879034389473531e-05,
      "loss": 3.8371,
      "step": 7110
    },
    {
      "epoch": 6.153846153846154,
      "grad_norm": 0.43930619955062866,
      "learning_rate": 9.878690374569375e-05,
      "loss": 3.8225,
      "step": 7120
    },
    {
      "epoch": 6.162489196197061,
      "grad_norm": 0.44803354144096375,
      "learning_rate": 9.87834587719332e-05,
      "loss": 3.8185,
      "step": 7130
    },
    {
      "epoch": 6.171132238547969,
      "grad_norm": 0.4627772867679596,
      "learning_rate": 9.878000897379438e-05,
      "loss": 3.8253,
      "step": 7140
    },
    {
      "epoch": 6.179775280898877,
      "grad_norm": 0.4629186689853668,
      "learning_rate": 9.877655435161843e-05,
      "loss": 3.817,
      "step": 7150
    },
    {
      "epoch": 6.188418323249784,
      "grad_norm": 0.49221256375312805,
      "learning_rate": 9.8773094905747e-05,
      "loss": 3.8354,
      "step": 7160
    },
    {
      "epoch": 6.197061365600692,
      "grad_norm": 0.4274560809135437,
      "learning_rate": 9.87696306365222e-05,
      "loss": 3.8169,
      "step": 7170
    },
    {
      "epoch": 6.205704407951599,
      "grad_norm": 0.4063706696033478,
      "learning_rate": 9.876616154428662e-05,
      "loss": 3.8317,
      "step": 7180
    },
    {
      "epoch": 6.2143474503025065,
      "grad_norm": 0.4138805866241455,
      "learning_rate": 9.876268762938337e-05,
      "loss": 3.8223,
      "step": 7190
    },
    {
      "epoch": 6.222990492653414,
      "grad_norm": 0.4438137412071228,
      "learning_rate": 9.875920889215594e-05,
      "loss": 3.8218,
      "step": 7200
    },
    {
      "epoch": 6.231633535004321,
      "grad_norm": 0.44959449768066406,
      "learning_rate": 9.87557253329484e-05,
      "loss": 3.8113,
      "step": 7210
    },
    {
      "epoch": 6.240276577355229,
      "grad_norm": 0.4352855980396271,
      "learning_rate": 9.875223695210523e-05,
      "loss": 3.8406,
      "step": 7220
    },
    {
      "epoch": 6.248919619706137,
      "grad_norm": 0.4473244547843933,
      "learning_rate": 9.874874374997142e-05,
      "loss": 3.8211,
      "step": 7230
    },
    {
      "epoch": 6.257562662057044,
      "grad_norm": 0.45359736680984497,
      "learning_rate": 9.874524572689242e-05,
      "loss": 3.8115,
      "step": 7240
    },
    {
      "epoch": 6.266205704407952,
      "grad_norm": 0.4207819104194641,
      "learning_rate": 9.874174288321415e-05,
      "loss": 3.8218,
      "step": 7250
    },
    {
      "epoch": 6.274848746758859,
      "grad_norm": 0.42715704441070557,
      "learning_rate": 9.873823521928307e-05,
      "loss": 3.8274,
      "step": 7260
    },
    {
      "epoch": 6.283491789109767,
      "grad_norm": 0.4675430953502655,
      "learning_rate": 9.8734722735446e-05,
      "loss": 3.805,
      "step": 7270
    },
    {
      "epoch": 6.292134831460674,
      "grad_norm": 0.4516716003417969,
      "learning_rate": 9.873120543205035e-05,
      "loss": 3.822,
      "step": 7280
    },
    {
      "epoch": 6.300777873811581,
      "grad_norm": 0.4499313533306122,
      "learning_rate": 9.872768330944393e-05,
      "loss": 3.8436,
      "step": 7290
    },
    {
      "epoch": 6.309420916162489,
      "grad_norm": 0.43746739625930786,
      "learning_rate": 9.872415636797506e-05,
      "loss": 3.8322,
      "step": 7300
    },
    {
      "epoch": 6.318063958513397,
      "grad_norm": 0.4019515812397003,
      "learning_rate": 9.872062460799256e-05,
      "loss": 3.8356,
      "step": 7310
    },
    {
      "epoch": 6.326707000864304,
      "grad_norm": 0.4080601632595062,
      "learning_rate": 9.871708802984564e-05,
      "loss": 3.8218,
      "step": 7320
    },
    {
      "epoch": 6.335350043215212,
      "grad_norm": 0.4332447946071625,
      "learning_rate": 9.871354663388413e-05,
      "loss": 3.8429,
      "step": 7330
    },
    {
      "epoch": 6.343993085566119,
      "grad_norm": 0.442251592874527,
      "learning_rate": 9.871000042045818e-05,
      "loss": 3.8495,
      "step": 7340
    },
    {
      "epoch": 6.352636127917027,
      "grad_norm": 0.45496806502342224,
      "learning_rate": 9.870644938991852e-05,
      "loss": 3.8061,
      "step": 7350
    },
    {
      "epoch": 6.3612791702679345,
      "grad_norm": 0.4544201195240021,
      "learning_rate": 9.870289354261633e-05,
      "loss": 3.8258,
      "step": 7360
    },
    {
      "epoch": 6.3699222126188415,
      "grad_norm": 0.47602811455726624,
      "learning_rate": 9.869933287890323e-05,
      "loss": 3.8481,
      "step": 7370
    },
    {
      "epoch": 6.378565254969749,
      "grad_norm": 0.4232293963432312,
      "learning_rate": 9.869576739913137e-05,
      "loss": 3.8327,
      "step": 7380
    },
    {
      "epoch": 6.387208297320657,
      "grad_norm": 0.4662187397480011,
      "learning_rate": 9.869219710365335e-05,
      "loss": 3.8541,
      "step": 7390
    },
    {
      "epoch": 6.395851339671564,
      "grad_norm": 0.4242957830429077,
      "learning_rate": 9.868862199282227e-05,
      "loss": 3.8201,
      "step": 7400
    },
    {
      "epoch": 6.404494382022472,
      "grad_norm": 0.4564322531223297,
      "learning_rate": 9.868504206699165e-05,
      "loss": 3.8196,
      "step": 7410
    },
    {
      "epoch": 6.41313742437338,
      "grad_norm": 0.4450334310531616,
      "learning_rate": 9.868145732651555e-05,
      "loss": 3.8283,
      "step": 7420
    },
    {
      "epoch": 6.421780466724287,
      "grad_norm": 0.45806965231895447,
      "learning_rate": 9.867786777174845e-05,
      "loss": 3.8259,
      "step": 7430
    },
    {
      "epoch": 6.430423509075195,
      "grad_norm": 0.438790500164032,
      "learning_rate": 9.867427340304536e-05,
      "loss": 3.8377,
      "step": 7440
    },
    {
      "epoch": 6.439066551426102,
      "grad_norm": 0.41714027523994446,
      "learning_rate": 9.867067422076173e-05,
      "loss": 3.8419,
      "step": 7450
    },
    {
      "epoch": 6.4477095937770095,
      "grad_norm": 0.4121234714984894,
      "learning_rate": 9.86670702252535e-05,
      "loss": 3.8295,
      "step": 7460
    },
    {
      "epoch": 6.456352636127917,
      "grad_norm": 0.46149739623069763,
      "learning_rate": 9.866346141687708e-05,
      "loss": 3.8616,
      "step": 7470
    },
    {
      "epoch": 6.464995678478824,
      "grad_norm": 0.41620004177093506,
      "learning_rate": 9.865984779598937e-05,
      "loss": 3.852,
      "step": 7480
    },
    {
      "epoch": 6.473638720829732,
      "grad_norm": 0.41737812757492065,
      "learning_rate": 9.865622936294771e-05,
      "loss": 3.847,
      "step": 7490
    },
    {
      "epoch": 6.48228176318064,
      "grad_norm": 0.48260703682899475,
      "learning_rate": 9.865260611810996e-05,
      "loss": 3.8351,
      "step": 7500
    },
    {
      "epoch": 6.490924805531547,
      "grad_norm": 0.4084308445453644,
      "learning_rate": 9.864897806183444e-05,
      "loss": 3.829,
      "step": 7510
    },
    {
      "epoch": 6.499567847882455,
      "grad_norm": 0.4744170010089874,
      "learning_rate": 9.864534519447992e-05,
      "loss": 3.8281,
      "step": 7520
    },
    {
      "epoch": 6.508210890233363,
      "grad_norm": 0.4444991946220398,
      "learning_rate": 9.864170751640568e-05,
      "loss": 3.8259,
      "step": 7530
    },
    {
      "epoch": 6.51685393258427,
      "grad_norm": 0.42810457944869995,
      "learning_rate": 9.863806502797148e-05,
      "loss": 3.8417,
      "step": 7540
    },
    {
      "epoch": 6.525496974935177,
      "grad_norm": 0.442940354347229,
      "learning_rate": 9.863441772953752e-05,
      "loss": 3.8261,
      "step": 7550
    },
    {
      "epoch": 6.534140017286084,
      "grad_norm": 0.40753570199012756,
      "learning_rate": 9.863076562146448e-05,
      "loss": 3.8373,
      "step": 7560
    },
    {
      "epoch": 6.542783059636992,
      "grad_norm": 0.4357444941997528,
      "learning_rate": 9.862710870411356e-05,
      "loss": 3.8224,
      "step": 7570
    },
    {
      "epoch": 6.5514261019879,
      "grad_norm": 0.4230841398239136,
      "learning_rate": 9.86234469778464e-05,
      "loss": 3.8167,
      "step": 7580
    },
    {
      "epoch": 6.560069144338807,
      "grad_norm": 0.4612574875354767,
      "learning_rate": 9.86197804430251e-05,
      "loss": 3.82,
      "step": 7590
    },
    {
      "epoch": 6.568712186689715,
      "grad_norm": 0.4165295660495758,
      "learning_rate": 9.861610910001229e-05,
      "loss": 3.8507,
      "step": 7600
    },
    {
      "epoch": 6.577355229040622,
      "grad_norm": 0.45785847306251526,
      "learning_rate": 9.861243294917103e-05,
      "loss": 3.8401,
      "step": 7610
    },
    {
      "epoch": 6.58599827139153,
      "grad_norm": 0.427013635635376,
      "learning_rate": 9.860875199086486e-05,
      "loss": 3.8239,
      "step": 7620
    },
    {
      "epoch": 6.594641313742438,
      "grad_norm": 0.4154607653617859,
      "learning_rate": 9.86050662254578e-05,
      "loss": 3.8452,
      "step": 7630
    },
    {
      "epoch": 6.6032843560933445,
      "grad_norm": 0.41306760907173157,
      "learning_rate": 9.860137565331438e-05,
      "loss": 3.8229,
      "step": 7640
    },
    {
      "epoch": 6.611927398444252,
      "grad_norm": 0.4473923444747925,
      "learning_rate": 9.859768027479954e-05,
      "loss": 3.8417,
      "step": 7650
    },
    {
      "epoch": 6.62057044079516,
      "grad_norm": 0.4247404932975769,
      "learning_rate": 9.859398009027873e-05,
      "loss": 3.8483,
      "step": 7660
    },
    {
      "epoch": 6.629213483146067,
      "grad_norm": 0.4119166135787964,
      "learning_rate": 9.85902751001179e-05,
      "loss": 3.8266,
      "step": 7670
    },
    {
      "epoch": 6.637856525496975,
      "grad_norm": 0.4126022160053253,
      "learning_rate": 9.858656530468344e-05,
      "loss": 3.831,
      "step": 7680
    },
    {
      "epoch": 6.646499567847883,
      "grad_norm": 0.4683639109134674,
      "learning_rate": 9.858285070434221e-05,
      "loss": 3.8579,
      "step": 7690
    },
    {
      "epoch": 6.65514261019879,
      "grad_norm": 0.4225517809391022,
      "learning_rate": 9.85791312994616e-05,
      "loss": 3.8265,
      "step": 7700
    },
    {
      "epoch": 6.663785652549698,
      "grad_norm": 0.44841599464416504,
      "learning_rate": 9.857540709040938e-05,
      "loss": 3.84,
      "step": 7710
    },
    {
      "epoch": 6.672428694900605,
      "grad_norm": 0.4356580376625061,
      "learning_rate": 9.857167807755389e-05,
      "loss": 3.8348,
      "step": 7720
    },
    {
      "epoch": 6.6810717372515125,
      "grad_norm": 0.41717344522476196,
      "learning_rate": 9.856794426126391e-05,
      "loss": 3.8376,
      "step": 7730
    },
    {
      "epoch": 6.68971477960242,
      "grad_norm": 0.46988049149513245,
      "learning_rate": 9.856420564190867e-05,
      "loss": 3.8229,
      "step": 7740
    },
    {
      "epoch": 6.698357821953327,
      "grad_norm": 0.41659384965896606,
      "learning_rate": 9.856046221985791e-05,
      "loss": 3.8322,
      "step": 7750
    },
    {
      "epoch": 6.707000864304235,
      "grad_norm": 0.4208256006240845,
      "learning_rate": 9.855671399548181e-05,
      "loss": 3.8302,
      "step": 7760
    },
    {
      "epoch": 6.715643906655143,
      "grad_norm": 0.39394623041152954,
      "learning_rate": 9.855296096915107e-05,
      "loss": 3.8385,
      "step": 7770
    },
    {
      "epoch": 6.72428694900605,
      "grad_norm": 0.4440569281578064,
      "learning_rate": 9.854920314123682e-05,
      "loss": 3.8158,
      "step": 7780
    },
    {
      "epoch": 6.732929991356958,
      "grad_norm": 0.46064236760139465,
      "learning_rate": 9.854544051211072e-05,
      "loss": 3.8343,
      "step": 7790
    },
    {
      "epoch": 6.741573033707866,
      "grad_norm": 0.4117526710033417,
      "learning_rate": 9.854167308214482e-05,
      "loss": 3.8485,
      "step": 7800
    },
    {
      "epoch": 6.750216076058773,
      "grad_norm": 0.4212929308414459,
      "learning_rate": 9.853790085171174e-05,
      "loss": 3.8438,
      "step": 7810
    },
    {
      "epoch": 6.7588591184096805,
      "grad_norm": 0.42731741070747375,
      "learning_rate": 9.853412382118451e-05,
      "loss": 3.8446,
      "step": 7820
    },
    {
      "epoch": 6.767502160760587,
      "grad_norm": 0.435488224029541,
      "learning_rate": 9.853034199093666e-05,
      "loss": 3.8213,
      "step": 7830
    },
    {
      "epoch": 6.776145203111495,
      "grad_norm": 0.4546576738357544,
      "learning_rate": 9.852655536134217e-05,
      "loss": 3.8498,
      "step": 7840
    },
    {
      "epoch": 6.784788245462403,
      "grad_norm": 0.4455321133136749,
      "learning_rate": 9.852276393277555e-05,
      "loss": 3.8302,
      "step": 7850
    },
    {
      "epoch": 6.79343128781331,
      "grad_norm": 0.41283297538757324,
      "learning_rate": 9.851896770561174e-05,
      "loss": 3.8149,
      "step": 7860
    },
    {
      "epoch": 6.802074330164218,
      "grad_norm": 0.48973381519317627,
      "learning_rate": 9.851516668022611e-05,
      "loss": 3.8367,
      "step": 7870
    },
    {
      "epoch": 6.810717372515125,
      "grad_norm": 0.4346897602081299,
      "learning_rate": 9.851136085699464e-05,
      "loss": 3.8533,
      "step": 7880
    },
    {
      "epoch": 6.819360414866033,
      "grad_norm": 0.5104560256004333,
      "learning_rate": 9.850755023629363e-05,
      "loss": 3.8171,
      "step": 7890
    },
    {
      "epoch": 6.828003457216941,
      "grad_norm": 0.4285312294960022,
      "learning_rate": 9.850373481849998e-05,
      "loss": 3.813,
      "step": 7900
    },
    {
      "epoch": 6.8366464995678475,
      "grad_norm": 0.43392735719680786,
      "learning_rate": 9.849991460399098e-05,
      "loss": 3.8526,
      "step": 7910
    },
    {
      "epoch": 6.845289541918755,
      "grad_norm": 0.39610517024993896,
      "learning_rate": 9.849608959314444e-05,
      "loss": 3.8206,
      "step": 7920
    },
    {
      "epoch": 6.853932584269663,
      "grad_norm": 0.4304943084716797,
      "learning_rate": 9.849225978633863e-05,
      "loss": 3.8339,
      "step": 7930
    },
    {
      "epoch": 6.86257562662057,
      "grad_norm": 0.45416557788848877,
      "learning_rate": 9.848842518395226e-05,
      "loss": 3.824,
      "step": 7940
    },
    {
      "epoch": 6.871218668971478,
      "grad_norm": 0.42939507961273193,
      "learning_rate": 9.848458578636462e-05,
      "loss": 3.8413,
      "step": 7950
    },
    {
      "epoch": 6.879861711322386,
      "grad_norm": 0.4163292646408081,
      "learning_rate": 9.848074159395533e-05,
      "loss": 3.8227,
      "step": 7960
    },
    {
      "epoch": 6.888504753673293,
      "grad_norm": 0.3898378312587738,
      "learning_rate": 9.847689260710457e-05,
      "loss": 3.8379,
      "step": 7970
    },
    {
      "epoch": 6.897147796024201,
      "grad_norm": 0.40296128392219543,
      "learning_rate": 9.847303882619304e-05,
      "loss": 3.8447,
      "step": 7980
    },
    {
      "epoch": 6.905790838375108,
      "grad_norm": 0.48976531624794006,
      "learning_rate": 9.846918025160177e-05,
      "loss": 3.841,
      "step": 7990
    },
    {
      "epoch": 6.9144338807260155,
      "grad_norm": 0.42817598581314087,
      "learning_rate": 9.846531688371241e-05,
      "loss": 3.8307,
      "step": 8000
    },
    {
      "epoch": 6.923076923076923,
      "grad_norm": 0.44258925318717957,
      "learning_rate": 9.8461448722907e-05,
      "loss": 3.8233,
      "step": 8010
    },
    {
      "epoch": 6.93171996542783,
      "grad_norm": 0.41900816559791565,
      "learning_rate": 9.845757576956807e-05,
      "loss": 3.8149,
      "step": 8020
    },
    {
      "epoch": 6.940363007778738,
      "grad_norm": 0.42195624113082886,
      "learning_rate": 9.845369802407864e-05,
      "loss": 3.8317,
      "step": 8030
    },
    {
      "epoch": 6.949006050129646,
      "grad_norm": 0.4224293529987335,
      "learning_rate": 9.84498154868222e-05,
      "loss": 3.8351,
      "step": 8040
    },
    {
      "epoch": 6.957649092480553,
      "grad_norm": 0.4513198733329773,
      "learning_rate": 9.84459281581827e-05,
      "loss": 3.8213,
      "step": 8050
    },
    {
      "epoch": 6.966292134831461,
      "grad_norm": 0.39943262934684753,
      "learning_rate": 9.844203603854459e-05,
      "loss": 3.8289,
      "step": 8060
    },
    {
      "epoch": 6.974935177182369,
      "grad_norm": 0.39601588249206543,
      "learning_rate": 9.843813912829274e-05,
      "loss": 3.824,
      "step": 8070
    },
    {
      "epoch": 6.983578219533276,
      "grad_norm": 0.4285796582698822,
      "learning_rate": 9.843423742781257e-05,
      "loss": 3.8218,
      "step": 8080
    },
    {
      "epoch": 6.9922212618841835,
      "grad_norm": 0.45814040303230286,
      "learning_rate": 9.84303309374899e-05,
      "loss": 3.8447,
      "step": 8090
    },
    {
      "epoch": 7.00086430423509,
      "grad_norm": 0.4224124252796173,
      "learning_rate": 9.842641965771108e-05,
      "loss": 3.8382,
      "step": 8100
    },
    {
      "epoch": 7.009507346585998,
      "grad_norm": 0.486325740814209,
      "learning_rate": 9.84225035888629e-05,
      "loss": 3.7835,
      "step": 8110
    },
    {
      "epoch": 7.018150388936906,
      "grad_norm": 0.5114707350730896,
      "learning_rate": 9.841858273133265e-05,
      "loss": 3.7829,
      "step": 8120
    },
    {
      "epoch": 7.026793431287813,
      "grad_norm": 0.44870054721832275,
      "learning_rate": 9.841465708550806e-05,
      "loss": 3.7761,
      "step": 8130
    },
    {
      "epoch": 7.035436473638721,
      "grad_norm": 0.44435709714889526,
      "learning_rate": 9.841072665177735e-05,
      "loss": 3.7815,
      "step": 8140
    },
    {
      "epoch": 7.044079515989629,
      "grad_norm": 0.5255118012428284,
      "learning_rate": 9.840679143052923e-05,
      "loss": 3.8004,
      "step": 8150
    },
    {
      "epoch": 7.052722558340536,
      "grad_norm": 0.459895521402359,
      "learning_rate": 9.840285142215286e-05,
      "loss": 3.8019,
      "step": 8160
    },
    {
      "epoch": 7.061365600691444,
      "grad_norm": 0.4438301920890808,
      "learning_rate": 9.83989066270379e-05,
      "loss": 3.7829,
      "step": 8170
    },
    {
      "epoch": 7.0700086430423505,
      "grad_norm": 0.46185851097106934,
      "learning_rate": 9.839495704557444e-05,
      "loss": 3.7824,
      "step": 8180
    },
    {
      "epoch": 7.078651685393258,
      "grad_norm": 0.4606078267097473,
      "learning_rate": 9.839100267815307e-05,
      "loss": 3.7932,
      "step": 8190
    },
    {
      "epoch": 7.087294727744166,
      "grad_norm": 0.5045153498649597,
      "learning_rate": 9.838704352516488e-05,
      "loss": 3.7828,
      "step": 8200
    },
    {
      "epoch": 7.095937770095073,
      "grad_norm": 0.4114503264427185,
      "learning_rate": 9.838307958700137e-05,
      "loss": 3.7878,
      "step": 8210
    },
    {
      "epoch": 7.104580812445981,
      "grad_norm": 0.4573809802532196,
      "learning_rate": 9.837911086405456e-05,
      "loss": 3.7856,
      "step": 8220
    },
    {
      "epoch": 7.113223854796889,
      "grad_norm": 0.4725385904312134,
      "learning_rate": 9.837513735671695e-05,
      "loss": 3.772,
      "step": 8230
    },
    {
      "epoch": 7.121866897147796,
      "grad_norm": 0.4344230592250824,
      "learning_rate": 9.837115906538148e-05,
      "loss": 3.7625,
      "step": 8240
    },
    {
      "epoch": 7.130509939498704,
      "grad_norm": 0.4386465847492218,
      "learning_rate": 9.836717599044158e-05,
      "loss": 3.8,
      "step": 8250
    },
    {
      "epoch": 7.139152981849611,
      "grad_norm": 0.4709884524345398,
      "learning_rate": 9.836318813229115e-05,
      "loss": 3.7792,
      "step": 8260
    },
    {
      "epoch": 7.1477960242005185,
      "grad_norm": 0.40221861004829407,
      "learning_rate": 9.835919549132457e-05,
      "loss": 3.7879,
      "step": 8270
    },
    {
      "epoch": 7.156439066551426,
      "grad_norm": 0.44135209918022156,
      "learning_rate": 9.835519806793669e-05,
      "loss": 3.7832,
      "step": 8280
    },
    {
      "epoch": 7.165082108902333,
      "grad_norm": 0.45471975207328796,
      "learning_rate": 9.835119586252282e-05,
      "loss": 3.7659,
      "step": 8290
    },
    {
      "epoch": 7.173725151253241,
      "grad_norm": 0.45193150639533997,
      "learning_rate": 9.834718887547873e-05,
      "loss": 3.7905,
      "step": 8300
    },
    {
      "epoch": 7.182368193604149,
      "grad_norm": 0.4390896260738373,
      "learning_rate": 9.834317710720073e-05,
      "loss": 3.7834,
      "step": 8310
    },
    {
      "epoch": 7.191011235955056,
      "grad_norm": 0.46212828159332275,
      "learning_rate": 9.833916055808554e-05,
      "loss": 3.806,
      "step": 8320
    },
    {
      "epoch": 7.199654278305964,
      "grad_norm": 0.4414624571800232,
      "learning_rate": 9.833513922853037e-05,
      "loss": 3.787,
      "step": 8330
    },
    {
      "epoch": 7.208297320656872,
      "grad_norm": 0.4938949644565582,
      "learning_rate": 9.833111311893291e-05,
      "loss": 3.766,
      "step": 8340
    },
    {
      "epoch": 7.216940363007779,
      "grad_norm": 0.48966607451438904,
      "learning_rate": 9.832708222969131e-05,
      "loss": 3.7744,
      "step": 8350
    },
    {
      "epoch": 7.2255834053586865,
      "grad_norm": 0.43986308574676514,
      "learning_rate": 9.83230465612042e-05,
      "loss": 3.8065,
      "step": 8360
    },
    {
      "epoch": 7.234226447709593,
      "grad_norm": 0.4574265778064728,
      "learning_rate": 9.83190061138707e-05,
      "loss": 3.7882,
      "step": 8370
    },
    {
      "epoch": 7.242869490060501,
      "grad_norm": 0.441156804561615,
      "learning_rate": 9.831496088809036e-05,
      "loss": 3.8034,
      "step": 8380
    },
    {
      "epoch": 7.251512532411409,
      "grad_norm": 0.44537803530693054,
      "learning_rate": 9.831091088426322e-05,
      "loss": 3.7784,
      "step": 8390
    },
    {
      "epoch": 7.260155574762316,
      "grad_norm": 0.5131223201751709,
      "learning_rate": 9.830685610278985e-05,
      "loss": 3.7916,
      "step": 8400
    },
    {
      "epoch": 7.268798617113224,
      "grad_norm": 0.4473932385444641,
      "learning_rate": 9.83027965440712e-05,
      "loss": 3.7705,
      "step": 8410
    },
    {
      "epoch": 7.277441659464131,
      "grad_norm": 0.44943952560424805,
      "learning_rate": 9.829873220850874e-05,
      "loss": 3.7991,
      "step": 8420
    },
    {
      "epoch": 7.286084701815039,
      "grad_norm": 0.4449447691440582,
      "learning_rate": 9.829466309650441e-05,
      "loss": 3.788,
      "step": 8430
    },
    {
      "epoch": 7.294727744165947,
      "grad_norm": 0.43451032042503357,
      "learning_rate": 9.829058920846061e-05,
      "loss": 3.7835,
      "step": 8440
    },
    {
      "epoch": 7.303370786516854,
      "grad_norm": 0.5219629406929016,
      "learning_rate": 9.828651054478027e-05,
      "loss": 3.7693,
      "step": 8450
    },
    {
      "epoch": 7.312013828867761,
      "grad_norm": 0.455628365278244,
      "learning_rate": 9.828242710586668e-05,
      "loss": 3.7818,
      "step": 8460
    },
    {
      "epoch": 7.320656871218669,
      "grad_norm": 0.4953458607196808,
      "learning_rate": 9.82783388921237e-05,
      "loss": 3.8018,
      "step": 8470
    },
    {
      "epoch": 7.329299913569576,
      "grad_norm": 0.4560295343399048,
      "learning_rate": 9.827424590395562e-05,
      "loss": 3.7832,
      "step": 8480
    },
    {
      "epoch": 7.337942955920484,
      "grad_norm": 0.4505082964897156,
      "learning_rate": 9.827014814176722e-05,
      "loss": 3.7902,
      "step": 8490
    },
    {
      "epoch": 7.346585998271392,
      "grad_norm": 0.43299734592437744,
      "learning_rate": 9.826604560596373e-05,
      "loss": 3.7931,
      "step": 8500
    },
    {
      "epoch": 7.355229040622299,
      "grad_norm": 0.4202776253223419,
      "learning_rate": 9.826193829695088e-05,
      "loss": 3.7908,
      "step": 8510
    },
    {
      "epoch": 7.363872082973207,
      "grad_norm": 0.49407529830932617,
      "learning_rate": 9.825782621513485e-05,
      "loss": 3.7928,
      "step": 8520
    },
    {
      "epoch": 7.372515125324114,
      "grad_norm": 0.4355790615081787,
      "learning_rate": 9.825370936092229e-05,
      "loss": 3.7977,
      "step": 8530
    },
    {
      "epoch": 7.3811581676750215,
      "grad_norm": 0.6065943241119385,
      "learning_rate": 9.824958773472035e-05,
      "loss": 3.7912,
      "step": 8540
    },
    {
      "epoch": 7.389801210025929,
      "grad_norm": 0.4779035151004791,
      "learning_rate": 9.824546133693662e-05,
      "loss": 3.8189,
      "step": 8550
    },
    {
      "epoch": 7.398444252376836,
      "grad_norm": 0.4484575092792511,
      "learning_rate": 9.824133016797919e-05,
      "loss": 3.8065,
      "step": 8560
    },
    {
      "epoch": 7.407087294727744,
      "grad_norm": 0.4263611137866974,
      "learning_rate": 9.823719422825657e-05,
      "loss": 3.8196,
      "step": 8570
    },
    {
      "epoch": 7.415730337078652,
      "grad_norm": 0.4390484392642975,
      "learning_rate": 9.823305351817781e-05,
      "loss": 3.7876,
      "step": 8580
    },
    {
      "epoch": 7.424373379429559,
      "grad_norm": 0.5139634609222412,
      "learning_rate": 9.82289080381524e-05,
      "loss": 3.8027,
      "step": 8590
    },
    {
      "epoch": 7.433016421780467,
      "grad_norm": 0.43498438596725464,
      "learning_rate": 9.822475778859029e-05,
      "loss": 3.7885,
      "step": 8600
    },
    {
      "epoch": 7.441659464131375,
      "grad_norm": 0.43138808012008667,
      "learning_rate": 9.822060276990192e-05,
      "loss": 3.7683,
      "step": 8610
    },
    {
      "epoch": 7.450302506482282,
      "grad_norm": 0.5606575012207031,
      "learning_rate": 9.821644298249819e-05,
      "loss": 3.7811,
      "step": 8620
    },
    {
      "epoch": 7.4589455488331895,
      "grad_norm": 0.4200631380081177,
      "learning_rate": 9.821227842679048e-05,
      "loss": 3.7966,
      "step": 8630
    },
    {
      "epoch": 7.4675885911840965,
      "grad_norm": 0.4808763265609741,
      "learning_rate": 9.820810910319065e-05,
      "loss": 3.7997,
      "step": 8640
    },
    {
      "epoch": 7.476231633535004,
      "grad_norm": 0.47686392068862915,
      "learning_rate": 9.8203935012111e-05,
      "loss": 3.7998,
      "step": 8650
    },
    {
      "epoch": 7.484874675885912,
      "grad_norm": 0.4223349392414093,
      "learning_rate": 9.819975615396434e-05,
      "loss": 3.8013,
      "step": 8660
    },
    {
      "epoch": 7.493517718236819,
      "grad_norm": 0.44550973176956177,
      "learning_rate": 9.819557252916392e-05,
      "loss": 3.7856,
      "step": 8670
    },
    {
      "epoch": 7.502160760587727,
      "grad_norm": 0.4523248076438904,
      "learning_rate": 9.819138413812347e-05,
      "loss": 3.7943,
      "step": 8680
    },
    {
      "epoch": 7.510803802938634,
      "grad_norm": 0.4956251084804535,
      "learning_rate": 9.818719098125722e-05,
      "loss": 3.7832,
      "step": 8690
    },
    {
      "epoch": 7.519446845289542,
      "grad_norm": 0.42880406975746155,
      "learning_rate": 9.81829930589798e-05,
      "loss": 3.8028,
      "step": 8700
    },
    {
      "epoch": 7.52808988764045,
      "grad_norm": 0.47610533237457275,
      "learning_rate": 9.817879037170642e-05,
      "loss": 3.7792,
      "step": 8710
    },
    {
      "epoch": 7.536732929991357,
      "grad_norm": 0.42280176281929016,
      "learning_rate": 9.817458291985266e-05,
      "loss": 3.787,
      "step": 8720
    },
    {
      "epoch": 7.545375972342264,
      "grad_norm": 0.44682765007019043,
      "learning_rate": 9.817037070383462e-05,
      "loss": 3.8303,
      "step": 8730
    },
    {
      "epoch": 7.554019014693172,
      "grad_norm": 0.4664037525653839,
      "learning_rate": 9.816615372406886e-05,
      "loss": 3.8042,
      "step": 8740
    },
    {
      "epoch": 7.562662057044079,
      "grad_norm": 0.44239190220832825,
      "learning_rate": 9.81619319809724e-05,
      "loss": 3.8231,
      "step": 8750
    },
    {
      "epoch": 7.571305099394987,
      "grad_norm": 0.4520546495914459,
      "learning_rate": 9.815770547496277e-05,
      "loss": 3.805,
      "step": 8760
    },
    {
      "epoch": 7.579948141745895,
      "grad_norm": 0.45281121134757996,
      "learning_rate": 9.815347420645794e-05,
      "loss": 3.7861,
      "step": 8770
    },
    {
      "epoch": 7.588591184096802,
      "grad_norm": 0.4867064356803894,
      "learning_rate": 9.814923817587632e-05,
      "loss": 3.8095,
      "step": 8780
    },
    {
      "epoch": 7.59723422644771,
      "grad_norm": 0.4170064926147461,
      "learning_rate": 9.814499738363688e-05,
      "loss": 3.8018,
      "step": 8790
    },
    {
      "epoch": 7.605877268798617,
      "grad_norm": 0.4514692425727844,
      "learning_rate": 9.814075183015897e-05,
      "loss": 3.7988,
      "step": 8800
    },
    {
      "epoch": 7.6145203111495245,
      "grad_norm": 0.5011093020439148,
      "learning_rate": 9.813650151586247e-05,
      "loss": 3.8034,
      "step": 8810
    },
    {
      "epoch": 7.623163353500432,
      "grad_norm": 0.5148153305053711,
      "learning_rate": 9.81322464411677e-05,
      "loss": 3.7838,
      "step": 8820
    },
    {
      "epoch": 7.631806395851339,
      "grad_norm": 0.5918910503387451,
      "learning_rate": 9.812798660649545e-05,
      "loss": 3.7935,
      "step": 8830
    },
    {
      "epoch": 7.640449438202247,
      "grad_norm": 0.4708513617515564,
      "learning_rate": 9.8123722012267e-05,
      "loss": 3.7884,
      "step": 8840
    },
    {
      "epoch": 7.649092480553155,
      "grad_norm": 0.4902913570404053,
      "learning_rate": 9.811945265890412e-05,
      "loss": 3.7992,
      "step": 8850
    },
    {
      "epoch": 7.657735522904062,
      "grad_norm": 0.4349260628223419,
      "learning_rate": 9.811517854682897e-05,
      "loss": 3.8175,
      "step": 8860
    },
    {
      "epoch": 7.66637856525497,
      "grad_norm": 0.42468246817588806,
      "learning_rate": 9.811089967646428e-05,
      "loss": 3.7903,
      "step": 8870
    },
    {
      "epoch": 7.675021607605878,
      "grad_norm": 0.44584178924560547,
      "learning_rate": 9.810661604823316e-05,
      "loss": 3.7792,
      "step": 8880
    },
    {
      "epoch": 7.683664649956785,
      "grad_norm": 0.45448383688926697,
      "learning_rate": 9.810232766255927e-05,
      "loss": 3.7867,
      "step": 8890
    },
    {
      "epoch": 7.6923076923076925,
      "grad_norm": 0.49130183458328247,
      "learning_rate": 9.809803451986668e-05,
      "loss": 3.8052,
      "step": 8900
    },
    {
      "epoch": 7.7009507346585995,
      "grad_norm": 0.4537488520145416,
      "learning_rate": 9.809373662057999e-05,
      "loss": 3.7914,
      "step": 8910
    },
    {
      "epoch": 7.709593777009507,
      "grad_norm": 0.48878714442253113,
      "learning_rate": 9.808943396512419e-05,
      "loss": 3.7811,
      "step": 8920
    },
    {
      "epoch": 7.718236819360415,
      "grad_norm": 0.5239996910095215,
      "learning_rate": 9.808512655392482e-05,
      "loss": 3.8048,
      "step": 8930
    },
    {
      "epoch": 7.726879861711322,
      "grad_norm": 0.4931831657886505,
      "learning_rate": 9.808081438740782e-05,
      "loss": 3.8126,
      "step": 8940
    },
    {
      "epoch": 7.73552290406223,
      "grad_norm": 0.4595465064048767,
      "learning_rate": 9.807649746599967e-05,
      "loss": 3.8095,
      "step": 8950
    },
    {
      "epoch": 7.744165946413137,
      "grad_norm": 0.4354272782802582,
      "learning_rate": 9.807217579012728e-05,
      "loss": 3.802,
      "step": 8960
    },
    {
      "epoch": 7.752808988764045,
      "grad_norm": 0.4261831045150757,
      "learning_rate": 9.806784936021803e-05,
      "loss": 3.786,
      "step": 8970
    },
    {
      "epoch": 7.761452031114953,
      "grad_norm": 0.40828460454940796,
      "learning_rate": 9.806351817669979e-05,
      "loss": 3.7999,
      "step": 8980
    },
    {
      "epoch": 7.7700950734658605,
      "grad_norm": 0.44215598702430725,
      "learning_rate": 9.805918224000086e-05,
      "loss": 3.781,
      "step": 8990
    },
    {
      "epoch": 7.778738115816767,
      "grad_norm": 0.48376184701919556,
      "learning_rate": 9.805484155055005e-05,
      "loss": 3.7983,
      "step": 9000
    },
    {
      "epoch": 7.787381158167675,
      "grad_norm": 0.44504451751708984,
      "learning_rate": 9.805049610877663e-05,
      "loss": 3.7857,
      "step": 9010
    },
    {
      "epoch": 7.796024200518582,
      "grad_norm": 0.4366353154182434,
      "learning_rate": 9.804614591511036e-05,
      "loss": 3.7739,
      "step": 9020
    },
    {
      "epoch": 7.80466724286949,
      "grad_norm": 0.43359115719795227,
      "learning_rate": 9.804179096998141e-05,
      "loss": 3.7747,
      "step": 9030
    },
    {
      "epoch": 7.813310285220398,
      "grad_norm": 0.41910967230796814,
      "learning_rate": 9.803743127382046e-05,
      "loss": 3.8032,
      "step": 9040
    },
    {
      "epoch": 7.821953327571305,
      "grad_norm": 0.45898517966270447,
      "learning_rate": 9.803306682705866e-05,
      "loss": 3.8116,
      "step": 9050
    },
    {
      "epoch": 7.830596369922213,
      "grad_norm": 0.4318331778049469,
      "learning_rate": 9.802869763012765e-05,
      "loss": 3.8078,
      "step": 9060
    },
    {
      "epoch": 7.83923941227312,
      "grad_norm": 0.48328709602355957,
      "learning_rate": 9.80243236834595e-05,
      "loss": 3.7869,
      "step": 9070
    },
    {
      "epoch": 7.847882454624028,
      "grad_norm": 0.4445449411869049,
      "learning_rate": 9.801994498748676e-05,
      "loss": 3.7998,
      "step": 9080
    },
    {
      "epoch": 7.856525496974935,
      "grad_norm": 0.47343766689300537,
      "learning_rate": 9.801556154264247e-05,
      "loss": 3.785,
      "step": 9090
    },
    {
      "epoch": 7.865168539325842,
      "grad_norm": 0.4205872714519501,
      "learning_rate": 9.80111733493601e-05,
      "loss": 3.8004,
      "step": 9100
    },
    {
      "epoch": 7.87381158167675,
      "grad_norm": 0.4867478609085083,
      "learning_rate": 9.800678040807365e-05,
      "loss": 3.7962,
      "step": 9110
    },
    {
      "epoch": 7.882454624027658,
      "grad_norm": 0.4493412673473358,
      "learning_rate": 9.800238271921751e-05,
      "loss": 3.7953,
      "step": 9120
    },
    {
      "epoch": 7.891097666378565,
      "grad_norm": 0.4564410150051117,
      "learning_rate": 9.799798028322663e-05,
      "loss": 3.7801,
      "step": 9130
    },
    {
      "epoch": 7.899740708729473,
      "grad_norm": 0.4326878488063812,
      "learning_rate": 9.799357310053636e-05,
      "loss": 3.7941,
      "step": 9140
    },
    {
      "epoch": 7.908383751080381,
      "grad_norm": 0.4323364198207855,
      "learning_rate": 9.798916117158255e-05,
      "loss": 3.7931,
      "step": 9150
    },
    {
      "epoch": 7.917026793431288,
      "grad_norm": 0.4120587408542633,
      "learning_rate": 9.798474449680148e-05,
      "loss": 3.7976,
      "step": 9160
    },
    {
      "epoch": 7.9256698357821955,
      "grad_norm": 0.43279942870140076,
      "learning_rate": 9.798032307662999e-05,
      "loss": 3.8168,
      "step": 9170
    },
    {
      "epoch": 7.9343128781331025,
      "grad_norm": 0.4233163595199585,
      "learning_rate": 9.797589691150528e-05,
      "loss": 3.7982,
      "step": 9180
    },
    {
      "epoch": 7.94295592048401,
      "grad_norm": 0.44400715827941895,
      "learning_rate": 9.797146600186511e-05,
      "loss": 3.8035,
      "step": 9190
    },
    {
      "epoch": 7.951598962834918,
      "grad_norm": 0.5120546221733093,
      "learning_rate": 9.796703034814763e-05,
      "loss": 3.8163,
      "step": 9200
    },
    {
      "epoch": 7.960242005185825,
      "grad_norm": 0.42061132192611694,
      "learning_rate": 9.796258995079153e-05,
      "loss": 3.7894,
      "step": 9210
    },
    {
      "epoch": 7.968885047536733,
      "grad_norm": 0.447865754365921,
      "learning_rate": 9.79581448102359e-05,
      "loss": 3.7978,
      "step": 9220
    },
    {
      "epoch": 7.97752808988764,
      "grad_norm": 0.4612376391887665,
      "learning_rate": 9.795369492692039e-05,
      "loss": 3.7862,
      "step": 9230
    },
    {
      "epoch": 7.986171132238548,
      "grad_norm": 0.43008846044540405,
      "learning_rate": 9.794924030128502e-05,
      "loss": 3.7994,
      "step": 9240
    },
    {
      "epoch": 7.994814174589456,
      "grad_norm": 0.4484115242958069,
      "learning_rate": 9.794478093377035e-05,
      "loss": 3.8008,
      "step": 9250
    },
    {
      "epoch": 8.003457216940363,
      "grad_norm": 0.603478729724884,
      "learning_rate": 9.794031682481737e-05,
      "loss": 3.7946,
      "step": 9260
    },
    {
      "epoch": 8.012100259291271,
      "grad_norm": 0.4555322229862213,
      "learning_rate": 9.793584797486756e-05,
      "loss": 3.7537,
      "step": 9270
    },
    {
      "epoch": 8.020743301642177,
      "grad_norm": 0.4499902129173279,
      "learning_rate": 9.793137438436285e-05,
      "loss": 3.745,
      "step": 9280
    },
    {
      "epoch": 8.029386343993085,
      "grad_norm": 0.44736507534980774,
      "learning_rate": 9.792689605374566e-05,
      "loss": 3.7392,
      "step": 9290
    },
    {
      "epoch": 8.038029386343993,
      "grad_norm": 0.5148961544036865,
      "learning_rate": 9.792241298345887e-05,
      "loss": 3.7451,
      "step": 9300
    },
    {
      "epoch": 8.046672428694901,
      "grad_norm": 0.4521830081939697,
      "learning_rate": 9.791792517394584e-05,
      "loss": 3.7257,
      "step": 9310
    },
    {
      "epoch": 8.055315471045809,
      "grad_norm": 0.4809775650501251,
      "learning_rate": 9.791343262565036e-05,
      "loss": 3.753,
      "step": 9320
    },
    {
      "epoch": 8.063958513396715,
      "grad_norm": 0.5083329081535339,
      "learning_rate": 9.790893533901671e-05,
      "loss": 3.7355,
      "step": 9330
    },
    {
      "epoch": 8.072601555747623,
      "grad_norm": 0.49536922574043274,
      "learning_rate": 9.790443331448968e-05,
      "loss": 3.762,
      "step": 9340
    },
    {
      "epoch": 8.08124459809853,
      "grad_norm": 0.5043683648109436,
      "learning_rate": 9.789992655251446e-05,
      "loss": 3.7293,
      "step": 9350
    },
    {
      "epoch": 8.089887640449438,
      "grad_norm": 0.46365660429000854,
      "learning_rate": 9.789541505353677e-05,
      "loss": 3.7591,
      "step": 9360
    },
    {
      "epoch": 8.098530682800346,
      "grad_norm": 0.48677337169647217,
      "learning_rate": 9.789089881800273e-05,
      "loss": 3.7597,
      "step": 9370
    },
    {
      "epoch": 8.107173725151254,
      "grad_norm": 0.440158486366272,
      "learning_rate": 9.7886377846359e-05,
      "loss": 3.7453,
      "step": 9380
    },
    {
      "epoch": 8.11581676750216,
      "grad_norm": 0.599265992641449,
      "learning_rate": 9.788185213905266e-05,
      "loss": 3.7415,
      "step": 9390
    },
    {
      "epoch": 8.124459809853068,
      "grad_norm": 0.4637872874736786,
      "learning_rate": 9.787732169653128e-05,
      "loss": 3.7438,
      "step": 9400
    },
    {
      "epoch": 8.133102852203976,
      "grad_norm": 0.44102877378463745,
      "learning_rate": 9.787278651924287e-05,
      "loss": 3.7523,
      "step": 9410
    },
    {
      "epoch": 8.141745894554884,
      "grad_norm": 0.4758727550506592,
      "learning_rate": 9.786824660763598e-05,
      "loss": 3.7432,
      "step": 9420
    },
    {
      "epoch": 8.150388936905792,
      "grad_norm": 0.4853854179382324,
      "learning_rate": 9.786370196215952e-05,
      "loss": 3.7296,
      "step": 9430
    },
    {
      "epoch": 8.159031979256698,
      "grad_norm": 0.432646781206131,
      "learning_rate": 9.785915258326299e-05,
      "loss": 3.7361,
      "step": 9440
    },
    {
      "epoch": 8.167675021607606,
      "grad_norm": 0.4685443639755249,
      "learning_rate": 9.785459847139624e-05,
      "loss": 3.7573,
      "step": 9450
    },
    {
      "epoch": 8.176318063958513,
      "grad_norm": 0.4620211124420166,
      "learning_rate": 9.785003962700967e-05,
      "loss": 3.7511,
      "step": 9460
    },
    {
      "epoch": 8.184961106309421,
      "grad_norm": 0.47330307960510254,
      "learning_rate": 9.784547605055412e-05,
      "loss": 3.7394,
      "step": 9470
    },
    {
      "epoch": 8.193604148660329,
      "grad_norm": 0.4925650656223297,
      "learning_rate": 9.784090774248089e-05,
      "loss": 3.7446,
      "step": 9480
    },
    {
      "epoch": 8.202247191011235,
      "grad_norm": 0.4598151445388794,
      "learning_rate": 9.783633470324177e-05,
      "loss": 3.752,
      "step": 9490
    },
    {
      "epoch": 8.210890233362143,
      "grad_norm": 0.5687212944030762,
      "learning_rate": 9.7831756933289e-05,
      "loss": 3.7423,
      "step": 9500
    },
    {
      "epoch": 8.21953327571305,
      "grad_norm": 0.4934663474559784,
      "learning_rate": 9.782717443307528e-05,
      "loss": 3.7494,
      "step": 9510
    },
    {
      "epoch": 8.228176318063959,
      "grad_norm": 0.6593343019485474,
      "learning_rate": 9.78225872030538e-05,
      "loss": 3.7335,
      "step": 9520
    },
    {
      "epoch": 8.236819360414867,
      "grad_norm": 0.505717396736145,
      "learning_rate": 9.78179952436782e-05,
      "loss": 3.7841,
      "step": 9530
    },
    {
      "epoch": 8.245462402765774,
      "grad_norm": 0.44793692231178284,
      "learning_rate": 9.781339855540264e-05,
      "loss": 3.7434,
      "step": 9540
    },
    {
      "epoch": 8.25410544511668,
      "grad_norm": 0.505038857460022,
      "learning_rate": 9.780879713868162e-05,
      "loss": 3.7492,
      "step": 9550
    },
    {
      "epoch": 8.262748487467588,
      "grad_norm": 0.46352729201316833,
      "learning_rate": 9.780419099397027e-05,
      "loss": 3.7509,
      "step": 9560
    },
    {
      "epoch": 8.271391529818496,
      "grad_norm": 0.4584798812866211,
      "learning_rate": 9.779958012172407e-05,
      "loss": 3.7595,
      "step": 9570
    },
    {
      "epoch": 8.280034572169404,
      "grad_norm": 0.48413047194480896,
      "learning_rate": 9.779496452239902e-05,
      "loss": 3.7455,
      "step": 9580
    },
    {
      "epoch": 8.288677614520312,
      "grad_norm": 0.44428011775016785,
      "learning_rate": 9.779034419645157e-05,
      "loss": 3.7572,
      "step": 9590
    },
    {
      "epoch": 8.297320656871218,
      "grad_norm": 0.4823353588581085,
      "learning_rate": 9.778571914433864e-05,
      "loss": 3.7678,
      "step": 9600
    },
    {
      "epoch": 8.305963699222126,
      "grad_norm": 0.47280848026275635,
      "learning_rate": 9.778108936651762e-05,
      "loss": 3.7433,
      "step": 9610
    },
    {
      "epoch": 8.314606741573034,
      "grad_norm": 0.4984550476074219,
      "learning_rate": 9.777645486344635e-05,
      "loss": 3.7583,
      "step": 9620
    },
    {
      "epoch": 8.323249783923941,
      "grad_norm": 0.5061043500900269,
      "learning_rate": 9.777181563558317e-05,
      "loss": 3.7575,
      "step": 9630
    },
    {
      "epoch": 8.33189282627485,
      "grad_norm": 0.49417343735694885,
      "learning_rate": 9.77671716833869e-05,
      "loss": 3.7509,
      "step": 9640
    },
    {
      "epoch": 8.340535868625757,
      "grad_norm": 0.44791361689567566,
      "learning_rate": 9.776252300731673e-05,
      "loss": 3.7623,
      "step": 9650
    },
    {
      "epoch": 8.349178910976663,
      "grad_norm": 0.4811897277832031,
      "learning_rate": 9.775786960783243e-05,
      "loss": 3.7476,
      "step": 9660
    },
    {
      "epoch": 8.357821953327571,
      "grad_norm": 0.5796162486076355,
      "learning_rate": 9.775321148539419e-05,
      "loss": 3.7625,
      "step": 9670
    },
    {
      "epoch": 8.366464995678479,
      "grad_norm": 0.5253317952156067,
      "learning_rate": 9.774854864046265e-05,
      "loss": 3.758,
      "step": 9680
    },
    {
      "epoch": 8.375108038029387,
      "grad_norm": 0.5516966581344604,
      "learning_rate": 9.774388107349897e-05,
      "loss": 3.769,
      "step": 9690
    },
    {
      "epoch": 8.383751080380295,
      "grad_norm": 0.47996285557746887,
      "learning_rate": 9.77392087849647e-05,
      "loss": 3.7544,
      "step": 9700
    },
    {
      "epoch": 8.3923941227312,
      "grad_norm": 0.44499123096466064,
      "learning_rate": 9.773453177532193e-05,
      "loss": 3.7444,
      "step": 9710
    },
    {
      "epoch": 8.401037165082109,
      "grad_norm": 0.48037391901016235,
      "learning_rate": 9.77298500450332e-05,
      "loss": 3.7465,
      "step": 9720
    },
    {
      "epoch": 8.409680207433016,
      "grad_norm": 0.46453607082366943,
      "learning_rate": 9.772516359456146e-05,
      "loss": 3.7591,
      "step": 9730
    },
    {
      "epoch": 8.418323249783924,
      "grad_norm": 0.43252211809158325,
      "learning_rate": 9.772047242437018e-05,
      "loss": 3.7621,
      "step": 9740
    },
    {
      "epoch": 8.426966292134832,
      "grad_norm": 0.5457204580307007,
      "learning_rate": 9.771577653492331e-05,
      "loss": 3.7514,
      "step": 9750
    },
    {
      "epoch": 8.435609334485738,
      "grad_norm": 0.45611676573753357,
      "learning_rate": 9.771107592668524e-05,
      "loss": 3.7538,
      "step": 9760
    },
    {
      "epoch": 8.444252376836646,
      "grad_norm": 0.46146273612976074,
      "learning_rate": 9.770637060012083e-05,
      "loss": 3.7626,
      "step": 9770
    },
    {
      "epoch": 8.452895419187554,
      "grad_norm": 0.47060343623161316,
      "learning_rate": 9.770166055569539e-05,
      "loss": 3.758,
      "step": 9780
    },
    {
      "epoch": 8.461538461538462,
      "grad_norm": 0.4640510082244873,
      "learning_rate": 9.769694579387474e-05,
      "loss": 3.7471,
      "step": 9790
    },
    {
      "epoch": 8.47018150388937,
      "grad_norm": 0.4595911204814911,
      "learning_rate": 9.769222631512511e-05,
      "loss": 3.7668,
      "step": 9800
    },
    {
      "epoch": 8.478824546240277,
      "grad_norm": 0.4430038630962372,
      "learning_rate": 9.768750211991326e-05,
      "loss": 3.7765,
      "step": 9810
    },
    {
      "epoch": 8.487467588591183,
      "grad_norm": 0.47259417176246643,
      "learning_rate": 9.768277320870636e-05,
      "loss": 3.7624,
      "step": 9820
    },
    {
      "epoch": 8.496110630942091,
      "grad_norm": 0.500867486000061,
      "learning_rate": 9.767803958197208e-05,
      "loss": 3.7521,
      "step": 9830
    },
    {
      "epoch": 8.504753673293,
      "grad_norm": 0.4520571827888489,
      "learning_rate": 9.767330124017852e-05,
      "loss": 3.7529,
      "step": 9840
    },
    {
      "epoch": 8.513396715643907,
      "grad_norm": 0.4888074994087219,
      "learning_rate": 9.766855818379433e-05,
      "loss": 3.7624,
      "step": 9850
    },
    {
      "epoch": 8.522039757994815,
      "grad_norm": 0.42933934926986694,
      "learning_rate": 9.766381041328851e-05,
      "loss": 3.7553,
      "step": 9860
    },
    {
      "epoch": 8.530682800345721,
      "grad_norm": 0.47036847472190857,
      "learning_rate": 9.765905792913062e-05,
      "loss": 3.7648,
      "step": 9870
    },
    {
      "epoch": 8.539325842696629,
      "grad_norm": 0.4764153063297272,
      "learning_rate": 9.765430073179062e-05,
      "loss": 3.7567,
      "step": 9880
    },
    {
      "epoch": 8.547968885047537,
      "grad_norm": 0.4575450122356415,
      "learning_rate": 9.7649538821739e-05,
      "loss": 3.76,
      "step": 9890
    },
    {
      "epoch": 8.556611927398444,
      "grad_norm": 0.45034366846084595,
      "learning_rate": 9.764477219944668e-05,
      "loss": 3.7526,
      "step": 9900
    },
    {
      "epoch": 8.565254969749352,
      "grad_norm": 0.46308913826942444,
      "learning_rate": 9.764000086538501e-05,
      "loss": 3.7744,
      "step": 9910
    },
    {
      "epoch": 8.573898012100258,
      "grad_norm": 0.4948825240135193,
      "learning_rate": 9.76352248200259e-05,
      "loss": 3.7513,
      "step": 9920
    },
    {
      "epoch": 8.582541054451166,
      "grad_norm": 0.46322715282440186,
      "learning_rate": 9.763044406384163e-05,
      "loss": 3.7404,
      "step": 9930
    },
    {
      "epoch": 8.591184096802074,
      "grad_norm": 0.43805623054504395,
      "learning_rate": 9.7625658597305e-05,
      "loss": 3.7559,
      "step": 9940
    },
    {
      "epoch": 8.599827139152982,
      "grad_norm": 0.4568833112716675,
      "learning_rate": 9.762086842088927e-05,
      "loss": 3.7379,
      "step": 9950
    },
    {
      "epoch": 8.60847018150389,
      "grad_norm": 0.45079609751701355,
      "learning_rate": 9.761607353506814e-05,
      "loss": 3.7732,
      "step": 9960
    },
    {
      "epoch": 8.617113223854798,
      "grad_norm": 0.43652480840682983,
      "learning_rate": 9.761127394031582e-05,
      "loss": 3.7682,
      "step": 9970
    },
    {
      "epoch": 8.625756266205704,
      "grad_norm": 0.440840482711792,
      "learning_rate": 9.760646963710694e-05,
      "loss": 3.7724,
      "step": 9980
    },
    {
      "epoch": 8.634399308556612,
      "grad_norm": 0.4426875412464142,
      "learning_rate": 9.760166062591663e-05,
      "loss": 3.7648,
      "step": 9990
    },
    {
      "epoch": 8.64304235090752,
      "grad_norm": 0.5241554379463196,
      "learning_rate": 9.759684690722044e-05,
      "loss": 3.7698,
      "step": 10000
    },
    {
      "epoch": 8.651685393258427,
      "grad_norm": 0.4514304995536804,
      "learning_rate": 9.759202848149446e-05,
      "loss": 3.7561,
      "step": 10010
    },
    {
      "epoch": 8.660328435609335,
      "grad_norm": 0.5220859050750732,
      "learning_rate": 9.758720534921517e-05,
      "loss": 3.759,
      "step": 10020
    },
    {
      "epoch": 8.668971477960241,
      "grad_norm": 0.4727265536785126,
      "learning_rate": 9.758237751085957e-05,
      "loss": 3.7474,
      "step": 10030
    },
    {
      "epoch": 8.677614520311149,
      "grad_norm": 0.41619962453842163,
      "learning_rate": 9.757754496690508e-05,
      "loss": 3.7401,
      "step": 10040
    },
    {
      "epoch": 8.686257562662057,
      "grad_norm": 0.45655637979507446,
      "learning_rate": 9.757270771782963e-05,
      "loss": 3.7497,
      "step": 10050
    },
    {
      "epoch": 8.694900605012965,
      "grad_norm": 0.5134854912757874,
      "learning_rate": 9.756786576411156e-05,
      "loss": 3.7679,
      "step": 10060
    },
    {
      "epoch": 8.703543647363873,
      "grad_norm": 0.432964950799942,
      "learning_rate": 9.756301910622976e-05,
      "loss": 3.7683,
      "step": 10070
    },
    {
      "epoch": 8.71218668971478,
      "grad_norm": 0.4667627215385437,
      "learning_rate": 9.75581677446635e-05,
      "loss": 3.7588,
      "step": 10080
    },
    {
      "epoch": 8.720829732065686,
      "grad_norm": 0.43583422899246216,
      "learning_rate": 9.755331167989254e-05,
      "loss": 3.7656,
      "step": 10090
    },
    {
      "epoch": 8.729472774416594,
      "grad_norm": 0.4319300651550293,
      "learning_rate": 9.754845091239715e-05,
      "loss": 3.7622,
      "step": 10100
    },
    {
      "epoch": 8.738115816767502,
      "grad_norm": 0.5369278788566589,
      "learning_rate": 9.7543585442658e-05,
      "loss": 3.7532,
      "step": 10110
    },
    {
      "epoch": 8.74675885911841,
      "grad_norm": 0.4468677341938019,
      "learning_rate": 9.753871527115628e-05,
      "loss": 3.7644,
      "step": 10120
    },
    {
      "epoch": 8.755401901469318,
      "grad_norm": 0.5292395353317261,
      "learning_rate": 9.753384039837358e-05,
      "loss": 3.7622,
      "step": 10130
    },
    {
      "epoch": 8.764044943820224,
      "grad_norm": 0.43111321330070496,
      "learning_rate": 9.752896082479202e-05,
      "loss": 3.7734,
      "step": 10140
    },
    {
      "epoch": 8.772687986171132,
      "grad_norm": 0.4568481147289276,
      "learning_rate": 9.752407655089417e-05,
      "loss": 3.7575,
      "step": 10150
    },
    {
      "epoch": 8.78133102852204,
      "grad_norm": 0.49823302030563354,
      "learning_rate": 9.751918757716303e-05,
      "loss": 3.7496,
      "step": 10160
    },
    {
      "epoch": 8.789974070872947,
      "grad_norm": 0.4650852680206299,
      "learning_rate": 9.75142939040821e-05,
      "loss": 3.7477,
      "step": 10170
    },
    {
      "epoch": 8.798617113223855,
      "grad_norm": 0.45112791657447815,
      "learning_rate": 9.750939553213536e-05,
      "loss": 3.7612,
      "step": 10180
    },
    {
      "epoch": 8.807260155574763,
      "grad_norm": 0.5028764009475708,
      "learning_rate": 9.750449246180717e-05,
      "loss": 3.768,
      "step": 10190
    },
    {
      "epoch": 8.81590319792567,
      "grad_norm": 0.4715244770050049,
      "learning_rate": 9.749958469358246e-05,
      "loss": 3.7667,
      "step": 10200
    },
    {
      "epoch": 8.824546240276577,
      "grad_norm": 0.4270972013473511,
      "learning_rate": 9.749467222794655e-05,
      "loss": 3.7645,
      "step": 10210
    },
    {
      "epoch": 8.833189282627485,
      "grad_norm": 0.4754692316055298,
      "learning_rate": 9.748975506538527e-05,
      "loss": 3.7327,
      "step": 10220
    },
    {
      "epoch": 8.841832324978393,
      "grad_norm": 0.464085191488266,
      "learning_rate": 9.74848332063849e-05,
      "loss": 3.7414,
      "step": 10230
    },
    {
      "epoch": 8.8504753673293,
      "grad_norm": 0.513344407081604,
      "learning_rate": 9.747990665143216e-05,
      "loss": 3.754,
      "step": 10240
    },
    {
      "epoch": 8.859118409680207,
      "grad_norm": 0.43291178345680237,
      "learning_rate": 9.747497540101427e-05,
      "loss": 3.7528,
      "step": 10250
    },
    {
      "epoch": 8.867761452031115,
      "grad_norm": 0.45774194598197937,
      "learning_rate": 9.74700394556189e-05,
      "loss": 3.7504,
      "step": 10260
    },
    {
      "epoch": 8.876404494382022,
      "grad_norm": 0.4662226736545563,
      "learning_rate": 9.746509881573418e-05,
      "loss": 3.7724,
      "step": 10270
    },
    {
      "epoch": 8.88504753673293,
      "grad_norm": 0.48376768827438354,
      "learning_rate": 9.746015348184871e-05,
      "loss": 3.7653,
      "step": 10280
    },
    {
      "epoch": 8.893690579083838,
      "grad_norm": 0.4829849600791931,
      "learning_rate": 9.745520345445156e-05,
      "loss": 3.7547,
      "step": 10290
    },
    {
      "epoch": 8.902333621434746,
      "grad_norm": 0.4469623863697052,
      "learning_rate": 9.745024873403223e-05,
      "loss": 3.7557,
      "step": 10300
    },
    {
      "epoch": 8.910976663785652,
      "grad_norm": 0.47821757197380066,
      "learning_rate": 9.744528932108075e-05,
      "loss": 3.7727,
      "step": 10310
    },
    {
      "epoch": 8.91961970613656,
      "grad_norm": 0.44721412658691406,
      "learning_rate": 9.744032521608754e-05,
      "loss": 3.7693,
      "step": 10320
    },
    {
      "epoch": 8.928262748487468,
      "grad_norm": 0.47041958570480347,
      "learning_rate": 9.743535641954353e-05,
      "loss": 3.7608,
      "step": 10330
    },
    {
      "epoch": 8.936905790838376,
      "grad_norm": 0.5188902020454407,
      "learning_rate": 9.743038293194011e-05,
      "loss": 3.7787,
      "step": 10340
    },
    {
      "epoch": 8.945548833189283,
      "grad_norm": 0.44184383749961853,
      "learning_rate": 9.742540475376914e-05,
      "loss": 3.7665,
      "step": 10350
    },
    {
      "epoch": 8.95419187554019,
      "grad_norm": 0.44161078333854675,
      "learning_rate": 9.74204218855229e-05,
      "loss": 3.78,
      "step": 10360
    },
    {
      "epoch": 8.962834917891097,
      "grad_norm": 0.5031571388244629,
      "learning_rate": 9.741543432769417e-05,
      "loss": 3.7781,
      "step": 10370
    },
    {
      "epoch": 8.971477960242005,
      "grad_norm": 0.48349663615226746,
      "learning_rate": 9.741044208077619e-05,
      "loss": 3.7765,
      "step": 10380
    },
    {
      "epoch": 8.980121002592913,
      "grad_norm": 0.48071250319480896,
      "learning_rate": 9.740544514526269e-05,
      "loss": 3.7612,
      "step": 10390
    },
    {
      "epoch": 8.98876404494382,
      "grad_norm": 0.45979589223861694,
      "learning_rate": 9.74004435216478e-05,
      "loss": 3.775,
      "step": 10400
    },
    {
      "epoch": 8.997407087294727,
      "grad_norm": 0.5137695670127869,
      "learning_rate": 9.739543721042616e-05,
      "loss": 3.7787,
      "step": 10410
    },
    {
      "epoch": 9.006050129645635,
      "grad_norm": 0.5173241496086121,
      "learning_rate": 9.739042621209288e-05,
      "loss": 3.7116,
      "step": 10420
    },
    {
      "epoch": 9.014693171996543,
      "grad_norm": 0.6644781231880188,
      "learning_rate": 9.738541052714349e-05,
      "loss": 3.7004,
      "step": 10430
    },
    {
      "epoch": 9.02333621434745,
      "grad_norm": 0.4805047810077667,
      "learning_rate": 9.738039015607403e-05,
      "loss": 3.7091,
      "step": 10440
    },
    {
      "epoch": 9.031979256698358,
      "grad_norm": 0.5205739140510559,
      "learning_rate": 9.737536509938097e-05,
      "loss": 3.709,
      "step": 10450
    },
    {
      "epoch": 9.040622299049266,
      "grad_norm": 0.5594408512115479,
      "learning_rate": 9.737033535756126e-05,
      "loss": 3.6931,
      "step": 10460
    },
    {
      "epoch": 9.049265341400172,
      "grad_norm": 0.4729236364364624,
      "learning_rate": 9.736530093111232e-05,
      "loss": 3.7117,
      "step": 10470
    },
    {
      "epoch": 9.05790838375108,
      "grad_norm": 0.5033740997314453,
      "learning_rate": 9.7360261820532e-05,
      "loss": 3.708,
      "step": 10480
    },
    {
      "epoch": 9.066551426101988,
      "grad_norm": 0.5226423144340515,
      "learning_rate": 9.735521802631866e-05,
      "loss": 3.6952,
      "step": 10490
    },
    {
      "epoch": 9.075194468452896,
      "grad_norm": 0.6846707463264465,
      "learning_rate": 9.735016954897109e-05,
      "loss": 3.7156,
      "step": 10500
    },
    {
      "epoch": 9.083837510803804,
      "grad_norm": 0.5119282007217407,
      "learning_rate": 9.734511638898856e-05,
      "loss": 3.7057,
      "step": 10510
    },
    {
      "epoch": 9.09248055315471,
      "grad_norm": 0.4926638901233673,
      "learning_rate": 9.734005854687079e-05,
      "loss": 3.6946,
      "step": 10520
    },
    {
      "epoch": 9.101123595505618,
      "grad_norm": 0.48213866353034973,
      "learning_rate": 9.733499602311795e-05,
      "loss": 3.6898,
      "step": 10530
    },
    {
      "epoch": 9.109766637856525,
      "grad_norm": 0.4466792643070221,
      "learning_rate": 9.732992881823072e-05,
      "loss": 3.7124,
      "step": 10540
    },
    {
      "epoch": 9.118409680207433,
      "grad_norm": 0.4770711660385132,
      "learning_rate": 9.732485693271021e-05,
      "loss": 3.7066,
      "step": 10550
    },
    {
      "epoch": 9.127052722558341,
      "grad_norm": 0.5223773121833801,
      "learning_rate": 9.731978036705798e-05,
      "loss": 3.7213,
      "step": 10560
    },
    {
      "epoch": 9.135695764909247,
      "grad_norm": 0.5016674399375916,
      "learning_rate": 9.731469912177609e-05,
      "loss": 3.7187,
      "step": 10570
    },
    {
      "epoch": 9.144338807260155,
      "grad_norm": 0.4452661871910095,
      "learning_rate": 9.730961319736704e-05,
      "loss": 3.6834,
      "step": 10580
    },
    {
      "epoch": 9.152981849611063,
      "grad_norm": 0.6498205065727234,
      "learning_rate": 9.730452259433379e-05,
      "loss": 3.7069,
      "step": 10590
    },
    {
      "epoch": 9.16162489196197,
      "grad_norm": 0.4517250061035156,
      "learning_rate": 9.729942731317977e-05,
      "loss": 3.7139,
      "step": 10600
    },
    {
      "epoch": 9.170267934312879,
      "grad_norm": 0.561933696269989,
      "learning_rate": 9.729432735440887e-05,
      "loss": 3.6964,
      "step": 10610
    },
    {
      "epoch": 9.178910976663786,
      "grad_norm": 0.49906885623931885,
      "learning_rate": 9.728922271852545e-05,
      "loss": 3.7207,
      "step": 10620
    },
    {
      "epoch": 9.187554019014692,
      "grad_norm": 0.5469339489936829,
      "learning_rate": 9.728411340603433e-05,
      "loss": 3.7182,
      "step": 10630
    },
    {
      "epoch": 9.1961970613656,
      "grad_norm": 0.5641295909881592,
      "learning_rate": 9.727899941744077e-05,
      "loss": 3.6975,
      "step": 10640
    },
    {
      "epoch": 9.204840103716508,
      "grad_norm": 0.4885326027870178,
      "learning_rate": 9.727388075325054e-05,
      "loss": 3.7341,
      "step": 10650
    },
    {
      "epoch": 9.213483146067416,
      "grad_norm": 0.4940291941165924,
      "learning_rate": 9.726875741396982e-05,
      "loss": 3.7047,
      "step": 10660
    },
    {
      "epoch": 9.222126188418324,
      "grad_norm": 0.45150914788246155,
      "learning_rate": 9.726362940010527e-05,
      "loss": 3.7317,
      "step": 10670
    },
    {
      "epoch": 9.23076923076923,
      "grad_norm": 0.5133076906204224,
      "learning_rate": 9.725849671216403e-05,
      "loss": 3.7072,
      "step": 10680
    },
    {
      "epoch": 9.239412273120138,
      "grad_norm": 0.5238605737686157,
      "learning_rate": 9.725335935065371e-05,
      "loss": 3.7098,
      "step": 10690
    },
    {
      "epoch": 9.248055315471046,
      "grad_norm": 0.4795264005661011,
      "learning_rate": 9.724821731608234e-05,
      "loss": 3.7299,
      "step": 10700
    },
    {
      "epoch": 9.256698357821953,
      "grad_norm": 0.512211799621582,
      "learning_rate": 9.724307060895844e-05,
      "loss": 3.7015,
      "step": 10710
    },
    {
      "epoch": 9.265341400172861,
      "grad_norm": 0.4602447748184204,
      "learning_rate": 9.723791922979099e-05,
      "loss": 3.7109,
      "step": 10720
    },
    {
      "epoch": 9.27398444252377,
      "grad_norm": 0.46930524706840515,
      "learning_rate": 9.723276317908943e-05,
      "loss": 3.7203,
      "step": 10730
    },
    {
      "epoch": 9.282627484874675,
      "grad_norm": 0.4623701274394989,
      "learning_rate": 9.722760245736364e-05,
      "loss": 3.7087,
      "step": 10740
    },
    {
      "epoch": 9.291270527225583,
      "grad_norm": 0.4951903820037842,
      "learning_rate": 9.722243706512401e-05,
      "loss": 3.7118,
      "step": 10750
    },
    {
      "epoch": 9.299913569576491,
      "grad_norm": 0.48930785059928894,
      "learning_rate": 9.721726700288137e-05,
      "loss": 3.7367,
      "step": 10760
    },
    {
      "epoch": 9.308556611927399,
      "grad_norm": 0.49884432554244995,
      "learning_rate": 9.721209227114696e-05,
      "loss": 3.713,
      "step": 10770
    },
    {
      "epoch": 9.317199654278307,
      "grad_norm": 0.49277737736701965,
      "learning_rate": 9.720691287043257e-05,
      "loss": 3.7271,
      "step": 10780
    },
    {
      "epoch": 9.325842696629213,
      "grad_norm": 0.4780270457267761,
      "learning_rate": 9.720172880125042e-05,
      "loss": 3.7308,
      "step": 10790
    },
    {
      "epoch": 9.33448573898012,
      "grad_norm": 0.47138842940330505,
      "learning_rate": 9.719654006411316e-05,
      "loss": 3.7184,
      "step": 10800
    },
    {
      "epoch": 9.343128781331028,
      "grad_norm": 0.4544103145599365,
      "learning_rate": 9.719134665953391e-05,
      "loss": 3.7244,
      "step": 10810
    },
    {
      "epoch": 9.351771823681936,
      "grad_norm": 0.49461787939071655,
      "learning_rate": 9.718614858802631e-05,
      "loss": 3.7281,
      "step": 10820
    },
    {
      "epoch": 9.360414866032844,
      "grad_norm": 0.4712662994861603,
      "learning_rate": 9.718094585010435e-05,
      "loss": 3.7047,
      "step": 10830
    },
    {
      "epoch": 9.369057908383752,
      "grad_norm": 0.5297857522964478,
      "learning_rate": 9.717573844628261e-05,
      "loss": 3.7032,
      "step": 10840
    },
    {
      "epoch": 9.377700950734658,
      "grad_norm": 0.5364890694618225,
      "learning_rate": 9.717052637707605e-05,
      "loss": 3.7155,
      "step": 10850
    },
    {
      "epoch": 9.386343993085566,
      "grad_norm": 0.5077672600746155,
      "learning_rate": 9.71653096430001e-05,
      "loss": 3.7107,
      "step": 10860
    },
    {
      "epoch": 9.394987035436474,
      "grad_norm": 0.5294975638389587,
      "learning_rate": 9.716008824457067e-05,
      "loss": 3.73,
      "step": 10870
    },
    {
      "epoch": 9.403630077787382,
      "grad_norm": 0.543056309223175,
      "learning_rate": 9.715486218230412e-05,
      "loss": 3.7186,
      "step": 10880
    },
    {
      "epoch": 9.41227312013829,
      "grad_norm": 0.5836026072502136,
      "learning_rate": 9.714963145671727e-05,
      "loss": 3.7258,
      "step": 10890
    },
    {
      "epoch": 9.420916162489196,
      "grad_norm": 0.48116791248321533,
      "learning_rate": 9.714439606832743e-05,
      "loss": 3.7341,
      "step": 10900
    },
    {
      "epoch": 9.429559204840103,
      "grad_norm": 0.469978004693985,
      "learning_rate": 9.713915601765234e-05,
      "loss": 3.7204,
      "step": 10910
    },
    {
      "epoch": 9.438202247191011,
      "grad_norm": 0.5366095304489136,
      "learning_rate": 9.713391130521017e-05,
      "loss": 3.7355,
      "step": 10920
    },
    {
      "epoch": 9.446845289541919,
      "grad_norm": 0.5664842128753662,
      "learning_rate": 9.712866193151964e-05,
      "loss": 3.7244,
      "step": 10930
    },
    {
      "epoch": 9.455488331892827,
      "grad_norm": 0.5498877763748169,
      "learning_rate": 9.712340789709984e-05,
      "loss": 3.7276,
      "step": 10940
    },
    {
      "epoch": 9.464131374243733,
      "grad_norm": 0.48816201090812683,
      "learning_rate": 9.71181492024704e-05,
      "loss": 3.7353,
      "step": 10950
    },
    {
      "epoch": 9.47277441659464,
      "grad_norm": 0.5609000325202942,
      "learning_rate": 9.711288584815133e-05,
      "loss": 3.7196,
      "step": 10960
    },
    {
      "epoch": 9.481417458945549,
      "grad_norm": 0.4575328826904297,
      "learning_rate": 9.710761783466318e-05,
      "loss": 3.7454,
      "step": 10970
    },
    {
      "epoch": 9.490060501296457,
      "grad_norm": 0.4813523590564728,
      "learning_rate": 9.71023451625269e-05,
      "loss": 3.7328,
      "step": 10980
    },
    {
      "epoch": 9.498703543647364,
      "grad_norm": 0.5238398909568787,
      "learning_rate": 9.709706783226393e-05,
      "loss": 3.7216,
      "step": 10990
    },
    {
      "epoch": 9.507346585998272,
      "grad_norm": 0.4787043333053589,
      "learning_rate": 9.709178584439617e-05,
      "loss": 3.7164,
      "step": 11000
    },
    {
      "epoch": 9.515989628349178,
      "grad_norm": 0.4655061364173889,
      "learning_rate": 9.708649919944599e-05,
      "loss": 3.7188,
      "step": 11010
    },
    {
      "epoch": 9.524632670700086,
      "grad_norm": 0.5777556300163269,
      "learning_rate": 9.708120789793617e-05,
      "loss": 3.7039,
      "step": 11020
    },
    {
      "epoch": 9.533275713050994,
      "grad_norm": 0.4984196126461029,
      "learning_rate": 9.707591194039001e-05,
      "loss": 3.7434,
      "step": 11030
    },
    {
      "epoch": 9.541918755401902,
      "grad_norm": 0.5686136484146118,
      "learning_rate": 9.707061132733124e-05,
      "loss": 3.7301,
      "step": 11040
    },
    {
      "epoch": 9.55056179775281,
      "grad_norm": 0.4579119086265564,
      "learning_rate": 9.706530605928406e-05,
      "loss": 3.716,
      "step": 11050
    },
    {
      "epoch": 9.559204840103716,
      "grad_norm": 0.49410757422447205,
      "learning_rate": 9.705999613677312e-05,
      "loss": 3.7299,
      "step": 11060
    },
    {
      "epoch": 9.567847882454624,
      "grad_norm": 0.5855129361152649,
      "learning_rate": 9.705468156032356e-05,
      "loss": 3.7118,
      "step": 11070
    },
    {
      "epoch": 9.576490924805531,
      "grad_norm": 0.5763207674026489,
      "learning_rate": 9.704936233046092e-05,
      "loss": 3.718,
      "step": 11080
    },
    {
      "epoch": 9.58513396715644,
      "grad_norm": 0.4536745846271515,
      "learning_rate": 9.704403844771128e-05,
      "loss": 3.7325,
      "step": 11090
    },
    {
      "epoch": 9.593777009507347,
      "grad_norm": 0.48520761728286743,
      "learning_rate": 9.70387099126011e-05,
      "loss": 3.7284,
      "step": 11100
    },
    {
      "epoch": 9.602420051858253,
      "grad_norm": 0.4996262788772583,
      "learning_rate": 9.703337672565739e-05,
      "loss": 3.7092,
      "step": 11110
    },
    {
      "epoch": 9.611063094209161,
      "grad_norm": 0.49985188245773315,
      "learning_rate": 9.702803888740753e-05,
      "loss": 3.7278,
      "step": 11120
    },
    {
      "epoch": 9.619706136560069,
      "grad_norm": 0.507959246635437,
      "learning_rate": 9.70226963983794e-05,
      "loss": 3.7226,
      "step": 11130
    },
    {
      "epoch": 9.628349178910977,
      "grad_norm": 0.4835833013057709,
      "learning_rate": 9.701734925910133e-05,
      "loss": 3.7427,
      "step": 11140
    },
    {
      "epoch": 9.636992221261885,
      "grad_norm": 0.48076891899108887,
      "learning_rate": 9.701199747010216e-05,
      "loss": 3.7384,
      "step": 11150
    },
    {
      "epoch": 9.645635263612792,
      "grad_norm": 0.5226660966873169,
      "learning_rate": 9.70066410319111e-05,
      "loss": 3.6928,
      "step": 11160
    },
    {
      "epoch": 9.654278305963699,
      "grad_norm": 0.500931441783905,
      "learning_rate": 9.700127994505791e-05,
      "loss": 3.7359,
      "step": 11170
    },
    {
      "epoch": 9.662921348314606,
      "grad_norm": 0.48784151673316956,
      "learning_rate": 9.699591421007275e-05,
      "loss": 3.7206,
      "step": 11180
    },
    {
      "epoch": 9.671564390665514,
      "grad_norm": 0.501513659954071,
      "learning_rate": 9.699054382748625e-05,
      "loss": 3.7273,
      "step": 11190
    },
    {
      "epoch": 9.680207433016422,
      "grad_norm": 0.45348435640335083,
      "learning_rate": 9.698516879782951e-05,
      "loss": 3.722,
      "step": 11200
    },
    {
      "epoch": 9.68885047536733,
      "grad_norm": 0.48169976472854614,
      "learning_rate": 9.697978912163408e-05,
      "loss": 3.7352,
      "step": 11210
    },
    {
      "epoch": 9.697493517718236,
      "grad_norm": 0.545628547668457,
      "learning_rate": 9.6974404799432e-05,
      "loss": 3.7298,
      "step": 11220
    },
    {
      "epoch": 9.706136560069144,
      "grad_norm": 0.5044597387313843,
      "learning_rate": 9.696901583175573e-05,
      "loss": 3.7429,
      "step": 11230
    },
    {
      "epoch": 9.714779602420052,
      "grad_norm": 0.49827882647514343,
      "learning_rate": 9.696362221913819e-05,
      "loss": 3.7357,
      "step": 11240
    },
    {
      "epoch": 9.72342264477096,
      "grad_norm": 0.49696820974349976,
      "learning_rate": 9.695822396211281e-05,
      "loss": 3.7208,
      "step": 11250
    },
    {
      "epoch": 9.732065687121867,
      "grad_norm": 0.5119147300720215,
      "learning_rate": 9.695282106121342e-05,
      "loss": 3.7374,
      "step": 11260
    },
    {
      "epoch": 9.740708729472775,
      "grad_norm": 0.5000281929969788,
      "learning_rate": 9.694741351697434e-05,
      "loss": 3.7257,
      "step": 11270
    },
    {
      "epoch": 9.749351771823681,
      "grad_norm": 0.47250476479530334,
      "learning_rate": 9.694200132993034e-05,
      "loss": 3.7241,
      "step": 11280
    },
    {
      "epoch": 9.75799481417459,
      "grad_norm": 0.450208842754364,
      "learning_rate": 9.693658450061666e-05,
      "loss": 3.7176,
      "step": 11290
    },
    {
      "epoch": 9.766637856525497,
      "grad_norm": 0.5206766724586487,
      "learning_rate": 9.693116302956897e-05,
      "loss": 3.7245,
      "step": 11300
    },
    {
      "epoch": 9.775280898876405,
      "grad_norm": 0.4971694350242615,
      "learning_rate": 9.692573691732343e-05,
      "loss": 3.7269,
      "step": 11310
    },
    {
      "epoch": 9.783923941227313,
      "grad_norm": 0.470877081155777,
      "learning_rate": 9.692030616441667e-05,
      "loss": 3.7256,
      "step": 11320
    },
    {
      "epoch": 9.792566983578219,
      "grad_norm": 0.4835011065006256,
      "learning_rate": 9.691487077138573e-05,
      "loss": 3.7256,
      "step": 11330
    },
    {
      "epoch": 9.801210025929127,
      "grad_norm": 0.5473735332489014,
      "learning_rate": 9.690943073876813e-05,
      "loss": 3.7273,
      "step": 11340
    },
    {
      "epoch": 9.809853068280034,
      "grad_norm": 0.45465806126594543,
      "learning_rate": 9.690398606710188e-05,
      "loss": 3.749,
      "step": 11350
    },
    {
      "epoch": 9.818496110630942,
      "grad_norm": 0.46930500864982605,
      "learning_rate": 9.68985367569254e-05,
      "loss": 3.7146,
      "step": 11360
    },
    {
      "epoch": 9.82713915298185,
      "grad_norm": 0.47101566195487976,
      "learning_rate": 9.689308280877763e-05,
      "loss": 3.7407,
      "step": 11370
    },
    {
      "epoch": 9.835782195332758,
      "grad_norm": 0.5056653022766113,
      "learning_rate": 9.688762422319788e-05,
      "loss": 3.7192,
      "step": 11380
    },
    {
      "epoch": 9.844425237683664,
      "grad_norm": 0.49016445875167847,
      "learning_rate": 9.688216100072601e-05,
      "loss": 3.7433,
      "step": 11390
    },
    {
      "epoch": 9.853068280034572,
      "grad_norm": 0.4911297857761383,
      "learning_rate": 9.687669314190229e-05,
      "loss": 3.701,
      "step": 11400
    },
    {
      "epoch": 9.86171132238548,
      "grad_norm": 0.47492873668670654,
      "learning_rate": 9.687122064726744e-05,
      "loss": 3.7325,
      "step": 11410
    },
    {
      "epoch": 9.870354364736388,
      "grad_norm": 0.4581717848777771,
      "learning_rate": 9.686574351736268e-05,
      "loss": 3.7213,
      "step": 11420
    },
    {
      "epoch": 9.878997407087295,
      "grad_norm": 0.4734545052051544,
      "learning_rate": 9.686026175272964e-05,
      "loss": 3.7353,
      "step": 11430
    },
    {
      "epoch": 9.887640449438202,
      "grad_norm": 0.49344101548194885,
      "learning_rate": 9.685477535391045e-05,
      "loss": 3.7183,
      "step": 11440
    },
    {
      "epoch": 9.89628349178911,
      "grad_norm": 0.49212369322776794,
      "learning_rate": 9.684928432144769e-05,
      "loss": 3.7241,
      "step": 11450
    },
    {
      "epoch": 9.904926534140017,
      "grad_norm": 0.483938604593277,
      "learning_rate": 9.684378865588435e-05,
      "loss": 3.731,
      "step": 11460
    },
    {
      "epoch": 9.913569576490925,
      "grad_norm": 0.5521007180213928,
      "learning_rate": 9.683828835776395e-05,
      "loss": 3.725,
      "step": 11470
    },
    {
      "epoch": 9.922212618841833,
      "grad_norm": 0.4836953282356262,
      "learning_rate": 9.683278342763042e-05,
      "loss": 3.7243,
      "step": 11480
    },
    {
      "epoch": 9.93085566119274,
      "grad_norm": 0.4719717502593994,
      "learning_rate": 9.682727386602816e-05,
      "loss": 3.7342,
      "step": 11490
    },
    {
      "epoch": 9.939498703543647,
      "grad_norm": 0.4862285256385803,
      "learning_rate": 9.682175967350206e-05,
      "loss": 3.7321,
      "step": 11500
    },
    {
      "epoch": 9.948141745894555,
      "grad_norm": 0.530694305896759,
      "learning_rate": 9.681624085059739e-05,
      "loss": 3.7387,
      "step": 11510
    },
    {
      "epoch": 9.956784788245463,
      "grad_norm": 0.5174630880355835,
      "learning_rate": 9.681071739785998e-05,
      "loss": 3.7114,
      "step": 11520
    },
    {
      "epoch": 9.96542783059637,
      "grad_norm": 0.47248172760009766,
      "learning_rate": 9.680518931583603e-05,
      "loss": 3.7502,
      "step": 11530
    },
    {
      "epoch": 9.974070872947278,
      "grad_norm": 0.5072276592254639,
      "learning_rate": 9.679965660507224e-05,
      "loss": 3.7221,
      "step": 11540
    },
    {
      "epoch": 9.982713915298184,
      "grad_norm": 0.4582347869873047,
      "learning_rate": 9.679411926611576e-05,
      "loss": 3.7305,
      "step": 11550
    },
    {
      "epoch": 9.991356957649092,
      "grad_norm": 0.561758279800415,
      "learning_rate": 9.678857729951423e-05,
      "loss": 3.7271,
      "step": 11560
    },
    {
      "epoch": 10.0,
      "grad_norm": 0.9794937372207642,
      "learning_rate": 9.678303070581564e-05,
      "loss": 3.7114,
      "step": 11570
    },
    {
      "epoch": 10.008643042350908,
      "grad_norm": 0.48681485652923584,
      "learning_rate": 9.67774794855686e-05,
      "loss": 3.6817,
      "step": 11580
    },
    {
      "epoch": 10.017286084701816,
      "grad_norm": 0.5222727656364441,
      "learning_rate": 9.677192363932203e-05,
      "loss": 3.6699,
      "step": 11590
    },
    {
      "epoch": 10.025929127052722,
      "grad_norm": 0.47169527411460876,
      "learning_rate": 9.67663631676254e-05,
      "loss": 3.6726,
      "step": 11600
    },
    {
      "epoch": 10.03457216940363,
      "grad_norm": 0.4824286997318268,
      "learning_rate": 9.676079807102859e-05,
      "loss": 3.6706,
      "step": 11610
    },
    {
      "epoch": 10.043215211754537,
      "grad_norm": 0.4932359457015991,
      "learning_rate": 9.675522835008194e-05,
      "loss": 3.6715,
      "step": 11620
    },
    {
      "epoch": 10.051858254105445,
      "grad_norm": 0.5065315961837769,
      "learning_rate": 9.674965400533631e-05,
      "loss": 3.6652,
      "step": 11630
    },
    {
      "epoch": 10.060501296456353,
      "grad_norm": 0.5392584800720215,
      "learning_rate": 9.674407503734292e-05,
      "loss": 3.6727,
      "step": 11640
    },
    {
      "epoch": 10.069144338807261,
      "grad_norm": 0.7865538597106934,
      "learning_rate": 9.673849144665352e-05,
      "loss": 3.6602,
      "step": 11650
    },
    {
      "epoch": 10.077787381158167,
      "grad_norm": 0.5693552494049072,
      "learning_rate": 9.673290323382028e-05,
      "loss": 3.6497,
      "step": 11660
    },
    {
      "epoch": 10.086430423509075,
      "grad_norm": 0.4808330237865448,
      "learning_rate": 9.672731039939584e-05,
      "loss": 3.6721,
      "step": 11670
    },
    {
      "epoch": 10.095073465859983,
      "grad_norm": 0.47922566533088684,
      "learning_rate": 9.672171294393331e-05,
      "loss": 3.66,
      "step": 11680
    },
    {
      "epoch": 10.10371650821089,
      "grad_norm": 0.5296395421028137,
      "learning_rate": 9.671611086798622e-05,
      "loss": 3.6602,
      "step": 11690
    },
    {
      "epoch": 10.112359550561798,
      "grad_norm": 0.5019327402114868,
      "learning_rate": 9.671050417210859e-05,
      "loss": 3.6628,
      "step": 11700
    },
    {
      "epoch": 10.121002592912705,
      "grad_norm": 0.5641884207725525,
      "learning_rate": 9.67048928568549e-05,
      "loss": 3.6603,
      "step": 11710
    },
    {
      "epoch": 10.129645635263612,
      "grad_norm": 0.5740322470664978,
      "learning_rate": 9.669927692278005e-05,
      "loss": 3.6906,
      "step": 11720
    },
    {
      "epoch": 10.13828867761452,
      "grad_norm": 0.5404512882232666,
      "learning_rate": 9.669365637043945e-05,
      "loss": 3.6759,
      "step": 11730
    },
    {
      "epoch": 10.146931719965428,
      "grad_norm": 0.5085879564285278,
      "learning_rate": 9.668803120038892e-05,
      "loss": 3.6724,
      "step": 11740
    },
    {
      "epoch": 10.155574762316336,
      "grad_norm": 0.5793862342834473,
      "learning_rate": 9.668240141318474e-05,
      "loss": 3.6685,
      "step": 11750
    },
    {
      "epoch": 10.164217804667242,
      "grad_norm": 0.5763043761253357,
      "learning_rate": 9.66767670093837e-05,
      "loss": 3.6709,
      "step": 11760
    },
    {
      "epoch": 10.17286084701815,
      "grad_norm": 0.5747295618057251,
      "learning_rate": 9.667112798954296e-05,
      "loss": 3.6765,
      "step": 11770
    },
    {
      "epoch": 10.181503889369058,
      "grad_norm": 0.5596042275428772,
      "learning_rate": 9.666548435422022e-05,
      "loss": 3.6934,
      "step": 11780
    },
    {
      "epoch": 10.190146931719966,
      "grad_norm": 0.5855628848075867,
      "learning_rate": 9.665983610397358e-05,
      "loss": 3.6929,
      "step": 11790
    },
    {
      "epoch": 10.198789974070873,
      "grad_norm": 0.5096073746681213,
      "learning_rate": 9.665418323936165e-05,
      "loss": 3.6731,
      "step": 11800
    },
    {
      "epoch": 10.207433016421781,
      "grad_norm": 0.5206696391105652,
      "learning_rate": 9.664852576094341e-05,
      "loss": 3.668,
      "step": 11810
    },
    {
      "epoch": 10.216076058772687,
      "grad_norm": 0.4950180649757385,
      "learning_rate": 9.664286366927839e-05,
      "loss": 3.6841,
      "step": 11820
    },
    {
      "epoch": 10.224719101123595,
      "grad_norm": 0.4941110610961914,
      "learning_rate": 9.66371969649265e-05,
      "loss": 3.689,
      "step": 11830
    },
    {
      "epoch": 10.233362143474503,
      "grad_norm": 0.4773726463317871,
      "learning_rate": 9.663152564844818e-05,
      "loss": 3.6816,
      "step": 11840
    },
    {
      "epoch": 10.24200518582541,
      "grad_norm": 0.5133350491523743,
      "learning_rate": 9.662584972040427e-05,
      "loss": 3.6643,
      "step": 11850
    },
    {
      "epoch": 10.250648228176319,
      "grad_norm": 0.692524790763855,
      "learning_rate": 9.662016918135608e-05,
      "loss": 3.6862,
      "step": 11860
    },
    {
      "epoch": 10.259291270527225,
      "grad_norm": 0.5065396428108215,
      "learning_rate": 9.661448403186539e-05,
      "loss": 3.6834,
      "step": 11870
    },
    {
      "epoch": 10.267934312878133,
      "grad_norm": 0.5375980734825134,
      "learning_rate": 9.660879427249441e-05,
      "loss": 3.6902,
      "step": 11880
    },
    {
      "epoch": 10.27657735522904,
      "grad_norm": 0.5452911257743835,
      "learning_rate": 9.660309990380583e-05,
      "loss": 3.6834,
      "step": 11890
    },
    {
      "epoch": 10.285220397579948,
      "grad_norm": 0.5259824395179749,
      "learning_rate": 9.65974009263628e-05,
      "loss": 3.6758,
      "step": 11900
    },
    {
      "epoch": 10.293863439930856,
      "grad_norm": 0.4896150231361389,
      "learning_rate": 9.65916973407289e-05,
      "loss": 3.6699,
      "step": 11910
    },
    {
      "epoch": 10.302506482281764,
      "grad_norm": 0.5777304172515869,
      "learning_rate": 9.658598914746818e-05,
      "loss": 3.6773,
      "step": 11920
    },
    {
      "epoch": 10.31114952463267,
      "grad_norm": 0.6067248582839966,
      "learning_rate": 9.658027634714515e-05,
      "loss": 3.6869,
      "step": 11930
    },
    {
      "epoch": 10.319792566983578,
      "grad_norm": 0.5097659230232239,
      "learning_rate": 9.657455894032474e-05,
      "loss": 3.6887,
      "step": 11940
    },
    {
      "epoch": 10.328435609334486,
      "grad_norm": 0.5116153955459595,
      "learning_rate": 9.656883692757241e-05,
      "loss": 3.6862,
      "step": 11950
    },
    {
      "epoch": 10.337078651685394,
      "grad_norm": 0.5025056600570679,
      "learning_rate": 9.656311030945403e-05,
      "loss": 3.6894,
      "step": 11960
    },
    {
      "epoch": 10.345721694036301,
      "grad_norm": 0.4873616695404053,
      "learning_rate": 9.655737908653589e-05,
      "loss": 3.6819,
      "step": 11970
    },
    {
      "epoch": 10.354364736387208,
      "grad_norm": 0.4836253523826599,
      "learning_rate": 9.655164325938478e-05,
      "loss": 3.6987,
      "step": 11980
    },
    {
      "epoch": 10.363007778738115,
      "grad_norm": 0.5248548984527588,
      "learning_rate": 9.654590282856797e-05,
      "loss": 3.6949,
      "step": 11990
    },
    {
      "epoch": 10.371650821089023,
      "grad_norm": 0.5304021239280701,
      "learning_rate": 9.654015779465311e-05,
      "loss": 3.6849,
      "step": 12000
    },
    {
      "epoch": 10.380293863439931,
      "grad_norm": 0.45679885149002075,
      "learning_rate": 9.653440815820838e-05,
      "loss": 3.6786,
      "step": 12010
    },
    {
      "epoch": 10.388936905790839,
      "grad_norm": 0.5317243933677673,
      "learning_rate": 9.652865391980238e-05,
      "loss": 3.6809,
      "step": 12020
    },
    {
      "epoch": 10.397579948141747,
      "grad_norm": 0.5084419846534729,
      "learning_rate": 9.652289508000414e-05,
      "loss": 3.6632,
      "step": 12030
    },
    {
      "epoch": 10.406222990492653,
      "grad_norm": 0.5009498000144958,
      "learning_rate": 9.65171316393832e-05,
      "loss": 3.6791,
      "step": 12040
    },
    {
      "epoch": 10.41486603284356,
      "grad_norm": 0.5657745003700256,
      "learning_rate": 9.651136359850953e-05,
      "loss": 3.672,
      "step": 12050
    },
    {
      "epoch": 10.423509075194469,
      "grad_norm": 0.6176406741142273,
      "learning_rate": 9.650559095795354e-05,
      "loss": 3.6897,
      "step": 12060
    },
    {
      "epoch": 10.432152117545376,
      "grad_norm": 0.5388995409011841,
      "learning_rate": 9.649981371828611e-05,
      "loss": 3.6797,
      "step": 12070
    },
    {
      "epoch": 10.440795159896284,
      "grad_norm": 0.5937564969062805,
      "learning_rate": 9.649403188007858e-05,
      "loss": 3.6896,
      "step": 12080
    },
    {
      "epoch": 10.44943820224719,
      "grad_norm": 0.4884752035140991,
      "learning_rate": 9.648824544390271e-05,
      "loss": 3.6939,
      "step": 12090
    },
    {
      "epoch": 10.458081244598098,
      "grad_norm": 0.47764667868614197,
      "learning_rate": 9.648245441033079e-05,
      "loss": 3.6927,
      "step": 12100
    },
    {
      "epoch": 10.466724286949006,
      "grad_norm": 0.5130797028541565,
      "learning_rate": 9.647665877993549e-05,
      "loss": 3.6758,
      "step": 12110
    },
    {
      "epoch": 10.475367329299914,
      "grad_norm": 0.5920499563217163,
      "learning_rate": 9.647085855328996e-05,
      "loss": 3.6881,
      "step": 12120
    },
    {
      "epoch": 10.484010371650822,
      "grad_norm": 0.5269470810890198,
      "learning_rate": 9.64650537309678e-05,
      "loss": 3.6798,
      "step": 12130
    },
    {
      "epoch": 10.492653414001728,
      "grad_norm": 0.5464592576026917,
      "learning_rate": 9.645924431354309e-05,
      "loss": 3.6876,
      "step": 12140
    },
    {
      "epoch": 10.501296456352636,
      "grad_norm": 0.5093426704406738,
      "learning_rate": 9.645343030159033e-05,
      "loss": 3.6891,
      "step": 12150
    },
    {
      "epoch": 10.509939498703543,
      "grad_norm": 0.48650872707366943,
      "learning_rate": 9.64476116956845e-05,
      "loss": 3.6796,
      "step": 12160
    },
    {
      "epoch": 10.518582541054451,
      "grad_norm": 0.5527722835540771,
      "learning_rate": 9.6441788496401e-05,
      "loss": 3.6967,
      "step": 12170
    },
    {
      "epoch": 10.52722558340536,
      "grad_norm": 0.4978279173374176,
      "learning_rate": 9.643596070431575e-05,
      "loss": 3.6976,
      "step": 12180
    },
    {
      "epoch": 10.535868625756267,
      "grad_norm": 0.5188413262367249,
      "learning_rate": 9.643012832000504e-05,
      "loss": 3.7044,
      "step": 12190
    },
    {
      "epoch": 10.544511668107173,
      "grad_norm": 0.5179294347763062,
      "learning_rate": 9.642429134404569e-05,
      "loss": 3.7013,
      "step": 12200
    },
    {
      "epoch": 10.553154710458081,
      "grad_norm": 0.5344736576080322,
      "learning_rate": 9.64184497770149e-05,
      "loss": 3.6791,
      "step": 12210
    },
    {
      "epoch": 10.561797752808989,
      "grad_norm": 0.6387080550193787,
      "learning_rate": 9.641260361949041e-05,
      "loss": 3.6904,
      "step": 12220
    },
    {
      "epoch": 10.570440795159897,
      "grad_norm": 0.4705134630203247,
      "learning_rate": 9.640675287205035e-05,
      "loss": 3.6872,
      "step": 12230
    },
    {
      "epoch": 10.579083837510804,
      "grad_norm": 0.49021396040916443,
      "learning_rate": 9.64008975352733e-05,
      "loss": 3.6775,
      "step": 12240
    },
    {
      "epoch": 10.58772687986171,
      "grad_norm": 0.7094300389289856,
      "learning_rate": 9.639503760973834e-05,
      "loss": 3.7046,
      "step": 12250
    },
    {
      "epoch": 10.596369922212618,
      "grad_norm": 0.7486307621002197,
      "learning_rate": 9.638917309602498e-05,
      "loss": 3.688,
      "step": 12260
    },
    {
      "epoch": 10.605012964563526,
      "grad_norm": 0.5346463918685913,
      "learning_rate": 9.638330399471318e-05,
      "loss": 3.6803,
      "step": 12270
    },
    {
      "epoch": 10.613656006914434,
      "grad_norm": 0.47624003887176514,
      "learning_rate": 9.637743030638336e-05,
      "loss": 3.6996,
      "step": 12280
    },
    {
      "epoch": 10.622299049265342,
      "grad_norm": 0.5097095966339111,
      "learning_rate": 9.637155203161639e-05,
      "loss": 3.6885,
      "step": 12290
    },
    {
      "epoch": 10.630942091616248,
      "grad_norm": 0.44862452149391174,
      "learning_rate": 9.636566917099358e-05,
      "loss": 3.6926,
      "step": 12300
    },
    {
      "epoch": 10.639585133967156,
      "grad_norm": 0.5162788033485413,
      "learning_rate": 9.635978172509673e-05,
      "loss": 3.7098,
      "step": 12310
    },
    {
      "epoch": 10.648228176318064,
      "grad_norm": 0.48841822147369385,
      "learning_rate": 9.635388969450805e-05,
      "loss": 3.7057,
      "step": 12320
    },
    {
      "epoch": 10.656871218668972,
      "grad_norm": 0.513907253742218,
      "learning_rate": 9.634799307981024e-05,
      "loss": 3.6732,
      "step": 12330
    },
    {
      "epoch": 10.66551426101988,
      "grad_norm": 0.46610546112060547,
      "learning_rate": 9.634209188158643e-05,
      "loss": 3.7014,
      "step": 12340
    },
    {
      "epoch": 10.674157303370787,
      "grad_norm": 0.49593308568000793,
      "learning_rate": 9.633618610042024e-05,
      "loss": 3.7011,
      "step": 12350
    },
    {
      "epoch": 10.682800345721693,
      "grad_norm": 0.5436179637908936,
      "learning_rate": 9.633027573689566e-05,
      "loss": 3.6767,
      "step": 12360
    },
    {
      "epoch": 10.691443388072601,
      "grad_norm": 0.5104223489761353,
      "learning_rate": 9.632436079159724e-05,
      "loss": 3.7011,
      "step": 12370
    },
    {
      "epoch": 10.700086430423509,
      "grad_norm": 0.5194063782691956,
      "learning_rate": 9.63184412651099e-05,
      "loss": 3.7017,
      "step": 12380
    },
    {
      "epoch": 10.708729472774417,
      "grad_norm": 0.5374730825424194,
      "learning_rate": 9.631251715801904e-05,
      "loss": 3.6988,
      "step": 12390
    },
    {
      "epoch": 10.717372515125325,
      "grad_norm": 0.49279648065567017,
      "learning_rate": 9.630658847091055e-05,
      "loss": 3.7032,
      "step": 12400
    },
    {
      "epoch": 10.72601555747623,
      "grad_norm": 0.47981804609298706,
      "learning_rate": 9.630065520437072e-05,
      "loss": 3.6701,
      "step": 12410
    },
    {
      "epoch": 10.734658599827139,
      "grad_norm": 0.4754270315170288,
      "learning_rate": 9.629471735898631e-05,
      "loss": 3.7062,
      "step": 12420
    },
    {
      "epoch": 10.743301642178047,
      "grad_norm": 0.5446076393127441,
      "learning_rate": 9.628877493534454e-05,
      "loss": 3.6958,
      "step": 12430
    },
    {
      "epoch": 10.751944684528954,
      "grad_norm": 0.5103511810302734,
      "learning_rate": 9.628282793403307e-05,
      "loss": 3.7049,
      "step": 12440
    },
    {
      "epoch": 10.760587726879862,
      "grad_norm": 0.4513952136039734,
      "learning_rate": 9.627687635564004e-05,
      "loss": 3.7013,
      "step": 12450
    },
    {
      "epoch": 10.76923076923077,
      "grad_norm": 0.5277767181396484,
      "learning_rate": 9.627092020075401e-05,
      "loss": 3.7154,
      "step": 12460
    },
    {
      "epoch": 10.777873811581676,
      "grad_norm": 0.5373556017875671,
      "learning_rate": 9.6264959469964e-05,
      "loss": 3.7006,
      "step": 12470
    },
    {
      "epoch": 10.786516853932584,
      "grad_norm": 0.5058774948120117,
      "learning_rate": 9.625899416385951e-05,
      "loss": 3.7164,
      "step": 12480
    },
    {
      "epoch": 10.795159896283492,
      "grad_norm": 0.48681914806365967,
      "learning_rate": 9.625302428303045e-05,
      "loss": 3.6803,
      "step": 12490
    },
    {
      "epoch": 10.8038029386344,
      "grad_norm": 0.57049560546875,
      "learning_rate": 9.624704982806722e-05,
      "loss": 3.6778,
      "step": 12500
    },
    {
      "epoch": 10.812445980985308,
      "grad_norm": 0.5791041254997253,
      "learning_rate": 9.624107079956063e-05,
      "loss": 3.6877,
      "step": 12510
    },
    {
      "epoch": 10.821089023336214,
      "grad_norm": 0.5280286073684692,
      "learning_rate": 9.623508719810201e-05,
      "loss": 3.6932,
      "step": 12520
    },
    {
      "epoch": 10.829732065687121,
      "grad_norm": 0.5781124830245972,
      "learning_rate": 9.622909902428308e-05,
      "loss": 3.7158,
      "step": 12530
    },
    {
      "epoch": 10.83837510803803,
      "grad_norm": 0.4894886910915375,
      "learning_rate": 9.622310627869603e-05,
      "loss": 3.7191,
      "step": 12540
    },
    {
      "epoch": 10.847018150388937,
      "grad_norm": 0.5260438323020935,
      "learning_rate": 9.62171089619335e-05,
      "loss": 3.6983,
      "step": 12550
    },
    {
      "epoch": 10.855661192739845,
      "grad_norm": 0.5406349897384644,
      "learning_rate": 9.62111070745886e-05,
      "loss": 3.6804,
      "step": 12560
    },
    {
      "epoch": 10.864304235090753,
      "grad_norm": 0.4785557687282562,
      "learning_rate": 9.620510061725485e-05,
      "loss": 3.7014,
      "step": 12570
    },
    {
      "epoch": 10.872947277441659,
      "grad_norm": 0.5380416512489319,
      "learning_rate": 9.61990895905263e-05,
      "loss": 3.6896,
      "step": 12580
    },
    {
      "epoch": 10.881590319792567,
      "grad_norm": 0.5026813745498657,
      "learning_rate": 9.619307399499736e-05,
      "loss": 3.6827,
      "step": 12590
    },
    {
      "epoch": 10.890233362143475,
      "grad_norm": 0.5406479835510254,
      "learning_rate": 9.618705383126297e-05,
      "loss": 3.6865,
      "step": 12600
    },
    {
      "epoch": 10.898876404494382,
      "grad_norm": 0.5181198120117188,
      "learning_rate": 9.618102909991844e-05,
      "loss": 3.6732,
      "step": 12610
    },
    {
      "epoch": 10.90751944684529,
      "grad_norm": 0.47316721081733704,
      "learning_rate": 9.617499980155962e-05,
      "loss": 3.68,
      "step": 12620
    },
    {
      "epoch": 10.916162489196196,
      "grad_norm": 0.4884687662124634,
      "learning_rate": 9.616896593678275e-05,
      "loss": 3.6892,
      "step": 12630
    },
    {
      "epoch": 10.924805531547104,
      "grad_norm": 0.4788590967655182,
      "learning_rate": 9.616292750618456e-05,
      "loss": 3.6883,
      "step": 12640
    },
    {
      "epoch": 10.933448573898012,
      "grad_norm": 0.587583601474762,
      "learning_rate": 9.615688451036218e-05,
      "loss": 3.6975,
      "step": 12650
    },
    {
      "epoch": 10.94209161624892,
      "grad_norm": 0.5273851156234741,
      "learning_rate": 9.615083694991326e-05,
      "loss": 3.7165,
      "step": 12660
    },
    {
      "epoch": 10.950734658599828,
      "grad_norm": 0.48777973651885986,
      "learning_rate": 9.614478482543583e-05,
      "loss": 3.6947,
      "step": 12670
    },
    {
      "epoch": 10.959377700950736,
      "grad_norm": 0.497855544090271,
      "learning_rate": 9.613872813752846e-05,
      "loss": 3.6897,
      "step": 12680
    },
    {
      "epoch": 10.968020743301642,
      "grad_norm": 0.5274551510810852,
      "learning_rate": 9.613266688679006e-05,
      "loss": 3.7038,
      "step": 12690
    },
    {
      "epoch": 10.97666378565255,
      "grad_norm": 0.48791050910949707,
      "learning_rate": 9.612660107382008e-05,
      "loss": 3.7112,
      "step": 12700
    },
    {
      "epoch": 10.985306828003457,
      "grad_norm": 0.48544052243232727,
      "learning_rate": 9.61205306992184e-05,
      "loss": 3.6899,
      "step": 12710
    },
    {
      "epoch": 10.993949870354365,
      "grad_norm": 0.4837838113307953,
      "learning_rate": 9.611445576358531e-05,
      "loss": 3.6948,
      "step": 12720
    },
    {
      "epoch": 11.002592912705273,
      "grad_norm": 0.5367502570152283,
      "learning_rate": 9.610837626752161e-05,
      "loss": 3.6807,
      "step": 12730
    },
    {
      "epoch": 11.01123595505618,
      "grad_norm": 0.49704480171203613,
      "learning_rate": 9.610229221162849e-05,
      "loss": 3.6397,
      "step": 12740
    },
    {
      "epoch": 11.019878997407087,
      "grad_norm": 0.5779726505279541,
      "learning_rate": 9.609620359650768e-05,
      "loss": 3.6107,
      "step": 12750
    },
    {
      "epoch": 11.028522039757995,
      "grad_norm": 0.5327432155609131,
      "learning_rate": 9.609011042276128e-05,
      "loss": 3.6295,
      "step": 12760
    },
    {
      "epoch": 11.037165082108903,
      "grad_norm": 0.4878329038619995,
      "learning_rate": 9.608401269099185e-05,
      "loss": 3.6313,
      "step": 12770
    },
    {
      "epoch": 11.04580812445981,
      "grad_norm": 0.48556169867515564,
      "learning_rate": 9.607791040180243e-05,
      "loss": 3.6328,
      "step": 12780
    },
    {
      "epoch": 11.054451166810717,
      "grad_norm": 0.6838560700416565,
      "learning_rate": 9.60718035557965e-05,
      "loss": 3.6318,
      "step": 12790
    },
    {
      "epoch": 11.063094209161624,
      "grad_norm": 0.5623492002487183,
      "learning_rate": 9.606569215357799e-05,
      "loss": 3.6259,
      "step": 12800
    },
    {
      "epoch": 11.071737251512532,
      "grad_norm": 0.5553539395332336,
      "learning_rate": 9.605957619575128e-05,
      "loss": 3.6238,
      "step": 12810
    },
    {
      "epoch": 11.08038029386344,
      "grad_norm": 0.5145171284675598,
      "learning_rate": 9.605345568292118e-05,
      "loss": 3.6399,
      "step": 12820
    },
    {
      "epoch": 11.089023336214348,
      "grad_norm": 0.5268203020095825,
      "learning_rate": 9.6047330615693e-05,
      "loss": 3.6485,
      "step": 12830
    },
    {
      "epoch": 11.097666378565256,
      "grad_norm": 0.474671334028244,
      "learning_rate": 9.604120099467244e-05,
      "loss": 3.6367,
      "step": 12840
    },
    {
      "epoch": 11.106309420916162,
      "grad_norm": 0.5593437552452087,
      "learning_rate": 9.603506682046573e-05,
      "loss": 3.6307,
      "step": 12850
    },
    {
      "epoch": 11.11495246326707,
      "grad_norm": 0.4921378493309021,
      "learning_rate": 9.602892809367945e-05,
      "loss": 3.6295,
      "step": 12860
    },
    {
      "epoch": 11.123595505617978,
      "grad_norm": 0.5932579040527344,
      "learning_rate": 9.60227848149207e-05,
      "loss": 3.6323,
      "step": 12870
    },
    {
      "epoch": 11.132238547968885,
      "grad_norm": 0.5331020951271057,
      "learning_rate": 9.601663698479702e-05,
      "loss": 3.6371,
      "step": 12880
    },
    {
      "epoch": 11.140881590319793,
      "grad_norm": 0.5403068661689758,
      "learning_rate": 9.601048460391637e-05,
      "loss": 3.6316,
      "step": 12890
    },
    {
      "epoch": 11.1495246326707,
      "grad_norm": 0.5602427124977112,
      "learning_rate": 9.600432767288722e-05,
      "loss": 3.6252,
      "step": 12900
    },
    {
      "epoch": 11.158167675021607,
      "grad_norm": 0.48663094639778137,
      "learning_rate": 9.599816619231842e-05,
      "loss": 3.6473,
      "step": 12910
    },
    {
      "epoch": 11.166810717372515,
      "grad_norm": 0.6212249994277954,
      "learning_rate": 9.59920001628193e-05,
      "loss": 3.6355,
      "step": 12920
    },
    {
      "epoch": 11.175453759723423,
      "grad_norm": 0.5026271343231201,
      "learning_rate": 9.598582958499966e-05,
      "loss": 3.6326,
      "step": 12930
    },
    {
      "epoch": 11.18409680207433,
      "grad_norm": 0.5048334002494812,
      "learning_rate": 9.597965445946973e-05,
      "loss": 3.6539,
      "step": 12940
    },
    {
      "epoch": 11.192739844425237,
      "grad_norm": 0.5209484696388245,
      "learning_rate": 9.597347478684018e-05,
      "loss": 3.638,
      "step": 12950
    },
    {
      "epoch": 11.201382886776145,
      "grad_norm": 0.4837138056755066,
      "learning_rate": 9.596729056772216e-05,
      "loss": 3.6472,
      "step": 12960
    },
    {
      "epoch": 11.210025929127053,
      "grad_norm": 0.5996156334877014,
      "learning_rate": 9.596110180272722e-05,
      "loss": 3.6285,
      "step": 12970
    },
    {
      "epoch": 11.21866897147796,
      "grad_norm": 0.5407257676124573,
      "learning_rate": 9.59549084924674e-05,
      "loss": 3.644,
      "step": 12980
    },
    {
      "epoch": 11.227312013828868,
      "grad_norm": 0.7723435759544373,
      "learning_rate": 9.59487106375552e-05,
      "loss": 3.6392,
      "step": 12990
    },
    {
      "epoch": 11.235955056179776,
      "grad_norm": 0.5940378308296204,
      "learning_rate": 9.594250823860353e-05,
      "loss": 3.6434,
      "step": 13000
    },
    {
      "epoch": 11.244598098530682,
      "grad_norm": 0.5183016061782837,
      "learning_rate": 9.593630129622577e-05,
      "loss": 3.6316,
      "step": 13010
    },
    {
      "epoch": 11.25324114088159,
      "grad_norm": 0.5362717509269714,
      "learning_rate": 9.593008981103578e-05,
      "loss": 3.6473,
      "step": 13020
    },
    {
      "epoch": 11.261884183232498,
      "grad_norm": 0.5010610222816467,
      "learning_rate": 9.592387378364777e-05,
      "loss": 3.659,
      "step": 13030
    },
    {
      "epoch": 11.270527225583406,
      "grad_norm": 0.5360223650932312,
      "learning_rate": 9.591765321467652e-05,
      "loss": 3.6137,
      "step": 13040
    },
    {
      "epoch": 11.279170267934314,
      "grad_norm": 0.5579308271408081,
      "learning_rate": 9.591142810473719e-05,
      "loss": 3.6604,
      "step": 13050
    },
    {
      "epoch": 11.28781331028522,
      "grad_norm": 0.555445671081543,
      "learning_rate": 9.590519845444539e-05,
      "loss": 3.6407,
      "step": 13060
    },
    {
      "epoch": 11.296456352636127,
      "grad_norm": 0.5516957640647888,
      "learning_rate": 9.589896426441722e-05,
      "loss": 3.6421,
      "step": 13070
    },
    {
      "epoch": 11.305099394987035,
      "grad_norm": 0.5212027430534363,
      "learning_rate": 9.58927255352692e-05,
      "loss": 3.6609,
      "step": 13080
    },
    {
      "epoch": 11.313742437337943,
      "grad_norm": 0.5245550870895386,
      "learning_rate": 9.588648226761827e-05,
      "loss": 3.6556,
      "step": 13090
    },
    {
      "epoch": 11.322385479688851,
      "grad_norm": 0.5085247159004211,
      "learning_rate": 9.588023446208188e-05,
      "loss": 3.6606,
      "step": 13100
    },
    {
      "epoch": 11.331028522039759,
      "grad_norm": 0.5305147767066956,
      "learning_rate": 9.58739821192779e-05,
      "loss": 3.6463,
      "step": 13110
    },
    {
      "epoch": 11.339671564390665,
      "grad_norm": 0.5026034712791443,
      "learning_rate": 9.586772523982462e-05,
      "loss": 3.6306,
      "step": 13120
    },
    {
      "epoch": 11.348314606741573,
      "grad_norm": 0.5503941774368286,
      "learning_rate": 9.586146382434084e-05,
      "loss": 3.6539,
      "step": 13130
    },
    {
      "epoch": 11.35695764909248,
      "grad_norm": 0.5462398529052734,
      "learning_rate": 9.585519787344575e-05,
      "loss": 3.6559,
      "step": 13140
    },
    {
      "epoch": 11.365600691443388,
      "grad_norm": 0.49816545844078064,
      "learning_rate": 9.584892738775902e-05,
      "loss": 3.6613,
      "step": 13150
    },
    {
      "epoch": 11.374243733794296,
      "grad_norm": 0.5637372732162476,
      "learning_rate": 9.584265236790076e-05,
      "loss": 3.6384,
      "step": 13160
    },
    {
      "epoch": 11.382886776145202,
      "grad_norm": 0.5456432104110718,
      "learning_rate": 9.583637281449154e-05,
      "loss": 3.6503,
      "step": 13170
    },
    {
      "epoch": 11.39152981849611,
      "grad_norm": 0.4800995886325836,
      "learning_rate": 9.583008872815236e-05,
      "loss": 3.6475,
      "step": 13180
    },
    {
      "epoch": 11.400172860847018,
      "grad_norm": 0.5836272835731506,
      "learning_rate": 9.582380010950467e-05,
      "loss": 3.6475,
      "step": 13190
    },
    {
      "epoch": 11.408815903197926,
      "grad_norm": 0.5537473559379578,
      "learning_rate": 9.58175069591704e-05,
      "loss": 3.658,
      "step": 13200
    },
    {
      "epoch": 11.417458945548834,
      "grad_norm": 0.5162975788116455,
      "learning_rate": 9.581120927777188e-05,
      "loss": 3.6646,
      "step": 13210
    },
    {
      "epoch": 11.42610198789974,
      "grad_norm": 0.5865409970283508,
      "learning_rate": 9.580490706593191e-05,
      "loss": 3.6601,
      "step": 13220
    },
    {
      "epoch": 11.434745030250648,
      "grad_norm": 0.5772199630737305,
      "learning_rate": 9.579860032427375e-05,
      "loss": 3.659,
      "step": 13230
    },
    {
      "epoch": 11.443388072601556,
      "grad_norm": 0.607825756072998,
      "learning_rate": 9.579228905342108e-05,
      "loss": 3.6438,
      "step": 13240
    },
    {
      "epoch": 11.452031114952463,
      "grad_norm": 0.5879655480384827,
      "learning_rate": 9.57859732539981e-05,
      "loss": 3.658,
      "step": 13250
    },
    {
      "epoch": 11.460674157303371,
      "grad_norm": 0.5608828663825989,
      "learning_rate": 9.577965292662933e-05,
      "loss": 3.6558,
      "step": 13260
    },
    {
      "epoch": 11.469317199654279,
      "grad_norm": 0.7229535579681396,
      "learning_rate": 9.577332807193985e-05,
      "loss": 3.6633,
      "step": 13270
    },
    {
      "epoch": 11.477960242005185,
      "grad_norm": 0.496356725692749,
      "learning_rate": 9.576699869055514e-05,
      "loss": 3.6803,
      "step": 13280
    },
    {
      "epoch": 11.486603284356093,
      "grad_norm": 0.6281911134719849,
      "learning_rate": 9.576066478310114e-05,
      "loss": 3.6603,
      "step": 13290
    },
    {
      "epoch": 11.495246326707,
      "grad_norm": 0.5299591422080994,
      "learning_rate": 9.575432635020423e-05,
      "loss": 3.657,
      "step": 13300
    },
    {
      "epoch": 11.503889369057909,
      "grad_norm": 0.4976920783519745,
      "learning_rate": 9.574798339249125e-05,
      "loss": 3.6741,
      "step": 13310
    },
    {
      "epoch": 11.512532411408817,
      "grad_norm": 0.5094678401947021,
      "learning_rate": 9.574163591058946e-05,
      "loss": 3.6545,
      "step": 13320
    },
    {
      "epoch": 11.521175453759723,
      "grad_norm": 0.5837798118591309,
      "learning_rate": 9.57352839051266e-05,
      "loss": 3.6639,
      "step": 13330
    },
    {
      "epoch": 11.52981849611063,
      "grad_norm": 0.5707830190658569,
      "learning_rate": 9.572892737673084e-05,
      "loss": 3.6583,
      "step": 13340
    },
    {
      "epoch": 11.538461538461538,
      "grad_norm": 0.5009478330612183,
      "learning_rate": 9.572256632603082e-05,
      "loss": 3.6711,
      "step": 13350
    },
    {
      "epoch": 11.547104580812446,
      "grad_norm": 0.5368280410766602,
      "learning_rate": 9.571620075365558e-05,
      "loss": 3.67,
      "step": 13360
    },
    {
      "epoch": 11.555747623163354,
      "grad_norm": 0.5328351259231567,
      "learning_rate": 9.570983066023464e-05,
      "loss": 3.6614,
      "step": 13370
    },
    {
      "epoch": 11.56439066551426,
      "grad_norm": 0.6435326933860779,
      "learning_rate": 9.570345604639797e-05,
      "loss": 3.6503,
      "step": 13380
    },
    {
      "epoch": 11.573033707865168,
      "grad_norm": 0.511545717716217,
      "learning_rate": 9.569707691277597e-05,
      "loss": 3.6583,
      "step": 13390
    },
    {
      "epoch": 11.581676750216076,
      "grad_norm": 0.5293922424316406,
      "learning_rate": 9.569069325999951e-05,
      "loss": 3.6597,
      "step": 13400
    },
    {
      "epoch": 11.590319792566984,
      "grad_norm": 0.6001653075218201,
      "learning_rate": 9.568430508869988e-05,
      "loss": 3.6498,
      "step": 13410
    },
    {
      "epoch": 11.598962834917891,
      "grad_norm": 0.5190639495849609,
      "learning_rate": 9.567791239950885e-05,
      "loss": 3.6688,
      "step": 13420
    },
    {
      "epoch": 11.6076058772688,
      "grad_norm": 1.0021106004714966,
      "learning_rate": 9.56715151930586e-05,
      "loss": 3.6691,
      "step": 13430
    },
    {
      "epoch": 11.616248919619705,
      "grad_norm": 0.5188673138618469,
      "learning_rate": 9.566511346998177e-05,
      "loss": 3.6631,
      "step": 13440
    },
    {
      "epoch": 11.624891961970613,
      "grad_norm": 0.567024290561676,
      "learning_rate": 9.565870723091146e-05,
      "loss": 3.6514,
      "step": 13450
    },
    {
      "epoch": 11.633535004321521,
      "grad_norm": 0.5075429081916809,
      "learning_rate": 9.56522964764812e-05,
      "loss": 3.6729,
      "step": 13460
    },
    {
      "epoch": 11.642178046672429,
      "grad_norm": 0.5361847281455994,
      "learning_rate": 9.564588120732499e-05,
      "loss": 3.6596,
      "step": 13470
    },
    {
      "epoch": 11.650821089023337,
      "grad_norm": 0.695752739906311,
      "learning_rate": 9.563946142407722e-05,
      "loss": 3.6622,
      "step": 13480
    },
    {
      "epoch": 11.659464131374243,
      "grad_norm": 0.5074215531349182,
      "learning_rate": 9.563303712737283e-05,
      "loss": 3.6531,
      "step": 13490
    },
    {
      "epoch": 11.66810717372515,
      "grad_norm": 0.5471055507659912,
      "learning_rate": 9.562660831784709e-05,
      "loss": 3.6572,
      "step": 13500
    },
    {
      "epoch": 11.676750216076059,
      "grad_norm": 0.529789388179779,
      "learning_rate": 9.562017499613578e-05,
      "loss": 3.68,
      "step": 13510
    },
    {
      "epoch": 11.685393258426966,
      "grad_norm": 0.5767641067504883,
      "learning_rate": 9.561373716287513e-05,
      "loss": 3.6672,
      "step": 13520
    },
    {
      "epoch": 11.694036300777874,
      "grad_norm": 0.49810877442359924,
      "learning_rate": 9.560729481870178e-05,
      "loss": 3.6623,
      "step": 13530
    },
    {
      "epoch": 11.702679343128782,
      "grad_norm": 0.6909549832344055,
      "learning_rate": 9.560084796425286e-05,
      "loss": 3.6624,
      "step": 13540
    },
    {
      "epoch": 11.711322385479688,
      "grad_norm": 0.5261443853378296,
      "learning_rate": 9.559439660016591e-05,
      "loss": 3.6744,
      "step": 13550
    },
    {
      "epoch": 11.719965427830596,
      "grad_norm": 0.5591782927513123,
      "learning_rate": 9.558794072707895e-05,
      "loss": 3.656,
      "step": 13560
    },
    {
      "epoch": 11.728608470181504,
      "grad_norm": 0.5306341648101807,
      "learning_rate": 9.55814803456304e-05,
      "loss": 3.6627,
      "step": 13570
    },
    {
      "epoch": 11.737251512532412,
      "grad_norm": 0.5017101168632507,
      "learning_rate": 9.557501545645914e-05,
      "loss": 3.6486,
      "step": 13580
    },
    {
      "epoch": 11.74589455488332,
      "grad_norm": 0.5233958959579468,
      "learning_rate": 9.556854606020453e-05,
      "loss": 3.6571,
      "step": 13590
    },
    {
      "epoch": 11.754537597234226,
      "grad_norm": 0.6355224251747131,
      "learning_rate": 9.556207215750636e-05,
      "loss": 3.649,
      "step": 13600
    },
    {
      "epoch": 11.763180639585133,
      "grad_norm": 0.5547479391098022,
      "learning_rate": 9.555559374900484e-05,
      "loss": 3.6668,
      "step": 13610
    },
    {
      "epoch": 11.771823681936041,
      "grad_norm": 0.5321123003959656,
      "learning_rate": 9.554911083534066e-05,
      "loss": 3.6765,
      "step": 13620
    },
    {
      "epoch": 11.78046672428695,
      "grad_norm": 0.7098147869110107,
      "learning_rate": 9.554262341715492e-05,
      "loss": 3.6745,
      "step": 13630
    },
    {
      "epoch": 11.789109766637857,
      "grad_norm": 0.5056079626083374,
      "learning_rate": 9.553613149508919e-05,
      "loss": 3.652,
      "step": 13640
    },
    {
      "epoch": 11.797752808988765,
      "grad_norm": 0.5093293786048889,
      "learning_rate": 9.552963506978552e-05,
      "loss": 3.6659,
      "step": 13650
    },
    {
      "epoch": 11.806395851339671,
      "grad_norm": 0.5672970414161682,
      "learning_rate": 9.552313414188629e-05,
      "loss": 3.6616,
      "step": 13660
    },
    {
      "epoch": 11.815038893690579,
      "grad_norm": 0.5285334587097168,
      "learning_rate": 9.551662871203447e-05,
      "loss": 3.6621,
      "step": 13670
    },
    {
      "epoch": 11.823681936041487,
      "grad_norm": 0.60370272397995,
      "learning_rate": 9.551011878087337e-05,
      "loss": 3.6718,
      "step": 13680
    },
    {
      "epoch": 11.832324978392394,
      "grad_norm": 0.5670688152313232,
      "learning_rate": 9.55036043490468e-05,
      "loss": 3.6495,
      "step": 13690
    },
    {
      "epoch": 11.840968020743302,
      "grad_norm": 0.5185291767120361,
      "learning_rate": 9.549708541719897e-05,
      "loss": 3.6553,
      "step": 13700
    },
    {
      "epoch": 11.849611063094208,
      "grad_norm": 0.6866415143013,
      "learning_rate": 9.54905619859746e-05,
      "loss": 3.6566,
      "step": 13710
    },
    {
      "epoch": 11.858254105445116,
      "grad_norm": 0.49900558590888977,
      "learning_rate": 9.548403405601878e-05,
      "loss": 3.6549,
      "step": 13720
    },
    {
      "epoch": 11.866897147796024,
      "grad_norm": 0.5002520084381104,
      "learning_rate": 9.547750162797709e-05,
      "loss": 3.6705,
      "step": 13730
    },
    {
      "epoch": 11.875540190146932,
      "grad_norm": 0.495873361825943,
      "learning_rate": 9.547096470249557e-05,
      "loss": 3.6761,
      "step": 13740
    },
    {
      "epoch": 11.88418323249784,
      "grad_norm": 0.5714825391769409,
      "learning_rate": 9.546442328022065e-05,
      "loss": 3.6479,
      "step": 13750
    },
    {
      "epoch": 11.892826274848748,
      "grad_norm": 0.49214881658554077,
      "learning_rate": 9.545787736179925e-05,
      "loss": 3.6627,
      "step": 13760
    },
    {
      "epoch": 11.901469317199654,
      "grad_norm": 0.49920186400413513,
      "learning_rate": 9.545132694787873e-05,
      "loss": 3.6617,
      "step": 13770
    },
    {
      "epoch": 11.910112359550562,
      "grad_norm": 0.5287677645683289,
      "learning_rate": 9.544477203910687e-05,
      "loss": 3.6554,
      "step": 13780
    },
    {
      "epoch": 11.91875540190147,
      "grad_norm": 0.5775303840637207,
      "learning_rate": 9.54382126361319e-05,
      "loss": 3.6576,
      "step": 13790
    },
    {
      "epoch": 11.927398444252377,
      "grad_norm": 0.620531439781189,
      "learning_rate": 9.543164873960254e-05,
      "loss": 3.6749,
      "step": 13800
    },
    {
      "epoch": 11.936041486603285,
      "grad_norm": 0.6007083654403687,
      "learning_rate": 9.542508035016789e-05,
      "loss": 3.6815,
      "step": 13810
    },
    {
      "epoch": 11.944684528954191,
      "grad_norm": 0.5229626893997192,
      "learning_rate": 9.541850746847752e-05,
      "loss": 3.653,
      "step": 13820
    },
    {
      "epoch": 11.953327571305099,
      "grad_norm": 0.5398976802825928,
      "learning_rate": 9.541193009518145e-05,
      "loss": 3.6712,
      "step": 13830
    },
    {
      "epoch": 11.961970613656007,
      "grad_norm": 0.6610565185546875,
      "learning_rate": 9.540534823093017e-05,
      "loss": 3.6496,
      "step": 13840
    },
    {
      "epoch": 11.970613656006915,
      "grad_norm": 0.5116466879844666,
      "learning_rate": 9.539876187637454e-05,
      "loss": 3.6597,
      "step": 13850
    },
    {
      "epoch": 11.979256698357823,
      "grad_norm": 0.5854669809341431,
      "learning_rate": 9.539217103216594e-05,
      "loss": 3.6629,
      "step": 13860
    },
    {
      "epoch": 11.987899740708729,
      "grad_norm": 0.4944418668746948,
      "learning_rate": 9.538557569895614e-05,
      "loss": 3.6549,
      "step": 13870
    },
    {
      "epoch": 11.996542783059637,
      "grad_norm": 0.6177650094032288,
      "learning_rate": 9.537897587739741e-05,
      "loss": 3.6747,
      "step": 13880
    },
    {
      "epoch": 12.005185825410544,
      "grad_norm": 0.5619745850563049,
      "learning_rate": 9.53723715681424e-05,
      "loss": 3.6359,
      "step": 13890
    },
    {
      "epoch": 12.013828867761452,
      "grad_norm": 0.49332040548324585,
      "learning_rate": 9.536576277184426e-05,
      "loss": 3.5932,
      "step": 13900
    },
    {
      "epoch": 12.02247191011236,
      "grad_norm": 0.5609501004219055,
      "learning_rate": 9.535914948915653e-05,
      "loss": 3.6016,
      "step": 13910
    },
    {
      "epoch": 12.031114952463268,
      "grad_norm": 0.5664476752281189,
      "learning_rate": 9.535253172073324e-05,
      "loss": 3.5993,
      "step": 13920
    },
    {
      "epoch": 12.039757994814174,
      "grad_norm": 0.5216859579086304,
      "learning_rate": 9.534590946722884e-05,
      "loss": 3.6036,
      "step": 13930
    },
    {
      "epoch": 12.048401037165082,
      "grad_norm": 0.5516684055328369,
      "learning_rate": 9.533928272929824e-05,
      "loss": 3.6106,
      "step": 13940
    },
    {
      "epoch": 12.05704407951599,
      "grad_norm": 0.7017526030540466,
      "learning_rate": 9.533265150759677e-05,
      "loss": 3.5751,
      "step": 13950
    },
    {
      "epoch": 12.065687121866898,
      "grad_norm": 0.6297854781150818,
      "learning_rate": 9.532601580278022e-05,
      "loss": 3.6138,
      "step": 13960
    },
    {
      "epoch": 12.074330164217805,
      "grad_norm": 0.5980714559555054,
      "learning_rate": 9.531937561550483e-05,
      "loss": 3.6053,
      "step": 13970
    },
    {
      "epoch": 12.082973206568711,
      "grad_norm": 0.537321925163269,
      "learning_rate": 9.531273094642726e-05,
      "loss": 3.583,
      "step": 13980
    },
    {
      "epoch": 12.09161624891962,
      "grad_norm": 0.5173520445823669,
      "learning_rate": 9.530608179620463e-05,
      "loss": 3.6186,
      "step": 13990
    },
    {
      "epoch": 12.100259291270527,
      "grad_norm": 0.6337565779685974,
      "learning_rate": 9.52994281654945e-05,
      "loss": 3.5904,
      "step": 14000
    },
    {
      "epoch": 12.108902333621435,
      "grad_norm": 0.495557576417923,
      "learning_rate": 9.529277005495487e-05,
      "loss": 3.6102,
      "step": 14010
    },
    {
      "epoch": 12.117545375972343,
      "grad_norm": 0.5479419827461243,
      "learning_rate": 9.528610746524418e-05,
      "loss": 3.6108,
      "step": 14020
    },
    {
      "epoch": 12.126188418323249,
      "grad_norm": 0.6443647742271423,
      "learning_rate": 9.527944039702133e-05,
      "loss": 3.5819,
      "step": 14030
    },
    {
      "epoch": 12.134831460674157,
      "grad_norm": 0.5912526845932007,
      "learning_rate": 9.527276885094566e-05,
      "loss": 3.6097,
      "step": 14040
    },
    {
      "epoch": 12.143474503025065,
      "grad_norm": 0.5170440673828125,
      "learning_rate": 9.52660928276769e-05,
      "loss": 3.6093,
      "step": 14050
    },
    {
      "epoch": 12.152117545375972,
      "grad_norm": 0.5048696398735046,
      "learning_rate": 9.525941232787534e-05,
      "loss": 3.6121,
      "step": 14060
    },
    {
      "epoch": 12.16076058772688,
      "grad_norm": 0.5399757027626038,
      "learning_rate": 9.525272735220157e-05,
      "loss": 3.6009,
      "step": 14070
    },
    {
      "epoch": 12.169403630077788,
      "grad_norm": 0.5109243392944336,
      "learning_rate": 9.524603790131672e-05,
      "loss": 3.6126,
      "step": 14080
    },
    {
      "epoch": 12.178046672428694,
      "grad_norm": 0.7046204805374146,
      "learning_rate": 9.523934397588235e-05,
      "loss": 3.6002,
      "step": 14090
    },
    {
      "epoch": 12.186689714779602,
      "grad_norm": 0.530945897102356,
      "learning_rate": 9.523264557656042e-05,
      "loss": 3.5977,
      "step": 14100
    },
    {
      "epoch": 12.19533275713051,
      "grad_norm": 0.5822652578353882,
      "learning_rate": 9.522594270401337e-05,
      "loss": 3.6032,
      "step": 14110
    },
    {
      "epoch": 12.203975799481418,
      "grad_norm": 0.5080336332321167,
      "learning_rate": 9.521923535890406e-05,
      "loss": 3.6,
      "step": 14120
    },
    {
      "epoch": 12.212618841832326,
      "grad_norm": 0.5253978371620178,
      "learning_rate": 9.521252354189585e-05,
      "loss": 3.6028,
      "step": 14130
    },
    {
      "epoch": 12.221261884183232,
      "grad_norm": 0.5647372603416443,
      "learning_rate": 9.520580725365244e-05,
      "loss": 3.617,
      "step": 14140
    },
    {
      "epoch": 12.22990492653414,
      "grad_norm": 0.5409605503082275,
      "learning_rate": 9.519908649483806e-05,
      "loss": 3.6147,
      "step": 14150
    },
    {
      "epoch": 12.238547968885047,
      "grad_norm": 0.5163556933403015,
      "learning_rate": 9.519236126611734e-05,
      "loss": 3.6232,
      "step": 14160
    },
    {
      "epoch": 12.247191011235955,
      "grad_norm": 0.5436700582504272,
      "learning_rate": 9.518563156815539e-05,
      "loss": 3.6188,
      "step": 14170
    },
    {
      "epoch": 12.255834053586863,
      "grad_norm": 0.5954413414001465,
      "learning_rate": 9.517889740161769e-05,
      "loss": 3.6221,
      "step": 14180
    },
    {
      "epoch": 12.264477095937771,
      "grad_norm": 0.5371140241622925,
      "learning_rate": 9.517215876717023e-05,
      "loss": 3.6127,
      "step": 14190
    },
    {
      "epoch": 12.273120138288677,
      "grad_norm": 0.561779797077179,
      "learning_rate": 9.516541566547941e-05,
      "loss": 3.6078,
      "step": 14200
    },
    {
      "epoch": 12.281763180639585,
      "grad_norm": 0.6787566542625427,
      "learning_rate": 9.51586680972121e-05,
      "loss": 3.6226,
      "step": 14210
    },
    {
      "epoch": 12.290406222990493,
      "grad_norm": 0.6511233448982239,
      "learning_rate": 9.515191606303558e-05,
      "loss": 3.6165,
      "step": 14220
    },
    {
      "epoch": 12.2990492653414,
      "grad_norm": 0.5556143522262573,
      "learning_rate": 9.514515956361758e-05,
      "loss": 3.6202,
      "step": 14230
    },
    {
      "epoch": 12.307692307692308,
      "grad_norm": 0.6610009074211121,
      "learning_rate": 9.513839859962628e-05,
      "loss": 3.618,
      "step": 14240
    },
    {
      "epoch": 12.316335350043214,
      "grad_norm": 0.517501711845398,
      "learning_rate": 9.51316331717303e-05,
      "loss": 3.6094,
      "step": 14250
    },
    {
      "epoch": 12.324978392394122,
      "grad_norm": 0.5338321328163147,
      "learning_rate": 9.512486328059869e-05,
      "loss": 3.5978,
      "step": 14260
    },
    {
      "epoch": 12.33362143474503,
      "grad_norm": 0.6151901483535767,
      "learning_rate": 9.511808892690098e-05,
      "loss": 3.6069,
      "step": 14270
    },
    {
      "epoch": 12.342264477095938,
      "grad_norm": 0.5110654234886169,
      "learning_rate": 9.511131011130705e-05,
      "loss": 3.6206,
      "step": 14280
    },
    {
      "epoch": 12.350907519446846,
      "grad_norm": 0.5245352387428284,
      "learning_rate": 9.510452683448733e-05,
      "loss": 3.6243,
      "step": 14290
    },
    {
      "epoch": 12.359550561797754,
      "grad_norm": 0.5627368092536926,
      "learning_rate": 9.509773909711264e-05,
      "loss": 3.6249,
      "step": 14300
    },
    {
      "epoch": 12.36819360414866,
      "grad_norm": 0.5480779409408569,
      "learning_rate": 9.509094689985423e-05,
      "loss": 3.6099,
      "step": 14310
    },
    {
      "epoch": 12.376836646499568,
      "grad_norm": 0.54231196641922,
      "learning_rate": 9.50841502433838e-05,
      "loss": 3.6199,
      "step": 14320
    },
    {
      "epoch": 12.385479688850475,
      "grad_norm": 0.5545423626899719,
      "learning_rate": 9.507734912837353e-05,
      "loss": 3.6194,
      "step": 14330
    },
    {
      "epoch": 12.394122731201383,
      "grad_norm": 0.5241574048995972,
      "learning_rate": 9.507054355549598e-05,
      "loss": 3.611,
      "step": 14340
    },
    {
      "epoch": 12.402765773552291,
      "grad_norm": 0.6936041116714478,
      "learning_rate": 9.506373352542418e-05,
      "loss": 3.6079,
      "step": 14350
    },
    {
      "epoch": 12.411408815903197,
      "grad_norm": 0.5588804483413696,
      "learning_rate": 9.50569190388316e-05,
      "loss": 3.6216,
      "step": 14360
    },
    {
      "epoch": 12.420051858254105,
      "grad_norm": 0.5000887513160706,
      "learning_rate": 9.505010009639217e-05,
      "loss": 3.612,
      "step": 14370
    },
    {
      "epoch": 12.428694900605013,
      "grad_norm": 0.49384090304374695,
      "learning_rate": 9.504327669878021e-05,
      "loss": 3.6042,
      "step": 14380
    },
    {
      "epoch": 12.43733794295592,
      "grad_norm": 0.529920756816864,
      "learning_rate": 9.503644884667053e-05,
      "loss": 3.5995,
      "step": 14390
    },
    {
      "epoch": 12.445980985306829,
      "grad_norm": 0.5491660833358765,
      "learning_rate": 9.502961654073836e-05,
      "loss": 3.6161,
      "step": 14400
    },
    {
      "epoch": 12.454624027657735,
      "grad_norm": 0.5664769411087036,
      "learning_rate": 9.502277978165938e-05,
      "loss": 3.61,
      "step": 14410
    },
    {
      "epoch": 12.463267070008643,
      "grad_norm": 0.5585048794746399,
      "learning_rate": 9.501593857010969e-05,
      "loss": 3.6427,
      "step": 14420
    },
    {
      "epoch": 12.47191011235955,
      "grad_norm": 0.5519992113113403,
      "learning_rate": 9.500909290676583e-05,
      "loss": 3.6186,
      "step": 14430
    },
    {
      "epoch": 12.480553154710458,
      "grad_norm": 0.5868070721626282,
      "learning_rate": 9.500224279230483e-05,
      "loss": 3.6164,
      "step": 14440
    },
    {
      "epoch": 12.489196197061366,
      "grad_norm": 0.5924898386001587,
      "learning_rate": 9.499538822740408e-05,
      "loss": 3.6218,
      "step": 14450
    },
    {
      "epoch": 12.497839239412274,
      "grad_norm": 0.5222882032394409,
      "learning_rate": 9.498852921274148e-05,
      "loss": 3.6203,
      "step": 14460
    },
    {
      "epoch": 12.50648228176318,
      "grad_norm": 0.6236734986305237,
      "learning_rate": 9.498166574899535e-05,
      "loss": 3.6229,
      "step": 14470
    },
    {
      "epoch": 12.515125324114088,
      "grad_norm": 0.6483917236328125,
      "learning_rate": 9.497479783684443e-05,
      "loss": 3.6366,
      "step": 14480
    },
    {
      "epoch": 12.523768366464996,
      "grad_norm": 0.721209704875946,
      "learning_rate": 9.496792547696792e-05,
      "loss": 3.6367,
      "step": 14490
    },
    {
      "epoch": 12.532411408815904,
      "grad_norm": 0.5382526516914368,
      "learning_rate": 9.496104867004544e-05,
      "loss": 3.6389,
      "step": 14500
    },
    {
      "epoch": 12.541054451166811,
      "grad_norm": 0.5545229315757751,
      "learning_rate": 9.495416741675708e-05,
      "loss": 3.6376,
      "step": 14510
    },
    {
      "epoch": 12.549697493517717,
      "grad_norm": 0.554694652557373,
      "learning_rate": 9.494728171778335e-05,
      "loss": 3.6173,
      "step": 14520
    },
    {
      "epoch": 12.558340535868625,
      "grad_norm": 0.523758053779602,
      "learning_rate": 9.494039157380518e-05,
      "loss": 3.6321,
      "step": 14530
    },
    {
      "epoch": 12.566983578219533,
      "grad_norm": 0.5009516477584839,
      "learning_rate": 9.4933496985504e-05,
      "loss": 3.6127,
      "step": 14540
    },
    {
      "epoch": 12.575626620570441,
      "grad_norm": 0.5522740483283997,
      "learning_rate": 9.49265979535616e-05,
      "loss": 3.6475,
      "step": 14550
    },
    {
      "epoch": 12.584269662921349,
      "grad_norm": 0.5057214498519897,
      "learning_rate": 9.491969447866029e-05,
      "loss": 3.6215,
      "step": 14560
    },
    {
      "epoch": 12.592912705272255,
      "grad_norm": 0.5729621052742004,
      "learning_rate": 9.491278656148276e-05,
      "loss": 3.6213,
      "step": 14570
    },
    {
      "epoch": 12.601555747623163,
      "grad_norm": 0.496742844581604,
      "learning_rate": 9.490587420271217e-05,
      "loss": 3.6221,
      "step": 14580
    },
    {
      "epoch": 12.61019878997407,
      "grad_norm": 0.5392702221870422,
      "learning_rate": 9.48989574030321e-05,
      "loss": 3.616,
      "step": 14590
    },
    {
      "epoch": 12.618841832324978,
      "grad_norm": 0.5982365608215332,
      "learning_rate": 9.489203616312657e-05,
      "loss": 3.6388,
      "step": 14600
    },
    {
      "epoch": 12.627484874675886,
      "grad_norm": 0.4890075922012329,
      "learning_rate": 9.488511048368005e-05,
      "loss": 3.6352,
      "step": 14610
    },
    {
      "epoch": 12.636127917026794,
      "grad_norm": 0.6496147513389587,
      "learning_rate": 9.487818036537748e-05,
      "loss": 3.6347,
      "step": 14620
    },
    {
      "epoch": 12.6447709593777,
      "grad_norm": 0.5661157369613647,
      "learning_rate": 9.487124580890416e-05,
      "loss": 3.6397,
      "step": 14630
    },
    {
      "epoch": 12.653414001728608,
      "grad_norm": 0.5336878299713135,
      "learning_rate": 9.486430681494589e-05,
      "loss": 3.6404,
      "step": 14640
    },
    {
      "epoch": 12.662057044079516,
      "grad_norm": 0.5073743462562561,
      "learning_rate": 9.485736338418891e-05,
      "loss": 3.6292,
      "step": 14650
    },
    {
      "epoch": 12.670700086430424,
      "grad_norm": 0.5535697937011719,
      "learning_rate": 9.485041551731985e-05,
      "loss": 3.6182,
      "step": 14660
    },
    {
      "epoch": 12.679343128781332,
      "grad_norm": 0.643405556678772,
      "learning_rate": 9.484346321502584e-05,
      "loss": 3.6183,
      "step": 14670
    },
    {
      "epoch": 12.687986171132238,
      "grad_norm": 0.6405324935913086,
      "learning_rate": 9.48365064779944e-05,
      "loss": 3.6256,
      "step": 14680
    },
    {
      "epoch": 12.696629213483146,
      "grad_norm": 0.4990505576133728,
      "learning_rate": 9.482954530691353e-05,
      "loss": 3.6199,
      "step": 14690
    },
    {
      "epoch": 12.705272255834053,
      "grad_norm": 0.6032984852790833,
      "learning_rate": 9.482257970247161e-05,
      "loss": 3.6351,
      "step": 14700
    },
    {
      "epoch": 12.713915298184961,
      "grad_norm": 0.6878511309623718,
      "learning_rate": 9.481560966535754e-05,
      "loss": 3.6292,
      "step": 14710
    },
    {
      "epoch": 12.722558340535869,
      "grad_norm": 0.5964452028274536,
      "learning_rate": 9.480863519626057e-05,
      "loss": 3.6372,
      "step": 14720
    },
    {
      "epoch": 12.731201382886777,
      "grad_norm": 0.5427183508872986,
      "learning_rate": 9.480165629587046e-05,
      "loss": 3.6117,
      "step": 14730
    },
    {
      "epoch": 12.739844425237683,
      "grad_norm": 0.5693811178207397,
      "learning_rate": 9.479467296487736e-05,
      "loss": 3.6256,
      "step": 14740
    },
    {
      "epoch": 12.74848746758859,
      "grad_norm": 0.5879992246627808,
      "learning_rate": 9.47876852039719e-05,
      "loss": 3.6341,
      "step": 14750
    },
    {
      "epoch": 12.757130509939499,
      "grad_norm": 0.5590305328369141,
      "learning_rate": 9.47806930138451e-05,
      "loss": 3.647,
      "step": 14760
    },
    {
      "epoch": 12.765773552290407,
      "grad_norm": 0.5733251571655273,
      "learning_rate": 9.477369639518847e-05,
      "loss": 3.6313,
      "step": 14770
    },
    {
      "epoch": 12.774416594641314,
      "grad_norm": 0.5747750997543335,
      "learning_rate": 9.476669534869391e-05,
      "loss": 3.6245,
      "step": 14780
    },
    {
      "epoch": 12.78305963699222,
      "grad_norm": 0.6186511516571045,
      "learning_rate": 9.475968987505379e-05,
      "loss": 3.6413,
      "step": 14790
    },
    {
      "epoch": 12.791702679343128,
      "grad_norm": 0.4952661395072937,
      "learning_rate": 9.475267997496092e-05,
      "loss": 3.6417,
      "step": 14800
    },
    {
      "epoch": 12.800345721694036,
      "grad_norm": 0.5964799523353577,
      "learning_rate": 9.47456656491085e-05,
      "loss": 3.6359,
      "step": 14810
    },
    {
      "epoch": 12.808988764044944,
      "grad_norm": 0.5399404168128967,
      "learning_rate": 9.473864689819022e-05,
      "loss": 3.628,
      "step": 14820
    },
    {
      "epoch": 12.817631806395852,
      "grad_norm": 0.5314333438873291,
      "learning_rate": 9.47316237229002e-05,
      "loss": 3.6437,
      "step": 14830
    },
    {
      "epoch": 12.82627484874676,
      "grad_norm": 0.5541367530822754,
      "learning_rate": 9.472459612393298e-05,
      "loss": 3.6197,
      "step": 14840
    },
    {
      "epoch": 12.834917891097666,
      "grad_norm": 0.49715331196784973,
      "learning_rate": 9.471756410198356e-05,
      "loss": 3.6138,
      "step": 14850
    },
    {
      "epoch": 12.843560933448574,
      "grad_norm": 0.5518032312393188,
      "learning_rate": 9.471052765774735e-05,
      "loss": 3.6363,
      "step": 14860
    },
    {
      "epoch": 12.852203975799481,
      "grad_norm": 0.5004604458808899,
      "learning_rate": 9.47034867919202e-05,
      "loss": 3.6322,
      "step": 14870
    },
    {
      "epoch": 12.86084701815039,
      "grad_norm": 0.6546003222465515,
      "learning_rate": 9.469644150519842e-05,
      "loss": 3.6115,
      "step": 14880
    },
    {
      "epoch": 12.869490060501297,
      "grad_norm": 0.6523699760437012,
      "learning_rate": 9.468939179827873e-05,
      "loss": 3.6363,
      "step": 14890
    },
    {
      "epoch": 12.878133102852203,
      "grad_norm": 0.5568637847900391,
      "learning_rate": 9.468233767185834e-05,
      "loss": 3.6488,
      "step": 14900
    },
    {
      "epoch": 12.886776145203111,
      "grad_norm": 0.575413167476654,
      "learning_rate": 9.467527912663483e-05,
      "loss": 3.6488,
      "step": 14910
    },
    {
      "epoch": 12.895419187554019,
      "grad_norm": 0.7503029704093933,
      "learning_rate": 9.466821616330623e-05,
      "loss": 3.6295,
      "step": 14920
    },
    {
      "epoch": 12.904062229904927,
      "grad_norm": 0.685919463634491,
      "learning_rate": 9.466114878257107e-05,
      "loss": 3.6182,
      "step": 14930
    },
    {
      "epoch": 12.912705272255835,
      "grad_norm": 0.6794949769973755,
      "learning_rate": 9.465407698512823e-05,
      "loss": 3.6121,
      "step": 14940
    },
    {
      "epoch": 12.921348314606742,
      "grad_norm": 0.5876390933990479,
      "learning_rate": 9.464700077167706e-05,
      "loss": 3.6439,
      "step": 14950
    },
    {
      "epoch": 12.929991356957649,
      "grad_norm": 0.5432971119880676,
      "learning_rate": 9.463992014291739e-05,
      "loss": 3.6214,
      "step": 14960
    },
    {
      "epoch": 12.938634399308556,
      "grad_norm": 0.5778446793556213,
      "learning_rate": 9.463283509954943e-05,
      "loss": 3.6338,
      "step": 14970
    },
    {
      "epoch": 12.947277441659464,
      "grad_norm": 0.6013231873512268,
      "learning_rate": 9.462574564227385e-05,
      "loss": 3.6352,
      "step": 14980
    },
    {
      "epoch": 12.955920484010372,
      "grad_norm": 0.5097507834434509,
      "learning_rate": 9.461865177179174e-05,
      "loss": 3.6395,
      "step": 14990
    },
    {
      "epoch": 12.96456352636128,
      "grad_norm": 0.5465461015701294,
      "learning_rate": 9.461155348880467e-05,
      "loss": 3.6452,
      "step": 15000
    }
  ],
  "logging_steps": 10,
  "max_steps": 100000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 87,
  "save_steps": 5000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.118654574597206e+19,
  "train_batch_size": 64,
  "trial_name": null,
  "trial_params": null
}