{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 48.25331724969843,
  "eval_steps": 500,
  "global_step": 20000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.04825090470446321,
      "grad_norm": 8.339693383614003,
      "learning_rate": 3.2000000000000003e-06,
      "loss": 14.9237,
      "step": 20
    },
    {
      "epoch": 0.09650180940892641,
      "grad_norm": 19.889482738298412,
      "learning_rate": 6.4000000000000006e-06,
      "loss": 11.3878,
      "step": 40
    },
    {
      "epoch": 0.14475271411338964,
      "grad_norm": 15.102975035287011,
      "learning_rate": 9.600000000000001e-06,
      "loss": 7.9556,
      "step": 60
    },
    {
      "epoch": 0.19300361881785283,
      "grad_norm": 8.81678615410684,
      "learning_rate": 1.2800000000000001e-05,
      "loss": 6.0051,
      "step": 80
    },
    {
      "epoch": 0.24125452352231605,
      "grad_norm": 3.7144425270552937,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 5.5965,
      "step": 100
    },
    {
      "epoch": 0.28950542822677927,
      "grad_norm": 3.730968976156267,
      "learning_rate": 1.9200000000000003e-05,
      "loss": 5.451,
      "step": 120
    },
    {
      "epoch": 0.33775633293124246,
      "grad_norm": 9.940123117952663,
      "learning_rate": 2.2400000000000002e-05,
      "loss": 5.345,
      "step": 140
    },
    {
      "epoch": 0.38600723763570566,
      "grad_norm": 4.018273257017107,
      "learning_rate": 2.5600000000000002e-05,
      "loss": 5.2681,
      "step": 160
    },
    {
      "epoch": 0.43425814234016885,
      "grad_norm": 5.5914748070022995,
      "learning_rate": 2.8800000000000002e-05,
      "loss": 5.1866,
      "step": 180
    },
    {
      "epoch": 0.4825090470446321,
      "grad_norm": 8.674715227845745,
      "learning_rate": 3.2000000000000005e-05,
      "loss": 5.0629,
      "step": 200
    },
    {
      "epoch": 0.5307599517490953,
      "grad_norm": 6.303022417666055,
      "learning_rate": 3.52e-05,
      "loss": 4.8706,
      "step": 220
    },
    {
      "epoch": 0.5790108564535585,
      "grad_norm": 6.443719801006026,
      "learning_rate": 3.8400000000000005e-05,
      "loss": 4.6971,
      "step": 240
    },
    {
      "epoch": 0.6272617611580217,
      "grad_norm": 4.319314184837879,
      "learning_rate": 4.16e-05,
      "loss": 4.5645,
      "step": 260
    },
    {
      "epoch": 0.6755126658624849,
      "grad_norm": 3.8857640067926225,
      "learning_rate": 4.4800000000000005e-05,
      "loss": 4.4834,
      "step": 280
    },
    {
      "epoch": 0.7237635705669482,
      "grad_norm": 3.9426046085533812,
      "learning_rate": 4.8e-05,
      "loss": 4.4125,
      "step": 300
    },
    {
      "epoch": 0.7720144752714113,
      "grad_norm": 3.6633821987028408,
      "learning_rate": 5.1200000000000004e-05,
      "loss": 4.3592,
      "step": 320
    },
    {
      "epoch": 0.8202653799758746,
      "grad_norm": 3.5737856169769833,
      "learning_rate": 5.440000000000001e-05,
      "loss": 4.3469,
      "step": 340
    },
    {
      "epoch": 0.8685162846803377,
      "grad_norm": 3.239269576695217,
      "learning_rate": 5.7600000000000004e-05,
      "loss": 4.3266,
      "step": 360
    },
    {
      "epoch": 0.916767189384801,
      "grad_norm": 2.967983467388659,
      "learning_rate": 6.080000000000001e-05,
      "loss": 4.2919,
      "step": 380
    },
    {
      "epoch": 0.9650180940892642,
      "grad_norm": 3.1583079192625148,
      "learning_rate": 6.400000000000001e-05,
      "loss": 4.2755,
      "step": 400
    },
    {
      "epoch": 1.0132689987937273,
      "grad_norm": 3.7283002516860266,
      "learning_rate": 6.720000000000001e-05,
      "loss": 4.2502,
      "step": 420
    },
    {
      "epoch": 1.0615199034981906,
      "grad_norm": 3.214837892757736,
      "learning_rate": 7.04e-05,
      "loss": 4.231,
      "step": 440
    },
    {
      "epoch": 1.1097708082026538,
      "grad_norm": 2.7055030044505903,
      "learning_rate": 7.360000000000001e-05,
      "loss": 4.2086,
      "step": 460
    },
    {
      "epoch": 1.158021712907117,
      "grad_norm": 2.731203416240417,
      "learning_rate": 7.680000000000001e-05,
      "loss": 4.2113,
      "step": 480
    },
    {
      "epoch": 1.2062726176115803,
      "grad_norm": 3.0795239033000907,
      "learning_rate": 8e-05,
      "loss": 4.1989,
      "step": 500
    },
    {
      "epoch": 1.2545235223160434,
      "grad_norm": 4.117940290813741,
      "learning_rate": 7.999991494167766e-05,
      "loss": 4.1769,
      "step": 520
    },
    {
      "epoch": 1.3027744270205066,
      "grad_norm": 3.3854020428695364,
      "learning_rate": 7.999965976709647e-05,
      "loss": 4.1865,
      "step": 540
    },
    {
      "epoch": 1.3510253317249699,
      "grad_norm": 2.6896557092343483,
      "learning_rate": 7.999923447741402e-05,
      "loss": 4.1279,
      "step": 560
    },
    {
      "epoch": 1.399276236429433,
      "grad_norm": 7.824923037574324,
      "learning_rate": 7.999863907455964e-05,
      "loss": 4.1175,
      "step": 580
    },
    {
      "epoch": 1.4475271411338961,
      "grad_norm": 2.358047308194184,
      "learning_rate": 7.999787356123431e-05,
      "loss": 4.0955,
      "step": 600
    },
    {
      "epoch": 1.4957780458383594,
      "grad_norm": 3.7260994947602866,
      "learning_rate": 7.999693794091075e-05,
      "loss": 4.081,
      "step": 620
    },
    {
      "epoch": 1.5440289505428226,
      "grad_norm": 2.2970486812775026,
      "learning_rate": 7.999583221783335e-05,
      "loss": 4.0849,
      "step": 640
    },
    {
      "epoch": 1.5922798552472859,
      "grad_norm": 2.795075187695,
      "learning_rate": 7.999455639701816e-05,
      "loss": 4.064,
      "step": 660
    },
    {
      "epoch": 1.6405307599517491,
      "grad_norm": 2.192986696547057,
      "learning_rate": 7.999311048425287e-05,
      "loss": 4.0543,
      "step": 680
    },
    {
      "epoch": 1.6887816646562124,
      "grad_norm": 2.5578020716634606,
      "learning_rate": 7.999149448609678e-05,
      "loss": 4.0388,
      "step": 700
    },
    {
      "epoch": 1.7370325693606756,
      "grad_norm": 2.297992617856207,
      "learning_rate": 7.998970840988077e-05,
      "loss": 4.0411,
      "step": 720
    },
    {
      "epoch": 1.7852834740651389,
      "grad_norm": 2.1931678512453283,
      "learning_rate": 7.99877522637073e-05,
      "loss": 4.0271,
      "step": 740
    },
    {
      "epoch": 1.833534378769602,
      "grad_norm": 2.1148766556112633,
      "learning_rate": 7.99856260564503e-05,
      "loss": 4.0158,
      "step": 760
    },
    {
      "epoch": 1.8817852834740652,
      "grad_norm": 2.048145061293033,
      "learning_rate": 7.998332979775517e-05,
      "loss": 4.0196,
      "step": 780
    },
    {
      "epoch": 1.9300361881785284,
      "grad_norm": 1.9848042800360817,
      "learning_rate": 7.998086349803877e-05,
      "loss": 3.9966,
      "step": 800
    },
    {
      "epoch": 1.9782870928829914,
      "grad_norm": 2.0247497558004524,
      "learning_rate": 7.997822716848935e-05,
      "loss": 3.9928,
      "step": 820
    },
    {
      "epoch": 2.0265379975874547,
      "grad_norm": 2.05437139571639,
      "learning_rate": 7.997542082106645e-05,
      "loss": 3.969,
      "step": 840
    },
    {
      "epoch": 2.074788902291918,
      "grad_norm": 2.133082064979697,
      "learning_rate": 7.997244446850093e-05,
      "loss": 3.982,
      "step": 860
    },
    {
      "epoch": 2.123039806996381,
      "grad_norm": 1.9252137819783786,
      "learning_rate": 7.996929812429483e-05,
      "loss": 3.961,
      "step": 880
    },
    {
      "epoch": 2.1712907117008444,
      "grad_norm": 1.9246261488065617,
      "learning_rate": 7.996598180272135e-05,
      "loss": 3.9539,
      "step": 900
    },
    {
      "epoch": 2.2195416164053077,
      "grad_norm": 1.9619770132894785,
      "learning_rate": 7.996249551882482e-05,
      "loss": 3.9497,
      "step": 920
    },
    {
      "epoch": 2.267792521109771,
      "grad_norm": 2.479861200313923,
      "learning_rate": 7.995883928842055e-05,
      "loss": 3.946,
      "step": 940
    },
    {
      "epoch": 2.316043425814234,
      "grad_norm": 2.2960924995091267,
      "learning_rate": 7.995501312809486e-05,
      "loss": 3.9492,
      "step": 960
    },
    {
      "epoch": 2.3642943305186974,
      "grad_norm": 1.8112568454819455,
      "learning_rate": 7.995101705520489e-05,
      "loss": 3.9389,
      "step": 980
    },
    {
      "epoch": 2.4125452352231607,
      "grad_norm": 1.95905147621956,
      "learning_rate": 7.994685108787857e-05,
      "loss": 3.9351,
      "step": 1000
    },
    {
      "epoch": 2.4632086851628467,
      "grad_norm": 1.8523335940529988,
      "learning_rate": 7.994251524501462e-05,
      "loss": 3.9279,
      "step": 1020
    },
    {
      "epoch": 2.51145958986731,
      "grad_norm": 1.9181717070457194,
      "learning_rate": 7.993800954628235e-05,
      "loss": 3.9165,
      "step": 1040
    },
    {
      "epoch": 2.5597104945717732,
      "grad_norm": 1.8302272632272725,
      "learning_rate": 7.993333401212159e-05,
      "loss": 3.9212,
      "step": 1060
    },
    {
      "epoch": 2.6079613992762365,
      "grad_norm": 1.8074344631156825,
      "learning_rate": 7.992848866374262e-05,
      "loss": 3.9073,
      "step": 1080
    },
    {
      "epoch": 2.6562123039806997,
      "grad_norm": 1.9548928366677978,
      "learning_rate": 7.992347352312613e-05,
      "loss": 3.9136,
      "step": 1100
    },
    {
      "epoch": 2.704463208685163,
      "grad_norm": 1.7021000970959193,
      "learning_rate": 7.9918288613023e-05,
      "loss": 3.9087,
      "step": 1120
    },
    {
      "epoch": 2.752714113389626,
      "grad_norm": 1.9593594800768261,
      "learning_rate": 7.991293395695429e-05,
      "loss": 3.8976,
      "step": 1140
    },
    {
      "epoch": 2.8009650180940895,
      "grad_norm": 1.7012021798897734,
      "learning_rate": 7.990740957921109e-05,
      "loss": 3.91,
      "step": 1160
    },
    {
      "epoch": 2.8492159227985523,
      "grad_norm": 1.7199797845230644,
      "learning_rate": 7.990171550485444e-05,
      "loss": 3.8988,
      "step": 1180
    },
    {
      "epoch": 2.8974668275030155,
      "grad_norm": 1.9213658523618236,
      "learning_rate": 7.98958517597152e-05,
      "loss": 3.8907,
      "step": 1200
    },
    {
      "epoch": 2.945717732207479,
      "grad_norm": 1.9105636474990553,
      "learning_rate": 7.988981837039389e-05,
      "loss": 3.9027,
      "step": 1220
    },
    {
      "epoch": 2.993968636911942,
      "grad_norm": 1.8058426039591773,
      "learning_rate": 7.988361536426065e-05,
      "loss": 3.8947,
      "step": 1240
    },
    {
      "epoch": 3.0422195416164053,
      "grad_norm": 2.0380655269501986,
      "learning_rate": 7.987724276945509e-05,
      "loss": 3.8774,
      "step": 1260
    },
    {
      "epoch": 3.0904704463208685,
      "grad_norm": 1.8463100502144432,
      "learning_rate": 7.987070061488611e-05,
      "loss": 3.8727,
      "step": 1280
    },
    {
      "epoch": 3.138721351025332,
      "grad_norm": 1.6856634034288553,
      "learning_rate": 7.986398893023183e-05,
      "loss": 3.8749,
      "step": 1300
    },
    {
      "epoch": 3.186972255729795,
      "grad_norm": 1.656787178819041,
      "learning_rate": 7.985710774593944e-05,
      "loss": 3.8708,
      "step": 1320
    },
    {
      "epoch": 3.2352231604342583,
      "grad_norm": 1.7353786057972276,
      "learning_rate": 7.985005709322502e-05,
      "loss": 3.8642,
      "step": 1340
    },
    {
      "epoch": 3.2834740651387215,
      "grad_norm": 2.574040206501331,
      "learning_rate": 7.984283700407348e-05,
      "loss": 3.8637,
      "step": 1360
    },
    {
      "epoch": 3.331724969843185,
      "grad_norm": 1.7116401417486335,
      "learning_rate": 7.983544751123838e-05,
      "loss": 3.862,
      "step": 1380
    },
    {
      "epoch": 3.3799758745476476,
      "grad_norm": 1.6539525458510906,
      "learning_rate": 7.982788864824168e-05,
      "loss": 3.854,
      "step": 1400
    },
    {
      "epoch": 3.428226779252111,
      "grad_norm": 1.696655229015358,
      "learning_rate": 7.982016044937376e-05,
      "loss": 3.8496,
      "step": 1420
    },
    {
      "epoch": 3.476477683956574,
      "grad_norm": 1.8286062179300184,
      "learning_rate": 7.981226294969318e-05,
      "loss": 3.8567,
      "step": 1440
    },
    {
      "epoch": 3.5247285886610373,
      "grad_norm": 1.6627711560336484,
      "learning_rate": 7.980419618502649e-05,
      "loss": 3.8443,
      "step": 1460
    },
    {
      "epoch": 3.5729794933655006,
      "grad_norm": 1.7684376783342444,
      "learning_rate": 7.97959601919681e-05,
      "loss": 3.8549,
      "step": 1480
    },
    {
      "epoch": 3.621230398069964,
      "grad_norm": 1.789776811664651,
      "learning_rate": 7.978755500788015e-05,
      "loss": 3.8451,
      "step": 1500
    },
    {
      "epoch": 3.669481302774427,
      "grad_norm": 1.8325257805348092,
      "learning_rate": 7.977898067089228e-05,
      "loss": 3.8395,
      "step": 1520
    },
    {
      "epoch": 3.7177322074788903,
      "grad_norm": 1.7385172321440572,
      "learning_rate": 7.97702372199015e-05,
      "loss": 3.8395,
      "step": 1540
    },
    {
      "epoch": 3.7659831121833536,
      "grad_norm": 1.6483130421903265,
      "learning_rate": 7.976132469457195e-05,
      "loss": 3.8414,
      "step": 1560
    },
    {
      "epoch": 3.8142340168878164,
      "grad_norm": 1.625799126222686,
      "learning_rate": 7.975224313533483e-05,
      "loss": 3.8427,
      "step": 1580
    },
    {
      "epoch": 3.86248492159228,
      "grad_norm": 1.7024204710773163,
      "learning_rate": 7.974299258338813e-05,
      "loss": 3.8286,
      "step": 1600
    },
    {
      "epoch": 3.910735826296743,
      "grad_norm": 1.6828582001872363,
      "learning_rate": 7.973357308069643e-05,
      "loss": 3.832,
      "step": 1620
    },
    {
      "epoch": 3.958986731001206,
      "grad_norm": 1.6287673639606306,
      "learning_rate": 7.97239846699908e-05,
      "loss": 3.8356,
      "step": 1640
    },
    {
      "epoch": 4.007237635705669,
      "grad_norm": 1.7689672659348161,
      "learning_rate": 7.971422739476853e-05,
      "loss": 3.8341,
      "step": 1660
    },
    {
      "epoch": 4.055488540410133,
      "grad_norm": 1.7675101178310704,
      "learning_rate": 7.970430129929294e-05,
      "loss": 3.8071,
      "step": 1680
    },
    {
      "epoch": 4.103739445114596,
      "grad_norm": 1.7098230077586678,
      "learning_rate": 7.969420642859319e-05,
      "loss": 3.8124,
      "step": 1700
    },
    {
      "epoch": 4.151990349819059,
      "grad_norm": 2.8696662696803967,
      "learning_rate": 7.96839428284641e-05,
      "loss": 3.8238,
      "step": 1720
    },
    {
      "epoch": 4.200241254523522,
      "grad_norm": 1.5962010171545225,
      "learning_rate": 7.967351054546594e-05,
      "loss": 3.8191,
      "step": 1740
    },
    {
      "epoch": 4.248492159227985,
      "grad_norm": 1.7056254770722705,
      "learning_rate": 7.966290962692416e-05,
      "loss": 3.817,
      "step": 1760
    },
    {
      "epoch": 4.296743063932449,
      "grad_norm": 1.7286693016171315,
      "learning_rate": 7.965214012092924e-05,
      "loss": 3.818,
      "step": 1780
    },
    {
      "epoch": 4.344993968636912,
      "grad_norm": 1.6627615619386265,
      "learning_rate": 7.964120207633642e-05,
      "loss": 3.8118,
      "step": 1800
    },
    {
      "epoch": 4.393244873341375,
      "grad_norm": 1.6168867372575937,
      "learning_rate": 7.963009554276553e-05,
      "loss": 3.8149,
      "step": 1820
    },
    {
      "epoch": 4.441495778045838,
      "grad_norm": 1.6263175336083682,
      "learning_rate": 7.961882057060076e-05,
      "loss": 3.8059,
      "step": 1840
    },
    {
      "epoch": 4.489746682750302,
      "grad_norm": 1.7036011628929901,
      "learning_rate": 7.960737721099036e-05,
      "loss": 3.8073,
      "step": 1860
    },
    {
      "epoch": 4.537997587454765,
      "grad_norm": 1.7533489016186101,
      "learning_rate": 7.959576551584651e-05,
      "loss": 3.8,
      "step": 1880
    },
    {
      "epoch": 4.586248492159228,
      "grad_norm": 1.6680755716773972,
      "learning_rate": 7.9583985537845e-05,
      "loss": 3.8079,
      "step": 1900
    },
    {
      "epoch": 4.634499396863691,
      "grad_norm": 1.5900373043249145,
      "learning_rate": 7.957203733042504e-05,
      "loss": 3.8032,
      "step": 1920
    },
    {
      "epoch": 4.682750301568154,
      "grad_norm": 1.5822673258338313,
      "learning_rate": 7.9559920947789e-05,
      "loss": 3.8032,
      "step": 1940
    },
    {
      "epoch": 4.731001206272618,
      "grad_norm": 1.6391172902216593,
      "learning_rate": 7.954763644490218e-05,
      "loss": 3.7949,
      "step": 1960
    },
    {
      "epoch": 4.7792521109770805,
      "grad_norm": 1.6094445784733122,
      "learning_rate": 7.953518387749253e-05,
      "loss": 3.7833,
      "step": 1980
    },
    {
      "epoch": 4.827503015681544,
      "grad_norm": 1.627101157543259,
      "learning_rate": 7.952256330205043e-05,
      "loss": 3.7984,
      "step": 2000
    },
    {
      "epoch": 4.875753920386007,
      "grad_norm": 1.57097387615628,
      "learning_rate": 7.95097747758284e-05,
      "loss": 3.7895,
      "step": 2020
    },
    {
      "epoch": 4.924004825090471,
      "grad_norm": 1.623089741932469,
      "learning_rate": 7.949681835684088e-05,
      "loss": 3.7941,
      "step": 2040
    },
    {
      "epoch": 4.9722557297949335,
      "grad_norm": 1.6465137050314362,
      "learning_rate": 7.948369410386394e-05,
      "loss": 3.7988,
      "step": 2060
    },
    {
      "epoch": 5.020506634499397,
      "grad_norm": 1.5784685033828938,
      "learning_rate": 7.9470402076435e-05,
      "loss": 3.7817,
      "step": 2080
    },
    {
      "epoch": 5.06875753920386,
      "grad_norm": 1.6998108271678871,
      "learning_rate": 7.945694233485261e-05,
      "loss": 3.7778,
      "step": 2100
    },
    {
      "epoch": 5.117008443908324,
      "grad_norm": 1.5998518472233287,
      "learning_rate": 7.944331494017613e-05,
      "loss": 3.7872,
      "step": 2120
    },
    {
      "epoch": 5.1652593486127865,
      "grad_norm": 1.6365504028409332,
      "learning_rate": 7.942951995422547e-05,
      "loss": 3.7804,
      "step": 2140
    },
    {
      "epoch": 5.213510253317249,
      "grad_norm": 1.560224755822342,
      "learning_rate": 7.941555743958082e-05,
      "loss": 3.7812,
      "step": 2160
    },
    {
      "epoch": 5.261761158021713,
      "grad_norm": 1.541406804802876,
      "learning_rate": 7.940142745958232e-05,
      "loss": 3.7662,
      "step": 2180
    },
    {
      "epoch": 5.310012062726176,
      "grad_norm": 1.5813009604959938,
      "learning_rate": 7.938713007832987e-05,
      "loss": 3.7662,
      "step": 2200
    },
    {
      "epoch": 5.3582629674306395,
      "grad_norm": 1.5678875576565692,
      "learning_rate": 7.937266536068267e-05,
      "loss": 3.7761,
      "step": 2220
    },
    {
      "epoch": 5.406513872135102,
      "grad_norm": 1.5629371159983931,
      "learning_rate": 7.935803337225917e-05,
      "loss": 3.7741,
      "step": 2240
    },
    {
      "epoch": 5.454764776839566,
      "grad_norm": 1.5312856260715364,
      "learning_rate": 7.934323417943655e-05,
      "loss": 3.7723,
      "step": 2260
    },
    {
      "epoch": 5.503015681544029,
      "grad_norm": 1.569132936327036,
      "learning_rate": 7.932826784935048e-05,
      "loss": 3.7646,
      "step": 2280
    },
    {
      "epoch": 5.5512665862484925,
      "grad_norm": 1.600738076365637,
      "learning_rate": 7.931313444989491e-05,
      "loss": 3.7685,
      "step": 2300
    },
    {
      "epoch": 5.599517490952955,
      "grad_norm": 1.5433351729954772,
      "learning_rate": 7.929783404972163e-05,
      "loss": 3.7655,
      "step": 2320
    },
    {
      "epoch": 5.647768395657419,
      "grad_norm": 1.5860900144726746,
      "learning_rate": 7.928236671824008e-05,
      "loss": 3.7712,
      "step": 2340
    },
    {
      "epoch": 5.696019300361882,
      "grad_norm": 1.6533694730070274,
      "learning_rate": 7.92667325256169e-05,
      "loss": 3.7738,
      "step": 2360
    },
    {
      "epoch": 5.744270205066345,
      "grad_norm": 1.5469865690688507,
      "learning_rate": 7.925093154277578e-05,
      "loss": 3.7609,
      "step": 2380
    },
    {
      "epoch": 5.792521109770808,
      "grad_norm": 1.5094297984285903,
      "learning_rate": 7.923496384139695e-05,
      "loss": 3.775,
      "step": 2400
    },
    {
      "epoch": 5.840772014475271,
      "grad_norm": 1.6785526407536329,
      "learning_rate": 7.921882949391701e-05,
      "loss": 3.7536,
      "step": 2420
    },
    {
      "epoch": 5.889022919179735,
      "grad_norm": 1.920454545019554,
      "learning_rate": 7.92025285735285e-05,
      "loss": 3.7604,
      "step": 2440
    },
    {
      "epoch": 5.9372738238841976,
      "grad_norm": 1.758316768916432,
      "learning_rate": 7.918606115417966e-05,
      "loss": 3.7664,
      "step": 2460
    },
    {
      "epoch": 5.985524728588661,
      "grad_norm": 1.6044680272349092,
      "learning_rate": 7.9169427310574e-05,
      "loss": 3.7535,
      "step": 2480
    },
    {
      "epoch": 6.033775633293124,
      "grad_norm": 1.6031235068431815,
      "learning_rate": 7.915262711817e-05,
      "loss": 3.744,
      "step": 2500
    },
    {
      "epoch": 6.082026537997588,
      "grad_norm": 1.8209468416132322,
      "learning_rate": 7.913566065318082e-05,
      "loss": 3.7395,
      "step": 2520
    },
    {
      "epoch": 6.1302774427020505,
      "grad_norm": 1.7032344874503385,
      "learning_rate": 7.911852799257385e-05,
      "loss": 3.7368,
      "step": 2540
    },
    {
      "epoch": 6.178528347406514,
      "grad_norm": 1.512123000058192,
      "learning_rate": 7.910122921407047e-05,
      "loss": 3.7371,
      "step": 2560
    },
    {
      "epoch": 6.226779252110977,
      "grad_norm": 1.51215146100204,
      "learning_rate": 7.90837643961456e-05,
      "loss": 3.7483,
      "step": 2580
    },
    {
      "epoch": 6.27503015681544,
      "grad_norm": 1.5902936927334943,
      "learning_rate": 7.90661336180274e-05,
      "loss": 3.7489,
      "step": 2600
    },
    {
      "epoch": 6.3232810615199035,
      "grad_norm": 1.5267698089527095,
      "learning_rate": 7.904833695969691e-05,
      "loss": 3.7411,
      "step": 2620
    },
    {
      "epoch": 6.371531966224366,
      "grad_norm": 1.6296204011785629,
      "learning_rate": 7.903037450188768e-05,
      "loss": 3.7504,
      "step": 2640
    },
    {
      "epoch": 6.41978287092883,
      "grad_norm": 1.6635782853693655,
      "learning_rate": 7.901224632608539e-05,
      "loss": 3.7474,
      "step": 2660
    },
    {
      "epoch": 6.468033775633293,
      "grad_norm": 1.4488598425637083,
      "learning_rate": 7.899395251452748e-05,
      "loss": 3.7512,
      "step": 2680
    },
    {
      "epoch": 6.5162846803377565,
      "grad_norm": 1.5931293661354646,
      "learning_rate": 7.897549315020281e-05,
      "loss": 3.7396,
      "step": 2700
    },
    {
      "epoch": 6.564535585042219,
      "grad_norm": 1.5164373051653701,
      "learning_rate": 7.895686831685125e-05,
      "loss": 3.7402,
      "step": 2720
    },
    {
      "epoch": 6.612786489746683,
      "grad_norm": 1.6091962128975335,
      "learning_rate": 7.893807809896331e-05,
      "loss": 3.7306,
      "step": 2740
    },
    {
      "epoch": 6.661037394451146,
      "grad_norm": 1.6804007402721346,
      "learning_rate": 7.891912258177975e-05,
      "loss": 3.7364,
      "step": 2760
    },
    {
      "epoch": 6.7092882991556095,
      "grad_norm": 1.572950520933035,
      "learning_rate": 7.890000185129121e-05,
      "loss": 3.7296,
      "step": 2780
    },
    {
      "epoch": 6.757539203860072,
      "grad_norm": 1.3353826408073342,
      "learning_rate": 7.888071599423782e-05,
      "loss": 3.7362,
      "step": 2800
    },
    {
      "epoch": 6.805790108564535,
      "grad_norm": 1.4170805651391372,
      "learning_rate": 7.886126509810879e-05,
      "loss": 3.731,
      "step": 2820
    },
    {
      "epoch": 6.854041013268999,
      "grad_norm": 1.64926025016694,
      "learning_rate": 7.884164925114201e-05,
      "loss": 3.7372,
      "step": 2840
    },
    {
      "epoch": 6.902291917973462,
      "grad_norm": 1.5239747646493496,
      "learning_rate": 7.882186854232367e-05,
      "loss": 3.7297,
      "step": 2860
    },
    {
      "epoch": 6.950542822677925,
      "grad_norm": 1.5395678337362249,
      "learning_rate": 7.880192306138786e-05,
      "loss": 3.7372,
      "step": 2880
    },
    {
      "epoch": 6.998793727382388,
      "grad_norm": 1.4939695834908315,
      "learning_rate": 7.87818128988161e-05,
      "loss": 3.7332,
      "step": 2900
    },
    {
      "epoch": 7.047044632086852,
      "grad_norm": 1.4586787091920888,
      "learning_rate": 7.876153814583704e-05,
      "loss": 3.7209,
      "step": 2920
    },
    {
      "epoch": 7.095295536791315,
      "grad_norm": 1.661629101580047,
      "learning_rate": 7.874109889442594e-05,
      "loss": 3.7057,
      "step": 2940
    },
    {
      "epoch": 7.143546441495778,
      "grad_norm": 1.5331664521145354,
      "learning_rate": 7.872049523730435e-05,
      "loss": 3.7167,
      "step": 2960
    },
    {
      "epoch": 7.191797346200241,
      "grad_norm": 1.594158312118796,
      "learning_rate": 7.869972726793958e-05,
      "loss": 3.7117,
      "step": 2980
    },
    {
      "epoch": 7.240048250904705,
      "grad_norm": 1.4667189430278047,
      "learning_rate": 7.867879508054437e-05,
      "loss": 3.722,
      "step": 3000
    },
    {
      "epoch": 7.288299155609168,
      "grad_norm": 1.4748928077173882,
      "learning_rate": 7.865769877007638e-05,
      "loss": 3.7154,
      "step": 3020
    },
    {
      "epoch": 7.33655006031363,
      "grad_norm": 1.5547163287083452,
      "learning_rate": 7.863643843223786e-05,
      "loss": 3.7176,
      "step": 3040
    },
    {
      "epoch": 7.384800965018094,
      "grad_norm": 1.5479115515775719,
      "learning_rate": 7.861501416347515e-05,
      "loss": 3.7127,
      "step": 3060
    },
    {
      "epoch": 7.433051869722557,
      "grad_norm": 1.5434169704492728,
      "learning_rate": 7.859342606097823e-05,
      "loss": 3.7153,
      "step": 3080
    },
    {
      "epoch": 7.481302774427021,
      "grad_norm": 1.5157001841254152,
      "learning_rate": 7.857167422268032e-05,
      "loss": 3.7207,
      "step": 3100
    },
    {
      "epoch": 7.529553679131483,
      "grad_norm": 1.4504857472011103,
      "learning_rate": 7.854975874725742e-05,
      "loss": 3.7229,
      "step": 3120
    },
    {
      "epoch": 7.577804583835947,
      "grad_norm": 1.491662283971144,
      "learning_rate": 7.852767973412782e-05,
      "loss": 3.7046,
      "step": 3140
    },
    {
      "epoch": 7.62605548854041,
      "grad_norm": 1.4879089786287898,
      "learning_rate": 7.850543728345177e-05,
      "loss": 3.7143,
      "step": 3160
    },
    {
      "epoch": 7.674306393244874,
      "grad_norm": 1.873113013218062,
      "learning_rate": 7.848303149613087e-05,
      "loss": 3.714,
      "step": 3180
    },
    {
      "epoch": 7.722557297949336,
      "grad_norm": 1.5380756102482789,
      "learning_rate": 7.846046247380772e-05,
      "loss": 3.7237,
      "step": 3200
    },
    {
      "epoch": 7.7708082026538,
      "grad_norm": 1.5612737804886545,
      "learning_rate": 7.843773031886542e-05,
      "loss": 3.7309,
      "step": 3220
    },
    {
      "epoch": 7.819059107358263,
      "grad_norm": 1.440216620725101,
      "learning_rate": 7.841483513442715e-05,
      "loss": 3.7069,
      "step": 3240
    },
    {
      "epoch": 7.867310012062726,
      "grad_norm": 1.6953171962833626,
      "learning_rate": 7.839177702435557e-05,
      "loss": 3.7189,
      "step": 3260
    },
    {
      "epoch": 7.915560916767189,
      "grad_norm": 1.4423282019256183,
      "learning_rate": 7.836855609325253e-05,
      "loss": 3.7092,
      "step": 3280
    },
    {
      "epoch": 7.963811821471652,
      "grad_norm": 1.5132875792301672,
      "learning_rate": 7.834517244645849e-05,
      "loss": 3.7082,
      "step": 3300
    },
    {
      "epoch": 8.012062726176115,
      "grad_norm": 1.5880018400834566,
      "learning_rate": 7.832162619005204e-05,
      "loss": 3.7044,
      "step": 3320
    },
    {
      "epoch": 8.060313630880579,
      "grad_norm": 1.5928358890666803,
      "learning_rate": 7.829791743084947e-05,
      "loss": 3.6969,
      "step": 3340
    },
    {
      "epoch": 8.108564535585042,
      "grad_norm": 1.4989835695019693,
      "learning_rate": 7.82740462764042e-05,
      "loss": 3.6893,
      "step": 3360
    },
    {
      "epoch": 8.156815440289506,
      "grad_norm": 1.4636527308683347,
      "learning_rate": 7.82500128350064e-05,
      "loss": 3.7004,
      "step": 3380
    },
    {
      "epoch": 8.205066344993968,
      "grad_norm": 1.5341316712062159,
      "learning_rate": 7.822581721568243e-05,
      "loss": 3.6878,
      "step": 3400
    },
    {
      "epoch": 8.253317249698432,
      "grad_norm": 1.4002356771356366,
      "learning_rate": 7.820145952819435e-05,
      "loss": 3.6958,
      "step": 3420
    },
    {
      "epoch": 8.301568154402895,
      "grad_norm": 7.479412244417033,
      "learning_rate": 7.817693988303946e-05,
      "loss": 3.6929,
      "step": 3440
    },
    {
      "epoch": 8.349819059107359,
      "grad_norm": 1.5877195244630389,
      "learning_rate": 7.815225839144974e-05,
      "loss": 3.7008,
      "step": 3460
    },
    {
      "epoch": 8.398069963811821,
      "grad_norm": 1.5207811913816045,
      "learning_rate": 7.812741516539138e-05,
      "loss": 3.6939,
      "step": 3480
    },
    {
      "epoch": 8.446320868516285,
      "grad_norm": 3.2897087829521374,
      "learning_rate": 7.81024103175643e-05,
      "loss": 3.6887,
      "step": 3500
    },
    {
      "epoch": 8.494571773220748,
      "grad_norm": 1.545495992765523,
      "learning_rate": 7.80772439614016e-05,
      "loss": 3.6956,
      "step": 3520
    },
    {
      "epoch": 8.54282267792521,
      "grad_norm": 1.5215137519403443,
      "learning_rate": 7.805191621106898e-05,
      "loss": 3.6983,
      "step": 3540
    },
    {
      "epoch": 8.591073582629674,
      "grad_norm": 1.3333603718880649,
      "learning_rate": 7.802642718146442e-05,
      "loss": 3.6988,
      "step": 3560
    },
    {
      "epoch": 8.639324487334138,
      "grad_norm": 1.4709170621964474,
      "learning_rate": 7.800077698821747e-05,
      "loss": 3.6854,
      "step": 3580
    },
    {
      "epoch": 8.687575392038601,
      "grad_norm": 1.4563310995877055,
      "learning_rate": 7.797496574768876e-05,
      "loss": 3.6899,
      "step": 3600
    },
    {
      "epoch": 8.735826296743063,
      "grad_norm": 1.5040853591375143,
      "learning_rate": 7.794899357696957e-05,
      "loss": 3.7022,
      "step": 3620
    },
    {
      "epoch": 8.784077201447527,
      "grad_norm": 1.5323660925517602,
      "learning_rate": 7.792286059388114e-05,
      "loss": 3.6943,
      "step": 3640
    },
    {
      "epoch": 8.83232810615199,
      "grad_norm": 1.4395984965835074,
      "learning_rate": 7.789656691697432e-05,
      "loss": 3.6935,
      "step": 3660
    },
    {
      "epoch": 8.880579010856454,
      "grad_norm": 1.4096749610408732,
      "learning_rate": 7.78701126655289e-05,
      "loss": 3.7022,
      "step": 3680
    },
    {
      "epoch": 8.928829915560916,
      "grad_norm": 1.4458837837649199,
      "learning_rate": 7.784349795955309e-05,
      "loss": 3.6998,
      "step": 3700
    },
    {
      "epoch": 8.97708082026538,
      "grad_norm": 1.5027470696034027,
      "learning_rate": 7.781672291978302e-05,
      "loss": 3.687,
      "step": 3720
    },
    {
      "epoch": 9.025331724969844,
      "grad_norm": 1.4540238851011928,
      "learning_rate": 7.778978766768215e-05,
      "loss": 3.6849,
      "step": 3740
    },
    {
      "epoch": 9.073582629674306,
      "grad_norm": 1.5200922933720777,
      "learning_rate": 7.776269232544076e-05,
      "loss": 3.6704,
      "step": 3760
    },
    {
      "epoch": 9.12183353437877,
      "grad_norm": 1.4545865414628814,
      "learning_rate": 7.77354370159753e-05,
      "loss": 3.668,
      "step": 3780
    },
    {
      "epoch": 9.170084439083233,
      "grad_norm": 1.4333582645035396,
      "learning_rate": 7.7708021862928e-05,
      "loss": 3.6814,
      "step": 3800
    },
    {
      "epoch": 9.218335343787697,
      "grad_norm": 1.4771484401079562,
      "learning_rate": 7.768044699066615e-05,
      "loss": 3.6722,
      "step": 3820
    },
    {
      "epoch": 9.266586248492159,
      "grad_norm": 1.4836255397225804,
      "learning_rate": 7.76527125242816e-05,
      "loss": 3.6601,
      "step": 3840
    },
    {
      "epoch": 9.314837153196622,
      "grad_norm": 1.4622594804690587,
      "learning_rate": 7.76248185895902e-05,
      "loss": 3.6763,
      "step": 3860
    },
    {
      "epoch": 9.363088057901086,
      "grad_norm": 1.51405228491527,
      "learning_rate": 7.759676531313121e-05,
      "loss": 3.6671,
      "step": 3880
    },
    {
      "epoch": 9.41133896260555,
      "grad_norm": 1.521713497510075,
      "learning_rate": 7.756855282216676e-05,
      "loss": 3.6707,
      "step": 3900
    },
    {
      "epoch": 9.459589867310012,
      "grad_norm": 1.4170001468763875,
      "learning_rate": 7.754018124468124e-05,
      "loss": 3.6722,
      "step": 3920
    },
    {
      "epoch": 9.507840772014475,
      "grad_norm": 1.6339331902771201,
      "learning_rate": 7.75116507093807e-05,
      "loss": 3.6739,
      "step": 3940
    },
    {
      "epoch": 9.556091676718939,
      "grad_norm": 1.547061997922459,
      "learning_rate": 7.748296134569232e-05,
      "loss": 3.6708,
      "step": 3960
    },
    {
      "epoch": 9.604342581423401,
      "grad_norm": 1.4716371915089814,
      "learning_rate": 7.745411328376377e-05,
      "loss": 3.671,
      "step": 3980
    },
    {
      "epoch": 9.652593486127865,
      "grad_norm": 1.45610151130459,
      "learning_rate": 7.74251066544627e-05,
      "loss": 3.6778,
      "step": 4000
    },
    {
      "epoch": 9.700844390832328,
      "grad_norm": 1.5360382116786424,
      "learning_rate": 7.739594158937602e-05,
      "loss": 3.6727,
      "step": 4020
    },
    {
      "epoch": 9.749095295536792,
      "grad_norm": 1.4635652801648658,
      "learning_rate": 7.736661822080943e-05,
      "loss": 3.6731,
      "step": 4040
    },
    {
      "epoch": 9.797346200241254,
      "grad_norm": 1.4235160153415376,
      "learning_rate": 7.733713668178675e-05,
      "loss": 3.6806,
      "step": 4060
    },
    {
      "epoch": 9.845597104945718,
      "grad_norm": 1.405921545162294,
      "learning_rate": 7.73074971060493e-05,
      "loss": 3.6674,
      "step": 4080
    },
    {
      "epoch": 9.893848009650181,
      "grad_norm": 1.361534708011098,
      "learning_rate": 7.727769962805537e-05,
      "loss": 3.6804,
      "step": 4100
    },
    {
      "epoch": 9.942098914354645,
      "grad_norm": 1.4856575481820657,
      "learning_rate": 7.724774438297955e-05,
      "loss": 3.6626,
      "step": 4120
    },
    {
      "epoch": 9.990349819059107,
      "grad_norm": 3.5232345468712687,
      "learning_rate": 7.721763150671212e-05,
      "loss": 3.6748,
      "step": 4140
    },
    {
      "epoch": 10.03860072376357,
      "grad_norm": 1.5380933399832124,
      "learning_rate": 7.718736113585845e-05,
      "loss": 3.6586,
      "step": 4160
    },
    {
      "epoch": 10.086851628468034,
      "grad_norm": 1.4095282972204572,
      "learning_rate": 7.71569334077384e-05,
      "loss": 3.6504,
      "step": 4180
    },
    {
      "epoch": 10.135102533172496,
      "grad_norm": 1.5057419877063811,
      "learning_rate": 7.712634846038561e-05,
      "loss": 3.6532,
      "step": 4200
    },
    {
      "epoch": 10.18335343787696,
      "grad_norm": 1.8655280564455574,
      "learning_rate": 7.709560643254701e-05,
      "loss": 3.656,
      "step": 4220
    },
    {
      "epoch": 10.231604342581424,
      "grad_norm": 1.4954887389565181,
      "learning_rate": 7.706470746368207e-05,
      "loss": 3.663,
      "step": 4240
    },
    {
      "epoch": 10.279855247285887,
      "grad_norm": 1.3059043848370975,
      "learning_rate": 7.703365169396221e-05,
      "loss": 3.6559,
      "step": 4260
    },
    {
      "epoch": 10.32810615199035,
      "grad_norm": 1.482493751312778,
      "learning_rate": 7.700243926427023e-05,
      "loss": 3.6572,
      "step": 4280
    },
    {
      "epoch": 10.376357056694813,
      "grad_norm": 1.4843923549822309,
      "learning_rate": 7.697107031619954e-05,
      "loss": 3.6643,
      "step": 4300
    },
    {
      "epoch": 10.424607961399277,
      "grad_norm": 1.4299166535572836,
      "learning_rate": 7.69395449920536e-05,
      "loss": 3.6581,
      "step": 4320
    },
    {
      "epoch": 10.47285886610374,
      "grad_norm": 1.480624305281969,
      "learning_rate": 7.69078634348453e-05,
      "loss": 3.669,
      "step": 4340
    },
    {
      "epoch": 10.521109770808202,
      "grad_norm": 1.3707332689021106,
      "learning_rate": 7.687602578829622e-05,
      "loss": 3.6499,
      "step": 4360
    },
    {
      "epoch": 10.569360675512666,
      "grad_norm": 1.4389380965055447,
      "learning_rate": 7.684403219683606e-05,
      "loss": 3.6476,
      "step": 4380
    },
    {
      "epoch": 10.61761158021713,
      "grad_norm": 1.4966376080328812,
      "learning_rate": 7.681188280560197e-05,
      "loss": 3.6441,
      "step": 4400
    },
    {
      "epoch": 10.665862484921592,
      "grad_norm": 1.3377126364202379,
      "learning_rate": 7.677957776043786e-05,
      "loss": 3.6521,
      "step": 4420
    },
    {
      "epoch": 10.714113389626055,
      "grad_norm": 1.5209850491598578,
      "learning_rate": 7.674711720789372e-05,
      "loss": 3.6465,
      "step": 4440
    },
    {
      "epoch": 10.762364294330519,
      "grad_norm": 1.4262205625808757,
      "learning_rate": 7.671450129522505e-05,
      "loss": 3.6549,
      "step": 4460
    },
    {
      "epoch": 10.810615199034983,
      "grad_norm": 1.4780779690968957,
      "learning_rate": 7.66817301703921e-05,
      "loss": 3.6571,
      "step": 4480
    },
    {
      "epoch": 10.858866103739444,
      "grad_norm": 1.3781131900089705,
      "learning_rate": 7.664880398205926e-05,
      "loss": 3.6617,
      "step": 4500
    },
    {
      "epoch": 10.907117008443908,
      "grad_norm": 1.4175888098235734,
      "learning_rate": 7.66157228795943e-05,
      "loss": 3.6637,
      "step": 4520
    },
    {
      "epoch": 10.955367913148372,
      "grad_norm": 1.3809220322381512,
      "learning_rate": 7.658248701306779e-05,
      "loss": 3.6595,
      "step": 4540
    },
    {
      "epoch": 11.003618817852836,
      "grad_norm": 1.3630524689190069,
      "learning_rate": 7.65490965332524e-05,
      "loss": 3.6555,
      "step": 4560
    },
    {
      "epoch": 11.051869722557297,
      "grad_norm": 1.4114377366083752,
      "learning_rate": 7.651555159162212e-05,
      "loss": 3.6367,
      "step": 4580
    },
    {
      "epoch": 11.100120627261761,
      "grad_norm": 1.3219954548693968,
      "learning_rate": 7.648185234035174e-05,
      "loss": 3.6402,
      "step": 4600
    },
    {
      "epoch": 11.148371531966225,
      "grad_norm": 1.4749477374312032,
      "learning_rate": 7.644799893231601e-05,
      "loss": 3.644,
      "step": 4620
    },
    {
      "epoch": 11.196622436670687,
      "grad_norm": 1.4140977356147493,
      "learning_rate": 7.6413991521089e-05,
      "loss": 3.636,
      "step": 4640
    },
    {
      "epoch": 11.24487334137515,
      "grad_norm": 1.3565018771531236,
      "learning_rate": 7.637983026094345e-05,
      "loss": 3.6482,
      "step": 4660
    },
    {
      "epoch": 11.293124246079614,
      "grad_norm": 1.5182192049251302,
      "learning_rate": 7.634551530684997e-05,
      "loss": 3.6343,
      "step": 4680
    },
    {
      "epoch": 11.341375150784078,
      "grad_norm": 1.4539679857510115,
      "learning_rate": 7.631104681447642e-05,
      "loss": 3.6276,
      "step": 4700
    },
    {
      "epoch": 11.38962605548854,
      "grad_norm": 1.4248985938615921,
      "learning_rate": 7.627642494018719e-05,
      "loss": 3.6439,
      "step": 4720
    },
    {
      "epoch": 11.437876960193003,
      "grad_norm": 1.3493016742899642,
      "learning_rate": 7.624164984104249e-05,
      "loss": 3.6321,
      "step": 4740
    },
    {
      "epoch": 11.486127864897467,
      "grad_norm": 1.355089535319991,
      "learning_rate": 7.620672167479758e-05,
      "loss": 3.6445,
      "step": 4760
    },
    {
      "epoch": 11.534378769601929,
      "grad_norm": 1.3459262973227828,
      "learning_rate": 7.617164059990214e-05,
      "loss": 3.6382,
      "step": 4780
    },
    {
      "epoch": 11.582629674306393,
      "grad_norm": 1.5014284236035607,
      "learning_rate": 7.613640677549949e-05,
      "loss": 3.6384,
      "step": 4800
    },
    {
      "epoch": 11.630880579010856,
      "grad_norm": 1.4372907424078012,
      "learning_rate": 7.610102036142589e-05,
      "loss": 3.6313,
      "step": 4820
    },
    {
      "epoch": 11.67913148371532,
      "grad_norm": 1.368787553374139,
      "learning_rate": 7.606548151820982e-05,
      "loss": 3.6436,
      "step": 4840
    },
    {
      "epoch": 11.727382388419782,
      "grad_norm": 1.39119135068542,
      "learning_rate": 7.602979040707127e-05,
      "loss": 3.6347,
      "step": 4860
    },
    {
      "epoch": 11.775633293124246,
      "grad_norm": 1.3651880904940015,
      "learning_rate": 7.599394718992093e-05,
      "loss": 3.6305,
      "step": 4880
    },
    {
      "epoch": 11.82388419782871,
      "grad_norm": 1.3712981756697378,
      "learning_rate": 7.595795202935957e-05,
      "loss": 3.6398,
      "step": 4900
    },
    {
      "epoch": 11.872135102533173,
      "grad_norm": 1.4235383361513225,
      "learning_rate": 7.59218050886772e-05,
      "loss": 3.6415,
      "step": 4920
    },
    {
      "epoch": 11.920386007237635,
      "grad_norm": 1.5404171405344735,
      "learning_rate": 7.588550653185237e-05,
      "loss": 3.632,
      "step": 4940
    },
    {
      "epoch": 11.968636911942099,
      "grad_norm": 1.5064415896113885,
      "learning_rate": 7.584905652355149e-05,
      "loss": 3.6369,
      "step": 4960
    },
    {
      "epoch": 12.016887816646562,
      "grad_norm": 1.4223348418227824,
      "learning_rate": 7.581245522912794e-05,
      "loss": 3.639,
      "step": 4980
    },
    {
      "epoch": 12.065138721351026,
      "grad_norm": 1.4572105039734815,
      "learning_rate": 7.577570281462144e-05,
      "loss": 3.6129,
      "step": 5000
    },
    {
      "epoch": 12.113389626055488,
      "grad_norm": 1.447961276889533,
      "learning_rate": 7.573879944675727e-05,
      "loss": 3.6207,
      "step": 5020
    },
    {
      "epoch": 12.161640530759952,
      "grad_norm": 1.5072157187722552,
      "learning_rate": 7.57017452929455e-05,
      "loss": 3.6228,
      "step": 5040
    },
    {
      "epoch": 12.209891435464415,
      "grad_norm": 1.369631308923679,
      "learning_rate": 7.566454052128019e-05,
      "loss": 3.6219,
      "step": 5060
    },
    {
      "epoch": 12.258142340168877,
      "grad_norm": 1.3022798394255404,
      "learning_rate": 7.562718530053868e-05,
      "loss": 3.6141,
      "step": 5080
    },
    {
      "epoch": 12.306393244873341,
      "grad_norm": 1.387263848409727,
      "learning_rate": 7.558967980018088e-05,
      "loss": 3.6203,
      "step": 5100
    },
    {
      "epoch": 12.354644149577805,
      "grad_norm": 1.3810426814211905,
      "learning_rate": 7.555202419034837e-05,
      "loss": 3.6293,
      "step": 5120
    },
    {
      "epoch": 12.402895054282268,
      "grad_norm": 1.5751366094292647,
      "learning_rate": 7.551421864186368e-05,
      "loss": 3.6234,
      "step": 5140
    },
    {
      "epoch": 12.45114595898673,
      "grad_norm": 1.3912776318169473,
      "learning_rate": 7.547626332622962e-05,
      "loss": 3.6168,
      "step": 5160
    },
    {
      "epoch": 12.499396863691194,
      "grad_norm": 1.3946313347002997,
      "learning_rate": 7.543815841562829e-05,
      "loss": 3.6175,
      "step": 5180
    },
    {
      "epoch": 12.547647768395658,
      "grad_norm": 1.3893273149201788,
      "learning_rate": 7.53999040829205e-05,
      "loss": 3.631,
      "step": 5200
    },
    {
      "epoch": 12.595898673100121,
      "grad_norm": 1.4093634131531048,
      "learning_rate": 7.536150050164489e-05,
      "loss": 3.6191,
      "step": 5220
    },
    {
      "epoch": 12.644149577804583,
      "grad_norm": 1.3694279846771122,
      "learning_rate": 7.532294784601714e-05,
      "loss": 3.6243,
      "step": 5240
    },
    {
      "epoch": 12.692400482509047,
      "grad_norm": 1.351883136068478,
      "learning_rate": 7.52842462909292e-05,
      "loss": 3.6179,
      "step": 5260
    },
    {
      "epoch": 12.74065138721351,
      "grad_norm": 1.4216779650131315,
      "learning_rate": 7.524539601194854e-05,
      "loss": 3.6286,
      "step": 5280
    },
    {
      "epoch": 12.788902291917973,
      "grad_norm": 1.48339985294723,
      "learning_rate": 7.520639718531721e-05,
      "loss": 3.6226,
      "step": 5300
    },
    {
      "epoch": 12.837153196622436,
      "grad_norm": 1.3218060266942062,
      "learning_rate": 7.516724998795126e-05,
      "loss": 3.6244,
      "step": 5320
    },
    {
      "epoch": 12.8854041013269,
      "grad_norm": 1.408721310145991,
      "learning_rate": 7.51279545974397e-05,
      "loss": 3.6154,
      "step": 5340
    },
    {
      "epoch": 12.933655006031364,
      "grad_norm": 1.4651561054027191,
      "learning_rate": 7.508851119204389e-05,
      "loss": 3.6324,
      "step": 5360
    },
    {
      "epoch": 12.981905910735826,
      "grad_norm": 1.3439463204286748,
      "learning_rate": 7.504891995069661e-05,
      "loss": 3.6254,
      "step": 5380
    },
    {
      "epoch": 13.03015681544029,
      "grad_norm": 1.3783486050062788,
      "learning_rate": 7.500918105300133e-05,
      "loss": 3.6148,
      "step": 5400
    },
    {
      "epoch": 13.078407720144753,
      "grad_norm": 1.3698371388903785,
      "learning_rate": 7.49692946792313e-05,
      "loss": 3.6018,
      "step": 5420
    },
    {
      "epoch": 13.126658624849217,
      "grad_norm": 1.5092412215595707,
      "learning_rate": 7.492926101032884e-05,
      "loss": 3.6088,
      "step": 5440
    },
    {
      "epoch": 13.174909529553679,
      "grad_norm": 1.4973427690301289,
      "learning_rate": 7.488908022790442e-05,
      "loss": 3.6168,
      "step": 5460
    },
    {
      "epoch": 13.223160434258142,
      "grad_norm": 1.4288176687932665,
      "learning_rate": 7.484875251423591e-05,
      "loss": 3.6066,
      "step": 5480
    },
    {
      "epoch": 13.271411338962606,
      "grad_norm": 1.4833556318062096,
      "learning_rate": 7.480827805226774e-05,
      "loss": 3.5999,
      "step": 5500
    },
    {
      "epoch": 13.319662243667068,
      "grad_norm": 1.362469105303412,
      "learning_rate": 7.476765702561e-05,
      "loss": 3.6037,
      "step": 5520
    },
    {
      "epoch": 13.367913148371532,
      "grad_norm": 2.244533466806775,
      "learning_rate": 7.47268896185377e-05,
      "loss": 3.6055,
      "step": 5540
    },
    {
      "epoch": 13.416164053075995,
      "grad_norm": 1.3458648508728581,
      "learning_rate": 7.468597601598993e-05,
      "loss": 3.6058,
      "step": 5560
    },
    {
      "epoch": 13.464414957780459,
      "grad_norm": 1.3888928310789863,
      "learning_rate": 7.464491640356893e-05,
      "loss": 3.6136,
      "step": 5580
    },
    {
      "epoch": 13.512665862484921,
      "grad_norm": 1.4278749427925255,
      "learning_rate": 7.46037109675393e-05,
      "loss": 3.6067,
      "step": 5600
    },
    {
      "epoch": 13.560916767189385,
      "grad_norm": 1.396992391851657,
      "learning_rate": 7.456235989482722e-05,
      "loss": 3.614,
      "step": 5620
    },
    {
      "epoch": 13.609167671893848,
      "grad_norm": 1.3428222152485998,
      "learning_rate": 7.45208633730195e-05,
      "loss": 3.6153,
      "step": 5640
    },
    {
      "epoch": 13.657418576598312,
      "grad_norm": 1.387729317705434,
      "learning_rate": 7.447922159036279e-05,
      "loss": 3.609,
      "step": 5660
    },
    {
      "epoch": 13.705669481302774,
      "grad_norm": 1.5037702115199567,
      "learning_rate": 7.44374347357627e-05,
      "loss": 3.611,
      "step": 5680
    },
    {
      "epoch": 13.753920386007238,
      "grad_norm": 1.4565325631680976,
      "learning_rate": 7.439550299878292e-05,
      "loss": 3.6044,
      "step": 5700
    },
    {
      "epoch": 13.802171290711701,
      "grad_norm": 1.375194558811008,
      "learning_rate": 7.435342656964443e-05,
      "loss": 3.6111,
      "step": 5720
    },
    {
      "epoch": 13.850422195416163,
      "grad_norm": 1.4107376590014142,
      "learning_rate": 7.431120563922463e-05,
      "loss": 3.6171,
      "step": 5740
    },
    {
      "epoch": 13.898673100120627,
      "grad_norm": 1.2880900813962786,
      "learning_rate": 7.426884039905636e-05,
      "loss": 3.6189,
      "step": 5760
    },
    {
      "epoch": 13.94692400482509,
      "grad_norm": 1.4358478119897717,
      "learning_rate": 7.422633104132717e-05,
      "loss": 3.6033,
      "step": 5780
    },
    {
      "epoch": 13.995174909529554,
      "grad_norm": 1.4139354872294339,
      "learning_rate": 7.418367775887838e-05,
      "loss": 3.6137,
      "step": 5800
    },
    {
      "epoch": 14.043425814234016,
      "grad_norm": 1.4207356370546331,
      "learning_rate": 7.414088074520416e-05,
      "loss": 3.5933,
      "step": 5820
    },
    {
      "epoch": 14.09167671893848,
      "grad_norm": 1.3738821487513075,
      "learning_rate": 7.409794019445084e-05,
      "loss": 3.5978,
      "step": 5840
    },
    {
      "epoch": 14.139927623642944,
      "grad_norm": 1.3728091038830288,
      "learning_rate": 7.405485630141577e-05,
      "loss": 3.5895,
      "step": 5860
    },
    {
      "epoch": 14.188178528347407,
      "grad_norm": 1.4052754907452025,
      "learning_rate": 7.40116292615466e-05,
      "loss": 3.5897,
      "step": 5880
    },
    {
      "epoch": 14.23642943305187,
      "grad_norm": 1.4286471563218608,
      "learning_rate": 7.39682592709404e-05,
      "loss": 3.5985,
      "step": 5900
    },
    {
      "epoch": 14.284680337756333,
      "grad_norm": 1.4306942262648021,
      "learning_rate": 7.39247465263427e-05,
      "loss": 3.6007,
      "step": 5920
    },
    {
      "epoch": 14.332931242460797,
      "grad_norm": 1.2817701224525075,
      "learning_rate": 7.38810912251466e-05,
      "loss": 3.5823,
      "step": 5940
    },
    {
      "epoch": 14.381182147165259,
      "grad_norm": 1.321055787881288,
      "learning_rate": 7.383729356539194e-05,
      "loss": 3.5934,
      "step": 5960
    },
    {
      "epoch": 14.429433051869722,
      "grad_norm": 1.3873275328895573,
      "learning_rate": 7.379335374576433e-05,
      "loss": 3.5901,
      "step": 5980
    },
    {
      "epoch": 14.477683956574186,
      "grad_norm": 1.4117146192557464,
      "learning_rate": 7.374927196559432e-05,
      "loss": 3.5924,
      "step": 6000
    },
    {
      "epoch": 14.52593486127865,
      "grad_norm": 1.3952579509235472,
      "learning_rate": 7.37050484248564e-05,
      "loss": 3.5954,
      "step": 6020
    },
    {
      "epoch": 14.574185765983112,
      "grad_norm": 1.3536879407977533,
      "learning_rate": 7.36606833241682e-05,
      "loss": 3.586,
      "step": 6040
    },
    {
      "epoch": 14.622436670687575,
      "grad_norm": 1.2813881975455519,
      "learning_rate": 7.361617686478949e-05,
      "loss": 3.6009,
      "step": 6060
    },
    {
      "epoch": 14.670687575392039,
      "grad_norm": 1.340469492940025,
      "learning_rate": 7.357152924862135e-05,
      "loss": 3.5899,
      "step": 6080
    },
    {
      "epoch": 14.718938480096503,
      "grad_norm": 1.374435429230131,
      "learning_rate": 7.352674067820517e-05,
      "loss": 3.5923,
      "step": 6100
    },
    {
      "epoch": 14.767189384800965,
      "grad_norm": 1.4995624847714573,
      "learning_rate": 7.348181135672178e-05,
      "loss": 3.5955,
      "step": 6120
    },
    {
      "epoch": 14.815440289505428,
      "grad_norm": 1.3988264273470428,
      "learning_rate": 7.343674148799052e-05,
      "loss": 3.5949,
      "step": 6140
    },
    {
      "epoch": 14.863691194209892,
      "grad_norm": 1.464634229230846,
      "learning_rate": 7.339153127646835e-05,
      "loss": 3.5989,
      "step": 6160
    },
    {
      "epoch": 14.911942098914354,
      "grad_norm": 1.3491545840159533,
      "learning_rate": 7.334618092724882e-05,
      "loss": 3.5924,
      "step": 6180
    },
    {
      "epoch": 14.960193003618818,
      "grad_norm": 1.3553408775932534,
      "learning_rate": 7.330069064606128e-05,
      "loss": 3.5999,
      "step": 6200
    },
    {
      "epoch": 15.008443908323281,
      "grad_norm": 1.3393501135758024,
      "learning_rate": 7.325506063926979e-05,
      "loss": 3.5833,
      "step": 6220
    },
    {
      "epoch": 15.056694813027745,
      "grad_norm": 1.3862404544573832,
      "learning_rate": 7.320929111387234e-05,
      "loss": 3.5686,
      "step": 6240
    },
    {
      "epoch": 15.104945717732207,
      "grad_norm": 1.4075777592885645,
      "learning_rate": 7.316338227749983e-05,
      "loss": 3.5722,
      "step": 6260
    },
    {
      "epoch": 15.15319662243667,
      "grad_norm": 1.3437186848574647,
      "learning_rate": 7.311733433841509e-05,
      "loss": 3.5684,
      "step": 6280
    },
    {
      "epoch": 15.201447527141134,
      "grad_norm": 1.503603446051624,
      "learning_rate": 7.307114750551203e-05,
      "loss": 3.5694,
      "step": 6300
    },
    {
      "epoch": 15.249698431845598,
      "grad_norm": 1.377660044091865,
      "learning_rate": 7.302482198831461e-05,
      "loss": 3.5752,
      "step": 6320
    },
    {
      "epoch": 15.29794933655006,
      "grad_norm": 1.4048204100650186,
      "learning_rate": 7.297835799697595e-05,
      "loss": 3.5754,
      "step": 6340
    },
    {
      "epoch": 15.346200241254524,
      "grad_norm": 1.4271460316363236,
      "learning_rate": 7.293175574227734e-05,
      "loss": 3.5717,
      "step": 6360
    },
    {
      "epoch": 15.394451145958987,
      "grad_norm": 1.3454817206864842,
      "learning_rate": 7.288501543562727e-05,
      "loss": 3.5865,
      "step": 6380
    },
    {
      "epoch": 15.44270205066345,
      "grad_norm": 1.3431333244523744,
      "learning_rate": 7.283813728906054e-05,
      "loss": 3.5696,
      "step": 6400
    },
    {
      "epoch": 15.490952955367913,
      "grad_norm": 1.3331522780625031,
      "learning_rate": 7.279112151523722e-05,
      "loss": 3.5856,
      "step": 6420
    },
    {
      "epoch": 15.539203860072377,
      "grad_norm": 1.2025147427898581,
      "learning_rate": 7.274396832744173e-05,
      "loss": 3.5662,
      "step": 6440
    },
    {
      "epoch": 15.58745476477684,
      "grad_norm": 1.257071900489434,
      "learning_rate": 7.269667793958184e-05,
      "loss": 3.5738,
      "step": 6460
    },
    {
      "epoch": 15.635705669481302,
      "grad_norm": 1.5255732668252782,
      "learning_rate": 7.264925056618778e-05,
      "loss": 3.5819,
      "step": 6480
    },
    {
      "epoch": 15.683956574185766,
      "grad_norm": 1.4855728963995904,
      "learning_rate": 7.260168642241114e-05,
      "loss": 3.5656,
      "step": 6500
    },
    {
      "epoch": 15.73220747889023,
      "grad_norm": 1.3597939479829937,
      "learning_rate": 7.2553985724024e-05,
      "loss": 3.5923,
      "step": 6520
    },
    {
      "epoch": 15.780458383594693,
      "grad_norm": 1.3264400083592989,
      "learning_rate": 7.250614868741789e-05,
      "loss": 3.5834,
      "step": 6540
    },
    {
      "epoch": 15.828709288299155,
      "grad_norm": 1.3571517659715828,
      "learning_rate": 7.245817552960285e-05,
      "loss": 3.5886,
      "step": 6560
    },
    {
      "epoch": 15.876960193003619,
      "grad_norm": 1.4330179296498873,
      "learning_rate": 7.241006646820639e-05,
      "loss": 3.5827,
      "step": 6580
    },
    {
      "epoch": 15.925211097708083,
      "grad_norm": 1.3442004202959887,
      "learning_rate": 7.23618217214726e-05,
      "loss": 3.5892,
      "step": 6600
    },
    {
      "epoch": 15.973462002412544,
      "grad_norm": 1.3519218178222103,
      "learning_rate": 7.231344150826107e-05,
      "loss": 3.5717,
      "step": 6620
    },
    {
      "epoch": 16.02171290711701,
      "grad_norm": 1.4104151427307319,
      "learning_rate": 7.226492604804587e-05,
      "loss": 3.578,
      "step": 6640
    },
    {
      "epoch": 16.06996381182147,
      "grad_norm": 1.4093150065722695,
      "learning_rate": 7.221627556091473e-05,
      "loss": 3.5613,
      "step": 6660
    },
    {
      "epoch": 16.118214716525934,
      "grad_norm": 1.3502853805803472,
      "learning_rate": 7.216749026756781e-05,
      "loss": 3.56,
      "step": 6680
    },
    {
      "epoch": 16.166465621230397,
      "grad_norm": 1.3453922174719974,
      "learning_rate": 7.211857038931685e-05,
      "loss": 3.5571,
      "step": 6700
    },
    {
      "epoch": 16.21471652593486,
      "grad_norm": 1.3589362758315444,
      "learning_rate": 7.206951614808417e-05,
      "loss": 3.5683,
      "step": 6720
    },
    {
      "epoch": 16.262967430639325,
      "grad_norm": 1.4106793198237377,
      "learning_rate": 7.202032776640152e-05,
      "loss": 3.5694,
      "step": 6740
    },
    {
      "epoch": 16.31121833534379,
      "grad_norm": 1.30539164203963,
      "learning_rate": 7.19710054674093e-05,
      "loss": 3.5603,
      "step": 6760
    },
    {
      "epoch": 16.359469240048252,
      "grad_norm": 1.3828518628214497,
      "learning_rate": 7.19215494748553e-05,
      "loss": 3.5637,
      "step": 6780
    },
    {
      "epoch": 16.407720144752716,
      "grad_norm": 1.2848779295302535,
      "learning_rate": 7.187196001309389e-05,
      "loss": 3.5663,
      "step": 6800
    },
    {
      "epoch": 16.455971049457176,
      "grad_norm": 1.3477211559207916,
      "learning_rate": 7.182223730708484e-05,
      "loss": 3.5686,
      "step": 6820
    },
    {
      "epoch": 16.50422195416164,
      "grad_norm": 1.3442545670901938,
      "learning_rate": 7.177238158239245e-05,
      "loss": 3.5641,
      "step": 6840
    },
    {
      "epoch": 16.552472858866103,
      "grad_norm": 1.5036033507354067,
      "learning_rate": 7.17223930651844e-05,
      "loss": 3.5521,
      "step": 6860
    },
    {
      "epoch": 16.600723763570567,
      "grad_norm": 1.3739710854687264,
      "learning_rate": 7.167227198223079e-05,
      "loss": 3.5568,
      "step": 6880
    },
    {
      "epoch": 16.64897466827503,
      "grad_norm": 1.3257414044143065,
      "learning_rate": 7.162201856090311e-05,
      "loss": 3.5688,
      "step": 6900
    },
    {
      "epoch": 16.697225572979495,
      "grad_norm": 1.2995492368916621,
      "learning_rate": 7.157163302917317e-05,
      "loss": 3.5764,
      "step": 6920
    },
    {
      "epoch": 16.745476477683958,
      "grad_norm": 1.327967500821095,
      "learning_rate": 7.152111561561212e-05,
      "loss": 3.5486,
      "step": 6940
    },
    {
      "epoch": 16.79372738238842,
      "grad_norm": 1.402606693894971,
      "learning_rate": 7.147046654938935e-05,
      "loss": 3.5578,
      "step": 6960
    },
    {
      "epoch": 16.841978287092882,
      "grad_norm": 1.3728788728181316,
      "learning_rate": 7.141968606027154e-05,
      "loss": 3.5684,
      "step": 6980
    },
    {
      "epoch": 16.890229191797346,
      "grad_norm": 1.4002176338856882,
      "learning_rate": 7.136877437862149e-05,
      "loss": 3.5733,
      "step": 7000
    },
    {
      "epoch": 16.93848009650181,
      "grad_norm": 1.289349231185858,
      "learning_rate": 7.13177317353972e-05,
      "loss": 3.5548,
      "step": 7020
    },
    {
      "epoch": 16.986731001206273,
      "grad_norm": 1.4254456919933127,
      "learning_rate": 7.126655836215078e-05,
      "loss": 3.5633,
      "step": 7040
    },
    {
      "epoch": 17.034981905910737,
      "grad_norm": 1.3465440173681196,
      "learning_rate": 7.121525449102732e-05,
      "loss": 3.5486,
      "step": 7060
    },
    {
      "epoch": 17.0832328106152,
      "grad_norm": 1.3468831282125493,
      "learning_rate": 7.116382035476399e-05,
      "loss": 3.5378,
      "step": 7080
    },
    {
      "epoch": 17.13148371531966,
      "grad_norm": 1.4242791673325266,
      "learning_rate": 7.111225618668885e-05,
      "loss": 3.5308,
      "step": 7100
    },
    {
      "epoch": 17.179734620024124,
      "grad_norm": 1.3544761313985714,
      "learning_rate": 7.106056222071984e-05,
      "loss": 3.5451,
      "step": 7120
    },
    {
      "epoch": 17.227985524728588,
      "grad_norm": 1.2828271168593333,
      "learning_rate": 7.100873869136373e-05,
      "loss": 3.5353,
      "step": 7140
    },
    {
      "epoch": 17.27623642943305,
      "grad_norm": 1.3986486782644325,
      "learning_rate": 7.095678583371508e-05,
      "loss": 3.5479,
      "step": 7160
    },
    {
      "epoch": 17.324487334137515,
      "grad_norm": 1.393244831435753,
      "learning_rate": 7.09047038834551e-05,
      "loss": 3.5568,
      "step": 7180
    },
    {
      "epoch": 17.37273823884198,
      "grad_norm": 1.3403232480701772,
      "learning_rate": 7.085249307685064e-05,
      "loss": 3.5418,
      "step": 7200
    },
    {
      "epoch": 17.420989143546443,
      "grad_norm": 1.3484915472931986,
      "learning_rate": 7.080015365075306e-05,
      "loss": 3.5506,
      "step": 7220
    },
    {
      "epoch": 17.469240048250903,
      "grad_norm": 1.4320977564480464,
      "learning_rate": 7.074768584259727e-05,
      "loss": 3.5623,
      "step": 7240
    },
    {
      "epoch": 17.517490952955367,
      "grad_norm": 1.3272036511957916,
      "learning_rate": 7.06950898904005e-05,
      "loss": 3.5437,
      "step": 7260
    },
    {
      "epoch": 17.56574185765983,
      "grad_norm": 1.4259253637511264,
      "learning_rate": 7.064236603276136e-05,
      "loss": 3.5402,
      "step": 7280
    },
    {
      "epoch": 17.613992762364294,
      "grad_norm": 1.3621758493884817,
      "learning_rate": 7.058951450885868e-05,
      "loss": 3.5517,
      "step": 7300
    },
    {
      "epoch": 17.662243667068758,
      "grad_norm": 1.4513097058433229,
      "learning_rate": 7.053653555845037e-05,
      "loss": 3.5498,
      "step": 7320
    },
    {
      "epoch": 17.71049457177322,
      "grad_norm": 1.3475733426932541,
      "learning_rate": 7.048342942187255e-05,
      "loss": 3.552,
      "step": 7340
    },
    {
      "epoch": 17.758745476477685,
      "grad_norm": 1.4458325205884088,
      "learning_rate": 7.043019634003817e-05,
      "loss": 3.5401,
      "step": 7360
    },
    {
      "epoch": 17.80699638118215,
      "grad_norm": 1.3660665824882157,
      "learning_rate": 7.037683655443613e-05,
      "loss": 3.5548,
      "step": 7380
    },
    {
      "epoch": 17.85524728588661,
      "grad_norm": 1.3586225785806865,
      "learning_rate": 7.03233503071301e-05,
      "loss": 3.5543,
      "step": 7400
    },
    {
      "epoch": 17.903498190591073,
      "grad_norm": 1.2724123467927833,
      "learning_rate": 7.026973784075745e-05,
      "loss": 3.552,
      "step": 7420
    },
    {
      "epoch": 17.951749095295536,
      "grad_norm": 1.3170772934204147,
      "learning_rate": 7.021599939852812e-05,
      "loss": 3.5486,
      "step": 7440
    },
    {
      "epoch": 18.0,
      "grad_norm": 1.3652229243237402,
      "learning_rate": 7.016213522422351e-05,
      "loss": 3.5434,
      "step": 7460
    },
    {
      "epoch": 18.048250904704464,
      "grad_norm": 1.4718747181737277,
      "learning_rate": 7.010814556219546e-05,
      "loss": 3.5132,
      "step": 7480
    },
    {
      "epoch": 18.096501809408927,
      "grad_norm": 1.334742766579442,
      "learning_rate": 7.005403065736502e-05,
      "loss": 3.5256,
      "step": 7500
    },
    {
      "epoch": 18.14475271411339,
      "grad_norm": 1.405335888839279,
      "learning_rate": 6.999979075522144e-05,
      "loss": 3.5226,
      "step": 7520
    },
    {
      "epoch": 18.19300361881785,
      "grad_norm": 1.4131058004600068,
      "learning_rate": 6.994542610182095e-05,
      "loss": 3.5407,
      "step": 7540
    },
    {
      "epoch": 18.241254523522315,
      "grad_norm": 1.3196231227331894,
      "learning_rate": 6.989093694378579e-05,
      "loss": 3.5184,
      "step": 7560
    },
    {
      "epoch": 18.28950542822678,
      "grad_norm": 1.440053573884787,
      "learning_rate": 6.983632352830293e-05,
      "loss": 3.531,
      "step": 7580
    },
    {
      "epoch": 18.337756332931242,
      "grad_norm": 1.3453034016419898,
      "learning_rate": 6.978158610312311e-05,
      "loss": 3.5287,
      "step": 7600
    },
    {
      "epoch": 18.386007237635706,
      "grad_norm": 1.349573177650762,
      "learning_rate": 6.972672491655952e-05,
      "loss": 3.5231,
      "step": 7620
    },
    {
      "epoch": 18.43425814234017,
      "grad_norm": 1.398049931107363,
      "learning_rate": 6.967174021748692e-05,
      "loss": 3.5284,
      "step": 7640
    },
    {
      "epoch": 18.482509047044633,
      "grad_norm": 1.3525551427119158,
      "learning_rate": 6.961663225534028e-05,
      "loss": 3.5395,
      "step": 7660
    },
    {
      "epoch": 18.530759951749097,
      "grad_norm": 1.2993710354816081,
      "learning_rate": 6.956140128011376e-05,
      "loss": 3.5323,
      "step": 7680
    },
    {
      "epoch": 18.579010856453557,
      "grad_norm": 1.3890366802128813,
      "learning_rate": 6.95060475423596e-05,
      "loss": 3.5417,
      "step": 7700
    },
    {
      "epoch": 18.62726176115802,
      "grad_norm": 1.3049512221656476,
      "learning_rate": 6.945057129318693e-05,
      "loss": 3.5337,
      "step": 7720
    },
    {
      "epoch": 18.675512665862485,
      "grad_norm": 1.3127891406514622,
      "learning_rate": 6.939497278426062e-05,
      "loss": 3.5311,
      "step": 7740
    },
    {
      "epoch": 18.72376357056695,
      "grad_norm": 1.3168365536377595,
      "learning_rate": 6.933925226780019e-05,
      "loss": 3.5285,
      "step": 7760
    },
    {
      "epoch": 18.772014475271412,
      "grad_norm": 1.2734374940459057,
      "learning_rate": 6.928340999657866e-05,
      "loss": 3.5227,
      "step": 7780
    },
    {
      "epoch": 18.820265379975876,
      "grad_norm": 1.4008432294588524,
      "learning_rate": 6.922744622392132e-05,
      "loss": 3.5336,
      "step": 7800
    },
    {
      "epoch": 18.86851628468034,
      "grad_norm": 1.3391144274665683,
      "learning_rate": 6.91713612037047e-05,
      "loss": 3.5397,
      "step": 7820
    },
    {
      "epoch": 18.9167671893848,
      "grad_norm": 1.3035404556221803,
      "learning_rate": 6.911515519035536e-05,
      "loss": 3.5294,
      "step": 7840
    },
    {
      "epoch": 18.965018094089263,
      "grad_norm": 1.3659430615443249,
      "learning_rate": 6.905882843884868e-05,
      "loss": 3.5476,
      "step": 7860
    },
    {
      "epoch": 19.013268998793727,
      "grad_norm": 1.3451187958330466,
      "learning_rate": 6.900238120470787e-05,
      "loss": 3.5235,
      "step": 7880
    },
    {
      "epoch": 19.06151990349819,
      "grad_norm": 1.4156077788696049,
      "learning_rate": 6.894581374400257e-05,
      "loss": 3.5018,
      "step": 7900
    },
    {
      "epoch": 19.109770808202654,
      "grad_norm": 1.370702560816071,
      "learning_rate": 6.888912631334795e-05,
      "loss": 3.5183,
      "step": 7920
    },
    {
      "epoch": 19.158021712907118,
      "grad_norm": 1.4333697940818249,
      "learning_rate": 6.883231916990331e-05,
      "loss": 3.5167,
      "step": 7940
    },
    {
      "epoch": 19.20627261761158,
      "grad_norm": 1.2962135344851653,
      "learning_rate": 6.87753925713711e-05,
      "loss": 3.5072,
      "step": 7960
    },
    {
      "epoch": 19.254523522316042,
      "grad_norm": 1.3982888417502692,
      "learning_rate": 6.871834677599563e-05,
      "loss": 3.5056,
      "step": 7980
    },
    {
      "epoch": 19.302774427020505,
      "grad_norm": 1.4040918627151502,
      "learning_rate": 6.866118204256195e-05,
      "loss": 3.5001,
      "step": 8000
    },
    {
      "epoch": 19.35102533172497,
      "grad_norm": 1.3308845414089236,
      "learning_rate": 6.860389863039463e-05,
      "loss": 3.5257,
      "step": 8020
    },
    {
      "epoch": 19.399276236429433,
      "grad_norm": 1.3473147201814184,
      "learning_rate": 6.854649679935669e-05,
      "loss": 3.5126,
      "step": 8040
    },
    {
      "epoch": 19.447527141133897,
      "grad_norm": 1.3329328130165414,
      "learning_rate": 6.848897680984831e-05,
      "loss": 3.5233,
      "step": 8060
    },
    {
      "epoch": 19.49577804583836,
      "grad_norm": 1.441598849598742,
      "learning_rate": 6.84313389228057e-05,
      "loss": 3.5256,
      "step": 8080
    },
    {
      "epoch": 19.544028950542824,
      "grad_norm": 1.3981476451404056,
      "learning_rate": 6.837358339969986e-05,
      "loss": 3.5169,
      "step": 8100
    },
    {
      "epoch": 19.592279855247284,
      "grad_norm": 1.473494372973617,
      "learning_rate": 6.831571050253552e-05,
      "loss": 3.5231,
      "step": 8120
    },
    {
      "epoch": 19.640530759951748,
      "grad_norm": 1.3459257272172465,
      "learning_rate": 6.825772049384981e-05,
      "loss": 3.5285,
      "step": 8140
    },
    {
      "epoch": 19.68878166465621,
      "grad_norm": 1.3396815660594323,
      "learning_rate": 6.819961363671116e-05,
      "loss": 3.5186,
      "step": 8160
    },
    {
      "epoch": 19.737032569360675,
      "grad_norm": 1.315367981956391,
      "learning_rate": 6.814139019471805e-05,
      "loss": 3.5153,
      "step": 8180
    },
    {
      "epoch": 19.78528347406514,
      "grad_norm": 1.4417992576380747,
      "learning_rate": 6.808305043199786e-05,
      "loss": 3.5065,
      "step": 8200
    },
    {
      "epoch": 19.833534378769603,
      "grad_norm": 1.3093142758888314,
      "learning_rate": 6.802459461320568e-05,
      "loss": 3.5154,
      "step": 8220
    },
    {
      "epoch": 19.881785283474066,
      "grad_norm": 1.2691023393782597,
      "learning_rate": 6.796602300352299e-05,
      "loss": 3.5189,
      "step": 8240
    },
    {
      "epoch": 19.93003618817853,
      "grad_norm": 1.3858294120492105,
      "learning_rate": 6.790733586865663e-05,
      "loss": 3.5126,
      "step": 8260
    },
    {
      "epoch": 19.97828709288299,
      "grad_norm": 1.3859427770359112,
      "learning_rate": 6.784853347483754e-05,
      "loss": 3.5296,
      "step": 8280
    },
    {
      "epoch": 20.026537997587454,
      "grad_norm": 1.389651259276575,
      "learning_rate": 6.778961608881943e-05,
      "loss": 3.5051,
      "step": 8300
    },
    {
      "epoch": 20.074788902291917,
      "grad_norm": 1.7833871853540262,
      "learning_rate": 6.773058397787771e-05,
      "loss": 3.4934,
      "step": 8320
    },
    {
      "epoch": 20.12303980699638,
      "grad_norm": 1.424241397218042,
      "learning_rate": 6.767143740980828e-05,
      "loss": 3.4878,
      "step": 8340
    },
    {
      "epoch": 20.171290711700845,
      "grad_norm": 1.3800957650432715,
      "learning_rate": 6.761217665292618e-05,
      "loss": 3.4946,
      "step": 8360
    },
    {
      "epoch": 20.21954161640531,
      "grad_norm": 1.3505558756637868,
      "learning_rate": 6.755280197606453e-05,
      "loss": 3.4969,
      "step": 8380
    },
    {
      "epoch": 20.267792521109772,
      "grad_norm": 1.3553288089910815,
      "learning_rate": 6.74933136485732e-05,
      "loss": 3.4965,
      "step": 8400
    },
    {
      "epoch": 20.316043425814232,
      "grad_norm": 1.337879256694732,
      "learning_rate": 6.743371194031768e-05,
      "loss": 3.4893,
      "step": 8420
    },
    {
      "epoch": 20.364294330518696,
      "grad_norm": 1.3709316338200601,
      "learning_rate": 6.737399712167774e-05,
      "loss": 3.4912,
      "step": 8440
    },
    {
      "epoch": 20.41254523522316,
      "grad_norm": 1.3684271934354195,
      "learning_rate": 6.731416946354633e-05,
      "loss": 3.5002,
      "step": 8460
    },
    {
      "epoch": 20.460796139927623,
      "grad_norm": 1.4298664335710167,
      "learning_rate": 6.725422923732825e-05,
      "loss": 3.4997,
      "step": 8480
    },
    {
      "epoch": 20.509047044632087,
      "grad_norm": 1.3492528119874327,
      "learning_rate": 6.719417671493895e-05,
      "loss": 3.4937,
      "step": 8500
    },
    {
      "epoch": 20.55729794933655,
      "grad_norm": 1.4152831946966533,
      "learning_rate": 6.713401216880337e-05,
      "loss": 3.5027,
      "step": 8520
    },
    {
      "epoch": 20.605548854041015,
      "grad_norm": 1.4022439925279317,
      "learning_rate": 6.707373587185455e-05,
      "loss": 3.5186,
      "step": 8540
    },
    {
      "epoch": 20.65379975874548,
      "grad_norm": 1.3903765392923026,
      "learning_rate": 6.701334809753257e-05,
      "loss": 3.5065,
      "step": 8560
    },
    {
      "epoch": 20.70205066344994,
      "grad_norm": 1.4206250127760327,
      "learning_rate": 6.695284911978315e-05,
      "loss": 3.4895,
      "step": 8580
    },
    {
      "epoch": 20.750301568154402,
      "grad_norm": 1.3814379287969833,
      "learning_rate": 6.689223921305652e-05,
      "loss": 3.51,
      "step": 8600
    },
    {
      "epoch": 20.798552472858866,
      "grad_norm": 1.4502840877504661,
      "learning_rate": 6.68315186523061e-05,
      "loss": 3.5011,
      "step": 8620
    },
    {
      "epoch": 20.84680337756333,
      "grad_norm": 1.2531988322916783,
      "learning_rate": 6.677068771298732e-05,
      "loss": 3.5051,
      "step": 8640
    },
    {
      "epoch": 20.895054282267793,
      "grad_norm": 1.3489186967154478,
      "learning_rate": 6.670974667105632e-05,
      "loss": 3.4877,
      "step": 8660
    },
    {
      "epoch": 20.943305186972257,
      "grad_norm": 1.3871498568629395,
      "learning_rate": 6.664869580296873e-05,
      "loss": 3.5027,
      "step": 8680
    },
    {
      "epoch": 20.99155609167672,
      "grad_norm": 1.430147335514442,
      "learning_rate": 6.658753538567835e-05,
      "loss": 3.4973,
      "step": 8700
    },
    {
      "epoch": 21.03980699638118,
      "grad_norm": 1.3873094477304304,
      "learning_rate": 6.6526265696636e-05,
      "loss": 3.4617,
      "step": 8720
    },
    {
      "epoch": 21.088057901085644,
      "grad_norm": 1.3484982099621516,
      "learning_rate": 6.64648870137882e-05,
      "loss": 3.4846,
      "step": 8740
    },
    {
      "epoch": 21.136308805790108,
      "grad_norm": 1.3354971030068048,
      "learning_rate": 6.640339961557587e-05,
      "loss": 3.4729,
      "step": 8760
    },
    {
      "epoch": 21.18455971049457,
      "grad_norm": 1.3800354328357156,
      "learning_rate": 6.634180378093315e-05,
      "loss": 3.4707,
      "step": 8780
    },
    {
      "epoch": 21.232810615199035,
      "grad_norm": 1.3659141353177764,
      "learning_rate": 6.62800997892861e-05,
      "loss": 3.4827,
      "step": 8800
    },
    {
      "epoch": 21.2810615199035,
      "grad_norm": 1.4039749193362447,
      "learning_rate": 6.62182879205514e-05,
      "loss": 3.4775,
      "step": 8820
    },
    {
      "epoch": 21.329312424607963,
      "grad_norm": 1.3127822762875163,
      "learning_rate": 6.615636845513512e-05,
      "loss": 3.4846,
      "step": 8840
    },
    {
      "epoch": 21.377563329312423,
      "grad_norm": 1.3599962268926067,
      "learning_rate": 6.609434167393145e-05,
      "loss": 3.4891,
      "step": 8860
    },
    {
      "epoch": 21.425814234016887,
      "grad_norm": 1.524656682421502,
      "learning_rate": 6.603220785832138e-05,
      "loss": 3.4803,
      "step": 8880
    },
    {
      "epoch": 21.47406513872135,
      "grad_norm": 2.489473235550044,
      "learning_rate": 6.59699672901715e-05,
      "loss": 3.4905,
      "step": 8900
    },
    {
      "epoch": 21.522316043425814,
      "grad_norm": 1.3648307931089627,
      "learning_rate": 6.590762025183263e-05,
      "loss": 3.493,
      "step": 8920
    },
    {
      "epoch": 21.570566948130278,
      "grad_norm": 1.3482657915749567,
      "learning_rate": 6.584516702613864e-05,
      "loss": 3.4759,
      "step": 8940
    },
    {
      "epoch": 21.61881785283474,
      "grad_norm": 1.3503506925843896,
      "learning_rate": 6.578260789640506e-05,
      "loss": 3.4821,
      "step": 8960
    },
    {
      "epoch": 21.667068757539205,
      "grad_norm": 1.6358069488535654,
      "learning_rate": 6.571994314642788e-05,
      "loss": 3.4891,
      "step": 8980
    },
    {
      "epoch": 21.715319662243665,
      "grad_norm": 1.3587618529825676,
      "learning_rate": 6.56571730604822e-05,
      "loss": 3.4834,
      "step": 9000
    },
    {
      "epoch": 21.76357056694813,
      "grad_norm": 1.349559810211428,
      "learning_rate": 6.559429792332102e-05,
      "loss": 3.4875,
      "step": 9020
    },
    {
      "epoch": 21.811821471652593,
      "grad_norm": 1.4250347669290413,
      "learning_rate": 6.553131802017385e-05,
      "loss": 3.4877,
      "step": 9040
    },
    {
      "epoch": 21.860072376357056,
      "grad_norm": 1.374420740600758,
      "learning_rate": 6.546823363674549e-05,
      "loss": 3.4787,
      "step": 9060
    },
    {
      "epoch": 21.90832328106152,
      "grad_norm": 1.4270666868478035,
      "learning_rate": 6.54050450592147e-05,
      "loss": 3.4864,
      "step": 9080
    },
    {
      "epoch": 21.956574185765984,
      "grad_norm": 1.3779172136683628,
      "learning_rate": 6.534175257423292e-05,
      "loss": 3.4854,
      "step": 9100
    },
    {
      "epoch": 22.004825090470447,
      "grad_norm": 1.360825354496672,
      "learning_rate": 6.527835646892296e-05,
      "loss": 3.4943,
      "step": 9120
    },
    {
      "epoch": 22.05307599517491,
      "grad_norm": 1.3382712449271654,
      "learning_rate": 6.521485703087768e-05,
      "loss": 3.4455,
      "step": 9140
    },
    {
      "epoch": 22.10132689987937,
      "grad_norm": 1.3673722701381883,
      "learning_rate": 6.515125454815874e-05,
      "loss": 3.4572,
      "step": 9160
    },
    {
      "epoch": 22.149577804583835,
      "grad_norm": 1.3991528020684676,
      "learning_rate": 6.508754930929518e-05,
      "loss": 3.4449,
      "step": 9180
    },
    {
      "epoch": 22.1978287092883,
      "grad_norm": 1.3521027618671102,
      "learning_rate": 6.502374160328229e-05,
      "loss": 3.4508,
      "step": 9200
    },
    {
      "epoch": 22.246079613992762,
      "grad_norm": 1.4252634062708227,
      "learning_rate": 6.495983171958013e-05,
      "loss": 3.4522,
      "step": 9220
    },
    {
      "epoch": 22.294330518697226,
      "grad_norm": 1.3288735701377816,
      "learning_rate": 6.48958199481123e-05,
      "loss": 3.4575,
      "step": 9240
    },
    {
      "epoch": 22.34258142340169,
      "grad_norm": 1.358826386561114,
      "learning_rate": 6.483170657926461e-05,
      "loss": 3.4456,
      "step": 9260
    },
    {
      "epoch": 22.390832328106153,
      "grad_norm": 1.3777867374208297,
      "learning_rate": 6.476749190388375e-05,
      "loss": 3.4726,
      "step": 9280
    },
    {
      "epoch": 22.439083232810614,
      "grad_norm": 1.380164293331784,
      "learning_rate": 6.4703176213276e-05,
      "loss": 3.4772,
      "step": 9300
    },
    {
      "epoch": 22.487334137515077,
      "grad_norm": 1.4426186727271018,
      "learning_rate": 6.463875979920587e-05,
      "loss": 3.4658,
      "step": 9320
    },
    {
      "epoch": 22.53558504221954,
      "grad_norm": 1.3740742762612743,
      "learning_rate": 6.457424295389482e-05,
      "loss": 3.4614,
      "step": 9340
    },
    {
      "epoch": 22.583835946924005,
      "grad_norm": 1.3616128581984477,
      "learning_rate": 6.450962597001988e-05,
      "loss": 3.4729,
      "step": 9360
    },
    {
      "epoch": 22.63208685162847,
      "grad_norm": 1.3747519550529677,
      "learning_rate": 6.444490914071236e-05,
      "loss": 3.4616,
      "step": 9380
    },
    {
      "epoch": 22.680337756332932,
      "grad_norm": 1.313777596647883,
      "learning_rate": 6.438009275955655e-05,
      "loss": 3.4698,
      "step": 9400
    },
    {
      "epoch": 22.728588661037396,
      "grad_norm": 1.40379778066415,
      "learning_rate": 6.431517712058833e-05,
      "loss": 3.466,
      "step": 9420
    },
    {
      "epoch": 22.77683956574186,
      "grad_norm": 1.294024483197636,
      "learning_rate": 6.425016251829382e-05,
      "loss": 3.4709,
      "step": 9440
    },
    {
      "epoch": 22.82509047044632,
      "grad_norm": 1.3597158419280337,
      "learning_rate": 6.418504924760814e-05,
      "loss": 3.4738,
      "step": 9460
    },
    {
      "epoch": 22.873341375150783,
      "grad_norm": 1.3337060936733367,
      "learning_rate": 6.411983760391396e-05,
      "loss": 3.47,
      "step": 9480
    },
    {
      "epoch": 22.921592279855247,
      "grad_norm": 1.3860728800380355,
      "learning_rate": 6.405452788304028e-05,
      "loss": 3.4638,
      "step": 9500
    },
    {
      "epoch": 22.96984318455971,
      "grad_norm": 1.36137998754782,
      "learning_rate": 6.398912038126092e-05,
      "loss": 3.465,
      "step": 9520
    },
    {
      "epoch": 23.018094089264174,
      "grad_norm": 1.4801569353308635,
      "learning_rate": 6.39236153952934e-05,
      "loss": 3.4429,
      "step": 9540
    },
    {
      "epoch": 23.066344993968638,
      "grad_norm": 1.4347308449751661,
      "learning_rate": 6.38580132222974e-05,
      "loss": 3.4339,
      "step": 9560
    },
    {
      "epoch": 23.1145958986731,
      "grad_norm": 1.3973656989452647,
      "learning_rate": 6.379231415987348e-05,
      "loss": 3.43,
      "step": 9580
    },
    {
      "epoch": 23.162846803377562,
      "grad_norm": 1.4172951961792657,
      "learning_rate": 6.372651850606174e-05,
      "loss": 3.4399,
      "step": 9600
    },
    {
      "epoch": 23.211097708082026,
      "grad_norm": 1.3646810300274477,
      "learning_rate": 6.366062655934049e-05,
      "loss": 3.4247,
      "step": 9620
    },
    {
      "epoch": 23.25934861278649,
      "grad_norm": 1.4122399522240134,
      "learning_rate": 6.359463861862483e-05,
      "loss": 3.4392,
      "step": 9640
    },
    {
      "epoch": 23.307599517490953,
      "grad_norm": 1.39642267412722,
      "learning_rate": 6.352855498326539e-05,
      "loss": 3.4538,
      "step": 9660
    },
    {
      "epoch": 23.355850422195417,
      "grad_norm": 1.3143788008611805,
      "learning_rate": 6.346237595304681e-05,
      "loss": 3.4513,
      "step": 9680
    },
    {
      "epoch": 23.40410132689988,
      "grad_norm": 1.3445229414875404,
      "learning_rate": 6.339610182818658e-05,
      "loss": 3.4538,
      "step": 9700
    },
    {
      "epoch": 23.452352231604344,
      "grad_norm": 2.8121660916494795,
      "learning_rate": 6.332973290933354e-05,
      "loss": 3.4345,
      "step": 9720
    },
    {
      "epoch": 23.500603136308804,
      "grad_norm": 1.3791354450298534,
      "learning_rate": 6.326326949756656e-05,
      "loss": 3.4301,
      "step": 9740
    },
    {
      "epoch": 23.548854041013268,
      "grad_norm": 1.4489021817675398,
      "learning_rate": 6.319671189439319e-05,
      "loss": 3.4376,
      "step": 9760
    },
    {
      "epoch": 23.59710494571773,
      "grad_norm": 1.4293749277633725,
      "learning_rate": 6.313006040174827e-05,
      "loss": 3.4412,
      "step": 9780
    },
    {
      "epoch": 23.645355850422195,
      "grad_norm": 1.2749674211622617,
      "learning_rate": 6.30633153219925e-05,
      "loss": 3.4416,
      "step": 9800
    },
    {
      "epoch": 23.69360675512666,
      "grad_norm": 1.4478062642865859,
      "learning_rate": 6.299647695791125e-05,
      "loss": 3.4353,
      "step": 9820
    },
    {
      "epoch": 23.741857659831123,
      "grad_norm": 1.4284909808896054,
      "learning_rate": 6.292954561271298e-05,
      "loss": 3.4449,
      "step": 9840
    },
    {
      "epoch": 23.790108564535586,
      "grad_norm": 1.4303857326565035,
      "learning_rate": 6.286252159002797e-05,
      "loss": 3.4551,
      "step": 9860
    },
    {
      "epoch": 23.838359469240046,
      "grad_norm": 1.354405157312603,
      "learning_rate": 6.279540519390695e-05,
      "loss": 3.4556,
      "step": 9880
    },
    {
      "epoch": 23.88661037394451,
      "grad_norm": 1.319955864007499,
      "learning_rate": 6.272819672881968e-05,
      "loss": 3.4506,
      "step": 9900
    },
    {
      "epoch": 23.934861278648974,
      "grad_norm": 1.3759299524138333,
      "learning_rate": 6.266089649965358e-05,
      "loss": 3.4509,
      "step": 9920
    },
    {
      "epoch": 23.983112183353438,
      "grad_norm": 1.3621028643351636,
      "learning_rate": 6.259350481171239e-05,
      "loss": 3.4498,
      "step": 9940
    },
    {
      "epoch": 24.0313630880579,
      "grad_norm": 1.3547005879258747,
      "learning_rate": 6.252602197071467e-05,
      "loss": 3.4218,
      "step": 9960
    },
    {
      "epoch": 24.079613992762365,
      "grad_norm": 1.3719683284784099,
      "learning_rate": 6.245844828279258e-05,
      "loss": 3.4049,
      "step": 9980
    },
    {
      "epoch": 24.12786489746683,
      "grad_norm": 1.3966276987972166,
      "learning_rate": 6.239078405449034e-05,
      "loss": 3.4368,
      "step": 10000
    },
    {
      "epoch": 24.176115802171292,
      "grad_norm": 1.353229325335622,
      "learning_rate": 6.232302959276295e-05,
      "loss": 3.4188,
      "step": 10020
    },
    {
      "epoch": 24.224366706875752,
      "grad_norm": 1.340831950588701,
      "learning_rate": 6.22551852049747e-05,
      "loss": 3.414,
      "step": 10040
    },
    {
      "epoch": 24.272617611580216,
      "grad_norm": 1.4091820125180248,
      "learning_rate": 6.218725119889784e-05,
      "loss": 3.4129,
      "step": 10060
    },
    {
      "epoch": 24.32086851628468,
      "grad_norm": 1.4669552649633537,
      "learning_rate": 6.211922788271119e-05,
      "loss": 3.4229,
      "step": 10080
    },
    {
      "epoch": 24.369119420989144,
      "grad_norm": 1.370507291544653,
      "learning_rate": 6.20511155649987e-05,
      "loss": 3.4263,
      "step": 10100
    },
    {
      "epoch": 24.417370325693607,
      "grad_norm": 1.3213707928578906,
      "learning_rate": 6.198291455474807e-05,
      "loss": 3.4268,
      "step": 10120
    },
    {
      "epoch": 24.46562123039807,
      "grad_norm": 1.4257095805231388,
      "learning_rate": 6.191462516134937e-05,
      "loss": 3.4259,
      "step": 10140
    },
    {
      "epoch": 24.513872135102535,
      "grad_norm": 1.452648952486357,
      "learning_rate": 6.184624769459359e-05,
      "loss": 3.4329,
      "step": 10160
    },
    {
      "epoch": 24.562123039806995,
      "grad_norm": 1.383241153513214,
      "learning_rate": 6.177778246467125e-05,
      "loss": 3.421,
      "step": 10180
    },
    {
      "epoch": 24.61037394451146,
      "grad_norm": 1.3533585524917167,
      "learning_rate": 6.170922978217103e-05,
      "loss": 3.4183,
      "step": 10200
    },
    {
      "epoch": 24.658624849215922,
      "grad_norm": 1.3521096607975365,
      "learning_rate": 6.164058995807836e-05,
      "loss": 3.4261,
      "step": 10220
    },
    {
      "epoch": 24.706875753920386,
      "grad_norm": 1.3852922187219667,
      "learning_rate": 6.157186330377392e-05,
      "loss": 3.4317,
      "step": 10240
    },
    {
      "epoch": 24.75512665862485,
      "grad_norm": 1.4656863604396027,
      "learning_rate": 6.150305013103232e-05,
      "loss": 3.4175,
      "step": 10260
    },
    {
      "epoch": 24.803377563329313,
      "grad_norm": 1.3966387296549299,
      "learning_rate": 6.143415075202067e-05,
      "loss": 3.4271,
      "step": 10280
    },
    {
      "epoch": 24.851628468033777,
      "grad_norm": 1.4482655813807253,
      "learning_rate": 6.13651654792971e-05,
      "loss": 3.4204,
      "step": 10300
    },
    {
      "epoch": 24.89987937273824,
      "grad_norm": 1.410448558421375,
      "learning_rate": 6.129609462580944e-05,
      "loss": 3.4144,
      "step": 10320
    },
    {
      "epoch": 24.9481302774427,
      "grad_norm": 1.3159567974227286,
      "learning_rate": 6.122693850489377e-05,
      "loss": 3.4319,
      "step": 10340
    },
    {
      "epoch": 24.996381182147164,
      "grad_norm": 1.392638401709029,
      "learning_rate": 6.115769743027293e-05,
      "loss": 3.4355,
      "step": 10360
    },
    {
      "epoch": 25.044632086851628,
      "grad_norm": 1.4128994123467158,
      "learning_rate": 6.108837171605516e-05,
      "loss": 3.3859,
      "step": 10380
    },
    {
      "epoch": 25.092882991556092,
      "grad_norm": 1.3485226461025177,
      "learning_rate": 6.1018961676732656e-05,
      "loss": 3.3987,
      "step": 10400
    },
    {
      "epoch": 25.141133896260556,
      "grad_norm": 1.477693887354497,
      "learning_rate": 6.094946762718021e-05,
      "loss": 3.3866,
      "step": 10420
    },
    {
      "epoch": 25.18938480096502,
      "grad_norm": 1.2873638123789135,
      "learning_rate": 6.087988988265365e-05,
      "loss": 3.3907,
      "step": 10440
    },
    {
      "epoch": 25.237635705669483,
      "grad_norm": 1.430106581378842,
      "learning_rate": 6.0810228758788505e-05,
      "loss": 3.3901,
      "step": 10460
    },
    {
      "epoch": 25.285886610373943,
      "grad_norm": 1.4006349205888282,
      "learning_rate": 6.074048457159855e-05,
      "loss": 3.4064,
      "step": 10480
    },
    {
      "epoch": 25.334137515078407,
      "grad_norm": 1.3998287702415941,
      "learning_rate": 6.0670657637474385e-05,
      "loss": 3.4012,
      "step": 10500
    },
    {
      "epoch": 25.38238841978287,
      "grad_norm": 1.469396701540925,
      "learning_rate": 6.060074827318198e-05,
      "loss": 3.4024,
      "step": 10520
    },
    {
      "epoch": 25.430639324487334,
      "grad_norm": 1.4169663495254081,
      "learning_rate": 6.053075679586122e-05,
      "loss": 3.391,
      "step": 10540
    },
    {
      "epoch": 25.478890229191798,
      "grad_norm": 1.3610638926467116,
      "learning_rate": 6.0460683523024544e-05,
      "loss": 3.399,
      "step": 10560
    },
    {
      "epoch": 25.52714113389626,
      "grad_norm": 1.402821367274842,
      "learning_rate": 6.039052877255538e-05,
      "loss": 3.4086,
      "step": 10580
    },
    {
      "epoch": 25.575392038600725,
      "grad_norm": 1.3249863029518532,
      "learning_rate": 6.0320292862706855e-05,
      "loss": 3.3962,
      "step": 10600
    },
    {
      "epoch": 25.623642943305185,
      "grad_norm": 1.3999860165274363,
      "learning_rate": 6.024997611210021e-05,
      "loss": 3.3973,
      "step": 10620
    },
    {
      "epoch": 25.67189384800965,
      "grad_norm": 1.423173101763714,
      "learning_rate": 6.017957883972343e-05,
      "loss": 3.4116,
      "step": 10640
    },
    {
      "epoch": 25.720144752714113,
      "grad_norm": 1.3969925674679249,
      "learning_rate": 6.01091013649298e-05,
      "loss": 3.4103,
      "step": 10660
    },
    {
      "epoch": 25.768395657418576,
      "grad_norm": 1.4632142287446177,
      "learning_rate": 6.003854400743644e-05,
      "loss": 3.417,
      "step": 10680
    },
    {
      "epoch": 25.81664656212304,
      "grad_norm": 1.4808276882276425,
      "learning_rate": 5.996790708732281e-05,
      "loss": 3.4034,
      "step": 10700
    },
    {
      "epoch": 25.864897466827504,
      "grad_norm": 1.3621079806993974,
      "learning_rate": 5.9897190925029366e-05,
      "loss": 3.4076,
      "step": 10720
    },
    {
      "epoch": 25.913148371531967,
      "grad_norm": 1.402422404897765,
      "learning_rate": 5.9826395841355977e-05,
      "loss": 3.4128,
      "step": 10740
    },
    {
      "epoch": 25.961399276236428,
      "grad_norm": 1.4451306480341009,
      "learning_rate": 5.97555221574606e-05,
      "loss": 3.4071,
      "step": 10760
    },
    {
      "epoch": 26.00965018094089,
      "grad_norm": 1.4305100426847321,
      "learning_rate": 5.968457019485769e-05,
      "loss": 3.3942,
      "step": 10780
    },
    {
      "epoch": 26.057901085645355,
      "grad_norm": 1.4346334697286716,
      "learning_rate": 5.961354027541686e-05,
      "loss": 3.3777,
      "step": 10800
    },
    {
      "epoch": 26.10615199034982,
      "grad_norm": 1.4328033028062914,
      "learning_rate": 5.954243272136135e-05,
      "loss": 3.3651,
      "step": 10820
    },
    {
      "epoch": 26.154402895054282,
      "grad_norm": 1.5112523538605906,
      "learning_rate": 5.947124785526657e-05,
      "loss": 3.3659,
      "step": 10840
    },
    {
      "epoch": 26.202653799758746,
      "grad_norm": 1.3687868685341702,
      "learning_rate": 5.9399986000058705e-05,
      "loss": 3.3757,
      "step": 10860
    },
    {
      "epoch": 26.25090470446321,
      "grad_norm": 1.3697654557045058,
      "learning_rate": 5.932864747901311e-05,
      "loss": 3.3726,
      "step": 10880
    },
    {
      "epoch": 26.299155609167673,
      "grad_norm": 1.4223915804561638,
      "learning_rate": 5.925723261575303e-05,
      "loss": 3.3765,
      "step": 10900
    },
    {
      "epoch": 26.347406513872134,
      "grad_norm": 1.5207910424121363,
      "learning_rate": 5.9185741734247966e-05,
      "loss": 3.3635,
      "step": 10920
    },
    {
      "epoch": 26.395657418576597,
      "grad_norm": 1.4218104795772173,
      "learning_rate": 5.911417515881227e-05,
      "loss": 3.3801,
      "step": 10940
    },
    {
      "epoch": 26.44390832328106,
      "grad_norm": 1.4399039641110158,
      "learning_rate": 5.904253321410371e-05,
      "loss": 3.3705,
      "step": 10960
    },
    {
      "epoch": 26.492159227985525,
      "grad_norm": 1.492269690884601,
      "learning_rate": 5.897081622512195e-05,
      "loss": 3.4017,
      "step": 10980
    },
    {
      "epoch": 26.54041013268999,
      "grad_norm": 1.4654133909337996,
      "learning_rate": 5.8899024517207085e-05,
      "loss": 3.3767,
      "step": 11000
    },
    {
      "epoch": 26.588661037394452,
      "grad_norm": 1.4256919020582286,
      "learning_rate": 5.882715841603816e-05,
      "loss": 3.3707,
      "step": 11020
    },
    {
      "epoch": 26.636911942098916,
      "grad_norm": 1.4861824566565207,
      "learning_rate": 5.8755218247631694e-05,
      "loss": 3.3834,
      "step": 11040
    },
    {
      "epoch": 26.685162846803376,
      "grad_norm": 1.39380952926316,
      "learning_rate": 5.868320433834024e-05,
      "loss": 3.3834,
      "step": 11060
    },
    {
      "epoch": 26.73341375150784,
      "grad_norm": 1.4163017443350303,
      "learning_rate": 5.861111701485086e-05,
      "loss": 3.3708,
      "step": 11080
    },
    {
      "epoch": 26.781664656212303,
      "grad_norm": 1.5068330774316057,
      "learning_rate": 5.853895660418364e-05,
      "loss": 3.3786,
      "step": 11100
    },
    {
      "epoch": 26.829915560916767,
      "grad_norm": 1.4198139285974067,
      "learning_rate": 5.846672343369023e-05,
      "loss": 3.3813,
      "step": 11120
    },
    {
      "epoch": 26.87816646562123,
      "grad_norm": 1.446432816652308,
      "learning_rate": 5.839441783105236e-05,
      "loss": 3.388,
      "step": 11140
    },
    {
      "epoch": 26.926417370325694,
      "grad_norm": 1.534705709926907,
      "learning_rate": 5.832204012428033e-05,
      "loss": 3.3753,
      "step": 11160
    },
    {
      "epoch": 26.974668275030158,
      "grad_norm": 1.474894787614882,
      "learning_rate": 5.824959064171155e-05,
      "loss": 3.3875,
      "step": 11180
    },
    {
      "epoch": 27.02291917973462,
      "grad_norm": 1.6650629858666082,
      "learning_rate": 5.817706971200903e-05,
      "loss": 3.3623,
      "step": 11200
    },
    {
      "epoch": 27.071170084439082,
      "grad_norm": 1.382925344486099,
      "learning_rate": 5.810447766415988e-05,
      "loss": 3.3391,
      "step": 11220
    },
    {
      "epoch": 27.119420989143546,
      "grad_norm": 1.4766854212296905,
      "learning_rate": 5.803181482747388e-05,
      "loss": 3.3537,
      "step": 11240
    },
    {
      "epoch": 27.16767189384801,
      "grad_norm": 1.4611461061300297,
      "learning_rate": 5.7959081531581866e-05,
      "loss": 3.355,
      "step": 11260
    },
    {
      "epoch": 27.215922798552473,
      "grad_norm": 1.5822699485765197,
      "learning_rate": 5.78862781064344e-05,
      "loss": 3.3505,
      "step": 11280
    },
    {
      "epoch": 27.264173703256937,
      "grad_norm": 1.3716143992032586,
      "learning_rate": 5.781340488230011e-05,
      "loss": 3.3389,
      "step": 11300
    },
    {
      "epoch": 27.3124246079614,
      "grad_norm": 1.4074728161466412,
      "learning_rate": 5.774046218976428e-05,
      "loss": 3.3295,
      "step": 11320
    },
    {
      "epoch": 27.360675512665864,
      "grad_norm": 1.4694070137983504,
      "learning_rate": 5.766745035972735e-05,
      "loss": 3.3455,
      "step": 11340
    },
    {
      "epoch": 27.408926417370324,
      "grad_norm": 1.4428216499796147,
      "learning_rate": 5.759436972340337e-05,
      "loss": 3.3609,
      "step": 11360
    },
    {
      "epoch": 27.457177322074788,
      "grad_norm": 1.460032750757354,
      "learning_rate": 5.7521220612318575e-05,
      "loss": 3.333,
      "step": 11380
    },
    {
      "epoch": 27.50542822677925,
      "grad_norm": 1.4831899676804317,
      "learning_rate": 5.7448003358309774e-05,
      "loss": 3.3536,
      "step": 11400
    },
    {
      "epoch": 27.553679131483715,
      "grad_norm": 1.3976582296419926,
      "learning_rate": 5.7374718293522945e-05,
      "loss": 3.3601,
      "step": 11420
    },
    {
      "epoch": 27.60193003618818,
      "grad_norm": 1.3889045848214256,
      "learning_rate": 5.730136575041165e-05,
      "loss": 3.3573,
      "step": 11440
    },
    {
      "epoch": 27.650180940892643,
      "grad_norm": 1.508112431757184,
      "learning_rate": 5.722794606173561e-05,
      "loss": 3.3396,
      "step": 11460
    },
    {
      "epoch": 27.698431845597106,
      "grad_norm": 1.4432103237236276,
      "learning_rate": 5.7154459560559104e-05,
      "loss": 3.3525,
      "step": 11480
    },
    {
      "epoch": 27.746682750301567,
      "grad_norm": 1.469536974538072,
      "learning_rate": 5.708090658024953e-05,
      "loss": 3.3644,
      "step": 11500
    },
    {
      "epoch": 27.79493365500603,
      "grad_norm": 1.4171461980125013,
      "learning_rate": 5.7007287454475836e-05,
      "loss": 3.3518,
      "step": 11520
    },
    {
      "epoch": 27.843184559710494,
      "grad_norm": 1.4939709820858977,
      "learning_rate": 5.693360251720707e-05,
      "loss": 3.343,
      "step": 11540
    },
    {
      "epoch": 27.891435464414958,
      "grad_norm": 1.3706050935501342,
      "learning_rate": 5.6859852102710805e-05,
      "loss": 3.3779,
      "step": 11560
    },
    {
      "epoch": 27.93968636911942,
      "grad_norm": 1.3598377646662334,
      "learning_rate": 5.678603654555165e-05,
      "loss": 3.351,
      "step": 11580
    },
    {
      "epoch": 27.987937273823885,
      "grad_norm": 1.5354235095821698,
      "learning_rate": 5.6712156180589744e-05,
      "loss": 3.351,
      "step": 11600
    },
    {
      "epoch": 28.03618817852835,
      "grad_norm": 1.4123954830613776,
      "learning_rate": 5.663821134297922e-05,
      "loss": 3.3343,
      "step": 11620
    },
    {
      "epoch": 28.084439083232812,
      "grad_norm": 1.5411016674795437,
      "learning_rate": 5.656420236816669e-05,
      "loss": 3.3158,
      "step": 11640
    },
    {
      "epoch": 28.132689987937272,
      "grad_norm": 1.512933248834685,
      "learning_rate": 5.649012959188968e-05,
      "loss": 3.3163,
      "step": 11660
    },
    {
      "epoch": 28.180940892641736,
      "grad_norm": 1.3817797510532461,
      "learning_rate": 5.64159933501752e-05,
      "loss": 3.3304,
      "step": 11680
    },
    {
      "epoch": 28.2291917973462,
      "grad_norm": 1.5180411892364847,
      "learning_rate": 5.6341793979338156e-05,
      "loss": 3.3276,
      "step": 11700
    },
    {
      "epoch": 28.277442702050664,
      "grad_norm": 1.4224076802003047,
      "learning_rate": 5.626753181597983e-05,
      "loss": 3.3323,
      "step": 11720
    },
    {
      "epoch": 28.325693606755127,
      "grad_norm": 1.5366949796587037,
      "learning_rate": 5.619320719698634e-05,
      "loss": 3.3225,
      "step": 11740
    },
    {
      "epoch": 28.37394451145959,
      "grad_norm": 1.5400107815377608,
      "learning_rate": 5.611882045952715e-05,
      "loss": 3.323,
      "step": 11760
    },
    {
      "epoch": 28.422195416164055,
      "grad_norm": 1.4889704456805353,
      "learning_rate": 5.6044371941053525e-05,
      "loss": 3.3172,
      "step": 11780
    },
    {
      "epoch": 28.470446320868515,
      "grad_norm": 1.5469390579094826,
      "learning_rate": 5.5969861979296994e-05,
      "loss": 3.3193,
      "step": 11800
    },
    {
      "epoch": 28.51869722557298,
      "grad_norm": 1.5000430228241235,
      "learning_rate": 5.589529091226782e-05,
      "loss": 3.3293,
      "step": 11820
    },
    {
      "epoch": 28.566948130277442,
      "grad_norm": 1.4899085590896517,
      "learning_rate": 5.582065907825344e-05,
      "loss": 3.3139,
      "step": 11840
    },
    {
      "epoch": 28.615199034981906,
      "grad_norm": 1.4783290648949787,
      "learning_rate": 5.5745966815816976e-05,
      "loss": 3.328,
      "step": 11860
    },
    {
      "epoch": 28.66344993968637,
      "grad_norm": 1.4976420895705826,
      "learning_rate": 5.5671214463795724e-05,
      "loss": 3.3251,
      "step": 11880
    },
    {
      "epoch": 28.711700844390833,
      "grad_norm": 1.5312770962097892,
      "learning_rate": 5.55964023612995e-05,
      "loss": 3.3325,
      "step": 11900
    },
    {
      "epoch": 28.759951749095297,
      "grad_norm": 1.437584280555009,
      "learning_rate": 5.55215308477092e-05,
      "loss": 3.3285,
      "step": 11920
    },
    {
      "epoch": 28.808202653799757,
      "grad_norm": 1.4639497659108425,
      "learning_rate": 5.544660026267527e-05,
      "loss": 3.3488,
      "step": 11940
    },
    {
      "epoch": 28.85645355850422,
      "grad_norm": 1.5899620582796348,
      "learning_rate": 5.537161094611609e-05,
      "loss": 3.3374,
      "step": 11960
    },
    {
      "epoch": 28.904704463208684,
      "grad_norm": 1.4562926538669998,
      "learning_rate": 5.5296563238216463e-05,
      "loss": 3.3459,
      "step": 11980
    },
    {
      "epoch": 28.952955367913148,
      "grad_norm": 1.46608370349138,
      "learning_rate": 5.522145747942613e-05,
      "loss": 3.3323,
      "step": 12000
    },
    {
      "epoch": 29.001206272617612,
      "grad_norm": 1.4339072823860264,
      "learning_rate": 5.514629401045816e-05,
      "loss": 3.3248,
      "step": 12020
    },
    {
      "epoch": 29.049457177322076,
      "grad_norm": 1.4959008987473772,
      "learning_rate": 5.507107317228738e-05,
      "loss": 3.2776,
      "step": 12040
    },
    {
      "epoch": 29.09770808202654,
      "grad_norm": 1.5656568850967791,
      "learning_rate": 5.499579530614891e-05,
      "loss": 3.2856,
      "step": 12060
    },
    {
      "epoch": 29.145958986731003,
      "grad_norm": 1.5494220158970367,
      "learning_rate": 5.4920460753536564e-05,
      "loss": 3.2964,
      "step": 12080
    },
    {
      "epoch": 29.194209891435463,
      "grad_norm": 1.4614262918030254,
      "learning_rate": 5.4845069856201296e-05,
      "loss": 3.2978,
      "step": 12100
    },
    {
      "epoch": 29.242460796139927,
      "grad_norm": 1.4383151743807772,
      "learning_rate": 5.4769622956149715e-05,
      "loss": 3.2943,
      "step": 12120
    },
    {
      "epoch": 29.29071170084439,
      "grad_norm": 1.5416076104992955,
      "learning_rate": 5.469412039564241e-05,
      "loss": 3.2855,
      "step": 12140
    },
    {
      "epoch": 29.338962605548854,
      "grad_norm": 1.590989248454943,
      "learning_rate": 5.461856251719253e-05,
      "loss": 3.2841,
      "step": 12160
    },
    {
      "epoch": 29.387213510253318,
      "grad_norm": 1.5084501215545274,
      "learning_rate": 5.454294966356415e-05,
      "loss": 3.2929,
      "step": 12180
    },
    {
      "epoch": 29.43546441495778,
      "grad_norm": 1.5634769226620258,
      "learning_rate": 5.4467282177770725e-05,
      "loss": 3.3215,
      "step": 12200
    },
    {
      "epoch": 29.483715319662245,
      "grad_norm": 1.5014790683538504,
      "learning_rate": 5.4391560403073564e-05,
      "loss": 3.3033,
      "step": 12220
    },
    {
      "epoch": 29.531966224366705,
      "grad_norm": 1.6281835604022756,
      "learning_rate": 5.431578468298023e-05,
      "loss": 3.3108,
      "step": 12240
    },
    {
      "epoch": 29.58021712907117,
      "grad_norm": 1.5438378616140156,
      "learning_rate": 5.4239955361243044e-05,
      "loss": 3.2912,
      "step": 12260
    },
    {
      "epoch": 29.628468033775633,
      "grad_norm": 1.4465762691208335,
      "learning_rate": 5.4164072781857464e-05,
      "loss": 3.2936,
      "step": 12280
    },
    {
      "epoch": 29.676718938480096,
      "grad_norm": 1.475065526710399,
      "learning_rate": 5.408813728906053e-05,
      "loss": 3.3023,
      "step": 12300
    },
    {
      "epoch": 29.72496984318456,
      "grad_norm": 1.4523458239515281,
      "learning_rate": 5.401214922732937e-05,
      "loss": 3.2957,
      "step": 12320
    },
    {
      "epoch": 29.773220747889024,
      "grad_norm": 1.5330092281829812,
      "learning_rate": 5.393610894137954e-05,
      "loss": 3.3218,
      "step": 12340
    },
    {
      "epoch": 29.821471652593488,
      "grad_norm": 1.5145838858593352,
      "learning_rate": 5.386001677616355e-05,
      "loss": 3.3052,
      "step": 12360
    },
    {
      "epoch": 29.869722557297948,
      "grad_norm": 1.444164158585016,
      "learning_rate": 5.378387307686922e-05,
      "loss": 3.3175,
      "step": 12380
    },
    {
      "epoch": 29.91797346200241,
      "grad_norm": 1.5077651534704677,
      "learning_rate": 5.370767818891814e-05,
      "loss": 3.3153,
      "step": 12400
    },
    {
      "epoch": 29.966224366706875,
      "grad_norm": 1.471906663275113,
      "learning_rate": 5.363143245796419e-05,
      "loss": 3.3092,
      "step": 12420
    },
    {
      "epoch": 30.01447527141134,
      "grad_norm": 1.5687096865461632,
      "learning_rate": 5.355513622989183e-05,
      "loss": 3.2885,
      "step": 12440
    },
    {
      "epoch": 30.062726176115802,
      "grad_norm": 1.5265207166528467,
      "learning_rate": 5.347878985081462e-05,
      "loss": 3.2658,
      "step": 12460
    },
    {
      "epoch": 30.110977080820266,
      "grad_norm": 1.598520766769117,
      "learning_rate": 5.3402393667073604e-05,
      "loss": 3.263,
      "step": 12480
    },
    {
      "epoch": 30.15922798552473,
      "grad_norm": 1.5486822263038018,
      "learning_rate": 5.332594802523579e-05,
      "loss": 3.2555,
      "step": 12500
    },
    {
      "epoch": 30.207478890229194,
      "grad_norm": 1.527168186171573,
      "learning_rate": 5.3249453272092547e-05,
      "loss": 3.2514,
      "step": 12520
    },
    {
      "epoch": 30.255729794933654,
      "grad_norm": 1.567092578166645,
      "learning_rate": 5.317290975465803e-05,
      "loss": 3.29,
      "step": 12540
    },
    {
      "epoch": 30.303980699638117,
      "grad_norm": 1.519951254565316,
      "learning_rate": 5.309631782016759e-05,
      "loss": 3.2626,
      "step": 12560
    },
    {
      "epoch": 30.35223160434258,
      "grad_norm": 1.5381806001981313,
      "learning_rate": 5.3019677816076265e-05,
      "loss": 3.2619,
      "step": 12580
    },
    {
      "epoch": 30.400482509047045,
      "grad_norm": 1.4864763511525017,
      "learning_rate": 5.294299009005711e-05,
      "loss": 3.2443,
      "step": 12600
    },
    {
      "epoch": 30.44873341375151,
      "grad_norm": 1.480483990619908,
      "learning_rate": 5.286625498999969e-05,
      "loss": 3.278,
      "step": 12620
    },
    {
      "epoch": 30.496984318455972,
      "grad_norm": 1.5759223804272446,
      "learning_rate": 5.278947286400848e-05,
      "loss": 3.286,
      "step": 12640
    },
    {
      "epoch": 30.545235223160436,
      "grad_norm": 1.5045389584671491,
      "learning_rate": 5.2712644060401304e-05,
      "loss": 3.2819,
      "step": 12660
    },
    {
      "epoch": 30.593486127864896,
      "grad_norm": 1.5311542893978052,
      "learning_rate": 5.2635768927707686e-05,
      "loss": 3.2672,
      "step": 12680
    },
    {
      "epoch": 30.64173703256936,
      "grad_norm": 1.6063823647161284,
      "learning_rate": 5.255884781466736e-05,
      "loss": 3.2772,
      "step": 12700
    },
    {
      "epoch": 30.689987937273823,
      "grad_norm": 1.4527750170158416,
      "learning_rate": 5.2481881070228645e-05,
      "loss": 3.2637,
      "step": 12720
    },
    {
      "epoch": 30.738238841978287,
      "grad_norm": 1.5875894816970166,
      "learning_rate": 5.240486904354686e-05,
      "loss": 3.261,
      "step": 12740
    },
    {
      "epoch": 30.78648974668275,
      "grad_norm": 1.5637983064265077,
      "learning_rate": 5.232781208398272e-05,
      "loss": 3.2702,
      "step": 12760
    },
    {
      "epoch": 30.834740651387214,
      "grad_norm": 1.500874515860581,
      "learning_rate": 5.225071054110082e-05,
      "loss": 3.2758,
      "step": 12780
    },
    {
      "epoch": 30.882991556091678,
      "grad_norm": 1.5019352814078528,
      "learning_rate": 5.217356476466795e-05,
      "loss": 3.2869,
      "step": 12800
    },
    {
      "epoch": 30.93124246079614,
      "grad_norm": 1.4970203936593323,
      "learning_rate": 5.209637510465162e-05,
      "loss": 3.287,
      "step": 12820
    },
    {
      "epoch": 30.979493365500602,
      "grad_norm": 1.4792525583277845,
      "learning_rate": 5.2019141911218384e-05,
      "loss": 3.2602,
      "step": 12840
    },
    {
      "epoch": 31.027744270205066,
      "grad_norm": 1.492626877490393,
      "learning_rate": 5.194186553473228e-05,
      "loss": 3.2741,
      "step": 12860
    },
    {
      "epoch": 31.07599517490953,
      "grad_norm": 1.5357537741430767,
      "learning_rate": 5.186454632575326e-05,
      "loss": 3.2423,
      "step": 12880
    },
    {
      "epoch": 31.124246079613993,
      "grad_norm": 1.540873028176016,
      "learning_rate": 5.178718463503557e-05,
      "loss": 3.2354,
      "step": 12900
    },
    {
      "epoch": 31.172496984318457,
      "grad_norm": 1.5047222736423427,
      "learning_rate": 5.1709780813526177e-05,
      "loss": 3.2293,
      "step": 12920
    },
    {
      "epoch": 31.22074788902292,
      "grad_norm": 1.5720035364580025,
      "learning_rate": 5.1632335212363174e-05,
      "loss": 3.2222,
      "step": 12940
    },
    {
      "epoch": 31.268998793727384,
      "grad_norm": 1.5930845125910922,
      "learning_rate": 5.1554848182874184e-05,
      "loss": 3.2381,
      "step": 12960
    },
    {
      "epoch": 31.317249698431844,
      "grad_norm": 1.5325284227662956,
      "learning_rate": 5.1477320076574764e-05,
      "loss": 3.2234,
      "step": 12980
    },
    {
      "epoch": 31.365500603136308,
      "grad_norm": 1.5776082770865925,
      "learning_rate": 5.139975124516682e-05,
      "loss": 3.2411,
      "step": 13000
    },
    {
      "epoch": 31.41375150784077,
      "grad_norm": 1.4583175015764587,
      "learning_rate": 5.132214204053698e-05,
      "loss": 3.2379,
      "step": 13020
    },
    {
      "epoch": 31.462002412545235,
      "grad_norm": 1.5981228272748684,
      "learning_rate": 5.124449281475507e-05,
      "loss": 3.2237,
      "step": 13040
    },
    {
      "epoch": 31.5102533172497,
      "grad_norm": 1.540139817349368,
      "learning_rate": 5.116680392007244e-05,
      "loss": 3.2273,
      "step": 13060
    },
    {
      "epoch": 31.558504221954163,
      "grad_norm": 1.4903777016201707,
      "learning_rate": 5.1089075708920387e-05,
      "loss": 3.2472,
      "step": 13080
    },
    {
      "epoch": 31.606755126658626,
      "grad_norm": 1.5346900901097857,
      "learning_rate": 5.101130853390856e-05,
      "loss": 3.2332,
      "step": 13100
    },
    {
      "epoch": 31.655006031363087,
      "grad_norm": 1.542618519319864,
      "learning_rate": 5.093350274782344e-05,
      "loss": 3.2452,
      "step": 13120
    },
    {
      "epoch": 31.70325693606755,
      "grad_norm": 1.575808673186966,
      "learning_rate": 5.085565870362655e-05,
      "loss": 3.2372,
      "step": 13140
    },
    {
      "epoch": 31.751507840772014,
      "grad_norm": 1.49437278539087,
      "learning_rate": 5.077777675445307e-05,
      "loss": 3.2537,
      "step": 13160
    },
    {
      "epoch": 31.799758745476478,
      "grad_norm": 1.6530816607032384,
      "learning_rate": 5.069985725361006e-05,
      "loss": 3.2341,
      "step": 13180
    },
    {
      "epoch": 31.84800965018094,
      "grad_norm": 1.6048730372161215,
      "learning_rate": 5.062190055457496e-05,
      "loss": 3.2501,
      "step": 13200
    },
    {
      "epoch": 31.896260554885405,
      "grad_norm": 1.5618973442013293,
      "learning_rate": 5.0543907010993974e-05,
      "loss": 3.2366,
      "step": 13220
    },
    {
      "epoch": 31.94451145958987,
      "grad_norm": 1.6517085335515023,
      "learning_rate": 5.046587697668043e-05,
      "loss": 3.2244,
      "step": 13240
    },
    {
      "epoch": 31.99276236429433,
      "grad_norm": 1.5059205190460208,
      "learning_rate": 5.03878108056132e-05,
      "loss": 3.2338,
      "step": 13260
    },
    {
      "epoch": 32.041013268998796,
      "grad_norm": 1.5782406427490672,
      "learning_rate": 5.030970885193507e-05,
      "loss": 3.1991,
      "step": 13280
    },
    {
      "epoch": 32.089264173703256,
      "grad_norm": 1.591816106571379,
      "learning_rate": 5.023157146995118e-05,
      "loss": 3.2114,
      "step": 13300
    },
    {
      "epoch": 32.13751507840772,
      "grad_norm": 1.693378920528044,
      "learning_rate": 5.0153399014127395e-05,
      "loss": 3.2223,
      "step": 13320
    },
    {
      "epoch": 32.185765983112184,
      "grad_norm": 1.596305104383755,
      "learning_rate": 5.007519183908864e-05,
      "loss": 3.1787,
      "step": 13340
    },
    {
      "epoch": 32.234016887816644,
      "grad_norm": 1.5862465202204528,
      "learning_rate": 4.999695029961739e-05,
      "loss": 3.1725,
      "step": 13360
    },
    {
      "epoch": 32.28226779252111,
      "grad_norm": 1.6944852369587367,
      "learning_rate": 4.991867475065201e-05,
      "loss": 3.2004,
      "step": 13380
    },
    {
      "epoch": 32.33051869722557,
      "grad_norm": 1.5603453398579805,
      "learning_rate": 4.9840365547285106e-05,
      "loss": 3.1977,
      "step": 13400
    },
    {
      "epoch": 32.37876960193004,
      "grad_norm": 1.5937280435853436,
      "learning_rate": 4.976202304476199e-05,
      "loss": 3.1848,
      "step": 13420
    },
    {
      "epoch": 32.4270205066345,
      "grad_norm": 1.5789476324968021,
      "learning_rate": 4.9683647598479025e-05,
      "loss": 3.2022,
      "step": 13440
    },
    {
      "epoch": 32.475271411338966,
      "grad_norm": 1.5527822774565714,
      "learning_rate": 4.9605239563982045e-05,
      "loss": 3.1966,
      "step": 13460
    },
    {
      "epoch": 32.523522316043426,
      "grad_norm": 1.6762499791518353,
      "learning_rate": 4.952679929696469e-05,
      "loss": 3.2024,
      "step": 13480
    },
    {
      "epoch": 32.571773220747886,
      "grad_norm": 1.599972924120219,
      "learning_rate": 4.944832715326679e-05,
      "loss": 3.2162,
      "step": 13500
    },
    {
      "epoch": 32.62002412545235,
      "grad_norm": 1.6764584985521502,
      "learning_rate": 4.9369823488872864e-05,
      "loss": 3.195,
      "step": 13520
    },
    {
      "epoch": 32.66827503015681,
      "grad_norm": 1.5448029388211335,
      "learning_rate": 4.929128865991035e-05,
      "loss": 3.1783,
      "step": 13540
    },
    {
      "epoch": 32.71652593486128,
      "grad_norm": 1.5783721827900918,
      "learning_rate": 4.9212723022648116e-05,
      "loss": 3.1995,
      "step": 13560
    },
    {
      "epoch": 32.76477683956574,
      "grad_norm": 1.6584489618432035,
      "learning_rate": 4.9134126933494756e-05,
      "loss": 3.211,
      "step": 13580
    },
    {
      "epoch": 32.81302774427021,
      "grad_norm": 1.694129153422674,
      "learning_rate": 4.905550074899699e-05,
      "loss": 3.2101,
      "step": 13600
    },
    {
      "epoch": 32.86127864897467,
      "grad_norm": 1.581465239924893,
      "learning_rate": 4.897684482583813e-05,
      "loss": 3.2065,
      "step": 13620
    },
    {
      "epoch": 32.90952955367913,
      "grad_norm": 1.578711674582946,
      "learning_rate": 4.8898159520836324e-05,
      "loss": 3.2129,
      "step": 13640
    },
    {
      "epoch": 32.957780458383596,
      "grad_norm": 1.5235073751871762,
      "learning_rate": 4.8819445190943065e-05,
      "loss": 3.2149,
      "step": 13660
    },
    {
      "epoch": 33.006031363088056,
      "grad_norm": 1.4723785646338994,
      "learning_rate": 4.8740702193241464e-05,
      "loss": 3.1964,
      "step": 13680
    },
    {
      "epoch": 33.05428226779252,
      "grad_norm": 1.6494311363660765,
      "learning_rate": 4.866193088494474e-05,
      "loss": 3.153,
      "step": 13700
    },
    {
      "epoch": 33.10253317249698,
      "grad_norm": 1.5773473301443492,
      "learning_rate": 4.858313162339449e-05,
      "loss": 3.164,
      "step": 13720
    },
    {
      "epoch": 33.15078407720145,
      "grad_norm": 1.6609287464760891,
      "learning_rate": 4.850430476605914e-05,
      "loss": 3.1265,
      "step": 13740
    },
    {
      "epoch": 33.19903498190591,
      "grad_norm": 1.6144990194746527,
      "learning_rate": 4.84254506705323e-05,
      "loss": 3.1604,
      "step": 13760
    },
    {
      "epoch": 33.24728588661037,
      "grad_norm": 1.635006799084156,
      "learning_rate": 4.8346569694531174e-05,
      "loss": 3.1546,
      "step": 13780
    },
    {
      "epoch": 33.29553679131484,
      "grad_norm": 1.6700507063614811,
      "learning_rate": 4.8267662195894856e-05,
      "loss": 3.1592,
      "step": 13800
    },
    {
      "epoch": 33.3437876960193,
      "grad_norm": 1.6447639190849812,
      "learning_rate": 4.818872853258279e-05,
      "loss": 3.1528,
      "step": 13820
    },
    {
      "epoch": 33.392038600723765,
      "grad_norm": 1.7104303664270981,
      "learning_rate": 4.8109769062673106e-05,
      "loss": 3.1715,
      "step": 13840
    },
    {
      "epoch": 33.440289505428225,
      "grad_norm": 1.8176472151351242,
      "learning_rate": 4.803078414436101e-05,
      "loss": 3.1547,
      "step": 13860
    },
    {
      "epoch": 33.48854041013269,
      "grad_norm": 1.6426678847614766,
      "learning_rate": 4.795177413595715e-05,
      "loss": 3.1736,
      "step": 13880
    },
    {
      "epoch": 33.53679131483715,
      "grad_norm": 1.6294142266474643,
      "learning_rate": 4.7872739395885995e-05,
      "loss": 3.159,
      "step": 13900
    },
    {
      "epoch": 33.58504221954161,
      "grad_norm": 1.6384860444268412,
      "learning_rate": 4.779368028268421e-05,
      "loss": 3.1747,
      "step": 13920
    },
    {
      "epoch": 33.63329312424608,
      "grad_norm": 1.5972537160635067,
      "learning_rate": 4.771459715499902e-05,
      "loss": 3.1748,
      "step": 13940
    },
    {
      "epoch": 33.68154402895054,
      "grad_norm": 1.6321832233990041,
      "learning_rate": 4.7635490371586565e-05,
      "loss": 3.1775,
      "step": 13960
    },
    {
      "epoch": 33.72979493365501,
      "grad_norm": 1.6906838568864224,
      "learning_rate": 4.755636029131037e-05,
      "loss": 3.1893,
      "step": 13980
    },
    {
      "epoch": 33.77804583835947,
      "grad_norm": 1.670903885023386,
      "learning_rate": 4.747720727313958e-05,
      "loss": 3.1794,
      "step": 14000
    },
    {
      "epoch": 33.826296743063935,
      "grad_norm": 1.684013491222952,
      "learning_rate": 4.7398031676147425e-05,
      "loss": 3.172,
      "step": 14020
    },
    {
      "epoch": 33.874547647768395,
      "grad_norm": 1.6984286627152305,
      "learning_rate": 4.731883385950956e-05,
      "loss": 3.1871,
      "step": 14040
    },
    {
      "epoch": 33.92279855247286,
      "grad_norm": 1.6226399903093571,
      "learning_rate": 4.723961418250241e-05,
      "loss": 3.1642,
      "step": 14060
    },
    {
      "epoch": 33.97104945717732,
      "grad_norm": 1.64646805458151,
      "learning_rate": 4.7160373004501624e-05,
      "loss": 3.186,
      "step": 14080
    },
    {
      "epoch": 34.01930036188178,
      "grad_norm": 1.682282955972477,
      "learning_rate": 4.708111068498033e-05,
      "loss": 3.1401,
      "step": 14100
    },
    {
      "epoch": 34.06755126658625,
      "grad_norm": 1.6925501304702744,
      "learning_rate": 4.700182758350761e-05,
      "loss": 3.1184,
      "step": 14120
    },
    {
      "epoch": 34.11580217129071,
      "grad_norm": 1.6319842192973835,
      "learning_rate": 4.69225240597468e-05,
      "loss": 3.1365,
      "step": 14140
    },
    {
      "epoch": 34.16405307599518,
      "grad_norm": 1.766682825815873,
      "learning_rate": 4.684320047345386e-05,
      "loss": 3.1231,
      "step": 14160
    },
    {
      "epoch": 34.21230398069964,
      "grad_norm": 1.6591255895165187,
      "learning_rate": 4.6763857184475824e-05,
      "loss": 3.1431,
      "step": 14180
    },
    {
      "epoch": 34.260554885404105,
      "grad_norm": 1.6960465521003607,
      "learning_rate": 4.668449455274905e-05,
      "loss": 3.1228,
      "step": 14200
    },
    {
      "epoch": 34.308805790108565,
      "grad_norm": 1.718794604058482,
      "learning_rate": 4.6605112938297656e-05,
      "loss": 3.1159,
      "step": 14220
    },
    {
      "epoch": 34.357056694813025,
      "grad_norm": 1.6132067026946795,
      "learning_rate": 4.652571270123189e-05,
      "loss": 3.1228,
      "step": 14240
    },
    {
      "epoch": 34.40530759951749,
      "grad_norm": 1.6760391682585305,
      "learning_rate": 4.644629420174647e-05,
      "loss": 3.1075,
      "step": 14260
    },
    {
      "epoch": 34.45355850422195,
      "grad_norm": 1.6497396760380934,
      "learning_rate": 4.636685780011893e-05,
      "loss": 3.1162,
      "step": 14280
    },
    {
      "epoch": 34.50180940892642,
      "grad_norm": 1.6475400800065962,
      "learning_rate": 4.6287403856708084e-05,
      "loss": 3.1197,
      "step": 14300
    },
    {
      "epoch": 34.55006031363088,
      "grad_norm": 1.6787649152713249,
      "learning_rate": 4.6207932731952276e-05,
      "loss": 3.1322,
      "step": 14320
    },
    {
      "epoch": 34.59831121833535,
      "grad_norm": 1.6589264426320582,
      "learning_rate": 4.6128444786367794e-05,
      "loss": 3.1277,
      "step": 14340
    },
    {
      "epoch": 34.64656212303981,
      "grad_norm": 1.5768535688224097,
      "learning_rate": 4.6048940380547246e-05,
      "loss": 3.1419,
      "step": 14360
    },
    {
      "epoch": 34.69481302774427,
      "grad_norm": 1.7482788204223962,
      "learning_rate": 4.596941987515789e-05,
      "loss": 3.1252,
      "step": 14380
    },
    {
      "epoch": 34.743063932448734,
      "grad_norm": 1.6249074760237179,
      "learning_rate": 4.588988363094005e-05,
      "loss": 3.1438,
      "step": 14400
    },
    {
      "epoch": 34.791314837153195,
      "grad_norm": 1.6344678601568008,
      "learning_rate": 4.581033200870545e-05,
      "loss": 3.1283,
      "step": 14420
    },
    {
      "epoch": 34.83956574185766,
      "grad_norm": 1.723308690466528,
      "learning_rate": 4.5730765369335534e-05,
      "loss": 3.1397,
      "step": 14440
    },
    {
      "epoch": 34.88781664656212,
      "grad_norm": 1.6566074336252579,
      "learning_rate": 4.565118407377989e-05,
      "loss": 3.1351,
      "step": 14460
    },
    {
      "epoch": 34.93606755126659,
      "grad_norm": 1.7050527568251084,
      "learning_rate": 4.557158848305461e-05,
      "loss": 3.1453,
      "step": 14480
    },
    {
      "epoch": 34.98431845597105,
      "grad_norm": 1.8135963755799567,
      "learning_rate": 4.549197895824062e-05,
      "loss": 3.1286,
      "step": 14500
    },
    {
      "epoch": 35.03256936067551,
      "grad_norm": 1.7495685396558727,
      "learning_rate": 4.5412355860482065e-05,
      "loss": 3.1007,
      "step": 14520
    },
    {
      "epoch": 35.08082026537998,
      "grad_norm": 1.7020523084588701,
      "learning_rate": 4.533271955098464e-05,
      "loss": 3.0734,
      "step": 14540
    },
    {
      "epoch": 35.12907117008444,
      "grad_norm": 1.7202414948259517,
      "learning_rate": 4.5253070391014024e-05,
      "loss": 3.0711,
      "step": 14560
    },
    {
      "epoch": 35.177322074788904,
      "grad_norm": 1.697294351473405,
      "learning_rate": 4.517340874189412e-05,
      "loss": 3.1024,
      "step": 14580
    },
    {
      "epoch": 35.225572979493364,
      "grad_norm": 1.6283575729669655,
      "learning_rate": 4.509373496500556e-05,
      "loss": 3.1087,
      "step": 14600
    },
    {
      "epoch": 35.27382388419783,
      "grad_norm": 1.7210043815315272,
      "learning_rate": 4.501404942178393e-05,
      "loss": 3.1205,
      "step": 14620
    },
    {
      "epoch": 35.32207478890229,
      "grad_norm": 1.7016286289650115,
      "learning_rate": 4.493435247371826e-05,
      "loss": 3.0872,
      "step": 14640
    },
    {
      "epoch": 35.37032569360675,
      "grad_norm": 1.7660588591553978,
      "learning_rate": 4.485464448234926e-05,
      "loss": 3.0963,
      "step": 14660
    },
    {
      "epoch": 35.41857659831122,
      "grad_norm": 1.731933654574753,
      "learning_rate": 4.4774925809267745e-05,
      "loss": 3.0839,
      "step": 14680
    },
    {
      "epoch": 35.46682750301568,
      "grad_norm": 1.6283726530948188,
      "learning_rate": 4.469519681611302e-05,
      "loss": 3.0982,
      "step": 14700
    },
    {
      "epoch": 35.51507840772015,
      "grad_norm": 1.6556453771233306,
      "learning_rate": 4.461545786457119e-05,
      "loss": 3.0792,
      "step": 14720
    },
    {
      "epoch": 35.56332931242461,
      "grad_norm": 1.7319799326552476,
      "learning_rate": 4.453570931637351e-05,
      "loss": 3.0885,
      "step": 14740
    },
    {
      "epoch": 35.611580217129074,
      "grad_norm": 1.6805448068573396,
      "learning_rate": 4.445595153329481e-05,
      "loss": 3.0898,
      "step": 14760
    },
    {
      "epoch": 35.659831121833534,
      "grad_norm": 1.7578009903019474,
      "learning_rate": 4.4376184877151785e-05,
      "loss": 3.1019,
      "step": 14780
    },
    {
      "epoch": 35.708082026537994,
      "grad_norm": 1.6772436523236836,
      "learning_rate": 4.429640970980138e-05,
      "loss": 3.0772,
      "step": 14800
    },
    {
      "epoch": 35.75633293124246,
      "grad_norm": 1.8644032676407458,
      "learning_rate": 4.4216626393139206e-05,
      "loss": 3.1066,
      "step": 14820
    },
    {
      "epoch": 35.80458383594692,
      "grad_norm": 1.696526658547905,
      "learning_rate": 4.4136835289097776e-05,
      "loss": 3.0872,
      "step": 14840
    },
    {
      "epoch": 35.85283474065139,
      "grad_norm": 1.8069752034511175,
      "learning_rate": 4.4057036759644924e-05,
      "loss": 3.1048,
      "step": 14860
    },
    {
      "epoch": 35.90108564535585,
      "grad_norm": 1.7633629626598877,
      "learning_rate": 4.397723116678226e-05,
      "loss": 3.0958,
      "step": 14880
    },
    {
      "epoch": 35.949336550060316,
      "grad_norm": 1.7590133520202995,
      "learning_rate": 4.389741887254331e-05,
      "loss": 3.1091,
      "step": 14900
    },
    {
      "epoch": 35.997587454764776,
      "grad_norm": 1.692796110079263,
      "learning_rate": 4.381760023899212e-05,
      "loss": 3.126,
      "step": 14920
    },
    {
      "epoch": 36.04583835946924,
      "grad_norm": 1.7924040701790034,
      "learning_rate": 4.37377756282214e-05,
      "loss": 3.0533,
      "step": 14940
    },
    {
      "epoch": 36.094089264173704,
      "grad_norm": 1.7943311453429807,
      "learning_rate": 4.3657945402351035e-05,
      "loss": 3.0744,
      "step": 14960
    },
    {
      "epoch": 36.142340168878164,
      "grad_norm": 1.7329847221833496,
      "learning_rate": 4.3578109923526385e-05,
      "loss": 3.0447,
      "step": 14980
    },
    {
      "epoch": 36.19059107358263,
      "grad_norm": 1.779751213291105,
      "learning_rate": 4.3498269553916564e-05,
      "loss": 3.0595,
      "step": 15000
    },
    {
      "epoch": 36.23884197828709,
      "grad_norm": 1.6683399602681,
      "learning_rate": 4.3418424655712955e-05,
      "loss": 3.0294,
      "step": 15020
    },
    {
      "epoch": 36.28709288299156,
      "grad_norm": 1.6811877912929312,
      "learning_rate": 4.333857559112748e-05,
      "loss": 3.0535,
      "step": 15040
    },
    {
      "epoch": 36.33534378769602,
      "grad_norm": 1.7343219563599208,
      "learning_rate": 4.32587227223909e-05,
      "loss": 3.0652,
      "step": 15060
    },
    {
      "epoch": 36.383594692400486,
      "grad_norm": 1.6858270814240977,
      "learning_rate": 4.317886641175129e-05,
      "loss": 3.0831,
      "step": 15080
    },
    {
      "epoch": 36.431845597104946,
      "grad_norm": 1.7362868984820643,
      "learning_rate": 4.3099007021472307e-05,
      "loss": 3.0648,
      "step": 15100
    },
    {
      "epoch": 36.480096501809406,
      "grad_norm": 1.7828323985846186,
      "learning_rate": 4.30191449138316e-05,
      "loss": 3.0575,
      "step": 15120
    },
    {
      "epoch": 36.52834740651387,
      "grad_norm": 1.7922539283453194,
      "learning_rate": 4.293928045111916e-05,
      "loss": 3.0685,
      "step": 15140
    },
    {
      "epoch": 36.57659831121833,
      "grad_norm": 1.8368830111744652,
      "learning_rate": 4.2859413995635595e-05,
      "loss": 3.0675,
      "step": 15160
    },
    {
      "epoch": 36.6248492159228,
      "grad_norm": 1.714363997557128,
      "learning_rate": 4.2779545909690626e-05,
      "loss": 3.0737,
      "step": 15180
    },
    {
      "epoch": 36.67310012062726,
      "grad_norm": 1.7340654268528681,
      "learning_rate": 4.269967655560132e-05,
      "loss": 3.0696,
      "step": 15200
    },
    {
      "epoch": 36.72135102533173,
      "grad_norm": 1.7208353733554818,
      "learning_rate": 4.2619806295690546e-05,
      "loss": 3.0432,
      "step": 15220
    },
    {
      "epoch": 36.76960193003619,
      "grad_norm": 1.7541734225467205,
      "learning_rate": 4.253993549228523e-05,
      "loss": 3.0566,
      "step": 15240
    },
    {
      "epoch": 36.81785283474065,
      "grad_norm": 1.7332109813947543,
      "learning_rate": 4.2460064507714786e-05,
      "loss": 3.0483,
      "step": 15260
    },
    {
      "epoch": 36.866103739445116,
      "grad_norm": 1.7313947039705442,
      "learning_rate": 4.238019370430947e-05,
      "loss": 3.0828,
      "step": 15280
    },
    {
      "epoch": 36.914354644149576,
      "grad_norm": 1.645871884634537,
      "learning_rate": 4.23003234443987e-05,
      "loss": 3.0449,
      "step": 15300
    },
    {
      "epoch": 36.96260554885404,
      "grad_norm": 1.9213073638705973,
      "learning_rate": 4.2220454090309387e-05,
      "loss": 3.0463,
      "step": 15320
    },
    {
      "epoch": 37.0108564535585,
      "grad_norm": 1.7479495855726792,
      "learning_rate": 4.214058600436442e-05,
      "loss": 3.053,
      "step": 15340
    },
    {
      "epoch": 37.05910735826297,
      "grad_norm": 1.781786344772174,
      "learning_rate": 4.2060719548880854e-05,
      "loss": 3.0057,
      "step": 15360
    },
    {
      "epoch": 37.10735826296743,
      "grad_norm": 1.8395803574544805,
      "learning_rate": 4.19808550861684e-05,
      "loss": 3.0066,
      "step": 15380
    },
    {
      "epoch": 37.15560916767189,
      "grad_norm": 1.7737868803506056,
      "learning_rate": 4.1900992978527706e-05,
      "loss": 3.0222,
      "step": 15400
    },
    {
      "epoch": 37.20386007237636,
      "grad_norm": 1.793472223509958,
      "learning_rate": 4.182113358824872e-05,
      "loss": 3.0023,
      "step": 15420
    },
    {
      "epoch": 37.25211097708082,
      "grad_norm": 1.8453641246663974,
      "learning_rate": 4.174127727760911e-05,
      "loss": 3.0193,
      "step": 15440
    },
    {
      "epoch": 37.300361881785285,
      "grad_norm": 1.8238409729325793,
      "learning_rate": 4.1661424408872534e-05,
      "loss": 3.022,
      "step": 15460
    },
    {
      "epoch": 37.348612786489745,
      "grad_norm": 1.8581075821521718,
      "learning_rate": 4.158157534428705e-05,
      "loss": 3.0361,
      "step": 15480
    },
    {
      "epoch": 37.39686369119421,
      "grad_norm": 1.7365717910505376,
      "learning_rate": 4.150173044608345e-05,
      "loss": 3.0045,
      "step": 15500
    },
    {
      "epoch": 37.44511459589867,
      "grad_norm": 1.8537920768053775,
      "learning_rate": 4.142189007647364e-05,
      "loss": 2.9945,
      "step": 15520
    },
    {
      "epoch": 37.49336550060313,
      "grad_norm": 1.8726106877345121,
      "learning_rate": 4.1342054597648984e-05,
      "loss": 3.0153,
      "step": 15540
    },
    {
      "epoch": 37.5416164053076,
      "grad_norm": 1.7299245565027463,
      "learning_rate": 4.1262224371778615e-05,
      "loss": 3.0231,
      "step": 15560
    },
    {
      "epoch": 37.58986731001206,
      "grad_norm": 1.9684393888696026,
      "learning_rate": 4.11823997610079e-05,
      "loss": 3.039,
      "step": 15580
    },
    {
      "epoch": 37.63811821471653,
      "grad_norm": 1.851811769786107,
      "learning_rate": 4.110258112745669e-05,
      "loss": 3.0131,
      "step": 15600
    },
    {
      "epoch": 37.68636911942099,
      "grad_norm": 1.831699764017898,
      "learning_rate": 4.102276883321777e-05,
      "loss": 2.9943,
      "step": 15620
    },
    {
      "epoch": 37.734620024125455,
      "grad_norm": 1.996966394453837,
      "learning_rate": 4.094296324035508e-05,
      "loss": 3.0364,
      "step": 15640
    },
    {
      "epoch": 37.782870928829915,
      "grad_norm": 1.7286526983173882,
      "learning_rate": 4.086316471090223e-05,
      "loss": 3.0258,
      "step": 15660
    },
    {
      "epoch": 37.831121833534375,
      "grad_norm": 1.764544493090953,
      "learning_rate": 4.07833736068608e-05,
      "loss": 3.0235,
      "step": 15680
    },
    {
      "epoch": 37.87937273823884,
      "grad_norm": 1.721014332496419,
      "learning_rate": 4.0703590290198625e-05,
      "loss": 3.0453,
      "step": 15700
    },
    {
      "epoch": 37.9276236429433,
      "grad_norm": 1.8154981773795826,
      "learning_rate": 4.0623815122848234e-05,
      "loss": 3.0218,
      "step": 15720
    },
    {
      "epoch": 37.97587454764777,
      "grad_norm": 1.8786171844737976,
      "learning_rate": 4.054404846670521e-05,
      "loss": 3.02,
      "step": 15740
    },
    {
      "epoch": 38.02412545235223,
      "grad_norm": 1.9881054344462354,
      "learning_rate": 4.0464290683626506e-05,
      "loss": 3.0231,
      "step": 15760
    },
    {
      "epoch": 38.0723763570567,
      "grad_norm": 1.8121357954231627,
      "learning_rate": 4.038454213542881e-05,
      "loss": 2.9682,
      "step": 15780
    },
    {
      "epoch": 38.12062726176116,
      "grad_norm": 1.7803983363783233,
      "learning_rate": 4.030480318388698e-05,
      "loss": 2.9726,
      "step": 15800
    },
    {
      "epoch": 38.168878166465625,
      "grad_norm": 1.8169641630641804,
      "learning_rate": 4.0225074190732254e-05,
      "loss": 2.9918,
      "step": 15820
    },
    {
      "epoch": 38.217129071170085,
      "grad_norm": 1.6718703967051454,
      "learning_rate": 4.0145355517650756e-05,
      "loss": 2.9423,
      "step": 15840
    },
    {
      "epoch": 38.265379975874545,
      "grad_norm": 1.819593273711046,
      "learning_rate": 4.006564752628174e-05,
      "loss": 2.9779,
      "step": 15860
    },
    {
      "epoch": 38.31363088057901,
      "grad_norm": 1.7436254395832131,
      "learning_rate": 3.998595057821608e-05,
      "loss": 2.9838,
      "step": 15880
    },
    {
      "epoch": 38.36188178528347,
      "grad_norm": 1.797465810728006,
      "learning_rate": 3.990626503499445e-05,
      "loss": 2.9672,
      "step": 15900
    },
    {
      "epoch": 38.41013268998794,
      "grad_norm": 1.8271833883406885,
      "learning_rate": 3.982659125810589e-05,
      "loss": 2.9957,
      "step": 15920
    },
    {
      "epoch": 38.4583835946924,
      "grad_norm": 1.9562777666010511,
      "learning_rate": 3.9746929608986e-05,
      "loss": 2.9707,
      "step": 15940
    },
    {
      "epoch": 38.50663449939687,
      "grad_norm": 1.7795642005658983,
      "learning_rate": 3.966728044901537e-05,
      "loss": 2.9733,
      "step": 15960
    },
    {
      "epoch": 38.55488540410133,
      "grad_norm": 1.8362460485407077,
      "learning_rate": 3.958764413951794e-05,
      "loss": 2.9706,
      "step": 15980
    },
    {
      "epoch": 38.60313630880579,
      "grad_norm": 1.7842328471663447,
      "learning_rate": 3.950802104175938e-05,
      "loss": 2.9851,
      "step": 16000
    },
    {
      "epoch": 38.651387213510255,
      "grad_norm": 1.801477000832523,
      "learning_rate": 3.94284115169454e-05,
      "loss": 2.9657,
      "step": 16020
    },
    {
      "epoch": 38.699638118214715,
      "grad_norm": 1.8909494164647498,
      "learning_rate": 3.934881592622012e-05,
      "loss": 2.976,
      "step": 16040
    },
    {
      "epoch": 38.74788902291918,
      "grad_norm": 1.7599037069631402,
      "learning_rate": 3.926923463066448e-05,
      "loss": 2.9942,
      "step": 16060
    },
    {
      "epoch": 38.79613992762364,
      "grad_norm": 1.8768046901259807,
      "learning_rate": 3.918966799129456e-05,
      "loss": 2.9907,
      "step": 16080
    },
    {
      "epoch": 38.84439083232811,
      "grad_norm": 1.8872720373470384,
      "learning_rate": 3.9110116369059954e-05,
      "loss": 2.9485,
      "step": 16100
    },
    {
      "epoch": 38.89264173703257,
      "grad_norm": 1.7750335339357575,
      "learning_rate": 3.9030580124842117e-05,
      "loss": 2.9707,
      "step": 16120
    },
    {
      "epoch": 38.94089264173703,
      "grad_norm": 1.9240812475497915,
      "learning_rate": 3.8951059619452774e-05,
      "loss": 3.0111,
      "step": 16140
    },
    {
      "epoch": 38.9891435464415,
      "grad_norm": 1.856685654369435,
      "learning_rate": 3.887155521363223e-05,
      "loss": 2.9757,
      "step": 16160
    },
    {
      "epoch": 39.03739445114596,
      "grad_norm": 1.90506888563212,
      "learning_rate": 3.879206726804775e-05,
      "loss": 2.9538,
      "step": 16180
    },
    {
      "epoch": 39.085645355850424,
      "grad_norm": 1.9385346759578652,
      "learning_rate": 3.871259614329192e-05,
      "loss": 2.9333,
      "step": 16200
    },
    {
      "epoch": 39.133896260554884,
      "grad_norm": 1.8420268058246834,
      "learning_rate": 3.863314219988107e-05,
      "loss": 2.9241,
      "step": 16220
    },
    {
      "epoch": 39.18214716525935,
      "grad_norm": 1.9069246783756324,
      "learning_rate": 3.855370579825354e-05,
      "loss": 2.9295,
      "step": 16240
    },
    {
      "epoch": 39.23039806996381,
      "grad_norm": 1.9988242264698246,
      "learning_rate": 3.847428729876812e-05,
      "loss": 2.9449,
      "step": 16260
    },
    {
      "epoch": 39.27864897466827,
      "grad_norm": 1.7518062607406635,
      "learning_rate": 3.839488706170235e-05,
      "loss": 2.9348,
      "step": 16280
    },
    {
      "epoch": 39.32689987937274,
      "grad_norm": 1.8529123031732009,
      "learning_rate": 3.831550544725095e-05,
      "loss": 2.9208,
      "step": 16300
    },
    {
      "epoch": 39.3751507840772,
      "grad_norm": 1.8164505221288894,
      "learning_rate": 3.8236142815524175e-05,
      "loss": 2.935,
      "step": 16320
    },
    {
      "epoch": 39.42340168878167,
      "grad_norm": 1.8753566378635846,
      "learning_rate": 3.8156799526546144e-05,
      "loss": 2.9378,
      "step": 16340
    },
    {
      "epoch": 39.47165259348613,
      "grad_norm": 1.9217703869070524,
      "learning_rate": 3.807747594025321e-05,
      "loss": 2.9442,
      "step": 16360
    },
    {
      "epoch": 39.519903498190594,
      "grad_norm": 1.8319062040837821,
      "learning_rate": 3.7998172416492404e-05,
      "loss": 2.9143,
      "step": 16380
    },
    {
      "epoch": 39.568154402895054,
      "grad_norm": 1.841633840947917,
      "learning_rate": 3.791888931501967e-05,
      "loss": 2.9232,
      "step": 16400
    },
    {
      "epoch": 39.616405307599514,
      "grad_norm": 1.743100395293471,
      "learning_rate": 3.783962699549839e-05,
      "loss": 2.9451,
      "step": 16420
    },
    {
      "epoch": 39.66465621230398,
      "grad_norm": 1.915894971357861,
      "learning_rate": 3.77603858174976e-05,
      "loss": 2.9084,
      "step": 16440
    },
    {
      "epoch": 39.71290711700844,
      "grad_norm": 1.95747323799413,
      "learning_rate": 3.768116614049046e-05,
      "loss": 2.9389,
      "step": 16460
    },
    {
      "epoch": 39.76115802171291,
      "grad_norm": 1.8951990654011275,
      "learning_rate": 3.760196832385259e-05,
      "loss": 2.9672,
      "step": 16480
    },
    {
      "epoch": 39.80940892641737,
      "grad_norm": 1.8272389418899433,
      "learning_rate": 3.752279272686043e-05,
      "loss": 2.9586,
      "step": 16500
    },
    {
      "epoch": 39.857659831121836,
      "grad_norm": 1.899243341230883,
      "learning_rate": 3.744363970868964e-05,
      "loss": 2.957,
      "step": 16520
    },
    {
      "epoch": 39.905910735826296,
      "grad_norm": 1.8962116694601694,
      "learning_rate": 3.736450962841344e-05,
      "loss": 2.9325,
      "step": 16540
    },
    {
      "epoch": 39.95416164053076,
      "grad_norm": 1.9115140788394096,
      "learning_rate": 3.728540284500101e-05,
      "loss": 2.9286,
      "step": 16560
    },
    {
      "epoch": 40.002412545235224,
      "grad_norm": 1.834550691562255,
      "learning_rate": 3.7206319717315816e-05,
      "loss": 2.9387,
      "step": 16580
    },
    {
      "epoch": 40.050663449939684,
      "grad_norm": 1.9444628023446033,
      "learning_rate": 3.712726060411401e-05,
      "loss": 2.909,
      "step": 16600
    },
    {
      "epoch": 40.09891435464415,
      "grad_norm": 1.8887168964006762,
      "learning_rate": 3.704822586404284e-05,
      "loss": 2.902,
      "step": 16620
    },
    {
      "epoch": 40.14716525934861,
      "grad_norm": 1.9035544602841328,
      "learning_rate": 3.696921585563899e-05,
      "loss": 2.8919,
      "step": 16640
    },
    {
      "epoch": 40.19541616405308,
      "grad_norm": 1.8249608912380568,
      "learning_rate": 3.68902309373269e-05,
      "loss": 2.8902,
      "step": 16660
    },
    {
      "epoch": 40.24366706875754,
      "grad_norm": 1.8833664623291582,
      "learning_rate": 3.681127146741722e-05,
      "loss": 2.8769,
      "step": 16680
    },
    {
      "epoch": 40.291917973462006,
      "grad_norm": 1.9375804023477643,
      "learning_rate": 3.673233780410516e-05,
      "loss": 2.9071,
      "step": 16700
    },
    {
      "epoch": 40.340168878166466,
      "grad_norm": 1.8823425573972612,
      "learning_rate": 3.665343030546884e-05,
      "loss": 2.8814,
      "step": 16720
    },
    {
      "epoch": 40.388419782870926,
      "grad_norm": 1.8222884812774136,
      "learning_rate": 3.657454932946771e-05,
      "loss": 2.9162,
      "step": 16740
    },
    {
      "epoch": 40.43667068757539,
      "grad_norm": 1.863097322069889,
      "learning_rate": 3.649569523394088e-05,
      "loss": 2.8888,
      "step": 16760
    },
    {
      "epoch": 40.48492159227985,
      "grad_norm": 2.020214272787904,
      "learning_rate": 3.641686837660554e-05,
      "loss": 2.8824,
      "step": 16780
    },
    {
      "epoch": 40.53317249698432,
      "grad_norm": 1.9655218708959694,
      "learning_rate": 3.633806911505528e-05,
      "loss": 2.8638,
      "step": 16800
    },
    {
      "epoch": 40.58142340168878,
      "grad_norm": 1.963663069047329,
      "learning_rate": 3.625929780675854e-05,
      "loss": 2.8856,
      "step": 16820
    },
    {
      "epoch": 40.62967430639325,
      "grad_norm": 1.9486597335215616,
      "learning_rate": 3.618055480905695e-05,
      "loss": 2.9164,
      "step": 16840
    },
    {
      "epoch": 40.67792521109771,
      "grad_norm": 1.899918028463788,
      "learning_rate": 3.610184047916368e-05,
      "loss": 2.8993,
      "step": 16860
    },
    {
      "epoch": 40.72617611580217,
      "grad_norm": 1.8657656425280695,
      "learning_rate": 3.602315517416188e-05,
      "loss": 2.9306,
      "step": 16880
    },
    {
      "epoch": 40.774427020506636,
      "grad_norm": 1.974826578522589,
      "learning_rate": 3.594449925100301e-05,
      "loss": 2.8836,
      "step": 16900
    },
    {
      "epoch": 40.822677925211096,
      "grad_norm": 1.918632646662226,
      "learning_rate": 3.586587306650526e-05,
      "loss": 2.9114,
      "step": 16920
    },
    {
      "epoch": 40.87092882991556,
      "grad_norm": 1.9456033033390405,
      "learning_rate": 3.578727697735189e-05,
      "loss": 2.9214,
      "step": 16940
    },
    {
      "epoch": 40.91917973462002,
      "grad_norm": 1.939791270138583,
      "learning_rate": 3.570871134008966e-05,
      "loss": 2.909,
      "step": 16960
    },
    {
      "epoch": 40.96743063932449,
      "grad_norm": 1.8250418725326514,
      "learning_rate": 3.5630176511127156e-05,
      "loss": 2.9029,
      "step": 16980
    },
    {
      "epoch": 41.01568154402895,
      "grad_norm": 1.958209463604106,
      "learning_rate": 3.5551672846733224e-05,
      "loss": 2.8948,
      "step": 17000
    },
    {
      "epoch": 41.06393244873341,
      "grad_norm": 1.9798031577673816,
      "learning_rate": 3.5473200703035325e-05,
      "loss": 2.87,
      "step": 17020
    },
    {
      "epoch": 41.11218335343788,
      "grad_norm": 1.9326637032631544,
      "learning_rate": 3.5394760436017954e-05,
      "loss": 2.8667,
      "step": 17040
    },
    {
      "epoch": 41.16043425814234,
      "grad_norm": 1.9159534040743942,
      "learning_rate": 3.5316352401520974e-05,
      "loss": 2.8495,
      "step": 17060
    },
    {
      "epoch": 41.208685162846805,
      "grad_norm": 1.9956227687415968,
      "learning_rate": 3.523797695523802e-05,
      "loss": 2.8608,
      "step": 17080
    },
    {
      "epoch": 41.256936067551266,
      "grad_norm": 1.9185053684314197,
      "learning_rate": 3.5159634452714906e-05,
      "loss": 2.857,
      "step": 17100
    },
    {
      "epoch": 41.30518697225573,
      "grad_norm": 1.865026592899831,
      "learning_rate": 3.508132524934801e-05,
      "loss": 2.845,
      "step": 17120
    },
    {
      "epoch": 41.35343787696019,
      "grad_norm": 1.9504398437487287,
      "learning_rate": 3.500304970038262e-05,
      "loss": 2.8536,
      "step": 17140
    },
    {
      "epoch": 41.40168878166465,
      "grad_norm": 2.0412196298748184,
      "learning_rate": 3.492480816091137e-05,
      "loss": 2.8454,
      "step": 17160
    },
    {
      "epoch": 41.44993968636912,
      "grad_norm": 1.9474975172487607,
      "learning_rate": 3.484660098587262e-05,
      "loss": 2.8316,
      "step": 17180
    },
    {
      "epoch": 41.49819059107358,
      "grad_norm": 2.0120334007121494,
      "learning_rate": 3.476842853004883e-05,
      "loss": 2.8692,
      "step": 17200
    },
    {
      "epoch": 41.54644149577805,
      "grad_norm": 1.9936620610640912,
      "learning_rate": 3.4690291148064955e-05,
      "loss": 2.8748,
      "step": 17220
    },
    {
      "epoch": 41.59469240048251,
      "grad_norm": 1.9175049240370934,
      "learning_rate": 3.4612189194386814e-05,
      "loss": 2.8779,
      "step": 17240
    },
    {
      "epoch": 41.642943305186975,
      "grad_norm": 1.9218062651221073,
      "learning_rate": 3.4534123023319584e-05,
      "loss": 2.8828,
      "step": 17260
    },
    {
      "epoch": 41.691194209891435,
      "grad_norm": 1.9276814892973138,
      "learning_rate": 3.445609298900604e-05,
      "loss": 2.841,
      "step": 17280
    },
    {
      "epoch": 41.739445114595895,
      "grad_norm": 1.9629052683866184,
      "learning_rate": 3.4378099445425055e-05,
      "loss": 2.8477,
      "step": 17300
    },
    {
      "epoch": 41.78769601930036,
      "grad_norm": 1.9347855365017907,
      "learning_rate": 3.430014274638996e-05,
      "loss": 2.8539,
      "step": 17320
    },
    {
      "epoch": 41.83594692400482,
      "grad_norm": 1.9954065827753498,
      "learning_rate": 3.422222324554694e-05,
      "loss": 2.8531,
      "step": 17340
    },
    {
      "epoch": 41.88419782870929,
      "grad_norm": 2.059853199529992,
      "learning_rate": 3.414434129637346e-05,
      "loss": 2.8783,
      "step": 17360
    },
    {
      "epoch": 41.93244873341375,
      "grad_norm": 2.02584656746111,
      "learning_rate": 3.406649725217658e-05,
      "loss": 2.8602,
      "step": 17380
    },
    {
      "epoch": 41.98069963811822,
      "grad_norm": 1.8711535012629026,
      "learning_rate": 3.3988691466091444e-05,
      "loss": 2.8693,
      "step": 17400
    },
    {
      "epoch": 42.02895054282268,
      "grad_norm": 1.9219010035258672,
      "learning_rate": 3.391092429107964e-05,
      "loss": 2.8144,
      "step": 17420
    },
    {
      "epoch": 42.07720144752714,
      "grad_norm": 1.9383737608579128,
      "learning_rate": 3.383319607992757e-05,
      "loss": 2.7949,
      "step": 17440
    },
    {
      "epoch": 42.125452352231605,
      "grad_norm": 2.1514243460270794,
      "learning_rate": 3.375550718524494e-05,
      "loss": 2.8218,
      "step": 17460
    },
    {
      "epoch": 42.173703256936065,
      "grad_norm": 2.071548457925646,
      "learning_rate": 3.367785795946303e-05,
      "loss": 2.8169,
      "step": 17480
    },
    {
      "epoch": 42.22195416164053,
      "grad_norm": 2.0688314061520416,
      "learning_rate": 3.3600248754833196e-05,
      "loss": 2.7997,
      "step": 17500
    },
    {
      "epoch": 42.27020506634499,
      "grad_norm": 2.009971631950664,
      "learning_rate": 3.352267992342525e-05,
      "loss": 2.7962,
      "step": 17520
    },
    {
      "epoch": 42.31845597104946,
      "grad_norm": 1.9220577791634506,
      "learning_rate": 3.344515181712583e-05,
      "loss": 2.7786,
      "step": 17540
    },
    {
      "epoch": 42.36670687575392,
      "grad_norm": 2.0888171292514706,
      "learning_rate": 3.336766478763683e-05,
      "loss": 2.8162,
      "step": 17560
    },
    {
      "epoch": 42.41495778045839,
      "grad_norm": 2.0542142115017112,
      "learning_rate": 3.3290219186473836e-05,
      "loss": 2.8441,
      "step": 17580
    },
    {
      "epoch": 42.46320868516285,
      "grad_norm": 1.999138050647526,
      "learning_rate": 3.321281536496445e-05,
      "loss": 2.7829,
      "step": 17600
    },
    {
      "epoch": 42.51145958986731,
      "grad_norm": 2.0012114144238686,
      "learning_rate": 3.3135453674246764e-05,
      "loss": 2.8084,
      "step": 17620
    },
    {
      "epoch": 42.559710494571775,
      "grad_norm": 1.998984383248801,
      "learning_rate": 3.3058134465267725e-05,
      "loss": 2.8283,
      "step": 17640
    },
    {
      "epoch": 42.607961399276235,
      "grad_norm": 1.9630772132322898,
      "learning_rate": 3.298085808878162e-05,
      "loss": 2.8205,
      "step": 17660
    },
    {
      "epoch": 42.6562123039807,
      "grad_norm": 1.9899679944064963,
      "learning_rate": 3.2903624895348384e-05,
      "loss": 2.7861,
      "step": 17680
    },
    {
      "epoch": 42.70446320868516,
      "grad_norm": 2.070449313509756,
      "learning_rate": 3.282643523533206e-05,
      "loss": 2.8131,
      "step": 17700
    },
    {
      "epoch": 42.75271411338963,
      "grad_norm": 2.1630767171523333,
      "learning_rate": 3.274928945889919e-05,
      "loss": 2.8209,
      "step": 17720
    },
    {
      "epoch": 42.80096501809409,
      "grad_norm": 1.9187691565499827,
      "learning_rate": 3.267218791601729e-05,
      "loss": 2.8218,
      "step": 17740
    },
    {
      "epoch": 42.84921592279855,
      "grad_norm": 2.0582347533157304,
      "learning_rate": 3.259513095645316e-05,
      "loss": 2.7936,
      "step": 17760
    },
    {
      "epoch": 42.89746682750302,
      "grad_norm": 2.001660149810876,
      "learning_rate": 3.251811892977137e-05,
      "loss": 2.7752,
      "step": 17780
    },
    {
      "epoch": 42.94571773220748,
      "grad_norm": 2.0275943501164133,
      "learning_rate": 3.244115218533265e-05,
      "loss": 2.8187,
      "step": 17800
    },
    {
      "epoch": 42.993968636911944,
      "grad_norm": 2.121011171663165,
      "learning_rate": 3.236423107229233e-05,
      "loss": 2.8278,
      "step": 17820
    },
    {
      "epoch": 43.042219541616404,
      "grad_norm": 2.01492273008567,
      "learning_rate": 3.228735593959872e-05,
      "loss": 2.7549,
      "step": 17840
    },
    {
      "epoch": 43.09047044632087,
      "grad_norm": 2.0763812979808995,
      "learning_rate": 3.221052713599152e-05,
      "loss": 2.7395,
      "step": 17860
    },
    {
      "epoch": 43.13872135102533,
      "grad_norm": 2.099934375289608,
      "learning_rate": 3.2133745010000325e-05,
      "loss": 2.7733,
      "step": 17880
    },
    {
      "epoch": 43.18697225572979,
      "grad_norm": 1.9777897267218183,
      "learning_rate": 3.20570099099429e-05,
      "loss": 2.7373,
      "step": 17900
    },
    {
      "epoch": 43.23522316043426,
      "grad_norm": 2.0730100647367,
      "learning_rate": 3.198032218392374e-05,
      "loss": 2.7536,
      "step": 17920
    },
    {
      "epoch": 43.28347406513872,
      "grad_norm": 2.139473690352985,
      "learning_rate": 3.190368217983242e-05,
      "loss": 2.7377,
      "step": 17940
    },
    {
      "epoch": 43.33172496984319,
      "grad_norm": 1.9625124702783403,
      "learning_rate": 3.182709024534198e-05,
      "loss": 2.775,
      "step": 17960
    },
    {
      "epoch": 43.37997587454765,
      "grad_norm": 2.122578013951619,
      "learning_rate": 3.175054672790746e-05,
      "loss": 2.7658,
      "step": 17980
    },
    {
      "epoch": 43.428226779252114,
      "grad_norm": 1.9956969934828435,
      "learning_rate": 3.167405197476422e-05,
      "loss": 2.7884,
      "step": 18000
    },
    {
      "epoch": 43.476477683956574,
      "grad_norm": 2.0041870076278405,
      "learning_rate": 3.159760633292642e-05,
      "loss": 2.7666,
      "step": 18020
    },
    {
      "epoch": 43.524728588661034,
      "grad_norm": 1.939729356783698,
      "learning_rate": 3.15212101491854e-05,
      "loss": 2.766,
      "step": 18040
    },
    {
      "epoch": 43.5729794933655,
      "grad_norm": 2.035966658744916,
      "learning_rate": 3.1444863770108166e-05,
      "loss": 2.7509,
      "step": 18060
    },
    {
      "epoch": 43.62123039806996,
      "grad_norm": 1.9640090034744808,
      "learning_rate": 3.136856754203581e-05,
      "loss": 2.7782,
      "step": 18080
    },
    {
      "epoch": 43.66948130277443,
      "grad_norm": 1.9961952804064464,
      "learning_rate": 3.129232181108186e-05,
      "loss": 2.7946,
      "step": 18100
    },
    {
      "epoch": 43.71773220747889,
      "grad_norm": 2.026150617965528,
      "learning_rate": 3.12161269231308e-05,
      "loss": 2.7783,
      "step": 18120
    },
    {
      "epoch": 43.765983112183356,
      "grad_norm": 1.9729833227906524,
      "learning_rate": 3.113998322383646e-05,
      "loss": 2.7664,
      "step": 18140
    },
    {
      "epoch": 43.814234016887816,
      "grad_norm": 2.023965898186139,
      "learning_rate": 3.106389105862047e-05,
      "loss": 2.7802,
      "step": 18160
    },
    {
      "epoch": 43.86248492159228,
      "grad_norm": 2.0875039450364206,
      "learning_rate": 3.098785077267064e-05,
      "loss": 2.7909,
      "step": 18180
    },
    {
      "epoch": 43.910735826296744,
      "grad_norm": 1.9692549405114874,
      "learning_rate": 3.091186271093947e-05,
      "loss": 2.7711,
      "step": 18200
    },
    {
      "epoch": 43.958986731001204,
      "grad_norm": 2.1615598154502598,
      "learning_rate": 3.083592721814255e-05,
      "loss": 2.7537,
      "step": 18220
    },
    {
      "epoch": 44.00723763570567,
      "grad_norm": 2.052912404177483,
      "learning_rate": 3.076004463875697e-05,
      "loss": 2.7624,
      "step": 18240
    },
    {
      "epoch": 44.05548854041013,
      "grad_norm": 2.1099957171626316,
      "learning_rate": 3.0684215317019774e-05,
      "loss": 2.7214,
      "step": 18260
    },
    {
      "epoch": 44.1037394451146,
      "grad_norm": 2.1486015951852453,
      "learning_rate": 3.0608439596926456e-05,
      "loss": 2.7375,
      "step": 18280
    },
    {
      "epoch": 44.15199034981906,
      "grad_norm": 2.0822888693925092,
      "learning_rate": 3.053271782222928e-05,
      "loss": 2.7191,
      "step": 18300
    },
    {
      "epoch": 44.20024125452352,
      "grad_norm": 1.997815858355968,
      "learning_rate": 3.0457050336435852e-05,
      "loss": 2.7022,
      "step": 18320
    },
    {
      "epoch": 44.248492159227986,
      "grad_norm": 2.124754044356663,
      "learning_rate": 3.0381437482807477e-05,
      "loss": 2.7555,
      "step": 18340
    },
    {
      "epoch": 44.296743063932446,
      "grad_norm": 2.109357693412431,
      "learning_rate": 3.0305879604357594e-05,
      "loss": 2.7192,
      "step": 18360
    },
    {
      "epoch": 44.34499396863691,
      "grad_norm": 2.076233566262426,
      "learning_rate": 3.02303770438503e-05,
      "loss": 2.6955,
      "step": 18380
    },
    {
      "epoch": 44.393244873341374,
      "grad_norm": 2.0900508471141284,
      "learning_rate": 3.0154930143798714e-05,
      "loss": 2.7314,
      "step": 18400
    },
    {
      "epoch": 44.44149577804584,
      "grad_norm": 2.0876179802831545,
      "learning_rate": 3.0079539246463466e-05,
      "loss": 2.7424,
      "step": 18420
    },
    {
      "epoch": 44.4897466827503,
      "grad_norm": 2.0473705569757943,
      "learning_rate": 3.0004204693851105e-05,
      "loss": 2.7231,
      "step": 18440
    },
    {
      "epoch": 44.53799758745477,
      "grad_norm": 1.9949402770299118,
      "learning_rate": 2.9928926827712646e-05,
      "loss": 2.7057,
      "step": 18460
    },
    {
      "epoch": 44.58624849215923,
      "grad_norm": 2.1329683670380053,
      "learning_rate": 2.985370598954185e-05,
      "loss": 2.7029,
      "step": 18480
    },
    {
      "epoch": 44.63449939686369,
      "grad_norm": 2.113191023138322,
      "learning_rate": 2.9778542520573867e-05,
      "loss": 2.7422,
      "step": 18500
    },
    {
      "epoch": 44.682750301568156,
      "grad_norm": 2.0255727493256868,
      "learning_rate": 2.9703436761783532e-05,
      "loss": 2.733,
      "step": 18520
    },
    {
      "epoch": 44.731001206272616,
      "grad_norm": 2.0654058842407252,
      "learning_rate": 2.9628389053883925e-05,
      "loss": 2.7426,
      "step": 18540
    },
    {
      "epoch": 44.77925211097708,
      "grad_norm": 2.0127042852958947,
      "learning_rate": 2.955339973732474e-05,
      "loss": 2.7473,
      "step": 18560
    },
    {
      "epoch": 44.82750301568154,
      "grad_norm": 1.9473040008853106,
      "learning_rate": 2.9478469152290806e-05,
      "loss": 2.7526,
      "step": 18580
    },
    {
      "epoch": 44.87575392038601,
      "grad_norm": 2.077086687331097,
      "learning_rate": 2.9403597638700514e-05,
      "loss": 2.7242,
      "step": 18600
    },
    {
      "epoch": 44.92400482509047,
      "grad_norm": 1.9946613162317108,
      "learning_rate": 2.9328785536204295e-05,
      "loss": 2.7744,
      "step": 18620
    },
    {
      "epoch": 44.97225572979493,
      "grad_norm": 2.0203550460599975,
      "learning_rate": 2.9254033184183034e-05,
      "loss": 2.7557,
      "step": 18640
    },
    {
      "epoch": 45.0205066344994,
      "grad_norm": 2.0554189126088764,
      "learning_rate": 2.9179340921746582e-05,
      "loss": 2.6858,
      "step": 18660
    },
    {
      "epoch": 45.06875753920386,
      "grad_norm": 2.1541004402415878,
      "learning_rate": 2.9104709087732197e-05,
      "loss": 2.6822,
      "step": 18680
    },
    {
      "epoch": 45.117008443908325,
      "grad_norm": 2.1775026283465415,
      "learning_rate": 2.9030138020703002e-05,
      "loss": 2.698,
      "step": 18700
    },
    {
      "epoch": 45.165259348612786,
      "grad_norm": 2.1269368128403516,
      "learning_rate": 2.895562805894648e-05,
      "loss": 2.6578,
      "step": 18720
    },
    {
      "epoch": 45.21351025331725,
      "grad_norm": 2.2123805894539106,
      "learning_rate": 2.8881179540472858e-05,
      "loss": 2.6711,
      "step": 18740
    },
    {
      "epoch": 45.26176115802171,
      "grad_norm": 2.042345987612676,
      "learning_rate": 2.8806792803013673e-05,
      "loss": 2.7029,
      "step": 18760
    },
    {
      "epoch": 45.31001206272617,
      "grad_norm": 1.9787693735753125,
      "learning_rate": 2.8732468184020183e-05,
      "loss": 2.6572,
      "step": 18780
    },
    {
      "epoch": 45.35826296743064,
      "grad_norm": 2.0358861779824475,
      "learning_rate": 2.8658206020661853e-05,
      "loss": 2.6712,
      "step": 18800
    },
    {
      "epoch": 45.4065138721351,
      "grad_norm": 2.2305907553837203,
      "learning_rate": 2.8584006649824815e-05,
      "loss": 2.6832,
      "step": 18820
    },
    {
      "epoch": 45.45476477683957,
      "grad_norm": 2.190995583901663,
      "learning_rate": 2.8509870408110334e-05,
      "loss": 2.7001,
      "step": 18840
    },
    {
      "epoch": 45.50301568154403,
      "grad_norm": 2.045720590531228,
      "learning_rate": 2.8435797631833336e-05,
      "loss": 2.6819,
      "step": 18860
    },
    {
      "epoch": 45.551266586248495,
      "grad_norm": 1.994749340319634,
      "learning_rate": 2.836178865702079e-05,
      "loss": 2.6914,
      "step": 18880
    },
    {
      "epoch": 45.599517490952955,
      "grad_norm": 2.0538926952119496,
      "learning_rate": 2.8287843819410256e-05,
      "loss": 2.6828,
      "step": 18900
    },
    {
      "epoch": 45.647768395657415,
      "grad_norm": 2.2258352751196955,
      "learning_rate": 2.8213963454448348e-05,
      "loss": 2.661,
      "step": 18920
    },
    {
      "epoch": 45.69601930036188,
      "grad_norm": 2.119700849774589,
      "learning_rate": 2.81401478972892e-05,
      "loss": 2.7244,
      "step": 18940
    },
    {
      "epoch": 45.74427020506634,
      "grad_norm": 2.107881509778084,
      "learning_rate": 2.806639748279294e-05,
      "loss": 2.6954,
      "step": 18960
    },
    {
      "epoch": 45.79252110977081,
      "grad_norm": 2.146149017624382,
      "learning_rate": 2.7992712545524173e-05,
      "loss": 2.689,
      "step": 18980
    },
    {
      "epoch": 45.84077201447527,
      "grad_norm": 2.1537375207646026,
      "learning_rate": 2.791909341975048e-05,
      "loss": 2.7223,
      "step": 19000
    },
    {
      "epoch": 45.88902291917974,
      "grad_norm": 2.132279019194272,
      "learning_rate": 2.78455404394409e-05,
      "loss": 2.6961,
      "step": 19020
    },
    {
      "epoch": 45.9372738238842,
      "grad_norm": 2.1371398975512363,
      "learning_rate": 2.7772053938264402e-05,
      "loss": 2.7091,
      "step": 19040
    },
    {
      "epoch": 45.98552472858866,
      "grad_norm": 2.1780073597608345,
      "learning_rate": 2.7698634249588354e-05,
      "loss": 2.7046,
      "step": 19060
    },
    {
      "epoch": 46.033775633293125,
      "grad_norm": 2.122271463346967,
      "learning_rate": 2.762528170647707e-05,
      "loss": 2.6606,
      "step": 19080
    },
    {
      "epoch": 46.082026537997585,
      "grad_norm": 2.2290799312175418,
      "learning_rate": 2.755199664169023e-05,
      "loss": 2.5891,
      "step": 19100
    },
    {
      "epoch": 46.13027744270205,
      "grad_norm": 2.13189384212509,
      "learning_rate": 2.7478779387681435e-05,
      "loss": 2.6523,
      "step": 19120
    },
    {
      "epoch": 46.17852834740651,
      "grad_norm": 2.0912757257460997,
      "learning_rate": 2.740563027659664e-05,
      "loss": 2.6343,
      "step": 19140
    },
    {
      "epoch": 46.22677925211098,
      "grad_norm": 2.149812863613732,
      "learning_rate": 2.7332549640272663e-05,
      "loss": 2.645,
      "step": 19160
    },
    {
      "epoch": 46.27503015681544,
      "grad_norm": 2.136230162609186,
      "learning_rate": 2.725953781023573e-05,
      "loss": 2.6223,
      "step": 19180
    },
    {
      "epoch": 46.3232810615199,
      "grad_norm": 2.137108806065443,
      "learning_rate": 2.7186595117699908e-05,
      "loss": 2.6237,
      "step": 19200
    },
    {
      "epoch": 46.37153196622437,
      "grad_norm": 2.050859473476915,
      "learning_rate": 2.7113721893565612e-05,
      "loss": 2.642,
      "step": 19220
    },
    {
      "epoch": 46.41978287092883,
      "grad_norm": 2.0560999413599155,
      "learning_rate": 2.7040918468418134e-05,
      "loss": 2.6502,
      "step": 19240
    },
    {
      "epoch": 46.468033775633295,
      "grad_norm": 2.254261722195206,
      "learning_rate": 2.6968185172526147e-05,
      "loss": 2.6249,
      "step": 19260
    },
    {
      "epoch": 46.516284680337755,
      "grad_norm": 2.2208787075684873,
      "learning_rate": 2.6895522335840138e-05,
      "loss": 2.655,
      "step": 19280
    },
    {
      "epoch": 46.56453558504222,
      "grad_norm": 2.159503015224692,
      "learning_rate": 2.6822930287991e-05,
      "loss": 2.683,
      "step": 19300
    },
    {
      "epoch": 46.61278648974668,
      "grad_norm": 2.119179981331361,
      "learning_rate": 2.6750409358288454e-05,
      "loss": 2.6229,
      "step": 19320
    },
    {
      "epoch": 46.66103739445115,
      "grad_norm": 2.121001537607442,
      "learning_rate": 2.6677959875719682e-05,
      "loss": 2.652,
      "step": 19340
    },
    {
      "epoch": 46.70928829915561,
      "grad_norm": 2.081748613111602,
      "learning_rate": 2.6605582168947656e-05,
      "loss": 2.6501,
      "step": 19360
    },
    {
      "epoch": 46.75753920386007,
      "grad_norm": 2.0991033138026736,
      "learning_rate": 2.653327656630978e-05,
      "loss": 2.6449,
      "step": 19380
    },
    {
      "epoch": 46.80579010856454,
      "grad_norm": 2.164871498047274,
      "learning_rate": 2.6461043395816376e-05,
      "loss": 2.6821,
      "step": 19400
    },
    {
      "epoch": 46.854041013269,
      "grad_norm": 2.051209459696949,
      "learning_rate": 2.6388882985149152e-05,
      "loss": 2.6482,
      "step": 19420
    },
    {
      "epoch": 46.902291917973464,
      "grad_norm": 2.0592620205805034,
      "learning_rate": 2.631679566165976e-05,
      "loss": 2.6434,
      "step": 19440
    },
    {
      "epoch": 46.950542822677924,
      "grad_norm": 2.208433508215911,
      "learning_rate": 2.6244781752368326e-05,
      "loss": 2.6414,
      "step": 19460
    },
    {
      "epoch": 46.99879372738239,
      "grad_norm": 2.1839035430902896,
      "learning_rate": 2.6172841583961864e-05,
      "loss": 2.6484,
      "step": 19480
    },
    {
      "epoch": 47.04704463208685,
      "grad_norm": 2.1355725761932978,
      "learning_rate": 2.6100975482792925e-05,
      "loss": 2.6117,
      "step": 19500
    },
    {
      "epoch": 47.09529553679131,
      "grad_norm": 2.118432147248433,
      "learning_rate": 2.602918377487805e-05,
      "loss": 2.6122,
      "step": 19520
    },
    {
      "epoch": 47.14354644149578,
      "grad_norm": 2.0590852388207916,
      "learning_rate": 2.5957466785896285e-05,
      "loss": 2.5982,
      "step": 19540
    },
    {
      "epoch": 47.19179734620024,
      "grad_norm": 2.1376001333726777,
      "learning_rate": 2.588582484118774e-05,
      "loss": 2.6054,
      "step": 19560
    },
    {
      "epoch": 47.24004825090471,
      "grad_norm": 2.1111832031092,
      "learning_rate": 2.5814258265752043e-05,
      "loss": 2.604,
      "step": 19580
    },
    {
      "epoch": 47.28829915560917,
      "grad_norm": 2.247167991275329,
      "learning_rate": 2.574276738424697e-05,
      "loss": 2.6219,
      "step": 19600
    },
    {
      "epoch": 47.336550060313634,
      "grad_norm": 2.127535194411528,
      "learning_rate": 2.56713525209869e-05,
      "loss": 2.5704,
      "step": 19620
    },
    {
      "epoch": 47.384800965018094,
      "grad_norm": 2.182653320110843,
      "learning_rate": 2.560001399994131e-05,
      "loss": 2.5767,
      "step": 19640
    },
    {
      "epoch": 47.433051869722554,
      "grad_norm": 2.2138881998272884,
      "learning_rate": 2.5528752144733432e-05,
      "loss": 2.5755,
      "step": 19660
    },
    {
      "epoch": 47.48130277442702,
      "grad_norm": 2.135645482687209,
      "learning_rate": 2.5457567278638676e-05,
      "loss": 2.5897,
      "step": 19680
    },
    {
      "epoch": 47.52955367913148,
      "grad_norm": 2.168210658504318,
      "learning_rate": 2.5386459724583157e-05,
      "loss": 2.5877,
      "step": 19700
    },
    {
      "epoch": 47.57780458383595,
      "grad_norm": 2.1504078005881633,
      "learning_rate": 2.531542980514232e-05,
      "loss": 2.6279,
      "step": 19720
    },
    {
      "epoch": 47.62605548854041,
      "grad_norm": 2.2290010502819317,
      "learning_rate": 2.524447784253941e-05,
      "loss": 2.6078,
      "step": 19740
    },
    {
      "epoch": 47.674306393244876,
      "grad_norm": 2.1819022499972216,
      "learning_rate": 2.5173604158644013e-05,
      "loss": 2.6264,
      "step": 19760
    },
    {
      "epoch": 47.722557297949336,
      "grad_norm": 2.2680880277227877,
      "learning_rate": 2.5102809074970647e-05,
      "loss": 2.5925,
      "step": 19780
    },
    {
      "epoch": 47.7708082026538,
      "grad_norm": 2.1755678215884537,
      "learning_rate": 2.5032092912677196e-05,
      "loss": 2.6342,
      "step": 19800
    },
    {
      "epoch": 47.819059107358264,
      "grad_norm": 2.1402275771180723,
      "learning_rate": 2.4961455992563584e-05,
      "loss": 2.6306,
      "step": 19820
    },
    {
      "epoch": 47.867310012062724,
      "grad_norm": 2.257515887785825,
      "learning_rate": 2.4890898635070207e-05,
      "loss": 2.6389,
      "step": 19840
    },
    {
      "epoch": 47.91556091676719,
      "grad_norm": 2.3538187868568055,
      "learning_rate": 2.482042116027658e-05,
      "loss": 2.5782,
      "step": 19860
    },
    {
      "epoch": 47.96381182147165,
      "grad_norm": 2.200170785630167,
      "learning_rate": 2.4750023887899815e-05,
      "loss": 2.5957,
      "step": 19880
    },
    {
      "epoch": 48.01206272617612,
      "grad_norm": 2.139624947929836,
      "learning_rate": 2.4679707137293164e-05,
      "loss": 2.6023,
      "step": 19900
    },
    {
      "epoch": 48.06031363088058,
      "grad_norm": 2.1982082549976276,
      "learning_rate": 2.4609471227444633e-05,
      "loss": 2.5558,
      "step": 19920
    },
    {
      "epoch": 48.10856453558504,
      "grad_norm": 2.196248016967742,
      "learning_rate": 2.4539316476975475e-05,
      "loss": 2.5291,
      "step": 19940
    },
    {
      "epoch": 48.156815440289506,
      "grad_norm": 2.2279354612936926,
      "learning_rate": 2.446924320413879e-05,
      "loss": 2.573,
      "step": 19960
    },
    {
      "epoch": 48.205066344993966,
      "grad_norm": 2.217588299686161,
      "learning_rate": 2.4399251726818038e-05,
      "loss": 2.5797,
      "step": 19980
    },
    {
      "epoch": 48.25331724969843,
      "grad_norm": 2.1479335382114835,
      "learning_rate": 2.432934236252562e-05,
      "loss": 2.5601,
      "step": 20000
    }
  ],
  "logging_steps": 20,
  "max_steps": 30000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 73,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 8996557160448000.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}