{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 1554,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01932367149758454,
      "grad_norm": 10.330365277285802,
      "learning_rate": 2.8846153846153848e-08,
      "loss": 0.7558,
      "step": 10
    },
    {
      "epoch": 0.03864734299516908,
      "grad_norm": 11.247227190970158,
      "learning_rate": 6.089743589743589e-08,
      "loss": 0.697,
      "step": 20
    },
    {
      "epoch": 0.057971014492753624,
      "grad_norm": 9.643077539951959,
      "learning_rate": 9.294871794871794e-08,
      "loss": 0.7409,
      "step": 30
    },
    {
      "epoch": 0.07729468599033816,
      "grad_norm": 8.783073721392352,
      "learning_rate": 1.25e-07,
      "loss": 0.699,
      "step": 40
    },
    {
      "epoch": 0.0966183574879227,
      "grad_norm": 11.615870519001884,
      "learning_rate": 1.5705128205128203e-07,
      "loss": 0.7294,
      "step": 50
    },
    {
      "epoch": 0.11594202898550725,
      "grad_norm": 8.582347760198806,
      "learning_rate": 1.891025641025641e-07,
      "loss": 0.6683,
      "step": 60
    },
    {
      "epoch": 0.13526570048309178,
      "grad_norm": 5.723646982337173,
      "learning_rate": 2.2115384615384614e-07,
      "loss": 0.6126,
      "step": 70
    },
    {
      "epoch": 0.15458937198067632,
      "grad_norm": 4.369607780647943,
      "learning_rate": 2.532051282051282e-07,
      "loss": 0.4529,
      "step": 80
    },
    {
      "epoch": 0.17391304347826086,
      "grad_norm": 2.614003390041491,
      "learning_rate": 2.852564102564102e-07,
      "loss": 0.4664,
      "step": 90
    },
    {
      "epoch": 0.1932367149758454,
      "grad_norm": 2.5302626968169424,
      "learning_rate": 3.1730769230769225e-07,
      "loss": 0.4131,
      "step": 100
    },
    {
      "epoch": 0.21256038647342995,
      "grad_norm": 1.9415062886575647,
      "learning_rate": 3.4935897435897435e-07,
      "loss": 0.377,
      "step": 110
    },
    {
      "epoch": 0.2318840579710145,
      "grad_norm": 1.662765214443817,
      "learning_rate": 3.814102564102564e-07,
      "loss": 0.3218,
      "step": 120
    },
    {
      "epoch": 0.25120772946859904,
      "grad_norm": 1.7840185072384789,
      "learning_rate": 4.134615384615384e-07,
      "loss": 0.3364,
      "step": 130
    },
    {
      "epoch": 0.27053140096618356,
      "grad_norm": 2.1165121335792176,
      "learning_rate": 4.455128205128205e-07,
      "loss": 0.3342,
      "step": 140
    },
    {
      "epoch": 0.2898550724637681,
      "grad_norm": 1.4662708194044294,
      "learning_rate": 4.775641025641026e-07,
      "loss": 0.3138,
      "step": 150
    },
    {
      "epoch": 0.30917874396135264,
      "grad_norm": 1.772736287580164,
      "learning_rate": 4.999943188496861e-07,
      "loss": 0.3379,
      "step": 160
    },
    {
      "epoch": 0.3285024154589372,
      "grad_norm": 1.5745334525411714,
      "learning_rate": 4.998933278046745e-07,
      "loss": 0.2847,
      "step": 170
    },
    {
      "epoch": 0.34782608695652173,
      "grad_norm": 1.784019080210685,
      "learning_rate": 4.996661476759873e-07,
      "loss": 0.3013,
      "step": 180
    },
    {
      "epoch": 0.3671497584541063,
      "grad_norm": 1.2896849709290166,
      "learning_rate": 4.993128931831829e-07,
      "loss": 0.2958,
      "step": 190
    },
    {
      "epoch": 0.3864734299516908,
      "grad_norm": 1.5629135403397698,
      "learning_rate": 4.988337427098188e-07,
      "loss": 0.2879,
      "step": 200
    },
    {
      "epoch": 0.4057971014492754,
      "grad_norm": 1.2750753332985525,
      "learning_rate": 4.982289382133719e-07,
      "loss": 0.2599,
      "step": 210
    },
    {
      "epoch": 0.4251207729468599,
      "grad_norm": 1.5730725691480114,
      "learning_rate": 4.974987851030581e-07,
      "loss": 0.2884,
      "step": 220
    },
    {
      "epoch": 0.4444444444444444,
      "grad_norm": 1.5131360587380982,
      "learning_rate": 4.966436520856079e-07,
      "loss": 0.2801,
      "step": 230
    },
    {
      "epoch": 0.463768115942029,
      "grad_norm": 1.5961311595143328,
      "learning_rate": 4.956639709790809e-07,
      "loss": 0.2846,
      "step": 240
    },
    {
      "epoch": 0.4830917874396135,
      "grad_norm": 1.7101939442636425,
      "learning_rate": 4.945602364948093e-07,
      "loss": 0.2802,
      "step": 250
    },
    {
      "epoch": 0.5024154589371981,
      "grad_norm": 1.3843413051366955,
      "learning_rate": 4.93333005987583e-07,
      "loss": 0.2496,
      "step": 260
    },
    {
      "epoch": 0.5217391304347826,
      "grad_norm": 1.928347121680702,
      "learning_rate": 4.919828991742008e-07,
      "loss": 0.2574,
      "step": 270
    },
    {
      "epoch": 0.5410628019323671,
      "grad_norm": 1.8838566509532693,
      "learning_rate": 4.905105978205312e-07,
      "loss": 0.2894,
      "step": 280
    },
    {
      "epoch": 0.5603864734299517,
      "grad_norm": 1.4683143451459841,
      "learning_rate": 4.889168453972396e-07,
      "loss": 0.2444,
      "step": 290
    },
    {
      "epoch": 0.5797101449275363,
      "grad_norm": 1.7713907965962865,
      "learning_rate": 4.872024467043569e-07,
      "loss": 0.252,
      "step": 300
    },
    {
      "epoch": 0.5990338164251208,
      "grad_norm": 1.3878444313137326,
      "learning_rate": 4.853682674648774e-07,
      "loss": 0.2405,
      "step": 310
    },
    {
      "epoch": 0.6183574879227053,
      "grad_norm": 1.3852093921489146,
      "learning_rate": 4.834152338875946e-07,
      "loss": 0.2769,
      "step": 320
    },
    {
      "epoch": 0.6376811594202898,
      "grad_norm": 1.0980269991442342,
      "learning_rate": 4.813443321993902e-07,
      "loss": 0.2469,
      "step": 330
    },
    {
      "epoch": 0.6570048309178744,
      "grad_norm": 1.4521047990760831,
      "learning_rate": 4.791566081472185e-07,
      "loss": 0.2718,
      "step": 340
    },
    {
      "epoch": 0.6763285024154589,
      "grad_norm": 1.7909317652428904,
      "learning_rate": 4.76853166470033e-07,
      "loss": 0.2629,
      "step": 350
    },
    {
      "epoch": 0.6956521739130435,
      "grad_norm": 1.1908066043651022,
      "learning_rate": 4.7443517034092473e-07,
      "loss": 0.2462,
      "step": 360
    },
    {
      "epoch": 0.714975845410628,
      "grad_norm": 1.5899167261722786,
      "learning_rate": 4.7190384077975285e-07,
      "loss": 0.2284,
      "step": 370
    },
    {
      "epoch": 0.7342995169082126,
      "grad_norm": 3.3711953637583796,
      "learning_rate": 4.6926045603656347e-07,
      "loss": 0.2196,
      "step": 380
    },
    {
      "epoch": 0.7536231884057971,
      "grad_norm": 1.3905167541164136,
      "learning_rate": 4.6650635094610966e-07,
      "loss": 0.2772,
      "step": 390
    },
    {
      "epoch": 0.7729468599033816,
      "grad_norm": 2.1701720745742614,
      "learning_rate": 4.6364291625379784e-07,
      "loss": 0.2393,
      "step": 400
    },
    {
      "epoch": 0.7922705314009661,
      "grad_norm": 1.3861473180456423,
      "learning_rate": 4.606715979134002e-07,
      "loss": 0.2351,
      "step": 410
    },
    {
      "epoch": 0.8115942028985508,
      "grad_norm": 1.439027039777675,
      "learning_rate": 4.575938963568888e-07,
      "loss": 0.2492,
      "step": 420
    },
    {
      "epoch": 0.8309178743961353,
      "grad_norm": 1.3299849464407034,
      "learning_rate": 4.544113657367603e-07,
      "loss": 0.2318,
      "step": 430
    },
    {
      "epoch": 0.8502415458937198,
      "grad_norm": 1.2851371542308985,
      "learning_rate": 4.5112561314123206e-07,
      "loss": 0.2472,
      "step": 440
    },
    {
      "epoch": 0.8695652173913043,
      "grad_norm": 1.327721400515499,
      "learning_rate": 4.4773829778270813e-07,
      "loss": 0.2233,
      "step": 450
    },
    {
      "epoch": 0.8888888888888888,
      "grad_norm": 1.5018320248006152,
      "learning_rate": 4.4425113015992405e-07,
      "loss": 0.2731,
      "step": 460
    },
    {
      "epoch": 0.9082125603864735,
      "grad_norm": 1.3601152435467723,
      "learning_rate": 4.4066587119419294e-07,
      "loss": 0.2578,
      "step": 470
    },
    {
      "epoch": 0.927536231884058,
      "grad_norm": 1.3487913901160156,
      "learning_rate": 4.3698433134019006e-07,
      "loss": 0.2423,
      "step": 480
    },
    {
      "epoch": 0.9468599033816425,
      "grad_norm": 1.9528423954645135,
      "learning_rate": 4.3320836967172414e-07,
      "loss": 0.2369,
      "step": 490
    },
    {
      "epoch": 0.966183574879227,
      "grad_norm": 1.2126386808550804,
      "learning_rate": 4.2933989294295735e-07,
      "loss": 0.2294,
      "step": 500
    },
    {
      "epoch": 0.9855072463768116,
      "grad_norm": 1.5912110787163085,
      "learning_rate": 4.253808546255489e-07,
      "loss": 0.2256,
      "step": 510
    },
    {
      "epoch": 1.0038647342995168,
      "grad_norm": 1.402262335434597,
      "learning_rate": 4.21333253922206e-07,
      "loss": 0.2429,
      "step": 520
    },
    {
      "epoch": 1.0231884057971015,
      "grad_norm": 1.5629314349034722,
      "learning_rate": 4.171991347571436e-07,
      "loss": 0.263,
      "step": 530
    },
    {
      "epoch": 1.042512077294686,
      "grad_norm": 1.2616519093299174,
      "learning_rate": 4.1298058474396003e-07,
      "loss": 0.2549,
      "step": 540
    },
    {
      "epoch": 1.0618357487922705,
      "grad_norm": 1.228424660972099,
      "learning_rate": 4.0867973413145085e-07,
      "loss": 0.2251,
      "step": 550
    },
    {
      "epoch": 1.0811594202898551,
      "grad_norm": 1.2148838732413318,
      "learning_rate": 4.0429875472789376e-07,
      "loss": 0.2159,
      "step": 560
    },
    {
      "epoch": 1.1004830917874395,
      "grad_norm": 1.3149971295979443,
      "learning_rate": 3.9983985880434595e-07,
      "loss": 0.1816,
      "step": 570
    },
    {
      "epoch": 1.1198067632850242,
      "grad_norm": 1.5022296639428205,
      "learning_rate": 3.9530529797751027e-07,
      "loss": 0.1995,
      "step": 580
    },
    {
      "epoch": 1.1391304347826088,
      "grad_norm": 1.358562402378359,
      "learning_rate": 3.9069736207273195e-07,
      "loss": 0.2319,
      "step": 590
    },
    {
      "epoch": 1.1584541062801932,
      "grad_norm": 1.6177657712859832,
      "learning_rate": 3.860183779677015e-07,
      "loss": 0.2433,
      "step": 600
    },
    {
      "epoch": 1.1777777777777778,
      "grad_norm": 1.347642472507401,
      "learning_rate": 3.812707084174469e-07,
      "loss": 0.2353,
      "step": 610
    },
    {
      "epoch": 1.1971014492753622,
      "grad_norm": 1.0950940730061074,
      "learning_rate": 3.764567508612092e-07,
      "loss": 0.226,
      "step": 620
    },
    {
      "epoch": 1.2164251207729468,
      "grad_norm": 1.3245665439246257,
      "learning_rate": 3.71578936211803e-07,
      "loss": 0.2073,
      "step": 630
    },
    {
      "epoch": 1.2357487922705315,
      "grad_norm": 1.4411813902492612,
      "learning_rate": 3.666397276280745e-07,
      "loss": 0.2466,
      "step": 640
    },
    {
      "epoch": 1.2550724637681159,
      "grad_norm": 2.0722956694789514,
      "learning_rate": 3.6164161927107516e-07,
      "loss": 0.243,
      "step": 650
    },
    {
      "epoch": 1.2743961352657005,
      "grad_norm": 1.3985371893259695,
      "learning_rate": 3.565871350445813e-07,
      "loss": 0.229,
      "step": 660
    },
    {
      "epoch": 1.293719806763285,
      "grad_norm": 1.2559346485992113,
      "learning_rate": 3.514788273205932e-07,
      "loss": 0.1965,
      "step": 670
    },
    {
      "epoch": 1.3130434782608695,
      "grad_norm": 1.148837738986991,
      "learning_rate": 3.463192756504599e-07,
      "loss": 0.2232,
      "step": 680
    },
    {
      "epoch": 1.3323671497584542,
      "grad_norm": 1.1705817995887355,
      "learning_rate": 3.4111108546227806e-07,
      "loss": 0.225,
      "step": 690
    },
    {
      "epoch": 1.3516908212560386,
      "grad_norm": 1.212793528795801,
      "learning_rate": 3.358568867452243e-07,
      "loss": 0.2694,
      "step": 700
    },
    {
      "epoch": 1.3710144927536232,
      "grad_norm": 1.3003804707404105,
      "learning_rate": 3.305593327214851e-07,
      "loss": 0.1971,
      "step": 710
    },
    {
      "epoch": 1.3903381642512076,
      "grad_norm": 1.8139562738430057,
      "learning_rate": 3.252210985064541e-07,
      "loss": 0.2186,
      "step": 720
    },
    {
      "epoch": 1.4096618357487922,
      "grad_norm": 1.8726128968745979,
      "learning_rate": 3.1984487975787426e-07,
      "loss": 0.2142,
      "step": 730
    },
    {
      "epoch": 1.4289855072463769,
      "grad_norm": 1.4670582238184997,
      "learning_rate": 3.1443339131460705e-07,
      "loss": 0.2432,
      "step": 740
    },
    {
      "epoch": 1.4483091787439615,
      "grad_norm": 1.3083964429201833,
      "learning_rate": 3.08989365825715e-07,
      "loss": 0.1915,
      "step": 750
    },
    {
      "epoch": 1.4676328502415459,
      "grad_norm": 1.5028640582860224,
      "learning_rate": 3.035155523705513e-07,
      "loss": 0.2368,
      "step": 760
    },
    {
      "epoch": 1.4869565217391305,
      "grad_norm": 1.5677191855208186,
      "learning_rate": 2.9801471507055203e-07,
      "loss": 0.2219,
      "step": 770
    },
    {
      "epoch": 1.506280193236715,
      "grad_norm": 1.4968332062896799,
      "learning_rate": 2.9248963169343287e-07,
      "loss": 0.2266,
      "step": 780
    },
    {
      "epoch": 1.5256038647342995,
      "grad_norm": 1.1469355382198632,
      "learning_rate": 2.869430922504947e-07,
      "loss": 0.222,
      "step": 790
    },
    {
      "epoch": 1.5449275362318842,
      "grad_norm": 1.1138688442032798,
      "learning_rate": 2.813778975877465e-07,
      "loss": 0.2243,
      "step": 800
    },
    {
      "epoch": 1.5642512077294686,
      "grad_norm": 1.1611886216811753,
      "learning_rate": 2.7579685797155733e-07,
      "loss": 0.2116,
      "step": 810
    },
    {
      "epoch": 1.583574879227053,
      "grad_norm": 1.0406235251886997,
      "learning_rate": 2.7020279166955094e-07,
      "loss": 0.2307,
      "step": 820
    },
    {
      "epoch": 1.6028985507246376,
      "grad_norm": 3.1492814048148645,
      "learning_rate": 2.6459852352746e-07,
      "loss": 0.2443,
      "step": 830
    },
    {
      "epoch": 1.6222222222222222,
      "grad_norm": 1.2726370989873832,
      "learning_rate": 2.5898688354265863e-07,
      "loss": 0.2107,
      "step": 840
    },
    {
      "epoch": 1.6415458937198069,
      "grad_norm": 1.297840599559502,
      "learning_rate": 2.5337070543509373e-07,
      "loss": 0.2522,
      "step": 850
    },
    {
      "epoch": 1.6608695652173913,
      "grad_norm": 1.0188806976973594,
      "learning_rate": 2.477528252163364e-07,
      "loss": 0.2138,
      "step": 860
    },
    {
      "epoch": 1.680193236714976,
      "grad_norm": 1.2933897356946242,
      "learning_rate": 2.421360797574755e-07,
      "loss": 0.2296,
      "step": 870
    },
    {
      "epoch": 1.6995169082125603,
      "grad_norm": 1.3625538528500487,
      "learning_rate": 2.3652330535657864e-07,
      "loss": 0.24,
      "step": 880
    },
    {
      "epoch": 1.718840579710145,
      "grad_norm": 1.6717246054750294,
      "learning_rate": 2.3091733630644067e-07,
      "loss": 0.2264,
      "step": 890
    },
    {
      "epoch": 1.7381642512077295,
      "grad_norm": 1.3511429769524819,
      "learning_rate": 2.2532100346334647e-07,
      "loss": 0.2127,
      "step": 900
    },
    {
      "epoch": 1.7574879227053142,
      "grad_norm": 1.2338261139201097,
      "learning_rate": 2.1973713281756807e-07,
      "loss": 0.1977,
      "step": 910
    },
    {
      "epoch": 1.7768115942028986,
      "grad_norm": 1.379297841786644,
      "learning_rate": 2.1416854406631916e-07,
      "loss": 0.2029,
      "step": 920
    },
    {
      "epoch": 1.796135265700483,
      "grad_norm": 1.317135384398418,
      "learning_rate": 2.0861804918988783e-07,
      "loss": 0.2339,
      "step": 930
    },
    {
      "epoch": 1.8154589371980676,
      "grad_norm": 1.270864346487825,
      "learning_rate": 2.0308845103166553e-07,
      "loss": 0.2435,
      "step": 940
    },
    {
      "epoch": 1.8347826086956522,
      "grad_norm": 1.2307985949907696,
      "learning_rate": 1.975825418827902e-07,
      "loss": 0.2286,
      "step": 950
    },
    {
      "epoch": 1.8541062801932369,
      "grad_norm": 1.2683044475278842,
      "learning_rate": 1.921031020721183e-07,
      "loss": 0.2079,
      "step": 960
    },
    {
      "epoch": 1.8734299516908213,
      "grad_norm": 1.1771806340379025,
      "learning_rate": 1.866528985622366e-07,
      "loss": 0.2323,
      "step": 970
    },
    {
      "epoch": 1.8927536231884057,
      "grad_norm": 1.632443641761816,
      "learning_rate": 1.8123468355222475e-07,
      "loss": 0.217,
      "step": 980
    },
    {
      "epoch": 1.9120772946859903,
      "grad_norm": 1.2278472961394238,
      "learning_rate": 1.7585119308787188e-07,
      "loss": 0.2299,
      "step": 990
    },
    {
      "epoch": 1.931400966183575,
      "grad_norm": 1.3932228454352602,
      "learning_rate": 1.705051456800507e-07,
      "loss": 0.2357,
      "step": 1000
    },
    {
      "epoch": 1.9507246376811596,
      "grad_norm": 1.307600313950602,
      "learning_rate": 1.6519924093194638e-07,
      "loss": 0.208,
      "step": 1010
    },
    {
      "epoch": 1.970048309178744,
      "grad_norm": 1.2992821722641579,
      "learning_rate": 1.5993615817583282e-07,
      "loss": 0.1758,
      "step": 1020
    },
    {
      "epoch": 1.9893719806763284,
      "grad_norm": 6.176682620195023,
      "learning_rate": 1.5471855512008558e-07,
      "loss": 0.2173,
      "step": 1030
    },
    {
      "epoch": 2.0077294685990337,
      "grad_norm": 1.295978120261797,
      "learning_rate": 1.4954906650711414e-07,
      "loss": 0.218,
      "step": 1040
    },
    {
      "epoch": 2.0270531400966183,
      "grad_norm": 1.3566065277233885,
      "learning_rate": 1.4443030278289097e-07,
      "loss": 0.2121,
      "step": 1050
    },
    {
      "epoch": 2.046376811594203,
      "grad_norm": 1.4370320172793452,
      "learning_rate": 1.3936484877875037e-07,
      "loss": 0.2364,
      "step": 1060
    },
    {
      "epoch": 2.0657004830917876,
      "grad_norm": 1.3166730335658028,
      "learning_rate": 1.3435526240612108e-07,
      "loss": 0.2317,
      "step": 1070
    },
    {
      "epoch": 2.085024154589372,
      "grad_norm": 1.1964847823142146,
      "learning_rate": 1.2940407336485342e-07,
      "loss": 0.1984,
      "step": 1080
    },
    {
      "epoch": 2.1043478260869564,
      "grad_norm": 1.358445951384807,
      "learning_rate": 1.245137818657924e-07,
      "loss": 0.2175,
      "step": 1090
    },
    {
      "epoch": 2.123671497584541,
      "grad_norm": 1.4166726604446431,
      "learning_rate": 1.1968685736824116e-07,
      "loss": 0.1875,
      "step": 1100
    },
    {
      "epoch": 2.1429951690821256,
      "grad_norm": 1.3365263590351455,
      "learning_rate": 1.1492573733295419e-07,
      "loss": 0.2084,
      "step": 1110
    },
    {
      "epoch": 2.1623188405797102,
      "grad_norm": 1.1813382594626318,
      "learning_rate": 1.1023282599128797e-07,
      "loss": 0.1998,
      "step": 1120
    },
    {
      "epoch": 2.181642512077295,
      "grad_norm": 1.1910902309044242,
      "learning_rate": 1.0561049313113254e-07,
      "loss": 0.2293,
      "step": 1130
    },
    {
      "epoch": 2.200966183574879,
      "grad_norm": 1.4031145300448877,
      "learning_rate": 1.0106107290023475e-07,
      "loss": 0.2135,
      "step": 1140
    },
    {
      "epoch": 2.2202898550724637,
      "grad_norm": 1.2223255784317824,
      "learning_rate": 9.65868626275198e-08,
      "loss": 0.1936,
      "step": 1150
    },
    {
      "epoch": 2.2396135265700483,
      "grad_norm": 1.2408635249460138,
      "learning_rate": 9.219012166300499e-08,
      "loss": 0.2247,
      "step": 1160
    },
    {
      "epoch": 2.258937198067633,
      "grad_norm": 1.3254596140928272,
      "learning_rate": 8.787307023689148e-08,
      "loss": 0.2204,
      "step": 1170
    },
    {
      "epoch": 2.2782608695652176,
      "grad_norm": 1.1860233543356893,
      "learning_rate": 8.363788833841081e-08,
      "loss": 0.205,
      "step": 1180
    },
    {
      "epoch": 2.2975845410628017,
      "grad_norm": 1.1205737343725288,
      "learning_rate": 7.948671461499174e-08,
      "loss": 0.2215,
      "step": 1190
    },
    {
      "epoch": 2.3169082125603864,
      "grad_norm": 1.1346129563449343,
      "learning_rate": 7.542164529230357e-08,
      "loss": 0.2114,
      "step": 1200
    },
    {
      "epoch": 2.336231884057971,
      "grad_norm": 1.0048262882747874,
      "learning_rate": 7.144473311572135e-08,
      "loss": 0.1912,
      "step": 1210
    },
    {
      "epoch": 2.3555555555555556,
      "grad_norm": 1.255065552728802,
      "learning_rate": 6.755798631374737e-08,
      "loss": 0.2256,
      "step": 1220
    },
    {
      "epoch": 2.3748792270531403,
      "grad_norm": 1.1261083480222418,
      "learning_rate": 6.376336758391224e-08,
      "loss": 0.2274,
      "step": 1230
    },
    {
      "epoch": 2.3942028985507244,
      "grad_norm": 1.1529136964458275,
      "learning_rate": 6.006279310166834e-08,
      "loss": 0.2019,
      "step": 1240
    },
    {
      "epoch": 2.413526570048309,
      "grad_norm": 1.2682296361461185,
      "learning_rate": 5.645813155277479e-08,
      "loss": 0.2209,
      "step": 1250
    },
    {
      "epoch": 2.4328502415458937,
      "grad_norm": 1.2532091855675136,
      "learning_rate": 5.2951203189664174e-08,
      "loss": 0.2037,
      "step": 1260
    },
    {
      "epoch": 2.4521739130434783,
      "grad_norm": 1.09012536411072,
      "learning_rate": 4.9543778912266216e-08,
      "loss": 0.1939,
      "step": 1270
    },
    {
      "epoch": 2.471497584541063,
      "grad_norm": 1.3636080477770203,
      "learning_rate": 4.623757937375339e-08,
      "loss": 0.213,
      "step": 1280
    },
    {
      "epoch": 2.4908212560386476,
      "grad_norm": 1.1610573393726398,
      "learning_rate": 4.303427411165947e-08,
      "loss": 0.1892,
      "step": 1290
    },
    {
      "epoch": 2.5101449275362318,
      "grad_norm": 1.5522066596889956,
      "learning_rate": 3.993548070481023e-08,
      "loss": 0.2112,
      "step": 1300
    },
    {
      "epoch": 2.5294685990338164,
      "grad_norm": 1.2640858036706375,
      "learning_rate": 3.694276395649171e-08,
      "loss": 0.2342,
      "step": 1310
    },
    {
      "epoch": 2.548792270531401,
      "grad_norm": 1.4115998933224236,
      "learning_rate": 3.4057635104268736e-08,
      "loss": 0.1962,
      "step": 1320
    },
    {
      "epoch": 2.5681159420289856,
      "grad_norm": 1.1945691205433422,
      "learning_rate": 3.128155105685243e-08,
      "loss": 0.1946,
      "step": 1330
    },
    {
      "epoch": 2.58743961352657,
      "grad_norm": 1.0939456498652727,
      "learning_rate": 2.8615913658402685e-08,
      "loss": 0.2279,
      "step": 1340
    },
    {
      "epoch": 2.6067632850241544,
      "grad_norm": 1.3591112912348526,
      "learning_rate": 2.6062068980636037e-08,
      "loss": 0.2061,
      "step": 1350
    },
    {
      "epoch": 2.626086956521739,
      "grad_norm": 1.3871846375617127,
      "learning_rate": 2.362130664309761e-08,
      "loss": 0.197,
      "step": 1360
    },
    {
      "epoch": 2.6454106280193237,
      "grad_norm": 1.3545400485732544,
      "learning_rate": 2.1294859161939628e-08,
      "loss": 0.1945,
      "step": 1370
    },
    {
      "epoch": 2.6647342995169083,
      "grad_norm": 1.4068594121641704,
      "learning_rate": 1.9083901327535374e-08,
      "loss": 0.1912,
      "step": 1380
    },
    {
      "epoch": 2.684057971014493,
      "grad_norm": 1.3273576216587013,
      "learning_rate": 1.698954961124341e-08,
      "loss": 0.2366,
      "step": 1390
    },
    {
      "epoch": 2.703381642512077,
      "grad_norm": 1.5733621426445887,
      "learning_rate": 1.5012861601620714e-08,
      "loss": 0.2367,
      "step": 1400
    },
    {
      "epoch": 2.7227053140096618,
      "grad_norm": 1.1723146696303712,
      "learning_rate": 1.3154835470370607e-08,
      "loss": 0.1957,
      "step": 1410
    },
    {
      "epoch": 2.7420289855072464,
      "grad_norm": 1.2476545766203901,
      "learning_rate": 1.1416409468293975e-08,
      "loss": 0.1923,
      "step": 1420
    },
    {
      "epoch": 2.761352657004831,
      "grad_norm": 1.2545788764371517,
      "learning_rate": 9.798461451499096e-09,
      "loss": 0.2212,
      "step": 1430
    },
    {
      "epoch": 2.780676328502415,
      "grad_norm": 1.209460635209461,
      "learning_rate": 8.301808438109153e-09,
      "loss": 0.2322,
      "step": 1440
    },
    {
      "epoch": 2.8,
      "grad_norm": 1.458063326150342,
      "learning_rate": 6.927206195691038e-09,
      "loss": 0.2268,
      "step": 1450
    },
    {
      "epoch": 2.8193236714975844,
      "grad_norm": 1.0940988899397555,
      "learning_rate": 5.675348859614071e-09,
      "loss": 0.219,
      "step": 1460
    },
    {
      "epoch": 2.838647342995169,
      "grad_norm": 1.9514842815651958,
      "learning_rate": 4.5468685825312545e-09,
      "loss": 0.2084,
      "step": 1470
    },
    {
      "epoch": 2.8579710144927537,
      "grad_norm": 1.0334535179003799,
      "learning_rate": 3.5423352151599526e-09,
      "loss": 0.2109,
      "step": 1480
    },
    {
      "epoch": 2.8772946859903383,
      "grad_norm": 1.2597051960269716,
      "learning_rate": 2.6622560185233233e-09,
      "loss": 0.2086,
      "step": 1490
    },
    {
      "epoch": 2.896618357487923,
      "grad_norm": 1.1978630211205545,
      "learning_rate": 1.907075407797887e-09,
      "loss": 0.2145,
      "step": 1500
    },
    {
      "epoch": 2.915942028985507,
      "grad_norm": 1.391423881848122,
      "learning_rate": 1.2771747278963463e-09,
      "loss": 0.2022,
      "step": 1510
    },
    {
      "epoch": 2.9352657004830918,
      "grad_norm": 1.1665013627340135,
      "learning_rate": 7.728720608991824e-10,
      "loss": 0.2059,
      "step": 1520
    },
    {
      "epoch": 2.9545893719806764,
      "grad_norm": 1.282973567336208,
      "learning_rate": 3.944220654321373e-10,
      "loss": 0.1934,
      "step": 1530
    },
    {
      "epoch": 2.973913043478261,
      "grad_norm": 1.322529259573,
      "learning_rate": 1.420158480708311e-10,
      "loss": 0.1777,
      "step": 1540
    },
    {
      "epoch": 2.993236714975845,
      "grad_norm": 1.2990182385842817,
      "learning_rate": 1.5780866837289408e-11,
      "loss": 0.2136,
      "step": 1550
    }
  ],
  "logging_steps": 10,
  "max_steps": 1554,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 603352294621184.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}