{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.6,
  "eval_steps": 500,
  "global_step": 3000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "grad_norm": 0.1312456727027893,
      "learning_rate": 3.6e-06,
      "loss": 1.2589,
      "step": 10
    },
    {
      "grad_norm": 0.14099881052970886,
      "learning_rate": 7.6e-06,
      "loss": 1.2478,
      "step": 20
    },
    {
      "grad_norm": 0.12228703498840332,
      "learning_rate": 1.16e-05,
      "loss": 1.2312,
      "step": 30
    },
    {
      "grad_norm": 0.418737530708313,
      "learning_rate": 1.56e-05,
      "loss": 1.1908,
      "step": 40
    },
    {
      "grad_norm": 0.5021275281906128,
      "learning_rate": 1.9600000000000002e-05,
      "loss": 1.1411,
      "step": 50
    },
    {
      "grad_norm": 0.23580719530582428,
      "learning_rate": 2.36e-05,
      "loss": 1.1236,
      "step": 60
    },
    {
      "grad_norm": 0.3487153649330139,
      "learning_rate": 2.7600000000000003e-05,
      "loss": 1.0981,
      "step": 70
    },
    {
      "grad_norm": 0.26722073554992676,
      "learning_rate": 3.16e-05,
      "loss": 1.076,
      "step": 80
    },
    {
      "grad_norm": 0.8984570503234863,
      "learning_rate": 3.56e-05,
      "loss": 1.0626,
      "step": 90
    },
    {
      "grad_norm": 0.9564987421035767,
      "learning_rate": 3.960000000000001e-05,
      "loss": 1.0326,
      "step": 100
    },
    {
      "grad_norm": 0.43269458413124084,
      "learning_rate": 4.36e-05,
      "loss": 0.9961,
      "step": 110
    },
    {
      "grad_norm": 0.36654651165008545,
      "learning_rate": 4.76e-05,
      "loss": 0.9501,
      "step": 120
    },
    {
      "grad_norm": 2.470538854598999,
      "learning_rate": 5.16e-05,
      "loss": 0.9088,
      "step": 130
    },
    {
      "grad_norm": 0.4473966062068939,
      "learning_rate": 5.560000000000001e-05,
      "loss": 0.8798,
      "step": 140
    },
    {
      "grad_norm": 1.0401207208633423,
      "learning_rate": 5.96e-05,
      "loss": 0.8283,
      "step": 150
    },
    {
      "grad_norm": 0.8566270470619202,
      "learning_rate": 6.36e-05,
      "loss": 0.7934,
      "step": 160
    },
    {
      "grad_norm": 0.9084509611129761,
      "learning_rate": 6.76e-05,
      "loss": 0.7517,
      "step": 170
    },
    {
      "grad_norm": 0.8184252977371216,
      "learning_rate": 7.16e-05,
      "loss": 0.7207,
      "step": 180
    },
    {
      "grad_norm": 1.1665349006652832,
      "learning_rate": 7.560000000000001e-05,
      "loss": 0.6807,
      "step": 190
    },
    {
      "grad_norm": 0.6579760909080505,
      "learning_rate": 7.960000000000001e-05,
      "loss": 0.6495,
      "step": 200
    },
    {
      "grad_norm": 0.8376652002334595,
      "learning_rate": 8.36e-05,
      "loss": 0.6355,
      "step": 210
    },
    {
      "grad_norm": 0.7161364555358887,
      "learning_rate": 8.76e-05,
      "loss": 0.6121,
      "step": 220
    },
    {
      "grad_norm": 1.047003984451294,
      "learning_rate": 9.16e-05,
      "loss": 0.5895,
      "step": 230
    },
    {
      "grad_norm": 1.0237311124801636,
      "learning_rate": 9.56e-05,
      "loss": 0.5702,
      "step": 240
    },
    {
      "grad_norm": 1.0572932958602905,
      "learning_rate": 9.960000000000001e-05,
      "loss": 0.5535,
      "step": 250
    },
    {
      "grad_norm": 0.912217378616333,
      "learning_rate": 9.999911419878559e-05,
      "loss": 0.527,
      "step": 260
    },
    {
      "grad_norm": 1.2240806818008423,
      "learning_rate": 9.999605221019081e-05,
      "loss": 0.5093,
      "step": 270
    },
    {
      "grad_norm": 1.0142983198165894,
      "learning_rate": 9.999080323230761e-05,
      "loss": 0.4814,
      "step": 280
    },
    {
      "grad_norm": 1.0267714262008667,
      "learning_rate": 9.998336749474329e-05,
      "loss": 0.4673,
      "step": 290
    },
    {
      "grad_norm": 1.0433001518249512,
      "learning_rate": 9.997374532276107e-05,
      "loss": 0.4416,
      "step": 300
    },
    {
      "grad_norm": 1.2440307140350342,
      "learning_rate": 9.996193713726596e-05,
      "loss": 0.4168,
      "step": 310
    },
    {
      "grad_norm": 0.9788380265235901,
      "learning_rate": 9.994794345478624e-05,
      "loss": 0.4012,
      "step": 320
    },
    {
      "grad_norm": 1.0514167547225952,
      "learning_rate": 9.99317648874509e-05,
      "loss": 0.3805,
      "step": 330
    },
    {
      "grad_norm": 1.237146019935608,
      "learning_rate": 9.991340214296292e-05,
      "loss": 0.3592,
      "step": 340
    },
    {
      "grad_norm": 0.7879577875137329,
      "learning_rate": 9.989285602456819e-05,
      "loss": 0.3411,
      "step": 350
    },
    {
      "grad_norm": 0.900928258895874,
      "learning_rate": 9.98701274310205e-05,
      "loss": 0.3254,
      "step": 360
    },
    {
      "grad_norm": 0.9451379179954529,
      "learning_rate": 9.984521735654218e-05,
      "loss": 0.3108,
      "step": 370
    },
    {
      "grad_norm": 1.455062747001648,
      "learning_rate": 9.981812689078057e-05,
      "loss": 0.2875,
      "step": 380
    },
    {
      "grad_norm": 1.350353479385376,
      "learning_rate": 9.978885721876041e-05,
      "loss": 0.2652,
      "step": 390
    },
    {
      "grad_norm": 1.7702027559280396,
      "learning_rate": 9.975740962083198e-05,
      "loss": 0.2451,
      "step": 400
    },
    {
      "grad_norm": 1.4945341348648071,
      "learning_rate": 9.972378547261504e-05,
      "loss": 0.2251,
      "step": 410
    },
    {
      "grad_norm": 1.59101402759552,
      "learning_rate": 9.968798624493885e-05,
      "loss": 0.2164,
      "step": 420
    },
    {
      "grad_norm": 1.025567889213562,
      "learning_rate": 9.965001350377753e-05,
      "loss": 0.1965,
      "step": 430
    },
    {
      "grad_norm": 1.8206634521484375,
      "learning_rate": 9.960986891018183e-05,
      "loss": 0.1938,
      "step": 440
    },
    {
      "grad_norm": 1.3400394916534424,
      "learning_rate": 9.95675542202063e-05,
      "loss": 0.1799,
      "step": 450
    },
    {
      "grad_norm": 0.845975935459137,
      "learning_rate": 9.952307128483256e-05,
      "loss": 0.1621,
      "step": 460
    },
    {
      "grad_norm": 0.9137426018714905,
      "learning_rate": 9.947642204988835e-05,
      "loss": 0.1602,
      "step": 470
    },
    {
      "grad_norm": 1.1086608171463013,
      "learning_rate": 9.942760855596226e-05,
      "loss": 0.1502,
      "step": 480
    },
    {
      "grad_norm": 0.9773163199424744,
      "learning_rate": 9.937663293831471e-05,
      "loss": 0.1446,
      "step": 490
    },
    {
      "grad_norm": 1.1231824159622192,
      "learning_rate": 9.932349742678433e-05,
      "loss": 0.1458,
      "step": 500
    },
    {
      "grad_norm": 0.9169403314590454,
      "learning_rate": 9.926820434569051e-05,
      "loss": 0.1406,
      "step": 510
    },
    {
      "grad_norm": 1.1649004220962524,
      "learning_rate": 9.921075611373179e-05,
      "loss": 0.1301,
      "step": 520
    },
    {
      "grad_norm": 0.9412243366241455,
      "learning_rate": 9.915115524387988e-05,
      "loss": 0.1266,
      "step": 530
    },
    {
      "grad_norm": 1.0775041580200195,
      "learning_rate": 9.908940434326997e-05,
      "loss": 0.1375,
      "step": 540
    },
    {
      "grad_norm": 0.9900891184806824,
      "learning_rate": 9.902550611308645e-05,
      "loss": 0.1265,
      "step": 550
    },
    {
      "grad_norm": 0.9242227673530579,
      "learning_rate": 9.895946334844494e-05,
      "loss": 0.1243,
      "step": 560
    },
    {
      "grad_norm": 0.9845108985900879,
      "learning_rate": 9.889127893826989e-05,
      "loss": 0.1284,
      "step": 570
    },
    {
      "grad_norm": 1.1965550184249878,
      "learning_rate": 9.882095586516831e-05,
      "loss": 0.1213,
      "step": 580
    },
    {
      "grad_norm": 0.978091835975647,
      "learning_rate": 9.874849720529921e-05,
      "loss": 0.1241,
      "step": 590
    },
    {
      "grad_norm": 1.0086543560028076,
      "learning_rate": 9.867390612823914e-05,
      "loss": 0.1213,
      "step": 600
    },
    {
      "grad_norm": 0.923893392086029,
      "learning_rate": 9.859718589684344e-05,
      "loss": 0.1178,
      "step": 610
    },
    {
      "grad_norm": 0.9196887016296387,
      "learning_rate": 9.851833986710353e-05,
      "loss": 0.1198,
      "step": 620
    },
    {
      "grad_norm": 1.160025954246521,
      "learning_rate": 9.843737148800023e-05,
      "loss": 0.1152,
      "step": 630
    },
    {
      "grad_norm": 0.936954915523529,
      "learning_rate": 9.835428430135271e-05,
      "loss": 0.1175,
      "step": 640
    },
    {
      "grad_norm": 0.8412787318229675,
      "learning_rate": 9.82690819416637e-05,
      "loss": 0.1157,
      "step": 650
    },
    {
      "grad_norm": 0.827390730381012,
      "learning_rate": 9.818176813596041e-05,
      "loss": 0.1044,
      "step": 660
    },
    {
      "grad_norm": 1.108837604522705,
      "learning_rate": 9.809234670363159e-05,
      "loss": 0.1169,
      "step": 670
    },
    {
      "grad_norm": 0.9191063642501831,
      "learning_rate": 9.800082155626034e-05,
      "loss": 0.1112,
      "step": 680
    },
    {
      "grad_norm": 1.081963062286377,
      "learning_rate": 9.790719669745312e-05,
      "loss": 0.1077,
      "step": 690
    },
    {
      "grad_norm": 0.9034183025360107,
      "learning_rate": 9.781147622266455e-05,
      "loss": 0.1051,
      "step": 700
    },
    {
      "grad_norm": 0.6932331323623657,
      "learning_rate": 9.771366431901831e-05,
      "loss": 0.1025,
      "step": 710
    },
    {
      "grad_norm": 0.88646399974823,
      "learning_rate": 9.761376526512394e-05,
      "loss": 0.1008,
      "step": 720
    },
    {
      "grad_norm": 1.0244799852371216,
      "learning_rate": 9.751178343088963e-05,
      "loss": 0.11,
      "step": 730
    },
    {
      "grad_norm": 0.8645920753479004,
      "learning_rate": 9.740772327733123e-05,
      "loss": 0.1032,
      "step": 740
    },
    {
      "grad_norm": 0.9658529162406921,
      "learning_rate": 9.730158935637697e-05,
      "loss": 0.1007,
      "step": 750
    },
    {
      "grad_norm": 0.9880643486976624,
      "learning_rate": 9.719338631066834e-05,
      "loss": 0.0979,
      "step": 760
    },
    {
      "grad_norm": 0.768630862236023,
      "learning_rate": 9.708311887335713e-05,
      "loss": 0.1032,
      "step": 770
    },
    {
      "grad_norm": 1.0374634265899658,
      "learning_rate": 9.697079186789823e-05,
      "loss": 0.1019,
      "step": 780
    },
    {
      "grad_norm": 0.9634467363357544,
      "learning_rate": 9.685641020783876e-05,
      "loss": 0.1,
      "step": 790
    },
    {
      "grad_norm": 0.7694333791732788,
      "learning_rate": 9.67399788966031e-05,
      "loss": 0.1003,
      "step": 800
    },
    {
      "grad_norm": 1.0246796607971191,
      "learning_rate": 9.662150302727395e-05,
      "loss": 0.0918,
      "step": 810
    },
    {
      "grad_norm": 1.116520643234253,
      "learning_rate": 9.650098778236968e-05,
      "loss": 0.094,
      "step": 820
    },
    {
      "grad_norm": 0.7497130632400513,
      "learning_rate": 9.637843843361749e-05,
      "loss": 0.0889,
      "step": 830
    },
    {
      "grad_norm": 0.9764390587806702,
      "learning_rate": 9.62538603417229e-05,
      "loss": 0.092,
      "step": 840
    },
    {
      "grad_norm": 0.9181133508682251,
      "learning_rate": 9.612725895613526e-05,
      "loss": 0.1005,
      "step": 850
    },
    {
      "grad_norm": 1.078163743019104,
      "learning_rate": 9.599863981480926e-05,
      "loss": 0.0917,
      "step": 860
    },
    {
      "grad_norm": 0.83890700340271,
      "learning_rate": 9.586800854396283e-05,
      "loss": 0.0892,
      "step": 870
    },
    {
      "grad_norm": 0.7451117634773254,
      "learning_rate": 9.573537085783095e-05,
      "loss": 0.0913,
      "step": 880
    },
    {
      "grad_norm": 1.0410728454589844,
      "learning_rate": 9.560073255841571e-05,
      "loss": 0.0916,
      "step": 890
    },
    {
      "grad_norm": 0.8944122195243835,
      "learning_rate": 9.546409953523247e-05,
      "loss": 0.0922,
      "step": 900
    },
    {
      "grad_norm": 0.9578369855880737,
      "learning_rate": 9.532547776505229e-05,
      "loss": 0.0868,
      "step": 910
    },
    {
      "grad_norm": 0.8224326968193054,
      "learning_rate": 9.518487331164048e-05,
      "loss": 0.0872,
      "step": 920
    },
    {
      "grad_norm": 1.036328911781311,
      "learning_rate": 9.504229232549134e-05,
      "loss": 0.0868,
      "step": 930
    },
    {
      "grad_norm": 0.8647695779800415,
      "learning_rate": 9.489774104355909e-05,
      "loss": 0.0832,
      "step": 940
    },
    {
      "grad_norm": 0.9562300443649292,
      "learning_rate": 9.475122578898507e-05,
      "loss": 0.0857,
      "step": 950
    },
    {
      "grad_norm": 0.8875093460083008,
      "learning_rate": 9.460275297082119e-05,
      "loss": 0.0831,
      "step": 960
    },
    {
      "grad_norm": 0.8109658360481262,
      "learning_rate": 9.445232908374948e-05,
      "loss": 0.0856,
      "step": 970
    },
    {
      "grad_norm": 0.9918081760406494,
      "learning_rate": 9.429996070779808e-05,
      "loss": 0.0834,
      "step": 980
    },
    {
      "grad_norm": 0.9100533723831177,
      "learning_rate": 9.414565450805333e-05,
      "loss": 0.0855,
      "step": 990
    },
    {
      "grad_norm": 1.4232739210128784,
      "learning_rate": 9.398941723436831e-05,
      "loss": 0.0841,
      "step": 1000
    },
    {
      "grad_norm": 0.8073402047157288,
      "learning_rate": 9.383125572106752e-05,
      "loss": 0.0887,
      "step": 1010
    },
    {
      "grad_norm": 0.6856902241706848,
      "learning_rate": 9.367117688664791e-05,
      "loss": 0.0816,
      "step": 1020
    },
    {
      "grad_norm": 0.6975621581077576,
      "learning_rate": 9.35091877334763e-05,
      "loss": 0.0823,
      "step": 1030
    },
    {
      "grad_norm": 0.745209276676178,
      "learning_rate": 9.334529534748297e-05,
      "loss": 0.0771,
      "step": 1040
    },
    {
      "grad_norm": 0.7335308790206909,
      "learning_rate": 9.317950689785188e-05,
      "loss": 0.08,
      "step": 1050
    },
    {
      "grad_norm": 0.6514462232589722,
      "learning_rate": 9.301182963670688e-05,
      "loss": 0.0737,
      "step": 1060
    },
    {
      "grad_norm": 0.9080862402915955,
      "learning_rate": 9.284227089879456e-05,
      "loss": 0.0783,
      "step": 1070
    },
    {
      "grad_norm": 0.723249077796936,
      "learning_rate": 9.26708381011634e-05,
      "loss": 0.0742,
      "step": 1080
    },
    {
      "grad_norm": 0.8731387257575989,
      "learning_rate": 9.249753874283937e-05,
      "loss": 0.0722,
      "step": 1090
    },
    {
      "grad_norm": 0.7890621423721313,
      "learning_rate": 9.232238040449779e-05,
      "loss": 0.0783,
      "step": 1100
    },
    {
      "grad_norm": 0.836342990398407,
      "learning_rate": 9.214537074813181e-05,
      "loss": 0.0777,
      "step": 1110
    },
    {
      "grad_norm": 0.7536445260047913,
      "learning_rate": 9.196651751671724e-05,
      "loss": 0.0736,
      "step": 1120
    },
    {
      "grad_norm": 0.8068909049034119,
      "learning_rate": 9.178582853387384e-05,
      "loss": 0.0772,
      "step": 1130
    },
    {
      "grad_norm": 0.8928698301315308,
      "learning_rate": 9.160331170352304e-05,
      "loss": 0.0703,
      "step": 1140
    },
    {
      "grad_norm": 0.6534793972969055,
      "learning_rate": 9.141897500954229e-05,
      "loss": 0.0729,
      "step": 1150
    },
    {
      "grad_norm": 0.6811065077781677,
      "learning_rate": 9.123282651541576e-05,
      "loss": 0.0734,
      "step": 1160
    },
    {
      "grad_norm": 0.8258755207061768,
      "learning_rate": 9.104487436388161e-05,
      "loss": 0.0728,
      "step": 1170
    },
    {
      "grad_norm": 0.9142864346504211,
      "learning_rate": 9.085512677657582e-05,
      "loss": 0.0749,
      "step": 1180
    },
    {
      "grad_norm": 0.8463764786720276,
      "learning_rate": 9.066359205367258e-05,
      "loss": 0.07,
      "step": 1190
    },
    {
      "grad_norm": 0.8568472266197205,
      "learning_rate": 9.047027857352112e-05,
      "loss": 0.0712,
      "step": 1200
    },
    {
      "grad_norm": 0.8248251676559448,
      "learning_rate": 9.027519479227935e-05,
      "loss": 0.0724,
      "step": 1210
    },
    {
      "grad_norm": 0.7242052555084229,
      "learning_rate": 9.007834924354383e-05,
      "loss": 0.0694,
      "step": 1220
    },
    {
      "grad_norm": 0.7805363535881042,
      "learning_rate": 8.987975053797655e-05,
      "loss": 0.068,
      "step": 1230
    },
    {
      "grad_norm": 0.7969344854354858,
      "learning_rate": 8.967940736292825e-05,
      "loss": 0.0691,
      "step": 1240
    },
    {
      "grad_norm": 0.7275213003158569,
      "learning_rate": 8.947732848205846e-05,
      "loss": 0.0727,
      "step": 1250
    },
    {
      "grad_norm": 0.6311763525009155,
      "learning_rate": 8.927352273495204e-05,
      "loss": 0.0682,
      "step": 1260
    },
    {
      "grad_norm": 0.890257716178894,
      "learning_rate": 8.906799903673265e-05,
      "loss": 0.0656,
      "step": 1270
    },
    {
      "grad_norm": 0.6834107041358948,
      "learning_rate": 8.88607663776726e-05,
      "loss": 0.0729,
      "step": 1280
    },
    {
      "grad_norm": 0.6472939252853394,
      "learning_rate": 8.865183382279978e-05,
      "loss": 0.0639,
      "step": 1290
    },
    {
      "grad_norm": 0.740471363067627,
      "learning_rate": 8.844121051150096e-05,
      "loss": 0.0661,
      "step": 1300
    },
    {
      "grad_norm": 0.6989980936050415,
      "learning_rate": 8.822890565712211e-05,
      "loss": 0.068,
      "step": 1310
    },
    {
      "grad_norm": 0.7469214200973511,
      "learning_rate": 8.801492854656536e-05,
      "loss": 0.0669,
      "step": 1320
    },
    {
      "grad_norm": 0.7442076206207275,
      "learning_rate": 8.779928853988268e-05,
      "loss": 0.0672,
      "step": 1330
    },
    {
      "grad_norm": 0.6650487184524536,
      "learning_rate": 8.758199506986655e-05,
      "loss": 0.0666,
      "step": 1340
    },
    {
      "grad_norm": 0.7474668025970459,
      "learning_rate": 8.73630576416373e-05,
      "loss": 0.0661,
      "step": 1350
    },
    {
      "grad_norm": 0.6033558249473572,
      "learning_rate": 8.714248583222726e-05,
      "loss": 0.0631,
      "step": 1360
    },
    {
      "grad_norm": 0.7142598032951355,
      "learning_rate": 8.692028929016196e-05,
      "loss": 0.0622,
      "step": 1370
    },
    {
      "grad_norm": 0.6369373798370361,
      "learning_rate": 8.669647773503797e-05,
      "loss": 0.0574,
      "step": 1380
    },
    {
      "grad_norm": 0.8280167579650879,
      "learning_rate": 8.647106095709773e-05,
      "loss": 0.0622,
      "step": 1390
    },
    {
      "grad_norm": 0.6126918792724609,
      "learning_rate": 8.624404881680139e-05,
      "loss": 0.0619,
      "step": 1400
    },
    {
      "grad_norm": 0.6531526446342468,
      "learning_rate": 8.601545124439535e-05,
      "loss": 0.0641,
      "step": 1410
    },
    {
      "grad_norm": 0.7441381216049194,
      "learning_rate": 8.5785278239478e-05,
      "loss": 0.0598,
      "step": 1420
    },
    {
      "grad_norm": 0.7346336841583252,
      "learning_rate": 8.555353987056224e-05,
      "loss": 0.0654,
      "step": 1430
    },
    {
      "grad_norm": 0.7753667831420898,
      "learning_rate": 8.532024627463505e-05,
      "loss": 0.0616,
      "step": 1440
    },
    {
      "grad_norm": 0.677100658416748,
      "learning_rate": 8.508540765671407e-05,
      "loss": 0.0603,
      "step": 1450
    },
    {
      "grad_norm": 0.6784244775772095,
      "learning_rate": 8.484903428940121e-05,
      "loss": 0.0611,
      "step": 1460
    },
    {
      "grad_norm": 0.8248311877250671,
      "learning_rate": 8.461113651243334e-05,
      "loss": 0.0663,
      "step": 1470
    },
    {
      "grad_norm": 0.6455662846565247,
      "learning_rate": 8.437172473222987e-05,
      "loss": 0.0613,
      "step": 1480
    },
    {
      "grad_norm": 0.7130947113037109,
      "learning_rate": 8.413080942143767e-05,
      "loss": 0.0583,
      "step": 1490
    },
    {
      "grad_norm": 0.7864875793457031,
      "learning_rate": 8.388840111847288e-05,
      "loss": 0.0585,
      "step": 1500
    },
    {
      "grad_norm": 0.674119770526886,
      "learning_rate": 8.364451042705998e-05,
      "loss": 0.0578,
      "step": 1510
    },
    {
      "grad_norm": 0.6789079904556274,
      "learning_rate": 8.33991480157679e-05,
      "loss": 0.0577,
      "step": 1520
    },
    {
      "grad_norm": 0.7894970774650574,
      "learning_rate": 8.315232461754338e-05,
      "loss": 0.0563,
      "step": 1530
    },
    {
      "grad_norm": 0.7143128514289856,
      "learning_rate": 8.290405102924144e-05,
      "loss": 0.0563,
      "step": 1540
    },
    {
      "grad_norm": 0.773068904876709,
      "learning_rate": 8.265433811115316e-05,
      "loss": 0.0628,
      "step": 1550
    },
    {
      "grad_norm": 0.6691609621047974,
      "learning_rate": 8.240319678653049e-05,
      "loss": 0.0573,
      "step": 1560
    },
    {
      "grad_norm": 0.6599449515342712,
      "learning_rate": 8.215063804110857e-05,
      "loss": 0.0592,
      "step": 1570
    },
    {
      "grad_norm": 0.5918676257133484,
      "learning_rate": 8.189667292262512e-05,
      "loss": 0.0553,
      "step": 1580
    },
    {
      "grad_norm": 0.65082186460495,
      "learning_rate": 8.164131254033716e-05,
      "loss": 0.0546,
      "step": 1590
    },
    {
      "grad_norm": 0.7141549587249756,
      "learning_rate": 8.138456806453503e-05,
      "loss": 0.0563,
      "step": 1600
    },
    {
      "grad_norm": 0.641043484210968,
      "learning_rate": 8.112645072605386e-05,
      "loss": 0.0552,
      "step": 1610
    },
    {
      "grad_norm": 0.6247252821922302,
      "learning_rate": 8.086697181578222e-05,
      "loss": 0.0533,
      "step": 1620
    },
    {
      "grad_norm": 0.6449441909790039,
      "learning_rate": 8.060614268416823e-05,
      "loss": 0.0554,
      "step": 1630
    },
    {
      "grad_norm": 0.6796245574951172,
      "learning_rate": 8.034397474072309e-05,
      "loss": 0.0565,
      "step": 1640
    },
    {
      "grad_norm": 0.593867838382721,
      "learning_rate": 8.008047945352193e-05,
      "loss": 0.0607,
      "step": 1650
    },
    {
      "grad_norm": 0.6551355123519897,
      "learning_rate": 7.981566834870225e-05,
      "loss": 0.0581,
      "step": 1660
    },
    {
      "grad_norm": 0.6340038776397705,
      "learning_rate": 7.954955300995961e-05,
      "loss": 0.054,
      "step": 1670
    },
    {
      "grad_norm": 0.5431036353111267,
      "learning_rate": 7.928214507804104e-05,
      "loss": 0.0548,
      "step": 1680
    },
    {
      "grad_norm": 0.648300290107727,
      "learning_rate": 7.901345625023576e-05,
      "loss": 0.0552,
      "step": 1690
    },
    {
      "grad_norm": 0.610724687576294,
      "learning_rate": 7.874349827986354e-05,
      "loss": 0.055,
      "step": 1700
    },
    {
      "grad_norm": 0.6187258958816528,
      "learning_rate": 7.847228297576053e-05,
      "loss": 0.0476,
      "step": 1710
    },
    {
      "grad_norm": 0.7699914574623108,
      "learning_rate": 7.819982220176276e-05,
      "loss": 0.0568,
      "step": 1720
    },
    {
      "grad_norm": 0.6676417589187622,
      "learning_rate": 7.792612787618714e-05,
      "loss": 0.0576,
      "step": 1730
    },
    {
      "grad_norm": 0.6105434894561768,
      "learning_rate": 7.765121197131009e-05,
      "loss": 0.0525,
      "step": 1740
    },
    {
      "grad_norm": 0.6355571150779724,
      "learning_rate": 7.737508651284391e-05,
      "loss": 0.0511,
      "step": 1750
    },
    {
      "grad_norm": 0.6506162285804749,
      "learning_rate": 7.709776357941069e-05,
      "loss": 0.0521,
      "step": 1760
    },
    {
      "grad_norm": 0.6262099742889404,
      "learning_rate": 7.681925530201392e-05,
      "loss": 0.0519,
      "step": 1770
    },
    {
      "grad_norm": 0.6682547926902771,
      "learning_rate": 7.65395738635079e-05,
      "loss": 0.0533,
      "step": 1780
    },
    {
      "grad_norm": 0.6030093431472778,
      "learning_rate": 7.62587314980648e-05,
      "loss": 0.0543,
      "step": 1790
    },
    {
      "grad_norm": 0.6499220132827759,
      "learning_rate": 7.597674049063947e-05,
      "loss": 0.0541,
      "step": 1800
    },
    {
      "grad_norm": 0.5797017216682434,
      "learning_rate": 7.569361317643211e-05,
      "loss": 0.0494,
      "step": 1810
    },
    {
      "grad_norm": 0.7487261295318604,
      "learning_rate": 7.540936194034865e-05,
      "loss": 0.0501,
      "step": 1820
    },
    {
      "grad_norm": 0.6323044896125793,
      "learning_rate": 7.512399921645901e-05,
      "loss": 0.0522,
      "step": 1830
    },
    {
      "grad_norm": 0.5021095871925354,
      "learning_rate": 7.483753748745317e-05,
      "loss": 0.0495,
      "step": 1840
    },
    {
      "grad_norm": 0.5539180040359497,
      "learning_rate": 7.454998928409516e-05,
      "loss": 0.0504,
      "step": 1850
    },
    {
      "grad_norm": 0.7035161256790161,
      "learning_rate": 7.426136718467493e-05,
      "loss": 0.0497,
      "step": 1860
    },
    {
      "grad_norm": 0.5894569158554077,
      "learning_rate": 7.397168381445812e-05,
      "loss": 0.05,
      "step": 1870
    },
    {
      "grad_norm": 0.5813906192779541,
      "learning_rate": 7.368095184513377e-05,
      "loss": 0.0512,
      "step": 1880
    },
    {
      "grad_norm": 0.5185121893882751,
      "learning_rate": 7.338918399426005e-05,
      "loss": 0.0491,
      "step": 1890
    },
    {
      "grad_norm": 0.656014621257782,
      "learning_rate": 7.309639302470801e-05,
      "loss": 0.0523,
      "step": 1900
    },
    {
      "grad_norm": 0.6491183638572693,
      "learning_rate": 7.280259174410312e-05,
      "loss": 0.0472,
      "step": 1910
    },
    {
      "grad_norm": 0.5914108157157898,
      "learning_rate": 7.250779300426517e-05,
      "loss": 0.0495,
      "step": 1920
    },
    {
      "grad_norm": 0.553828775882721,
      "learning_rate": 7.22120097006461e-05,
      "loss": 0.048,
      "step": 1930
    },
    {
      "grad_norm": 0.5722814202308655,
      "learning_rate": 7.191525477176577e-05,
      "loss": 0.0488,
      "step": 1940
    },
    {
      "grad_norm": 0.6117031574249268,
      "learning_rate": 7.161754119864616e-05,
      "loss": 0.0456,
      "step": 1950
    },
    {
      "grad_norm": 0.5618399977684021,
      "learning_rate": 7.131888200424339e-05,
      "loss": 0.0541,
      "step": 1960
    },
    {
      "grad_norm": 0.6855666041374207,
      "learning_rate": 7.101929025287816e-05,
      "loss": 0.0472,
      "step": 1970
    },
    {
      "grad_norm": 0.49575555324554443,
      "learning_rate": 7.071877904966423e-05,
      "loss": 0.0508,
      "step": 1980
    },
    {
      "grad_norm": 0.5130798816680908,
      "learning_rate": 7.04173615399351e-05,
      "loss": 0.0542,
      "step": 1990
    },
    {
      "grad_norm": 0.5413798093795776,
      "learning_rate": 7.011505090866913e-05,
      "loss": 0.0506,
      "step": 2000
    },
    {
      "grad_norm": 0.5599873661994934,
      "learning_rate": 6.981186037991271e-05,
      "loss": 0.0495,
      "step": 2010
    },
    {
      "grad_norm": 0.8064517974853516,
      "learning_rate": 6.950780321620174e-05,
      "loss": 0.0467,
      "step": 2020
    },
    {
      "grad_norm": 0.500665545463562,
      "learning_rate": 6.920289271798157e-05,
      "loss": 0.0456,
      "step": 2030
    },
    {
      "grad_norm": 0.6844220161437988,
      "learning_rate": 6.889714222302517e-05,
      "loss": 0.0466,
      "step": 2040
    },
    {
      "grad_norm": 0.5719895362854004,
      "learning_rate": 6.85905651058497e-05,
      "loss": 0.0475,
      "step": 2050
    },
    {
      "grad_norm": 0.5386454463005066,
      "learning_rate": 6.82831747771314e-05,
      "loss": 0.0471,
      "step": 2060
    },
    {
      "grad_norm": 0.5551461577415466,
      "learning_rate": 6.797498468311907e-05,
      "loss": 0.0481,
      "step": 2070
    },
    {
      "grad_norm": 0.5870746374130249,
      "learning_rate": 6.766600830504585e-05,
      "loss": 0.0463,
      "step": 2080
    },
    {
      "grad_norm": 0.7022091150283813,
      "learning_rate": 6.735625915853942e-05,
      "loss": 0.0469,
      "step": 2090
    },
    {
      "grad_norm": 0.477799654006958,
      "learning_rate": 6.70457507930309e-05,
      "loss": 0.0426,
      "step": 2100
    },
    {
      "grad_norm": 0.4924265444278717,
      "learning_rate": 6.673449679116215e-05,
      "loss": 0.0427,
      "step": 2110
    },
    {
      "grad_norm": 0.5842413306236267,
      "learning_rate": 6.642251076819148e-05,
      "loss": 0.0447,
      "step": 2120
    },
    {
      "grad_norm": 0.6167709827423096,
      "learning_rate": 6.610980637139827e-05,
      "loss": 0.0458,
      "step": 2130
    },
    {
      "grad_norm": 0.44947972893714905,
      "learning_rate": 6.579639727948583e-05,
      "loss": 0.0433,
      "step": 2140
    },
    {
      "grad_norm": 0.5685233473777771,
      "learning_rate": 6.548229720198315e-05,
      "loss": 0.0464,
      "step": 2150
    },
    {
      "grad_norm": 0.41637715697288513,
      "learning_rate": 6.516751987864517e-05,
      "loss": 0.0445,
      "step": 2160
    },
    {
      "grad_norm": 0.6830034255981445,
      "learning_rate": 6.485207907885175e-05,
      "loss": 0.0465,
      "step": 2170
    },
    {
      "grad_norm": 0.6317617893218994,
      "learning_rate": 6.453598860100536e-05,
      "loss": 0.042,
      "step": 2180
    },
    {
      "grad_norm": 0.5528058409690857,
      "learning_rate": 6.421926227192749e-05,
      "loss": 0.0471,
      "step": 2190
    },
    {
      "grad_norm": 0.6732186675071716,
      "learning_rate": 6.390191394625381e-05,
      "loss": 0.0468,
      "step": 2200
    },
    {
      "grad_norm": 0.7054537534713745,
      "learning_rate": 6.358395750582817e-05,
      "loss": 0.0459,
      "step": 2210
    },
    {
      "grad_norm": 0.5837277173995972,
      "learning_rate": 6.326540685909532e-05,
      "loss": 0.0466,
      "step": 2220
    },
    {
      "grad_norm": 0.5382049679756165,
      "learning_rate": 6.294627594049249e-05,
      "loss": 0.0434,
      "step": 2230
    },
    {
      "grad_norm": 0.5381995439529419,
      "learning_rate": 6.262657870983989e-05,
      "loss": 0.0434,
      "step": 2240
    },
    {
      "grad_norm": 0.5798078179359436,
      "learning_rate": 6.230632915173009e-05,
      "loss": 0.0445,
      "step": 2250
    },
    {
      "grad_norm": 0.4762725830078125,
      "learning_rate": 6.198554127491622e-05,
      "loss": 0.0396,
      "step": 2260
    },
    {
      "grad_norm": 0.45036593079566956,
      "learning_rate": 6.166422911169923e-05,
      "loss": 0.041,
      "step": 2270
    },
    {
      "grad_norm": 0.6008507013320923,
      "learning_rate": 6.1342406717314e-05,
      "loss": 0.0451,
      "step": 2280
    },
    {
      "grad_norm": 0.5077683925628662,
      "learning_rate": 6.102008816931466e-05,
      "loss": 0.0425,
      "step": 2290
    },
    {
      "grad_norm": 0.5324873328208923,
      "learning_rate": 6.069728756695866e-05,
      "loss": 0.0455,
      "step": 2300
    },
    {
      "grad_norm": 0.4996195435523987,
      "learning_rate": 6.037401903059008e-05,
      "loss": 0.0438,
      "step": 2310
    },
    {
      "grad_norm": 0.5675508975982666,
      "learning_rate": 6.005029670102195e-05,
      "loss": 0.0426,
      "step": 2320
    },
    {
      "grad_norm": 0.46320053935050964,
      "learning_rate": 5.972613473891766e-05,
      "loss": 0.0419,
      "step": 2330
    },
    {
      "grad_norm": 0.5431573987007141,
      "learning_rate": 5.940154732417158e-05,
      "loss": 0.0435,
      "step": 2340
    },
    {
      "grad_norm": 0.5439435839653015,
      "learning_rate": 5.907654865528876e-05,
      "loss": 0.0446,
      "step": 2350
    },
    {
      "grad_norm": 0.5798242092132568,
      "learning_rate": 5.875115294876381e-05,
      "loss": 0.0439,
      "step": 2360
    },
    {
      "grad_norm": 0.46146729588508606,
      "learning_rate": 5.842537443845908e-05,
      "loss": 0.0424,
      "step": 2370
    },
    {
      "grad_norm": 0.5334390997886658,
      "learning_rate": 5.809922737498198e-05,
      "loss": 0.0451,
      "step": 2380
    },
    {
      "grad_norm": 0.5435222387313843,
      "learning_rate": 5.777272602506165e-05,
      "loss": 0.0472,
      "step": 2390
    },
    {
      "grad_norm": 0.5110896825790405,
      "learning_rate": 5.744588467092483e-05,
      "loss": 0.0427,
      "step": 2400
    },
    {
      "grad_norm": 0.5387049913406372,
      "learning_rate": 5.7118717609671194e-05,
      "loss": 0.046,
      "step": 2410
    },
    {
      "grad_norm": 0.5057750344276428,
      "learning_rate": 5.679123915264786e-05,
      "loss": 0.0432,
      "step": 2420
    },
    {
      "grad_norm": 0.4431440234184265,
      "learning_rate": 5.646346362482342e-05,
      "loss": 0.0416,
      "step": 2430
    },
    {
      "grad_norm": 0.5300633907318115,
      "learning_rate": 5.613540536416132e-05,
      "loss": 0.0418,
      "step": 2440
    },
    {
      "grad_norm": 0.5587790012359619,
      "learning_rate": 5.5807078720992645e-05,
      "loss": 0.0396,
      "step": 2450
    },
    {
      "grad_norm": 0.5371799468994141,
      "learning_rate": 5.547849805738836e-05,
      "loss": 0.0426,
      "step": 2460
    },
    {
      "grad_norm": 0.46049755811691284,
      "learning_rate": 5.514967774653118e-05,
      "loss": 0.0426,
      "step": 2470
    },
    {
      "grad_norm": 0.4609206020832062,
      "learning_rate": 5.482063217208674e-05,
      "loss": 0.0448,
      "step": 2480
    },
    {
      "grad_norm": 0.4010375440120697,
      "learning_rate": 5.449137572757439e-05,
      "loss": 0.0421,
      "step": 2490
    },
    {
      "grad_norm": 0.5115652680397034,
      "learning_rate": 5.4161922815737696e-05,
      "loss": 0.0431,
      "step": 2500
    },
    {
      "grad_norm": 0.47140422463417053,
      "learning_rate": 5.3832287847914276e-05,
      "loss": 0.0439,
      "step": 2510
    },
    {
      "grad_norm": 0.4252249300479889,
      "learning_rate": 5.35024852434055e-05,
      "loss": 0.0408,
      "step": 2520
    },
    {
      "grad_norm": 0.5026134848594666,
      "learning_rate": 5.317252942884567e-05,
      "loss": 0.0399,
      "step": 2530
    },
    {
      "grad_norm": 0.6030386686325073,
      "learning_rate": 5.284243483757109e-05,
      "loss": 0.0388,
      "step": 2540
    },
    {
      "grad_norm": 0.5260677933692932,
      "learning_rate": 5.2512215908988484e-05,
      "loss": 0.0407,
      "step": 2550
    },
    {
      "grad_norm": 0.39140284061431885,
      "learning_rate": 5.218188708794357e-05,
      "loss": 0.0401,
      "step": 2560
    },
    {
      "grad_norm": 0.40631282329559326,
      "learning_rate": 5.18514628240891e-05,
      "loss": 0.0425,
      "step": 2570
    },
    {
      "grad_norm": 0.5600107908248901,
      "learning_rate": 5.1520957571252795e-05,
      "loss": 0.0411,
      "step": 2580
    },
    {
      "grad_norm": 0.4417429566383362,
      "learning_rate": 5.1190385786805106e-05,
      "loss": 0.0354,
      "step": 2590
    },
    {
      "grad_norm": 0.487446129322052,
      "learning_rate": 5.085976193102677e-05,
      "loss": 0.04,
      "step": 2600
    },
    {
      "grad_norm": 0.6112494468688965,
      "learning_rate": 5.052910046647634e-05,
      "loss": 0.04,
      "step": 2610
    },
    {
      "grad_norm": 0.5412877202033997,
      "learning_rate": 5.0198415857357464e-05,
      "loss": 0.0389,
      "step": 2620
    },
    {
      "grad_norm": 0.45413121581077576,
      "learning_rate": 4.9867722568886223e-05,
      "loss": 0.0404,
      "step": 2630
    },
    {
      "grad_norm": 0.520867645740509,
      "learning_rate": 4.9537035066658314e-05,
      "loss": 0.0391,
      "step": 2640
    },
    {
      "grad_norm": 0.5023795366287231,
      "learning_rate": 4.920636781601638e-05,
      "loss": 0.0389,
      "step": 2650
    },
    {
      "grad_norm": 0.47877150774002075,
      "learning_rate": 4.88757352814172e-05,
      "loss": 0.0376,
      "step": 2660
    },
    {
      "grad_norm": 0.4296134412288666,
      "learning_rate": 4.8545151925798924e-05,
      "loss": 0.0378,
      "step": 2670
    },
    {
      "grad_norm": 0.5219646692276001,
      "learning_rate": 4.821463220994848e-05,
      "loss": 0.0369,
      "step": 2680
    },
    {
      "grad_norm": 0.49369117617607117,
      "learning_rate": 4.788419059186895e-05,
      "loss": 0.0384,
      "step": 2690
    },
    {
      "grad_norm": 0.42390817403793335,
      "learning_rate": 4.7553841526147205e-05,
      "loss": 0.0383,
      "step": 2700
    },
    {
      "grad_norm": 0.483169823884964,
      "learning_rate": 4.722359946332156e-05,
      "loss": 0.0408,
      "step": 2710
    },
    {
      "grad_norm": 0.41674327850341797,
      "learning_rate": 4.6893478849249654e-05,
      "loss": 0.0365,
      "step": 2720
    },
    {
      "grad_norm": 0.4131472110748291,
      "learning_rate": 4.656349412447664e-05,
      "loss": 0.0351,
      "step": 2730
    },
    {
      "grad_norm": 0.4156142771244049,
      "learning_rate": 4.623365972360337e-05,
      "loss": 0.0378,
      "step": 2740
    },
    {
      "grad_norm": 0.5198805928230286,
      "learning_rate": 4.590399007465503e-05,
      "loss": 0.0415,
      "step": 2750
    },
    {
      "grad_norm": 0.46094316244125366,
      "learning_rate": 4.557449959845005e-05,
      "loss": 0.0373,
      "step": 2760
    },
    {
      "grad_norm": 0.5483353734016418,
      "learning_rate": 4.524520270796927e-05,
      "loss": 0.0379,
      "step": 2770
    },
    {
      "grad_norm": 0.5225978493690491,
      "learning_rate": 4.491611380772545e-05,
      "loss": 0.0412,
      "step": 2780
    },
    {
      "grad_norm": 0.48753076791763306,
      "learning_rate": 4.458724729313318e-05,
      "loss": 0.0424,
      "step": 2790
    },
    {
      "grad_norm": 0.5410844087600708,
      "learning_rate": 4.42586175498792e-05,
      "loss": 0.0421,
      "step": 2800
    },
    {
      "grad_norm": 0.4113471508026123,
      "learning_rate": 4.3930238953293094e-05,
      "loss": 0.0405,
      "step": 2810
    },
    {
      "grad_norm": 0.45448023080825806,
      "learning_rate": 4.360212586771847e-05,
      "loss": 0.0374,
      "step": 2820
    },
    {
      "grad_norm": 0.45072686672210693,
      "learning_rate": 4.327429264588463e-05,
      "loss": 0.0366,
      "step": 2830
    },
    {
      "grad_norm": 0.4272615909576416,
      "learning_rate": 4.2946753628278725e-05,
      "loss": 0.0393,
      "step": 2840
    },
    {
      "grad_norm": 0.37361177802085876,
      "learning_rate": 4.2619523142518474e-05,
      "loss": 0.0366,
      "step": 2850
    },
    {
      "grad_norm": 0.34593257308006287,
      "learning_rate": 4.229261550272539e-05,
      "loss": 0.0379,
      "step": 2860
    },
    {
      "grad_norm": 0.45737892389297485,
      "learning_rate": 4.196604500889868e-05,
      "loss": 0.0412,
      "step": 2870
    },
    {
      "grad_norm": 0.4850493371486664,
      "learning_rate": 4.163982594628969e-05,
      "loss": 0.0351,
      "step": 2880
    },
    {
      "grad_norm": 0.4407441020011902,
      "learning_rate": 4.131397258477702e-05,
      "loss": 0.0375,
      "step": 2890
    },
    {
      "grad_norm": 0.4535117447376251,
      "learning_rate": 4.0988499178242315e-05,
      "loss": 0.0357,
      "step": 2900
    },
    {
      "grad_norm": 0.40063565969467163,
      "learning_rate": 4.066341996394678e-05,
      "loss": 0.0375,
      "step": 2910
    },
    {
      "grad_norm": 0.46004337072372437,
      "learning_rate": 4.033874916190833e-05,
      "loss": 0.0349,
      "step": 2920
    },
    {
      "grad_norm": 0.4501243829727173,
      "learning_rate": 4.001450097427966e-05,
      "loss": 0.0385,
      "step": 2930
    },
    {
      "grad_norm": 0.4618968665599823,
      "learning_rate": 3.9690689584726894e-05,
      "loss": 0.0356,
      "step": 2940
    },
    {
      "grad_norm": 0.3722165524959564,
      "learning_rate": 3.936732915780923e-05,
      "loss": 0.0335,
      "step": 2950
    },
    {
      "grad_norm": 0.49517399072647095,
      "learning_rate": 3.904443383835929e-05,
      "loss": 0.0364,
      "step": 2960
    },
    {
      "grad_norm": 0.41037002205848694,
      "learning_rate": 3.872201775086437e-05,
      "loss": 0.0383,
      "step": 2970
    },
    {
      "grad_norm": 0.4723875820636749,
      "learning_rate": 3.8400094998848616e-05,
      "loss": 0.0371,
      "step": 2980
    },
    {
      "grad_norm": 0.3986668586730957,
      "learning_rate": 3.807867966425611e-05,
      "loss": 0.0346,
      "step": 2990
    },
    {
      "grad_norm": 0.47429385781288147,
      "learning_rate": 3.775778580683481e-05,
      "loss": 0.0342,
      "step": 3000
    }
  ],
  "logging_steps": 10,
  "max_steps": 5000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 128,
  "trial_name": null,
  "trial_params": null
}