{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 800,
  "global_step": 7941,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0037780401416765055,
      "grad_norm": 7.245368957519531,
      "learning_rate": 3.39622641509434e-08,
      "loss": 1.2344786643981933,
      "step": 10
    },
    {
      "epoch": 0.007556080283353011,
      "grad_norm": 6.767708778381348,
      "learning_rate": 7.169811320754717e-08,
      "loss": 1.2469767570495605,
      "step": 20
    },
    {
      "epoch": 0.011334120425029516,
      "grad_norm": 6.2711358070373535,
      "learning_rate": 1.0943396226415094e-07,
      "loss": 1.2298505783081055,
      "step": 30
    },
    {
      "epoch": 0.015112160566706022,
      "grad_norm": 5.572187423706055,
      "learning_rate": 1.4716981132075472e-07,
      "loss": 1.2307151794433593,
      "step": 40
    },
    {
      "epoch": 0.018890200708382526,
      "grad_norm": 3.8358216285705566,
      "learning_rate": 1.8490566037735848e-07,
      "loss": 1.194267463684082,
      "step": 50
    },
    {
      "epoch": 0.022668240850059033,
      "grad_norm": 3.9271483421325684,
      "learning_rate": 2.2264150943396225e-07,
      "loss": 1.1785815238952637,
      "step": 60
    },
    {
      "epoch": 0.026446280991735537,
      "grad_norm": 3.358189105987549,
      "learning_rate": 2.60377358490566e-07,
      "loss": 1.1398134231567383,
      "step": 70
    },
    {
      "epoch": 0.030224321133412044,
      "grad_norm": 3.0640432834625244,
      "learning_rate": 2.9811320754716984e-07,
      "loss": 1.1085170745849608,
      "step": 80
    },
    {
      "epoch": 0.03400236127508855,
      "grad_norm": 3.1195833683013916,
      "learning_rate": 3.358490566037736e-07,
      "loss": 1.1262508392333985,
      "step": 90
    },
    {
      "epoch": 0.03778040141676505,
      "grad_norm": 2.8412277698516846,
      "learning_rate": 3.7358490566037737e-07,
      "loss": 1.0989675521850586,
      "step": 100
    },
    {
      "epoch": 0.04155844155844156,
      "grad_norm": 2.8430910110473633,
      "learning_rate": 4.1132075471698114e-07,
      "loss": 1.051622486114502,
      "step": 110
    },
    {
      "epoch": 0.045336481700118066,
      "grad_norm": 2.6292800903320312,
      "learning_rate": 4.490566037735849e-07,
      "loss": 1.0569437980651855,
      "step": 120
    },
    {
      "epoch": 0.049114521841794566,
      "grad_norm": 2.8062400817871094,
      "learning_rate": 4.867924528301886e-07,
      "loss": 1.0399349212646485,
      "step": 130
    },
    {
      "epoch": 0.05289256198347107,
      "grad_norm": 2.9645352363586426,
      "learning_rate": 5.245283018867924e-07,
      "loss": 1.040070152282715,
      "step": 140
    },
    {
      "epoch": 0.05667060212514758,
      "grad_norm": 2.5719525814056396,
      "learning_rate": 5.622641509433962e-07,
      "loss": 1.0196853637695313,
      "step": 150
    },
    {
      "epoch": 0.06044864226682409,
      "grad_norm": 2.8623225688934326,
      "learning_rate": 6.000000000000001e-07,
      "loss": 1.0236392974853517,
      "step": 160
    },
    {
      "epoch": 0.06422668240850059,
      "grad_norm": 2.7105348110198975,
      "learning_rate": 6.377358490566038e-07,
      "loss": 1.0010884284973145,
      "step": 170
    },
    {
      "epoch": 0.0680047225501771,
      "grad_norm": 3.1218013763427734,
      "learning_rate": 6.754716981132076e-07,
      "loss": 1.0048126220703124,
      "step": 180
    },
    {
      "epoch": 0.0717827626918536,
      "grad_norm": 2.6431407928466797,
      "learning_rate": 7.132075471698113e-07,
      "loss": 0.9789690017700196,
      "step": 190
    },
    {
      "epoch": 0.0755608028335301,
      "grad_norm": 2.7538678646087646,
      "learning_rate": 7.509433962264151e-07,
      "loss": 0.9580611228942871,
      "step": 200
    },
    {
      "epoch": 0.07933884297520662,
      "grad_norm": 2.753932476043701,
      "learning_rate": 7.886792452830189e-07,
      "loss": 0.9631448745727539,
      "step": 210
    },
    {
      "epoch": 0.08311688311688312,
      "grad_norm": 2.6897804737091064,
      "learning_rate": 8.264150943396227e-07,
      "loss": 0.9684452056884766,
      "step": 220
    },
    {
      "epoch": 0.08689492325855962,
      "grad_norm": 2.5999553203582764,
      "learning_rate": 8.641509433962264e-07,
      "loss": 0.9415738105773925,
      "step": 230
    },
    {
      "epoch": 0.09067296340023613,
      "grad_norm": 2.372676134109497,
      "learning_rate": 9.018867924528302e-07,
      "loss": 0.9455280303955078,
      "step": 240
    },
    {
      "epoch": 0.09445100354191263,
      "grad_norm": 2.6955935955047607,
      "learning_rate": 9.396226415094339e-07,
      "loss": 0.9876516342163086,
      "step": 250
    },
    {
      "epoch": 0.09822904368358913,
      "grad_norm": 2.572463274002075,
      "learning_rate": 9.773584905660377e-07,
      "loss": 0.9525950431823731,
      "step": 260
    },
    {
      "epoch": 0.10200708382526565,
      "grad_norm": 2.518498182296753,
      "learning_rate": 1.0150943396226416e-06,
      "loss": 0.9378392219543457,
      "step": 270
    },
    {
      "epoch": 0.10578512396694215,
      "grad_norm": 2.7285897731781006,
      "learning_rate": 1.0528301886792452e-06,
      "loss": 0.9633230209350586,
      "step": 280
    },
    {
      "epoch": 0.10956316410861866,
      "grad_norm": 2.7565908432006836,
      "learning_rate": 1.090566037735849e-06,
      "loss": 0.9604242324829102,
      "step": 290
    },
    {
      "epoch": 0.11334120425029516,
      "grad_norm": 2.713413715362549,
      "learning_rate": 1.128301886792453e-06,
      "loss": 0.946650218963623,
      "step": 300
    },
    {
      "epoch": 0.11711924439197166,
      "grad_norm": 2.6033966541290283,
      "learning_rate": 1.1660377358490566e-06,
      "loss": 0.9398303985595703,
      "step": 310
    },
    {
      "epoch": 0.12089728453364817,
      "grad_norm": 2.4673681259155273,
      "learning_rate": 1.2037735849056605e-06,
      "loss": 0.9403188705444336,
      "step": 320
    },
    {
      "epoch": 0.12467532467532468,
      "grad_norm": 2.578193426132202,
      "learning_rate": 1.2415094339622643e-06,
      "loss": 0.9257234573364258,
      "step": 330
    },
    {
      "epoch": 0.12845336481700118,
      "grad_norm": 2.751884937286377,
      "learning_rate": 1.279245283018868e-06,
      "loss": 0.9285940170288086,
      "step": 340
    },
    {
      "epoch": 0.1322314049586777,
      "grad_norm": 2.551107168197632,
      "learning_rate": 1.3169811320754717e-06,
      "loss": 0.9186981201171875,
      "step": 350
    },
    {
      "epoch": 0.1360094451003542,
      "grad_norm": 2.374422788619995,
      "learning_rate": 1.3547169811320755e-06,
      "loss": 0.9012434005737304,
      "step": 360
    },
    {
      "epoch": 0.1397874852420307,
      "grad_norm": 2.4433438777923584,
      "learning_rate": 1.3924528301886793e-06,
      "loss": 0.9141952514648437,
      "step": 370
    },
    {
      "epoch": 0.1435655253837072,
      "grad_norm": 2.6312167644500732,
      "learning_rate": 1.4301886792452832e-06,
      "loss": 0.9382415771484375,
      "step": 380
    },
    {
      "epoch": 0.14734356552538372,
      "grad_norm": 2.601077079772949,
      "learning_rate": 1.4679245283018868e-06,
      "loss": 0.9400718688964844,
      "step": 390
    },
    {
      "epoch": 0.1511216056670602,
      "grad_norm": 2.549457311630249,
      "learning_rate": 1.5056603773584906e-06,
      "loss": 0.8940122604370118,
      "step": 400
    },
    {
      "epoch": 0.15489964580873672,
      "grad_norm": 2.6687135696411133,
      "learning_rate": 1.5433962264150944e-06,
      "loss": 0.910075569152832,
      "step": 410
    },
    {
      "epoch": 0.15867768595041323,
      "grad_norm": 2.7361226081848145,
      "learning_rate": 1.5811320754716982e-06,
      "loss": 0.9249828338623047,
      "step": 420
    },
    {
      "epoch": 0.16245572609208972,
      "grad_norm": 2.5909526348114014,
      "learning_rate": 1.6188679245283018e-06,
      "loss": 0.9174067497253418,
      "step": 430
    },
    {
      "epoch": 0.16623376623376623,
      "grad_norm": 2.6041030883789062,
      "learning_rate": 1.6566037735849057e-06,
      "loss": 0.9036144256591797,
      "step": 440
    },
    {
      "epoch": 0.17001180637544275,
      "grad_norm": 2.643605947494507,
      "learning_rate": 1.6943396226415095e-06,
      "loss": 0.9096002578735352,
      "step": 450
    },
    {
      "epoch": 0.17378984651711923,
      "grad_norm": 2.4715664386749268,
      "learning_rate": 1.7320754716981133e-06,
      "loss": 0.922487735748291,
      "step": 460
    },
    {
      "epoch": 0.17756788665879575,
      "grad_norm": 2.5616257190704346,
      "learning_rate": 1.769811320754717e-06,
      "loss": 0.8912914276123047,
      "step": 470
    },
    {
      "epoch": 0.18134592680047226,
      "grad_norm": 2.627371072769165,
      "learning_rate": 1.8075471698113207e-06,
      "loss": 0.9194713592529297,
      "step": 480
    },
    {
      "epoch": 0.18512396694214875,
      "grad_norm": 2.8000288009643555,
      "learning_rate": 1.8452830188679245e-06,
      "loss": 0.9152374267578125,
      "step": 490
    },
    {
      "epoch": 0.18890200708382526,
      "grad_norm": 2.5462350845336914,
      "learning_rate": 1.8830188679245284e-06,
      "loss": 0.9018466949462891,
      "step": 500
    },
    {
      "epoch": 0.19268004722550178,
      "grad_norm": 2.4542298316955566,
      "learning_rate": 1.920754716981132e-06,
      "loss": 0.8895143508911133,
      "step": 510
    },
    {
      "epoch": 0.19645808736717826,
      "grad_norm": 2.54079532623291,
      "learning_rate": 1.958490566037736e-06,
      "loss": 0.8769968032836915,
      "step": 520
    },
    {
      "epoch": 0.20023612750885478,
      "grad_norm": 2.3906850814819336,
      "learning_rate": 1.9962264150943394e-06,
      "loss": 0.8852785110473633,
      "step": 530
    },
    {
      "epoch": 0.2040141676505313,
      "grad_norm": 2.6381664276123047,
      "learning_rate": 2.0339622641509432e-06,
      "loss": 0.8846158981323242,
      "step": 540
    },
    {
      "epoch": 0.2077922077922078,
      "grad_norm": 2.3389806747436523,
      "learning_rate": 2.071698113207547e-06,
      "loss": 0.8962896347045899,
      "step": 550
    },
    {
      "epoch": 0.2115702479338843,
      "grad_norm": 2.571460008621216,
      "learning_rate": 2.109433962264151e-06,
      "loss": 0.9021181106567383,
      "step": 560
    },
    {
      "epoch": 0.2153482880755608,
      "grad_norm": 2.668551206588745,
      "learning_rate": 2.1471698113207547e-06,
      "loss": 0.9048179626464844,
      "step": 570
    },
    {
      "epoch": 0.21912632821723732,
      "grad_norm": 2.56326961517334,
      "learning_rate": 2.1849056603773585e-06,
      "loss": 0.9183132171630859,
      "step": 580
    },
    {
      "epoch": 0.2229043683589138,
      "grad_norm": 2.2744007110595703,
      "learning_rate": 2.2226415094339623e-06,
      "loss": 0.8813443183898926,
      "step": 590
    },
    {
      "epoch": 0.22668240850059032,
      "grad_norm": 2.5127933025360107,
      "learning_rate": 2.260377358490566e-06,
      "loss": 0.879901123046875,
      "step": 600
    },
    {
      "epoch": 0.23046044864226684,
      "grad_norm": 2.4144015312194824,
      "learning_rate": 2.29811320754717e-06,
      "loss": 0.8819784164428711,
      "step": 610
    },
    {
      "epoch": 0.23423848878394332,
      "grad_norm": 2.4974400997161865,
      "learning_rate": 2.3358490566037738e-06,
      "loss": 0.894832706451416,
      "step": 620
    },
    {
      "epoch": 0.23801652892561984,
      "grad_norm": 2.4582221508026123,
      "learning_rate": 2.3735849056603776e-06,
      "loss": 0.868035888671875,
      "step": 630
    },
    {
      "epoch": 0.24179456906729635,
      "grad_norm": 2.352246046066284,
      "learning_rate": 2.4113207547169814e-06,
      "loss": 0.8733083724975585,
      "step": 640
    },
    {
      "epoch": 0.24557260920897284,
      "grad_norm": 2.5224993228912354,
      "learning_rate": 2.4490566037735852e-06,
      "loss": 0.874974250793457,
      "step": 650
    },
    {
      "epoch": 0.24935064935064935,
      "grad_norm": 2.707120418548584,
      "learning_rate": 2.486792452830189e-06,
      "loss": 0.8962191581726074,
      "step": 660
    },
    {
      "epoch": 0.25312868949232586,
      "grad_norm": 2.3467371463775635,
      "learning_rate": 2.5245283018867925e-06,
      "loss": 0.8655301094055176,
      "step": 670
    },
    {
      "epoch": 0.25690672963400235,
      "grad_norm": 2.5225179195404053,
      "learning_rate": 2.5622641509433963e-06,
      "loss": 0.8887289047241211,
      "step": 680
    },
    {
      "epoch": 0.2606847697756789,
      "grad_norm": 2.3947317600250244,
      "learning_rate": 2.6e-06,
      "loss": 0.8880592346191406,
      "step": 690
    },
    {
      "epoch": 0.2644628099173554,
      "grad_norm": 2.4044346809387207,
      "learning_rate": 2.637735849056604e-06,
      "loss": 0.8774744033813476,
      "step": 700
    },
    {
      "epoch": 0.26824085005903187,
      "grad_norm": 2.4859893321990967,
      "learning_rate": 2.6754716981132077e-06,
      "loss": 0.8795185089111328,
      "step": 710
    },
    {
      "epoch": 0.2720188902007084,
      "grad_norm": 2.440547466278076,
      "learning_rate": 2.7132075471698116e-06,
      "loss": 0.8767234802246093,
      "step": 720
    },
    {
      "epoch": 0.2757969303423849,
      "grad_norm": 2.590515613555908,
      "learning_rate": 2.7509433962264154e-06,
      "loss": 0.8559221267700196,
      "step": 730
    },
    {
      "epoch": 0.2795749704840614,
      "grad_norm": 2.487833023071289,
      "learning_rate": 2.788679245283019e-06,
      "loss": 0.8876178741455079,
      "step": 740
    },
    {
      "epoch": 0.2833530106257379,
      "grad_norm": 2.3938376903533936,
      "learning_rate": 2.8264150943396226e-06,
      "loss": 0.882256031036377,
      "step": 750
    },
    {
      "epoch": 0.2871310507674144,
      "grad_norm": 2.55997633934021,
      "learning_rate": 2.8641509433962264e-06,
      "loss": 0.8885866165161133,
      "step": 760
    },
    {
      "epoch": 0.2909090909090909,
      "grad_norm": 2.2202212810516357,
      "learning_rate": 2.9018867924528302e-06,
      "loss": 0.8851924896240234,
      "step": 770
    },
    {
      "epoch": 0.29468713105076744,
      "grad_norm": 2.5296289920806885,
      "learning_rate": 2.939622641509434e-06,
      "loss": 0.8870872497558594,
      "step": 780
    },
    {
      "epoch": 0.2984651711924439,
      "grad_norm": 2.5812854766845703,
      "learning_rate": 2.977358490566038e-06,
      "loss": 0.8542325973510743,
      "step": 790
    },
    {
      "epoch": 0.3022432113341204,
      "grad_norm": 2.3029167652130127,
      "learning_rate": 2.9999976807110665e-06,
      "loss": 0.8545684814453125,
      "step": 800
    },
    {
      "epoch": 0.3022432113341204,
      "eval_loss": 0.8771726489067078,
      "eval_runtime": 506.3392,
      "eval_samples_per_second": 4.876,
      "eval_steps_per_second": 2.439,
      "step": 800
    },
    {
      "epoch": 0.30602125147579695,
      "grad_norm": 2.291135549545288,
      "learning_rate": 2.9999715887929303e-06,
      "loss": 0.8638580322265625,
      "step": 810
    },
    {
      "epoch": 0.30979929161747344,
      "grad_norm": 2.5015523433685303,
      "learning_rate": 2.99991650635146e-06,
      "loss": 0.8724319458007812,
      "step": 820
    },
    {
      "epoch": 0.3135773317591499,
      "grad_norm": 2.3080203533172607,
      "learning_rate": 2.9998324344512557e-06,
      "loss": 0.8705121994018554,
      "step": 830
    },
    {
      "epoch": 0.31735537190082647,
      "grad_norm": 2.609494209289551,
      "learning_rate": 2.999719374717206e-06,
      "loss": 0.8626082420349122,
      "step": 840
    },
    {
      "epoch": 0.32113341204250295,
      "grad_norm": 2.3750267028808594,
      "learning_rate": 2.9995773293344606e-06,
      "loss": 0.8696029663085938,
      "step": 850
    },
    {
      "epoch": 0.32491145218417944,
      "grad_norm": 2.384969711303711,
      "learning_rate": 2.9994063010483846e-06,
      "loss": 0.8765752792358399,
      "step": 860
    },
    {
      "epoch": 0.328689492325856,
      "grad_norm": 2.3289263248443604,
      "learning_rate": 2.9992062931645064e-06,
      "loss": 0.8620043754577636,
      "step": 870
    },
    {
      "epoch": 0.33246753246753247,
      "grad_norm": 2.1626667976379395,
      "learning_rate": 2.9989773095484544e-06,
      "loss": 0.8733718872070313,
      "step": 880
    },
    {
      "epoch": 0.33624557260920895,
      "grad_norm": 2.4658265113830566,
      "learning_rate": 2.998719354625884e-06,
      "loss": 0.8825305938720703,
      "step": 890
    },
    {
      "epoch": 0.3400236127508855,
      "grad_norm": 2.2972376346588135,
      "learning_rate": 2.998432433382387e-06,
      "loss": 0.8323760986328125,
      "step": 900
    },
    {
      "epoch": 0.343801652892562,
      "grad_norm": 2.474022388458252,
      "learning_rate": 2.9981165513634e-06,
      "loss": 0.8694116592407226,
      "step": 910
    },
    {
      "epoch": 0.34757969303423847,
      "grad_norm": 2.2904200553894043,
      "learning_rate": 2.9977717146740955e-06,
      "loss": 0.8664186477661133,
      "step": 920
    },
    {
      "epoch": 0.351357733175915,
      "grad_norm": 2.2873294353485107,
      "learning_rate": 2.997397929979264e-06,
      "loss": 0.8603487968444824,
      "step": 930
    },
    {
      "epoch": 0.3551357733175915,
      "grad_norm": 2.3075215816497803,
      "learning_rate": 2.9969952045031844e-06,
      "loss": 0.8672397613525391,
      "step": 940
    },
    {
      "epoch": 0.358913813459268,
      "grad_norm": 2.204444169998169,
      "learning_rate": 2.9965635460294864e-06,
      "loss": 0.851756477355957,
      "step": 950
    },
    {
      "epoch": 0.3626918536009445,
      "grad_norm": 2.1786868572235107,
      "learning_rate": 2.996102962900997e-06,
      "loss": 0.8448528289794922,
      "step": 960
    },
    {
      "epoch": 0.366469893742621,
      "grad_norm": 2.242050886154175,
      "learning_rate": 2.9956134640195833e-06,
      "loss": 0.8398487091064453,
      "step": 970
    },
    {
      "epoch": 0.3702479338842975,
      "grad_norm": 2.438925266265869,
      "learning_rate": 2.9950950588459763e-06,
      "loss": 0.8612277984619141,
      "step": 980
    },
    {
      "epoch": 0.37402597402597404,
      "grad_norm": 2.516737461090088,
      "learning_rate": 2.994547757399591e-06,
      "loss": 0.8367367744445801,
      "step": 990
    },
    {
      "epoch": 0.3778040141676505,
      "grad_norm": 2.4978296756744385,
      "learning_rate": 2.9939715702583307e-06,
      "loss": 0.8465953826904297,
      "step": 1000
    },
    {
      "epoch": 0.381582054309327,
      "grad_norm": 2.168605089187622,
      "learning_rate": 2.993366508558385e-06,
      "loss": 0.8523946762084961,
      "step": 1010
    },
    {
      "epoch": 0.38536009445100355,
      "grad_norm": 2.3920609951019287,
      "learning_rate": 2.9927325839940113e-06,
      "loss": 0.8695383071899414,
      "step": 1020
    },
    {
      "epoch": 0.38913813459268004,
      "grad_norm": 2.33632493019104,
      "learning_rate": 2.9920698088173125e-06,
      "loss": 0.8471006393432617,
      "step": 1030
    },
    {
      "epoch": 0.3929161747343565,
      "grad_norm": 2.340057373046875,
      "learning_rate": 2.991378195837997e-06,
      "loss": 0.859091854095459,
      "step": 1040
    },
    {
      "epoch": 0.39669421487603307,
      "grad_norm": 2.5937914848327637,
      "learning_rate": 2.9906577584231326e-06,
      "loss": 0.8356241226196289,
      "step": 1050
    },
    {
      "epoch": 0.40047225501770956,
      "grad_norm": 2.5193769931793213,
      "learning_rate": 2.9899085104968883e-06,
      "loss": 0.8420143127441406,
      "step": 1060
    },
    {
      "epoch": 0.40425029515938604,
      "grad_norm": 2.490227222442627,
      "learning_rate": 2.9891304665402652e-06,
      "loss": 0.856987190246582,
      "step": 1070
    },
    {
      "epoch": 0.4080283353010626,
      "grad_norm": 2.469831943511963,
      "learning_rate": 2.988323641590815e-06,
      "loss": 0.8445745468139648,
      "step": 1080
    },
    {
      "epoch": 0.41180637544273907,
      "grad_norm": 2.487349510192871,
      "learning_rate": 2.987488051242352e-06,
      "loss": 0.8690858840942383,
      "step": 1090
    },
    {
      "epoch": 0.4155844155844156,
      "grad_norm": 2.0702457427978516,
      "learning_rate": 2.9866237116446493e-06,
      "loss": 0.8402151107788086,
      "step": 1100
    },
    {
      "epoch": 0.4193624557260921,
      "grad_norm": 2.332956552505493,
      "learning_rate": 2.985730639503128e-06,
      "loss": 0.8511089324951172,
      "step": 1110
    },
    {
      "epoch": 0.4231404958677686,
      "grad_norm": 2.421172857284546,
      "learning_rate": 2.9848088520785353e-06,
      "loss": 0.8280364990234375,
      "step": 1120
    },
    {
      "epoch": 0.4269185360094451,
      "grad_norm": 2.507873296737671,
      "learning_rate": 2.9838583671866075e-06,
      "loss": 0.8383773803710938,
      "step": 1130
    },
    {
      "epoch": 0.4306965761511216,
      "grad_norm": 2.144057273864746,
      "learning_rate": 2.982879203197729e-06,
      "loss": 0.8175108909606934,
      "step": 1140
    },
    {
      "epoch": 0.4344746162927981,
      "grad_norm": 2.154926061630249,
      "learning_rate": 2.981871379036576e-06,
      "loss": 0.826380729675293,
      "step": 1150
    },
    {
      "epoch": 0.43825265643447464,
      "grad_norm": 2.191429615020752,
      "learning_rate": 2.9808349141817514e-06,
      "loss": 0.8093603134155274,
      "step": 1160
    },
    {
      "epoch": 0.4420306965761511,
      "grad_norm": 2.378162145614624,
      "learning_rate": 2.9797698286654054e-06,
      "loss": 0.8346864700317382,
      "step": 1170
    },
    {
      "epoch": 0.4458087367178276,
      "grad_norm": 2.309786081314087,
      "learning_rate": 2.978676143072854e-06,
      "loss": 0.8364870071411132,
      "step": 1180
    },
    {
      "epoch": 0.44958677685950416,
      "grad_norm": 2.261291265487671,
      "learning_rate": 2.9775538785421746e-06,
      "loss": 0.8313291549682618,
      "step": 1190
    },
    {
      "epoch": 0.45336481700118064,
      "grad_norm": 2.294365167617798,
      "learning_rate": 2.9764030567638027e-06,
      "loss": 0.8335095405578613,
      "step": 1200
    },
    {
      "epoch": 0.45714285714285713,
      "grad_norm": 2.3781845569610596,
      "learning_rate": 2.9752236999801107e-06,
      "loss": 0.8325237274169922,
      "step": 1210
    },
    {
      "epoch": 0.46092089728453367,
      "grad_norm": 2.357267141342163,
      "learning_rate": 2.9740158309849755e-06,
      "loss": 0.8429610252380371,
      "step": 1220
    },
    {
      "epoch": 0.46469893742621016,
      "grad_norm": 2.3859634399414062,
      "learning_rate": 2.972779473123344e-06,
      "loss": 0.8333623886108399,
      "step": 1230
    },
    {
      "epoch": 0.46847697756788664,
      "grad_norm": 2.2391748428344727,
      "learning_rate": 2.9715146502907752e-06,
      "loss": 0.8362600326538085,
      "step": 1240
    },
    {
      "epoch": 0.4722550177095632,
      "grad_norm": 2.236025094985962,
      "learning_rate": 2.9702213869329825e-06,
      "loss": 0.8520856857299804,
      "step": 1250
    },
    {
      "epoch": 0.47603305785123967,
      "grad_norm": 2.522165536880493,
      "learning_rate": 2.968899708045362e-06,
      "loss": 0.8548795700073242,
      "step": 1260
    },
    {
      "epoch": 0.47981109799291616,
      "grad_norm": 2.3522534370422363,
      "learning_rate": 2.967549639172504e-06,
      "loss": 0.8454007148742676,
      "step": 1270
    },
    {
      "epoch": 0.4835891381345927,
      "grad_norm": 2.306811571121216,
      "learning_rate": 2.966171206407706e-06,
      "loss": 0.8439977645874024,
      "step": 1280
    },
    {
      "epoch": 0.4873671782762692,
      "grad_norm": 2.2298061847686768,
      "learning_rate": 2.964764436392464e-06,
      "loss": 0.8384900093078613,
      "step": 1290
    },
    {
      "epoch": 0.4911452184179457,
      "grad_norm": 2.3356385231018066,
      "learning_rate": 2.963329356315959e-06,
      "loss": 0.804684829711914,
      "step": 1300
    },
    {
      "epoch": 0.4949232585596222,
      "grad_norm": 2.315044403076172,
      "learning_rate": 2.9618659939145306e-06,
      "loss": 0.8400051116943359,
      "step": 1310
    },
    {
      "epoch": 0.4987012987012987,
      "grad_norm": 2.1470694541931152,
      "learning_rate": 2.960374377471143e-06,
      "loss": 0.8506978988647461,
      "step": 1320
    },
    {
      "epoch": 0.5024793388429752,
      "grad_norm": 2.1808037757873535,
      "learning_rate": 2.958854535814836e-06,
      "loss": 0.8330625534057617,
      "step": 1330
    },
    {
      "epoch": 0.5062573789846517,
      "grad_norm": 2.2354023456573486,
      "learning_rate": 2.95730649832017e-06,
      "loss": 0.8193629264831543,
      "step": 1340
    },
    {
      "epoch": 0.5100354191263282,
      "grad_norm": 2.3173329830169678,
      "learning_rate": 2.9557302949066564e-06,
      "loss": 0.8092199325561523,
      "step": 1350
    },
    {
      "epoch": 0.5138134592680047,
      "grad_norm": 2.1381404399871826,
      "learning_rate": 2.954125956038179e-06,
      "loss": 0.8225424766540528,
      "step": 1360
    },
    {
      "epoch": 0.5175914994096812,
      "grad_norm": 2.0862770080566406,
      "learning_rate": 2.952493512722409e-06,
      "loss": 0.8273242950439453,
      "step": 1370
    },
    {
      "epoch": 0.5213695395513578,
      "grad_norm": 2.351442575454712,
      "learning_rate": 2.9508329965102e-06,
      "loss": 0.8105023384094239,
      "step": 1380
    },
    {
      "epoch": 0.5251475796930343,
      "grad_norm": 2.2170522212982178,
      "learning_rate": 2.949144439494983e-06,
      "loss": 0.8554561614990235,
      "step": 1390
    },
    {
      "epoch": 0.5289256198347108,
      "grad_norm": 2.430043935775757,
      "learning_rate": 2.9474278743121444e-06,
      "loss": 0.8558131217956543,
      "step": 1400
    },
    {
      "epoch": 0.5327036599763872,
      "grad_norm": 2.2887895107269287,
      "learning_rate": 2.9456833341383937e-06,
      "loss": 0.8195308685302735,
      "step": 1410
    },
    {
      "epoch": 0.5364817001180637,
      "grad_norm": 2.2279274463653564,
      "learning_rate": 2.9439108526911245e-06,
      "loss": 0.8196546554565429,
      "step": 1420
    },
    {
      "epoch": 0.5402597402597402,
      "grad_norm": 2.3843204975128174,
      "learning_rate": 2.9421104642277634e-06,
      "loss": 0.8461132049560547,
      "step": 1430
    },
    {
      "epoch": 0.5440377804014168,
      "grad_norm": 2.2242681980133057,
      "learning_rate": 2.9402822035451046e-06,
      "loss": 0.8233836174011231,
      "step": 1440
    },
    {
      "epoch": 0.5478158205430933,
      "grad_norm": 2.2519314289093018,
      "learning_rate": 2.9384261059786397e-06,
      "loss": 0.823216438293457,
      "step": 1450
    },
    {
      "epoch": 0.5515938606847698,
      "grad_norm": 2.3528826236724854,
      "learning_rate": 2.9365422074018753e-06,
      "loss": 0.8163026809692383,
      "step": 1460
    },
    {
      "epoch": 0.5553719008264463,
      "grad_norm": 2.2111735343933105,
      "learning_rate": 2.9346305442256374e-06,
      "loss": 0.8114767074584961,
      "step": 1470
    },
    {
      "epoch": 0.5591499409681228,
      "grad_norm": 2.4466257095336914,
      "learning_rate": 2.9326911533973706e-06,
      "loss": 0.8397893905639648,
      "step": 1480
    },
    {
      "epoch": 0.5629279811097992,
      "grad_norm": 2.0878329277038574,
      "learning_rate": 2.9307240724004215e-06,
      "loss": 0.8216127395629883,
      "step": 1490
    },
    {
      "epoch": 0.5667060212514758,
      "grad_norm": 2.546701431274414,
      "learning_rate": 2.928729339253314e-06,
      "loss": 0.830345344543457,
      "step": 1500
    },
    {
      "epoch": 0.5704840613931523,
      "grad_norm": 2.2911832332611084,
      "learning_rate": 2.9267069925090188e-06,
      "loss": 0.8091602325439453,
      "step": 1510
    },
    {
      "epoch": 0.5742621015348288,
      "grad_norm": 2.3604214191436768,
      "learning_rate": 2.9246570712542017e-06,
      "loss": 0.8447187423706055,
      "step": 1520
    },
    {
      "epoch": 0.5780401416765053,
      "grad_norm": 2.441647529602051,
      "learning_rate": 2.9225796151084736e-06,
      "loss": 0.8363933563232422,
      "step": 1530
    },
    {
      "epoch": 0.5818181818181818,
      "grad_norm": 2.2324604988098145,
      "learning_rate": 2.9204746642236224e-06,
      "loss": 0.7997904777526855,
      "step": 1540
    },
    {
      "epoch": 0.5855962219598583,
      "grad_norm": 2.132267951965332,
      "learning_rate": 2.9183422592828376e-06,
      "loss": 0.8227206230163574,
      "step": 1550
    },
    {
      "epoch": 0.5893742621015349,
      "grad_norm": 2.266444206237793,
      "learning_rate": 2.916182441499922e-06,
      "loss": 0.834490966796875,
      "step": 1560
    },
    {
      "epoch": 0.5931523022432114,
      "grad_norm": 2.074939727783203,
      "learning_rate": 2.9139952526184993e-06,
      "loss": 0.8468730926513672,
      "step": 1570
    },
    {
      "epoch": 0.5969303423848878,
      "grad_norm": 2.317486524581909,
      "learning_rate": 2.9117807349112033e-06,
      "loss": 0.8212054252624512,
      "step": 1580
    },
    {
      "epoch": 0.6007083825265643,
      "grad_norm": 2.314127206802368,
      "learning_rate": 2.9095389311788626e-06,
      "loss": 0.8370455741882324,
      "step": 1590
    },
    {
      "epoch": 0.6044864226682408,
      "grad_norm": 2.4208643436431885,
      "learning_rate": 2.9072698847496743e-06,
      "loss": 0.8204175949096679,
      "step": 1600
    },
    {
      "epoch": 0.6044864226682408,
      "eval_loss": 0.8353816270828247,
      "eval_runtime": 507.2416,
      "eval_samples_per_second": 4.868,
      "eval_steps_per_second": 2.435,
      "step": 1600
    },
    {
      "epoch": 0.6082644628099173,
      "grad_norm": 2.2555091381073,
      "learning_rate": 2.904973639478364e-06,
      "loss": 0.8073783874511719,
      "step": 1610
    },
    {
      "epoch": 0.6120425029515939,
      "grad_norm": 2.0349621772766113,
      "learning_rate": 2.9026502397453396e-06,
      "loss": 0.8208367347717285,
      "step": 1620
    },
    {
      "epoch": 0.6158205430932704,
      "grad_norm": 2.253772258758545,
      "learning_rate": 2.900299730455836e-06,
      "loss": 0.8253329277038575,
      "step": 1630
    },
    {
      "epoch": 0.6195985832349469,
      "grad_norm": 2.2395412921905518,
      "learning_rate": 2.8979221570390428e-06,
      "loss": 0.833521842956543,
      "step": 1640
    },
    {
      "epoch": 0.6233766233766234,
      "grad_norm": 2.3094642162323,
      "learning_rate": 2.8955175654472285e-06,
      "loss": 0.8265714645385742,
      "step": 1650
    },
    {
      "epoch": 0.6271546635182998,
      "grad_norm": 2.3733785152435303,
      "learning_rate": 2.893086002154852e-06,
      "loss": 0.831845474243164,
      "step": 1660
    },
    {
      "epoch": 0.6309327036599763,
      "grad_norm": 2.298250913619995,
      "learning_rate": 2.8906275141576663e-06,
      "loss": 0.8172922134399414,
      "step": 1670
    },
    {
      "epoch": 0.6347107438016529,
      "grad_norm": 2.3263115882873535,
      "learning_rate": 2.8881421489718063e-06,
      "loss": 0.8095617294311523,
      "step": 1680
    },
    {
      "epoch": 0.6384887839433294,
      "grad_norm": 2.2443418502807617,
      "learning_rate": 2.8856299546328733e-06,
      "loss": 0.8183483123779297,
      "step": 1690
    },
    {
      "epoch": 0.6422668240850059,
      "grad_norm": 2.232839822769165,
      "learning_rate": 2.8830909796950066e-06,
      "loss": 0.8131486892700195,
      "step": 1700
    },
    {
      "epoch": 0.6460448642266824,
      "grad_norm": 2.3056893348693848,
      "learning_rate": 2.8805252732299435e-06,
      "loss": 0.8238687515258789,
      "step": 1710
    },
    {
      "epoch": 0.6498229043683589,
      "grad_norm": 2.0172853469848633,
      "learning_rate": 2.8779328848260717e-06,
      "loss": 0.8171844482421875,
      "step": 1720
    },
    {
      "epoch": 0.6536009445100354,
      "grad_norm": 2.242241859436035,
      "learning_rate": 2.8753138645874713e-06,
      "loss": 0.8037489891052246,
      "step": 1730
    },
    {
      "epoch": 0.657378984651712,
      "grad_norm": 2.386028289794922,
      "learning_rate": 2.8726682631329463e-06,
      "loss": 0.8223739624023437,
      "step": 1740
    },
    {
      "epoch": 0.6611570247933884,
      "grad_norm": 2.2627460956573486,
      "learning_rate": 2.869996131595046e-06,
      "loss": 0.8126123428344727,
      "step": 1750
    },
    {
      "epoch": 0.6649350649350649,
      "grad_norm": 2.3992600440979004,
      "learning_rate": 2.8672975216190755e-06,
      "loss": 0.8476644515991211,
      "step": 1760
    },
    {
      "epoch": 0.6687131050767414,
      "grad_norm": 2.449943780899048,
      "learning_rate": 2.8645724853621e-06,
      "loss": 0.8032779693603516,
      "step": 1770
    },
    {
      "epoch": 0.6724911452184179,
      "grad_norm": 1.9951157569885254,
      "learning_rate": 2.8618210754919353e-06,
      "loss": 0.7890778541564941,
      "step": 1780
    },
    {
      "epoch": 0.6762691853600945,
      "grad_norm": 2.4266974925994873,
      "learning_rate": 2.85904334518613e-06,
      "loss": 0.8213449478149414,
      "step": 1790
    },
    {
      "epoch": 0.680047225501771,
      "grad_norm": 2.147099494934082,
      "learning_rate": 2.856239348130938e-06,
      "loss": 0.8237802505493164,
      "step": 1800
    },
    {
      "epoch": 0.6838252656434475,
      "grad_norm": 2.1273505687713623,
      "learning_rate": 2.8534091385202802e-06,
      "loss": 0.8036121368408203,
      "step": 1810
    },
    {
      "epoch": 0.687603305785124,
      "grad_norm": 2.220367908477783,
      "learning_rate": 2.8505527710546977e-06,
      "loss": 0.8030739784240722,
      "step": 1820
    },
    {
      "epoch": 0.6913813459268005,
      "grad_norm": 2.2315242290496826,
      "learning_rate": 2.8476703009402948e-06,
      "loss": 0.8091933250427246,
      "step": 1830
    },
    {
      "epoch": 0.6951593860684769,
      "grad_norm": 2.184915781021118,
      "learning_rate": 2.8447617838876713e-06,
      "loss": 0.798497200012207,
      "step": 1840
    },
    {
      "epoch": 0.6989374262101535,
      "grad_norm": 2.1647555828094482,
      "learning_rate": 2.841827276110847e-06,
      "loss": 0.8329078674316406,
      "step": 1850
    },
    {
      "epoch": 0.70271546635183,
      "grad_norm": 2.2075934410095215,
      "learning_rate": 2.8388668343261727e-06,
      "loss": 0.8282304763793945,
      "step": 1860
    },
    {
      "epoch": 0.7064935064935065,
      "grad_norm": 2.18255877494812,
      "learning_rate": 2.8358805157512365e-06,
      "loss": 0.8089029312133789,
      "step": 1870
    },
    {
      "epoch": 0.710271546635183,
      "grad_norm": 2.190394163131714,
      "learning_rate": 2.8328683781037576e-06,
      "loss": 0.809234619140625,
      "step": 1880
    },
    {
      "epoch": 0.7140495867768595,
      "grad_norm": 2.1167922019958496,
      "learning_rate": 2.8298304796004703e-06,
      "loss": 0.7873888969421386,
      "step": 1890
    },
    {
      "epoch": 0.717827626918536,
      "grad_norm": 2.006169080734253,
      "learning_rate": 2.8267668789559975e-06,
      "loss": 0.7925541877746582,
      "step": 1900
    },
    {
      "epoch": 0.7216056670602126,
      "grad_norm": 2.1824100017547607,
      "learning_rate": 2.8236776353817184e-06,
      "loss": 0.7824448585510254,
      "step": 1910
    },
    {
      "epoch": 0.725383707201889,
      "grad_norm": 2.3223049640655518,
      "learning_rate": 2.820562808584622e-06,
      "loss": 0.7947976112365722,
      "step": 1920
    },
    {
      "epoch": 0.7291617473435655,
      "grad_norm": 2.390174388885498,
      "learning_rate": 2.8174224587661555e-06,
      "loss": 0.8029872894287109,
      "step": 1930
    },
    {
      "epoch": 0.732939787485242,
      "grad_norm": 2.2223572731018066,
      "learning_rate": 2.8142566466210576e-06,
      "loss": 0.8146915435791016,
      "step": 1940
    },
    {
      "epoch": 0.7367178276269185,
      "grad_norm": 2.275838613510132,
      "learning_rate": 2.8110654333361877e-06,
      "loss": 0.81650390625,
      "step": 1950
    },
    {
      "epoch": 0.740495867768595,
      "grad_norm": 2.071730136871338,
      "learning_rate": 2.8078488805893434e-06,
      "loss": 0.8183074951171875,
      "step": 1960
    },
    {
      "epoch": 0.7442739079102716,
      "grad_norm": 2.032773733139038,
      "learning_rate": 2.804607050548067e-06,
      "loss": 0.7986937046051026,
      "step": 1970
    },
    {
      "epoch": 0.7480519480519481,
      "grad_norm": 2.1799328327178955,
      "learning_rate": 2.8013400058684446e-06,
      "loss": 0.8283172607421875,
      "step": 1980
    },
    {
      "epoch": 0.7518299881936246,
      "grad_norm": 2.2434544563293457,
      "learning_rate": 2.798047809693896e-06,
      "loss": 0.7961046695709229,
      "step": 1990
    },
    {
      "epoch": 0.755608028335301,
      "grad_norm": 2.0489373207092285,
      "learning_rate": 2.7947305256539524e-06,
      "loss": 0.8035959243774414,
      "step": 2000
    },
    {
      "epoch": 0.7593860684769775,
      "grad_norm": 2.3334901332855225,
      "learning_rate": 2.791388217863029e-06,
      "loss": 0.7907628059387207,
      "step": 2010
    },
    {
      "epoch": 0.763164108618654,
      "grad_norm": 2.221494674682617,
      "learning_rate": 2.7880209509191834e-06,
      "loss": 0.8091682434082031,
      "step": 2020
    },
    {
      "epoch": 0.7669421487603306,
      "grad_norm": 2.356245756149292,
      "learning_rate": 2.7846287899028703e-06,
      "loss": 0.7971879959106445,
      "step": 2030
    },
    {
      "epoch": 0.7707201889020071,
      "grad_norm": 2.281867742538452,
      "learning_rate": 2.781211800375678e-06,
      "loss": 0.8049154281616211,
      "step": 2040
    },
    {
      "epoch": 0.7744982290436836,
      "grad_norm": 2.276240110397339,
      "learning_rate": 2.777770048379069e-06,
      "loss": 0.8196645736694336,
      "step": 2050
    },
    {
      "epoch": 0.7782762691853601,
      "grad_norm": 2.13240647315979,
      "learning_rate": 2.7743036004330966e-06,
      "loss": 0.8147941589355469,
      "step": 2060
    },
    {
      "epoch": 0.7820543093270366,
      "grad_norm": 2.3525779247283936,
      "learning_rate": 2.770812523535124e-06,
      "loss": 0.8088601112365723,
      "step": 2070
    },
    {
      "epoch": 0.785832349468713,
      "grad_norm": 2.222578525543213,
      "learning_rate": 2.767296885158526e-06,
      "loss": 0.7955309867858886,
      "step": 2080
    },
    {
      "epoch": 0.7896103896103897,
      "grad_norm": 2.20241641998291,
      "learning_rate": 2.7637567532513874e-06,
      "loss": 0.8099216461181641,
      "step": 2090
    },
    {
      "epoch": 0.7933884297520661,
      "grad_norm": 2.198651075363159,
      "learning_rate": 2.7601921962351888e-06,
      "loss": 0.8024955749511719,
      "step": 2100
    },
    {
      "epoch": 0.7971664698937426,
      "grad_norm": 2.2383041381835938,
      "learning_rate": 2.756603283003483e-06,
      "loss": 0.8067577362060547,
      "step": 2110
    },
    {
      "epoch": 0.8009445100354191,
      "grad_norm": 2.3613719940185547,
      "learning_rate": 2.7529900829205677e-06,
      "loss": 0.8046136856079101,
      "step": 2120
    },
    {
      "epoch": 0.8047225501770956,
      "grad_norm": 2.192145347595215,
      "learning_rate": 2.749352665820138e-06,
      "loss": 0.8135215759277343,
      "step": 2130
    },
    {
      "epoch": 0.8085005903187721,
      "grad_norm": 2.1316909790039062,
      "learning_rate": 2.745691102003943e-06,
      "loss": 0.819522762298584,
      "step": 2140
    },
    {
      "epoch": 0.8122786304604487,
      "grad_norm": 2.0878498554229736,
      "learning_rate": 2.742005462240424e-06,
      "loss": 0.8070667266845704,
      "step": 2150
    },
    {
      "epoch": 0.8160566706021252,
      "grad_norm": 1.9599943161010742,
      "learning_rate": 2.7382958177633466e-06,
      "loss": 0.7932862281799317,
      "step": 2160
    },
    {
      "epoch": 0.8198347107438017,
      "grad_norm": 2.1184988021850586,
      "learning_rate": 2.734562240270426e-06,
      "loss": 0.7780790805816651,
      "step": 2170
    },
    {
      "epoch": 0.8236127508854781,
      "grad_norm": 2.2261006832122803,
      "learning_rate": 2.73080480192194e-06,
      "loss": 0.8381444931030273,
      "step": 2180
    },
    {
      "epoch": 0.8273907910271546,
      "grad_norm": 2.052098274230957,
      "learning_rate": 2.7270235753393324e-06,
      "loss": 0.779695987701416,
      "step": 2190
    },
    {
      "epoch": 0.8311688311688312,
      "grad_norm": 2.359093189239502,
      "learning_rate": 2.7232186336038123e-06,
      "loss": 0.7894458770751953,
      "step": 2200
    },
    {
      "epoch": 0.8349468713105077,
      "grad_norm": 2.2109131813049316,
      "learning_rate": 2.719390050254941e-06,
      "loss": 0.8095460891723633,
      "step": 2210
    },
    {
      "epoch": 0.8387249114521842,
      "grad_norm": 2.1006624698638916,
      "learning_rate": 2.7155378992892105e-06,
      "loss": 0.7780322074890137,
      "step": 2220
    },
    {
      "epoch": 0.8425029515938607,
      "grad_norm": 2.254148244857788,
      "learning_rate": 2.711662255158612e-06,
      "loss": 0.8216447830200195,
      "step": 2230
    },
    {
      "epoch": 0.8462809917355372,
      "grad_norm": 2.2785797119140625,
      "learning_rate": 2.7077631927691987e-06,
      "loss": 0.8043968200683593,
      "step": 2240
    },
    {
      "epoch": 0.8500590318772137,
      "grad_norm": 2.1416525840759277,
      "learning_rate": 2.703840787479638e-06,
      "loss": 0.7817015647888184,
      "step": 2250
    },
    {
      "epoch": 0.8538370720188903,
      "grad_norm": 2.246216058731079,
      "learning_rate": 2.699895115099753e-06,
      "loss": 0.8078462600708007,
      "step": 2260
    },
    {
      "epoch": 0.8576151121605667,
      "grad_norm": 2.2114388942718506,
      "learning_rate": 2.69592625188906e-06,
      "loss": 0.8017431259155273,
      "step": 2270
    },
    {
      "epoch": 0.8613931523022432,
      "grad_norm": 2.0372605323791504,
      "learning_rate": 2.6919342745552932e-06,
      "loss": 0.812801742553711,
      "step": 2280
    },
    {
      "epoch": 0.8651711924439197,
      "grad_norm": 2.2897088527679443,
      "learning_rate": 2.687919260252922e-06,
      "loss": 0.8083908081054687,
      "step": 2290
    },
    {
      "epoch": 0.8689492325855962,
      "grad_norm": 2.1344377994537354,
      "learning_rate": 2.683881286581659e-06,
      "loss": 0.7869808673858643,
      "step": 2300
    },
    {
      "epoch": 0.8727272727272727,
      "grad_norm": 2.146609306335449,
      "learning_rate": 2.6798204315849638e-06,
      "loss": 0.8229742050170898,
      "step": 2310
    },
    {
      "epoch": 0.8765053128689493,
      "grad_norm": 2.288053274154663,
      "learning_rate": 2.67573677374853e-06,
      "loss": 0.8110379219055176,
      "step": 2320
    },
    {
      "epoch": 0.8802833530106258,
      "grad_norm": 2.1455867290496826,
      "learning_rate": 2.671630391998771e-06,
      "loss": 0.8009751319885254,
      "step": 2330
    },
    {
      "epoch": 0.8840613931523023,
      "grad_norm": 2.1737163066864014,
      "learning_rate": 2.6675013657012946e-06,
      "loss": 0.8073339462280273,
      "step": 2340
    },
    {
      "epoch": 0.8878394332939787,
      "grad_norm": 2.333448886871338,
      "learning_rate": 2.6633497746593668e-06,
      "loss": 0.7891775131225586,
      "step": 2350
    },
    {
      "epoch": 0.8916174734356552,
      "grad_norm": 2.251673460006714,
      "learning_rate": 2.659175699112373e-06,
      "loss": 0.7984519958496094,
      "step": 2360
    },
    {
      "epoch": 0.8953955135773317,
      "grad_norm": 2.2153115272521973,
      "learning_rate": 2.6549792197342633e-06,
      "loss": 0.7887967109680176,
      "step": 2370
    },
    {
      "epoch": 0.8991735537190083,
      "grad_norm": 2.3398594856262207,
      "learning_rate": 2.6507604176319967e-06,
      "loss": 0.8043229103088378,
      "step": 2380
    },
    {
      "epoch": 0.9029515938606848,
      "grad_norm": 2.045947313308716,
      "learning_rate": 2.6465193743439718e-06,
      "loss": 0.7928313732147216,
      "step": 2390
    },
    {
      "epoch": 0.9067296340023613,
      "grad_norm": 2.0837152004241943,
      "learning_rate": 2.64225617183845e-06,
      "loss": 0.767611312866211,
      "step": 2400
    },
    {
      "epoch": 0.9067296340023613,
      "eval_loss": 0.8140773177146912,
      "eval_runtime": 507.3556,
      "eval_samples_per_second": 4.866,
      "eval_steps_per_second": 2.434,
      "step": 2400
    },
    {
      "epoch": 0.9105076741440378,
      "grad_norm": 2.2753212451934814,
      "learning_rate": 2.637970892511974e-06,
      "loss": 0.806516456604004,
      "step": 2410
    },
    {
      "epoch": 0.9142857142857143,
      "grad_norm": 2.123405694961548,
      "learning_rate": 2.633663619187772e-06,
      "loss": 0.7949823379516602,
      "step": 2420
    },
    {
      "epoch": 0.9180637544273907,
      "grad_norm": 2.280754566192627,
      "learning_rate": 2.6293344351141598e-06,
      "loss": 0.8116355895996094,
      "step": 2430
    },
    {
      "epoch": 0.9218417945690673,
      "grad_norm": 2.2007648944854736,
      "learning_rate": 2.6249834239629295e-06,
      "loss": 0.798471736907959,
      "step": 2440
    },
    {
      "epoch": 0.9256198347107438,
      "grad_norm": 2.268805980682373,
      "learning_rate": 2.6206106698277346e-06,
      "loss": 0.7924781322479248,
      "step": 2450
    },
    {
      "epoch": 0.9293978748524203,
      "grad_norm": 2.2422637939453125,
      "learning_rate": 2.616216257222463e-06,
      "loss": 0.8012045860290528,
      "step": 2460
    },
    {
      "epoch": 0.9331759149940968,
      "grad_norm": 2.270678997039795,
      "learning_rate": 2.611800271079604e-06,
      "loss": 0.805821704864502,
      "step": 2470
    },
    {
      "epoch": 0.9369539551357733,
      "grad_norm": 2.2817416191101074,
      "learning_rate": 2.6073627967486077e-06,
      "loss": 0.7872662544250488,
      "step": 2480
    },
    {
      "epoch": 0.9407319952774498,
      "grad_norm": 1.9760210514068604,
      "learning_rate": 2.6029039199942333e-06,
      "loss": 0.8063224792480469,
      "step": 2490
    },
    {
      "epoch": 0.9445100354191264,
      "grad_norm": 2.2804136276245117,
      "learning_rate": 2.598423726994894e-06,
      "loss": 0.8005356788635254,
      "step": 2500
    },
    {
      "epoch": 0.9482880755608029,
      "grad_norm": 2.336358070373535,
      "learning_rate": 2.5939223043409882e-06,
      "loss": 0.7796112060546875,
      "step": 2510
    },
    {
      "epoch": 0.9520661157024793,
      "grad_norm": 2.0444281101226807,
      "learning_rate": 2.589399739033232e-06,
      "loss": 0.7748593330383301,
      "step": 2520
    },
    {
      "epoch": 0.9558441558441558,
      "grad_norm": 2.115569829940796,
      "learning_rate": 2.584856118480969e-06,
      "loss": 0.8163325309753418,
      "step": 2530
    },
    {
      "epoch": 0.9596221959858323,
      "grad_norm": 2.1572985649108887,
      "learning_rate": 2.580291530500488e-06,
      "loss": 0.7656303405761719,
      "step": 2540
    },
    {
      "epoch": 0.9634002361275088,
      "grad_norm": 2.216926097869873,
      "learning_rate": 2.5757060633133232e-06,
      "loss": 0.7952622413635254,
      "step": 2550
    },
    {
      "epoch": 0.9671782762691854,
      "grad_norm": 2.094224452972412,
      "learning_rate": 2.571099805544549e-06,
      "loss": 0.7816919326782227,
      "step": 2560
    },
    {
      "epoch": 0.9709563164108619,
      "grad_norm": 2.107814311981201,
      "learning_rate": 2.566472846221067e-06,
      "loss": 0.7990028381347656,
      "step": 2570
    },
    {
      "epoch": 0.9747343565525384,
      "grad_norm": 2.0088400840759277,
      "learning_rate": 2.5618252747698862e-06,
      "loss": 0.8061140060424805,
      "step": 2580
    },
    {
      "epoch": 0.9785123966942149,
      "grad_norm": 2.076145648956299,
      "learning_rate": 2.557157181016393e-06,
      "loss": 0.8077716827392578,
      "step": 2590
    },
    {
      "epoch": 0.9822904368358913,
      "grad_norm": 1.9077309370040894,
      "learning_rate": 2.552468655182617e-06,
      "loss": 0.7629033088684082,
      "step": 2600
    },
    {
      "epoch": 0.9860684769775678,
      "grad_norm": 2.2754733562469482,
      "learning_rate": 2.5477597878854865e-06,
      "loss": 0.8292217254638672,
      "step": 2610
    },
    {
      "epoch": 0.9898465171192444,
      "grad_norm": 2.30218768119812,
      "learning_rate": 2.543030670135077e-06,
      "loss": 0.8092082023620606,
      "step": 2620
    },
    {
      "epoch": 0.9936245572609209,
      "grad_norm": 2.2520627975463867,
      "learning_rate": 2.538281393332852e-06,
      "loss": 0.7856386184692383,
      "step": 2630
    },
    {
      "epoch": 0.9974025974025974,
      "grad_norm": 2.138087511062622,
      "learning_rate": 2.533512049269896e-06,
      "loss": 0.81478271484375,
      "step": 2640
    },
    {
      "epoch": 1.001133412042503,
      "grad_norm": 2.0673739910125732,
      "learning_rate": 2.528722730125143e-06,
      "loss": 0.7887449264526367,
      "step": 2650
    },
    {
      "epoch": 1.0049114521841795,
      "grad_norm": 2.193885326385498,
      "learning_rate": 2.5239135284635913e-06,
      "loss": 0.7255346775054932,
      "step": 2660
    },
    {
      "epoch": 1.008689492325856,
      "grad_norm": 2.177299737930298,
      "learning_rate": 2.519084537234516e-06,
      "loss": 0.7073203086853027,
      "step": 2670
    },
    {
      "epoch": 1.0124675324675325,
      "grad_norm": 2.275351047515869,
      "learning_rate": 2.514235849769675e-06,
      "loss": 0.7502241134643555,
      "step": 2680
    },
    {
      "epoch": 1.016245572609209,
      "grad_norm": 2.2147104740142822,
      "learning_rate": 2.5093675597815008e-06,
      "loss": 0.7019342422485352,
      "step": 2690
    },
    {
      "epoch": 1.0200236127508855,
      "grad_norm": 2.119109869003296,
      "learning_rate": 2.504479761361291e-06,
      "loss": 0.714042854309082,
      "step": 2700
    },
    {
      "epoch": 1.023801652892562,
      "grad_norm": 2.181676149368286,
      "learning_rate": 2.4995725489773923e-06,
      "loss": 0.7130887985229493,
      "step": 2710
    },
    {
      "epoch": 1.0275796930342385,
      "grad_norm": 2.150658369064331,
      "learning_rate": 2.4946460174733705e-06,
      "loss": 0.72799654006958,
      "step": 2720
    },
    {
      "epoch": 1.031357733175915,
      "grad_norm": 2.2671940326690674,
      "learning_rate": 2.48970026206618e-06,
      "loss": 0.7044200897216797,
      "step": 2730
    },
    {
      "epoch": 1.0351357733175914,
      "grad_norm": 2.098381996154785,
      "learning_rate": 2.484735378344322e-06,
      "loss": 0.7165504455566406,
      "step": 2740
    },
    {
      "epoch": 1.038913813459268,
      "grad_norm": 2.2666776180267334,
      "learning_rate": 2.479751462266002e-06,
      "loss": 0.7131004333496094,
      "step": 2750
    },
    {
      "epoch": 1.0426918536009444,
      "grad_norm": 2.1824798583984375,
      "learning_rate": 2.4747486101572654e-06,
      "loss": 0.7250919342041016,
      "step": 2760
    },
    {
      "epoch": 1.0464698937426211,
      "grad_norm": 2.031494617462158,
      "learning_rate": 2.4697269187101447e-06,
      "loss": 0.7047001838684082,
      "step": 2770
    },
    {
      "epoch": 1.0502479338842976,
      "grad_norm": 2.3472681045532227,
      "learning_rate": 2.464686484980788e-06,
      "loss": 0.7067469596862793,
      "step": 2780
    },
    {
      "epoch": 1.054025974025974,
      "grad_norm": 2.0603115558624268,
      "learning_rate": 2.4596274063875805e-06,
      "loss": 0.7303903579711915,
      "step": 2790
    },
    {
      "epoch": 1.0578040141676506,
      "grad_norm": 2.1431691646575928,
      "learning_rate": 2.4545497807092644e-06,
      "loss": 0.728889274597168,
      "step": 2800
    },
    {
      "epoch": 1.061582054309327,
      "grad_norm": 2.2096786499023438,
      "learning_rate": 2.4494537060830507e-06,
      "loss": 0.7173554420471191,
      "step": 2810
    },
    {
      "epoch": 1.0653600944510035,
      "grad_norm": 2.2066690921783447,
      "learning_rate": 2.444339281002717e-06,
      "loss": 0.7121214866638184,
      "step": 2820
    },
    {
      "epoch": 1.06913813459268,
      "grad_norm": 2.1516613960266113,
      "learning_rate": 2.4392066043167095e-06,
      "loss": 0.7096494674682617,
      "step": 2830
    },
    {
      "epoch": 1.0729161747343565,
      "grad_norm": 2.180706739425659,
      "learning_rate": 2.434055775226229e-06,
      "loss": 0.7072324275970459,
      "step": 2840
    },
    {
      "epoch": 1.076694214876033,
      "grad_norm": 2.0061841011047363,
      "learning_rate": 2.4288868932833142e-06,
      "loss": 0.7258937358856201,
      "step": 2850
    },
    {
      "epoch": 1.0804722550177095,
      "grad_norm": 2.172950506210327,
      "learning_rate": 2.423700058388921e-06,
      "loss": 0.7335132122039795,
      "step": 2860
    },
    {
      "epoch": 1.084250295159386,
      "grad_norm": 2.102036714553833,
      "learning_rate": 2.4184953707909854e-06,
      "loss": 0.7162603378295899,
      "step": 2870
    },
    {
      "epoch": 1.0880283353010625,
      "grad_norm": 2.131744623184204,
      "learning_rate": 2.4132729310824913e-06,
      "loss": 0.7072329521179199,
      "step": 2880
    },
    {
      "epoch": 1.0918063754427392,
      "grad_norm": 2.4033637046813965,
      "learning_rate": 2.408032840199524e-06,
      "loss": 0.7340406894683837,
      "step": 2890
    },
    {
      "epoch": 1.0955844155844157,
      "grad_norm": 2.0869245529174805,
      "learning_rate": 2.4027751994193195e-06,
      "loss": 0.7142771244049072,
      "step": 2900
    },
    {
      "epoch": 1.0993624557260921,
      "grad_norm": 2.269383192062378,
      "learning_rate": 2.397500110358308e-06,
      "loss": 0.719993782043457,
      "step": 2910
    },
    {
      "epoch": 1.1031404958677686,
      "grad_norm": 2.384099245071411,
      "learning_rate": 2.392207674970149e-06,
      "loss": 0.7084595680236816,
      "step": 2920
    },
    {
      "epoch": 1.1069185360094451,
      "grad_norm": 2.3010079860687256,
      "learning_rate": 2.3868979955437604e-06,
      "loss": 0.7171290397644043,
      "step": 2930
    },
    {
      "epoch": 1.1106965761511216,
      "grad_norm": 2.1487908363342285,
      "learning_rate": 2.381571174701343e-06,
      "loss": 0.7131413459777832,
      "step": 2940
    },
    {
      "epoch": 1.114474616292798,
      "grad_norm": 2.1506104469299316,
      "learning_rate": 2.376227315396397e-06,
      "loss": 0.7157540321350098,
      "step": 2950
    },
    {
      "epoch": 1.1182526564344746,
      "grad_norm": 2.094210147857666,
      "learning_rate": 2.3708665209117295e-06,
      "loss": 0.7077524185180664,
      "step": 2960
    },
    {
      "epoch": 1.122030696576151,
      "grad_norm": 2.2351882457733154,
      "learning_rate": 2.365488894857462e-06,
      "loss": 0.7048678398132324,
      "step": 2970
    },
    {
      "epoch": 1.1258087367178276,
      "grad_norm": 2.2050724029541016,
      "learning_rate": 2.3600945411690246e-06,
      "loss": 0.7027443885803223,
      "step": 2980
    },
    {
      "epoch": 1.129586776859504,
      "grad_norm": 2.170233964920044,
      "learning_rate": 2.3546835641051513e-06,
      "loss": 0.7156789302825928,
      "step": 2990
    },
    {
      "epoch": 1.1333648170011807,
      "grad_norm": 2.3164122104644775,
      "learning_rate": 2.3492560682458593e-06,
      "loss": 0.7104777336120606,
      "step": 3000
    },
    {
      "epoch": 1.1371428571428572,
      "grad_norm": 2.0932118892669678,
      "learning_rate": 2.3438121584904327e-06,
      "loss": 0.7036566734313965,
      "step": 3010
    },
    {
      "epoch": 1.1409208972845337,
      "grad_norm": 2.1518430709838867,
      "learning_rate": 2.3383519400553935e-06,
      "loss": 0.7107700347900391,
      "step": 3020
    },
    {
      "epoch": 1.1446989374262102,
      "grad_norm": 2.217010736465454,
      "learning_rate": 2.3328755184724674e-06,
      "loss": 0.7129484176635742,
      "step": 3030
    },
    {
      "epoch": 1.1484769775678867,
      "grad_norm": 2.2770180702209473,
      "learning_rate": 2.3273829995865434e-06,
      "loss": 0.7061380386352539,
      "step": 3040
    },
    {
      "epoch": 1.1522550177095632,
      "grad_norm": 2.1103827953338623,
      "learning_rate": 2.3218744895536303e-06,
      "loss": 0.728472900390625,
      "step": 3050
    },
    {
      "epoch": 1.1560330578512397,
      "grad_norm": 2.2362890243530273,
      "learning_rate": 2.316350094838804e-06,
      "loss": 0.7045088768005371,
      "step": 3060
    },
    {
      "epoch": 1.1598110979929162,
      "grad_norm": 2.3505055904388428,
      "learning_rate": 2.3108099222141496e-06,
      "loss": 0.7164669990539551,
      "step": 3070
    },
    {
      "epoch": 1.1635891381345926,
      "grad_norm": 2.401218891143799,
      "learning_rate": 2.3052540787566976e-06,
      "loss": 0.7128978252410889,
      "step": 3080
    },
    {
      "epoch": 1.1673671782762691,
      "grad_norm": 2.775672197341919,
      "learning_rate": 2.2996826718463537e-06,
      "loss": 0.6851445198059082,
      "step": 3090
    },
    {
      "epoch": 1.1711452184179456,
      "grad_norm": 2.386556625366211,
      "learning_rate": 2.2940958091638277e-06,
      "loss": 0.7153244018554688,
      "step": 3100
    },
    {
      "epoch": 1.1749232585596223,
      "grad_norm": 2.1871566772460938,
      "learning_rate": 2.288493598688545e-06,
      "loss": 0.724968433380127,
      "step": 3110
    },
    {
      "epoch": 1.1787012987012986,
      "grad_norm": 2.057096242904663,
      "learning_rate": 2.282876148696566e-06,
      "loss": 0.7194610595703125,
      "step": 3120
    },
    {
      "epoch": 1.1824793388429753,
      "grad_norm": 2.121692657470703,
      "learning_rate": 2.277243567758491e-06,
      "loss": 0.7364352226257325,
      "step": 3130
    },
    {
      "epoch": 1.1862573789846518,
      "grad_norm": 2.1163852214813232,
      "learning_rate": 2.27159596473736e-06,
      "loss": 0.703126049041748,
      "step": 3140
    },
    {
      "epoch": 1.1900354191263283,
      "grad_norm": 2.6971700191497803,
      "learning_rate": 2.265933448786553e-06,
      "loss": 0.7235520362854004,
      "step": 3150
    },
    {
      "epoch": 1.1938134592680048,
      "grad_norm": 2.1549062728881836,
      "learning_rate": 2.260256129347677e-06,
      "loss": 0.6993437290191651,
      "step": 3160
    },
    {
      "epoch": 1.1975914994096812,
      "grad_norm": 2.2539546489715576,
      "learning_rate": 2.2545641161484512e-06,
      "loss": 0.7391184806823731,
      "step": 3170
    },
    {
      "epoch": 1.2013695395513577,
      "grad_norm": 2.2518155574798584,
      "learning_rate": 2.2488575192005862e-06,
      "loss": 0.7262452125549317,
      "step": 3180
    },
    {
      "epoch": 1.2051475796930342,
      "grad_norm": 2.296268939971924,
      "learning_rate": 2.2431364487976596e-06,
      "loss": 0.7183068275451661,
      "step": 3190
    },
    {
      "epoch": 1.2089256198347107,
      "grad_norm": 2.305666446685791,
      "learning_rate": 2.2374010155129826e-06,
      "loss": 0.7271191596984863,
      "step": 3200
    },
    {
      "epoch": 1.2089256198347107,
      "eval_loss": 0.8058889508247375,
      "eval_runtime": 507.6762,
      "eval_samples_per_second": 4.863,
      "eval_steps_per_second": 2.433,
      "step": 3200
    },
    {
      "epoch": 1.2127036599763872,
      "grad_norm": 2.2683768272399902,
      "learning_rate": 2.2316513301974624e-06,
      "loss": 0.7031067848205567,
      "step": 3210
    },
    {
      "epoch": 1.2164817001180637,
      "grad_norm": 2.112531900405884,
      "learning_rate": 2.2258875039774623e-06,
      "loss": 0.7217687606811524,
      "step": 3220
    },
    {
      "epoch": 1.2202597402597402,
      "grad_norm": 2.259547233581543,
      "learning_rate": 2.220109648252651e-06,
      "loss": 0.7124162673950195,
      "step": 3230
    },
    {
      "epoch": 1.2240377804014169,
      "grad_norm": 2.331132173538208,
      "learning_rate": 2.2143178746938504e-06,
      "loss": 0.7206722259521484,
      "step": 3240
    },
    {
      "epoch": 1.2278158205430934,
      "grad_norm": 2.241024971008301,
      "learning_rate": 2.2085122952408796e-06,
      "loss": 0.7003197193145752,
      "step": 3250
    },
    {
      "epoch": 1.2315938606847698,
      "grad_norm": 2.136901617050171,
      "learning_rate": 2.202693022100387e-06,
      "loss": 0.7127835273742675,
      "step": 3260
    },
    {
      "epoch": 1.2353719008264463,
      "grad_norm": 2.263035297393799,
      "learning_rate": 2.196860167743687e-06,
      "loss": 0.7159147739410401,
      "step": 3270
    },
    {
      "epoch": 1.2391499409681228,
      "grad_norm": 2.217639923095703,
      "learning_rate": 2.1910138449045805e-06,
      "loss": 0.7045491218566895,
      "step": 3280
    },
    {
      "epoch": 1.2429279811097993,
      "grad_norm": 2.2789931297302246,
      "learning_rate": 2.1851541665771803e-06,
      "loss": 0.724320650100708,
      "step": 3290
    },
    {
      "epoch": 1.2467060212514758,
      "grad_norm": 2.2960078716278076,
      "learning_rate": 2.1792812460137257e-06,
      "loss": 0.7065995216369629,
      "step": 3300
    },
    {
      "epoch": 1.2504840613931523,
      "grad_norm": 2.2271993160247803,
      "learning_rate": 2.1733951967223943e-06,
      "loss": 0.7083624839782715,
      "step": 3310
    },
    {
      "epoch": 1.2542621015348288,
      "grad_norm": 2.175265312194824,
      "learning_rate": 2.1674961324651066e-06,
      "loss": 0.7000139236450196,
      "step": 3320
    },
    {
      "epoch": 1.2580401416765052,
      "grad_norm": 2.0637001991271973,
      "learning_rate": 2.1615841672553284e-06,
      "loss": 0.7061590194702149,
      "step": 3330
    },
    {
      "epoch": 1.2618181818181817,
      "grad_norm": 1.9296905994415283,
      "learning_rate": 2.1556594153558676e-06,
      "loss": 0.7199215888977051,
      "step": 3340
    },
    {
      "epoch": 1.2655962219598584,
      "grad_norm": 2.227339029312134,
      "learning_rate": 2.1497219912766666e-06,
      "loss": 0.7441559791564941,
      "step": 3350
    },
    {
      "epoch": 1.2693742621015347,
      "grad_norm": 2.0881028175354004,
      "learning_rate": 2.1437720097725852e-06,
      "loss": 0.7051126003265381,
      "step": 3360
    },
    {
      "epoch": 1.2731523022432114,
      "grad_norm": 2.196707010269165,
      "learning_rate": 2.1378095858411868e-06,
      "loss": 0.718698787689209,
      "step": 3370
    },
    {
      "epoch": 1.276930342384888,
      "grad_norm": 2.14145827293396,
      "learning_rate": 2.1318348347205138e-06,
      "loss": 0.7077471256256104,
      "step": 3380
    },
    {
      "epoch": 1.2807083825265644,
      "grad_norm": 2.2135472297668457,
      "learning_rate": 2.1258478718868623e-06,
      "loss": 0.7254631519317627,
      "step": 3390
    },
    {
      "epoch": 1.2844864226682409,
      "grad_norm": 2.313422441482544,
      "learning_rate": 2.119848813052547e-06,
      "loss": 0.7308990478515625,
      "step": 3400
    },
    {
      "epoch": 1.2882644628099174,
      "grad_norm": 2.176541566848755,
      "learning_rate": 2.1138377741636675e-06,
      "loss": 0.7201044082641601,
      "step": 3410
    },
    {
      "epoch": 1.2920425029515938,
      "grad_norm": 2.172619104385376,
      "learning_rate": 2.107814871397867e-06,
      "loss": 0.6972237586975097,
      "step": 3420
    },
    {
      "epoch": 1.2958205430932703,
      "grad_norm": 2.0820372104644775,
      "learning_rate": 2.101780221162085e-06,
      "loss": 0.7174592018127441,
      "step": 3430
    },
    {
      "epoch": 1.2995985832349468,
      "grad_norm": 2.055636167526245,
      "learning_rate": 2.09573394009031e-06,
      "loss": 0.6885525703430175,
      "step": 3440
    },
    {
      "epoch": 1.3033766233766233,
      "grad_norm": 2.139359712600708,
      "learning_rate": 2.0896761450413236e-06,
      "loss": 0.7245306491851806,
      "step": 3450
    },
    {
      "epoch": 1.3071546635183,
      "grad_norm": 2.136507749557495,
      "learning_rate": 2.0836069530964427e-06,
      "loss": 0.7051799774169922,
      "step": 3460
    },
    {
      "epoch": 1.3109327036599763,
      "grad_norm": 2.2597696781158447,
      "learning_rate": 2.077526481557256e-06,
      "loss": 0.7146640300750733,
      "step": 3470
    },
    {
      "epoch": 1.314710743801653,
      "grad_norm": 2.1704890727996826,
      "learning_rate": 2.0714348479433585e-06,
      "loss": 0.7110463142395019,
      "step": 3480
    },
    {
      "epoch": 1.3184887839433295,
      "grad_norm": 2.0486397743225098,
      "learning_rate": 2.0653321699900757e-06,
      "loss": 0.7248441696166992,
      "step": 3490
    },
    {
      "epoch": 1.322266824085006,
      "grad_norm": 2.498145341873169,
      "learning_rate": 2.0592185656461955e-06,
      "loss": 0.6943722724914551,
      "step": 3500
    },
    {
      "epoch": 1.3260448642266824,
      "grad_norm": 2.3832507133483887,
      "learning_rate": 2.053094153071681e-06,
      "loss": 0.7263876914978027,
      "step": 3510
    },
    {
      "epoch": 1.329822904368359,
      "grad_norm": 2.1379427909851074,
      "learning_rate": 2.046959050635392e-06,
      "loss": 0.7283139705657959,
      "step": 3520
    },
    {
      "epoch": 1.3336009445100354,
      "grad_norm": 2.283719539642334,
      "learning_rate": 2.040813376912794e-06,
      "loss": 0.7014785766601562,
      "step": 3530
    },
    {
      "epoch": 1.337378984651712,
      "grad_norm": 2.3096632957458496,
      "learning_rate": 2.034657250683668e-06,
      "loss": 0.7076645851135254,
      "step": 3540
    },
    {
      "epoch": 1.3411570247933884,
      "grad_norm": 2.1974520683288574,
      "learning_rate": 2.028490790929817e-06,
      "loss": 0.7192648887634278,
      "step": 3550
    },
    {
      "epoch": 1.3449350649350649,
      "grad_norm": 2.2379579544067383,
      "learning_rate": 2.0223141168327597e-06,
      "loss": 0.7246662139892578,
      "step": 3560
    },
    {
      "epoch": 1.3487131050767414,
      "grad_norm": 2.1173624992370605,
      "learning_rate": 2.0161273477714347e-06,
      "loss": 0.7337950706481934,
      "step": 3570
    },
    {
      "epoch": 1.3524911452184178,
      "grad_norm": 2.1186771392822266,
      "learning_rate": 2.009930603319889e-06,
      "loss": 0.7163025856018066,
      "step": 3580
    },
    {
      "epoch": 1.3562691853600946,
      "grad_norm": 2.1854488849639893,
      "learning_rate": 2.003724003244967e-06,
      "loss": 0.7472245216369628,
      "step": 3590
    },
    {
      "epoch": 1.3600472255017708,
      "grad_norm": 2.3883144855499268,
      "learning_rate": 1.9975076675039964e-06,
      "loss": 0.7093380451202392,
      "step": 3600
    },
    {
      "epoch": 1.3638252656434475,
      "grad_norm": 2.135368585586548,
      "learning_rate": 1.9912817162424717e-06,
      "loss": 0.7200096130371094,
      "step": 3610
    },
    {
      "epoch": 1.367603305785124,
      "grad_norm": 2.4410910606384277,
      "learning_rate": 1.985046269791728e-06,
      "loss": 0.7257338523864746,
      "step": 3620
    },
    {
      "epoch": 1.3713813459268005,
      "grad_norm": 2.2256884574890137,
      "learning_rate": 1.9788014486666193e-06,
      "loss": 0.7070600986480713,
      "step": 3630
    },
    {
      "epoch": 1.375159386068477,
      "grad_norm": 2.2425336837768555,
      "learning_rate": 1.9725473735631854e-06,
      "loss": 0.6943413257598877,
      "step": 3640
    },
    {
      "epoch": 1.3789374262101535,
      "grad_norm": 2.12792706489563,
      "learning_rate": 1.9662841653563236e-06,
      "loss": 0.7086602210998535,
      "step": 3650
    },
    {
      "epoch": 1.38271546635183,
      "grad_norm": 2.1167185306549072,
      "learning_rate": 1.9600119450974493e-06,
      "loss": 0.7060552597045898,
      "step": 3660
    },
    {
      "epoch": 1.3864935064935064,
      "grad_norm": 2.2537457942962646,
      "learning_rate": 1.9537308340121573e-06,
      "loss": 0.7206652164459229,
      "step": 3670
    },
    {
      "epoch": 1.390271546635183,
      "grad_norm": 2.1725146770477295,
      "learning_rate": 1.9474409534978775e-06,
      "loss": 0.719754695892334,
      "step": 3680
    },
    {
      "epoch": 1.3940495867768594,
      "grad_norm": 2.151163339614868,
      "learning_rate": 1.9411424251215314e-06,
      "loss": 0.7124768257141113,
      "step": 3690
    },
    {
      "epoch": 1.3978276269185361,
      "grad_norm": 2.233870506286621,
      "learning_rate": 1.934835370617181e-06,
      "loss": 0.7170428276062012,
      "step": 3700
    },
    {
      "epoch": 1.4016056670602124,
      "grad_norm": 2.0793590545654297,
      "learning_rate": 1.928519911883676e-06,
      "loss": 0.7038475036621094,
      "step": 3710
    },
    {
      "epoch": 1.405383707201889,
      "grad_norm": 2.351783037185669,
      "learning_rate": 1.9221961709822968e-06,
      "loss": 0.7090882301330567,
      "step": 3720
    },
    {
      "epoch": 1.4091617473435656,
      "grad_norm": 2.273098945617676,
      "learning_rate": 1.915864270134398e-06,
      "loss": 0.7125627517700195,
      "step": 3730
    },
    {
      "epoch": 1.412939787485242,
      "grad_norm": 2.207901954650879,
      "learning_rate": 1.909524331719042e-06,
      "loss": 0.6802069187164307,
      "step": 3740
    },
    {
      "epoch": 1.4167178276269186,
      "grad_norm": 2.1932272911071777,
      "learning_rate": 1.9031764782706404e-06,
      "loss": 0.7222628593444824,
      "step": 3750
    },
    {
      "epoch": 1.420495867768595,
      "grad_norm": 2.211482048034668,
      "learning_rate": 1.8968208324765775e-06,
      "loss": 0.7095311641693115,
      "step": 3760
    },
    {
      "epoch": 1.4242739079102715,
      "grad_norm": 2.2746713161468506,
      "learning_rate": 1.890457517174846e-06,
      "loss": 0.7027934074401856,
      "step": 3770
    },
    {
      "epoch": 1.428051948051948,
      "grad_norm": 2.171516180038452,
      "learning_rate": 1.884086655351669e-06,
      "loss": 0.7139479637145996,
      "step": 3780
    },
    {
      "epoch": 1.4318299881936245,
      "grad_norm": 2.318009376525879,
      "learning_rate": 1.8777083701391242e-06,
      "loss": 0.7099863052368164,
      "step": 3790
    },
    {
      "epoch": 1.435608028335301,
      "grad_norm": 2.162161350250244,
      "learning_rate": 1.8713227848127637e-06,
      "loss": 0.7259249687194824,
      "step": 3800
    },
    {
      "epoch": 1.4393860684769777,
      "grad_norm": 2.1159515380859375,
      "learning_rate": 1.864930022789233e-06,
      "loss": 0.7102885246276855,
      "step": 3810
    },
    {
      "epoch": 1.443164108618654,
      "grad_norm": 2.158355474472046,
      "learning_rate": 1.8585302076238828e-06,
      "loss": 0.6863169193267822,
      "step": 3820
    },
    {
      "epoch": 1.4469421487603307,
      "grad_norm": 2.144785165786743,
      "learning_rate": 1.8521234630083828e-06,
      "loss": 0.7072434425354004,
      "step": 3830
    },
    {
      "epoch": 1.4507201889020072,
      "grad_norm": 2.0478570461273193,
      "learning_rate": 1.8457099127683319e-06,
      "loss": 0.6974551677703857,
      "step": 3840
    },
    {
      "epoch": 1.4544982290436836,
      "grad_norm": 2.3171849250793457,
      "learning_rate": 1.8392896808608628e-06,
      "loss": 0.7221526145935059,
      "step": 3850
    },
    {
      "epoch": 1.4582762691853601,
      "grad_norm": 2.189735174179077,
      "learning_rate": 1.8328628913722481e-06,
      "loss": 0.7196217536926269,
      "step": 3860
    },
    {
      "epoch": 1.4620543093270366,
      "grad_norm": 2.2138798236846924,
      "learning_rate": 1.8264296685155005e-06,
      "loss": 0.7080700397491455,
      "step": 3870
    },
    {
      "epoch": 1.465832349468713,
      "grad_norm": 2.2017500400543213,
      "learning_rate": 1.8199901366279737e-06,
      "loss": 0.7054253578186035,
      "step": 3880
    },
    {
      "epoch": 1.4696103896103896,
      "grad_norm": 2.0904195308685303,
      "learning_rate": 1.813544420168958e-06,
      "loss": 0.7033385276794434,
      "step": 3890
    },
    {
      "epoch": 1.473388429752066,
      "grad_norm": 2.210983991622925,
      "learning_rate": 1.8070926437172746e-06,
      "loss": 0.714417552947998,
      "step": 3900
    },
    {
      "epoch": 1.4771664698937426,
      "grad_norm": 2.215179920196533,
      "learning_rate": 1.8006349319688697e-06,
      "loss": 0.6973487854003906,
      "step": 3910
    },
    {
      "epoch": 1.480944510035419,
      "grad_norm": 1.9663654565811157,
      "learning_rate": 1.794171409734403e-06,
      "loss": 0.7126081943511963,
      "step": 3920
    },
    {
      "epoch": 1.4847225501770955,
      "grad_norm": 2.3191473484039307,
      "learning_rate": 1.7877022019368353e-06,
      "loss": 0.6981829643249512,
      "step": 3930
    },
    {
      "epoch": 1.4885005903187722,
      "grad_norm": 2.169283628463745,
      "learning_rate": 1.7812274336090136e-06,
      "loss": 0.7240945339202881,
      "step": 3940
    },
    {
      "epoch": 1.4922786304604485,
      "grad_norm": 2.365792989730835,
      "learning_rate": 1.7747472298912574e-06,
      "loss": 0.7046256065368652,
      "step": 3950
    },
    {
      "epoch": 1.4960566706021252,
      "grad_norm": 2.192882776260376,
      "learning_rate": 1.768261716028937e-06,
      "loss": 0.6932557106018067,
      "step": 3960
    },
    {
      "epoch": 1.4998347107438017,
      "grad_norm": 2.166065216064453,
      "learning_rate": 1.7617710173700539e-06,
      "loss": 0.705141019821167,
      "step": 3970
    },
    {
      "epoch": 1.5036127508854782,
      "grad_norm": 2.100955009460449,
      "learning_rate": 1.7552752593628175e-06,
      "loss": 0.7135979652404785,
      "step": 3980
    },
    {
      "epoch": 1.5073907910271547,
      "grad_norm": 2.2096312046051025,
      "learning_rate": 1.748774567553222e-06,
      "loss": 0.6776065826416016,
      "step": 3990
    },
    {
      "epoch": 1.5111688311688312,
      "grad_norm": 2.1848227977752686,
      "learning_rate": 1.7422690675826195e-06,
      "loss": 0.6970561981201172,
      "step": 4000
    },
    {
      "epoch": 1.5111688311688312,
      "eval_loss": 0.7974858283996582,
      "eval_runtime": 508.5554,
      "eval_samples_per_second": 4.855,
      "eval_steps_per_second": 2.428,
      "step": 4000
    },
    {
      "epoch": 1.5149468713105076,
      "grad_norm": 2.2127692699432373,
      "learning_rate": 1.73575888518529e-06,
      "loss": 0.7167530536651612,
      "step": 4010
    },
    {
      "epoch": 1.5187249114521841,
      "grad_norm": 2.323850631713867,
      "learning_rate": 1.7292441461860132e-06,
      "loss": 0.7094971656799316,
      "step": 4020
    },
    {
      "epoch": 1.5225029515938608,
      "grad_norm": 2.1737334728240967,
      "learning_rate": 1.7227249764976363e-06,
      "loss": 0.7100681304931641,
      "step": 4030
    },
    {
      "epoch": 1.526280991735537,
      "grad_norm": 2.3093082904815674,
      "learning_rate": 1.7162015021186394e-06,
      "loss": 0.7066756248474121,
      "step": 4040
    },
    {
      "epoch": 1.5300590318772138,
      "grad_norm": 2.069211721420288,
      "learning_rate": 1.7096738491307019e-06,
      "loss": 0.7263294219970703,
      "step": 4050
    },
    {
      "epoch": 1.53383707201889,
      "grad_norm": 1.9252429008483887,
      "learning_rate": 1.7031421436962638e-06,
      "loss": 0.7224437713623046,
      "step": 4060
    },
    {
      "epoch": 1.5376151121605668,
      "grad_norm": 2.343771457672119,
      "learning_rate": 1.6966065120560891e-06,
      "loss": 0.7186318397521972,
      "step": 4070
    },
    {
      "epoch": 1.541393152302243,
      "grad_norm": 1.9770901203155518,
      "learning_rate": 1.6900670805268248e-06,
      "loss": 0.6939132690429688,
      "step": 4080
    },
    {
      "epoch": 1.5451711924439198,
      "grad_norm": 2.3760385513305664,
      "learning_rate": 1.683523975498559e-06,
      "loss": 0.7117683410644531,
      "step": 4090
    },
    {
      "epoch": 1.5489492325855962,
      "grad_norm": 2.342696189880371,
      "learning_rate": 1.6769773234323803e-06,
      "loss": 0.6971125125885009,
      "step": 4100
    },
    {
      "epoch": 1.5527272727272727,
      "grad_norm": 2.125488519668579,
      "learning_rate": 1.6704272508579314e-06,
      "loss": 0.6933542251586914,
      "step": 4110
    },
    {
      "epoch": 1.5565053128689492,
      "grad_norm": 2.18544864654541,
      "learning_rate": 1.6638738843709646e-06,
      "loss": 0.7217555046081543,
      "step": 4120
    },
    {
      "epoch": 1.5602833530106257,
      "grad_norm": 2.2453925609588623,
      "learning_rate": 1.6573173506308947e-06,
      "loss": 0.6998220443725586,
      "step": 4130
    },
    {
      "epoch": 1.5640613931523022,
      "grad_norm": 2.194141149520874,
      "learning_rate": 1.650757776358352e-06,
      "loss": 0.711618709564209,
      "step": 4140
    },
    {
      "epoch": 1.5678394332939787,
      "grad_norm": 2.5498709678649902,
      "learning_rate": 1.644195288332732e-06,
      "loss": 0.7128595352172852,
      "step": 4150
    },
    {
      "epoch": 1.5716174734356554,
      "grad_norm": 2.0616371631622314,
      "learning_rate": 1.6376300133897448e-06,
      "loss": 0.709158992767334,
      "step": 4160
    },
    {
      "epoch": 1.5753955135773317,
      "grad_norm": 1.9465559720993042,
      "learning_rate": 1.631062078418965e-06,
      "loss": 0.6905738353729248,
      "step": 4170
    },
    {
      "epoch": 1.5791735537190084,
      "grad_norm": 2.561354637145996,
      "learning_rate": 1.6244916103613772e-06,
      "loss": 0.736367654800415,
      "step": 4180
    },
    {
      "epoch": 1.5829515938606846,
      "grad_norm": 2.4076735973358154,
      "learning_rate": 1.6179187362069268e-06,
      "loss": 0.7102879047393799,
      "step": 4190
    },
    {
      "epoch": 1.5867296340023613,
      "grad_norm": 2.400543212890625,
      "learning_rate": 1.6113435829920597e-06,
      "loss": 0.6928614139556885,
      "step": 4200
    },
    {
      "epoch": 1.5905076741440378,
      "grad_norm": 2.1209046840667725,
      "learning_rate": 1.604766277797272e-06,
      "loss": 0.7150463581085205,
      "step": 4210
    },
    {
      "epoch": 1.5942857142857143,
      "grad_norm": 2.2281792163848877,
      "learning_rate": 1.598186947744651e-06,
      "loss": 0.7018813133239746,
      "step": 4220
    },
    {
      "epoch": 1.5980637544273908,
      "grad_norm": 2.286830425262451,
      "learning_rate": 1.59160571999542e-06,
      "loss": 0.7209717750549316,
      "step": 4230
    },
    {
      "epoch": 1.6018417945690673,
      "grad_norm": 2.312798261642456,
      "learning_rate": 1.5850227217474786e-06,
      "loss": 0.7016620635986328,
      "step": 4240
    },
    {
      "epoch": 1.6056198347107438,
      "grad_norm": 2.215759754180908,
      "learning_rate": 1.578438080232947e-06,
      "loss": 0.7070074081420898,
      "step": 4250
    },
    {
      "epoch": 1.6093978748524203,
      "grad_norm": 2.011049747467041,
      "learning_rate": 1.5718519227157037e-06,
      "loss": 0.7158076286315918,
      "step": 4260
    },
    {
      "epoch": 1.613175914994097,
      "grad_norm": 2.225238561630249,
      "learning_rate": 1.5652643764889295e-06,
      "loss": 0.7041775703430175,
      "step": 4270
    },
    {
      "epoch": 1.6169539551357732,
      "grad_norm": 2.3001444339752197,
      "learning_rate": 1.5586755688726437e-06,
      "loss": 0.697913932800293,
      "step": 4280
    },
    {
      "epoch": 1.62073199527745,
      "grad_norm": 2.1770622730255127,
      "learning_rate": 1.5520856272112458e-06,
      "loss": 0.6894268035888672,
      "step": 4290
    },
    {
      "epoch": 1.6245100354191262,
      "grad_norm": 2.24922513961792,
      "learning_rate": 1.5454946788710536e-06,
      "loss": 0.6934030532836915,
      "step": 4300
    },
    {
      "epoch": 1.628288075560803,
      "grad_norm": 2.1957359313964844,
      "learning_rate": 1.5389028512378401e-06,
      "loss": 0.7035800457000733,
      "step": 4310
    },
    {
      "epoch": 1.6320661157024794,
      "grad_norm": 2.012153387069702,
      "learning_rate": 1.532310271714375e-06,
      "loss": 0.7100080490112305,
      "step": 4320
    },
    {
      "epoch": 1.6358441558441559,
      "grad_norm": 1.9832735061645508,
      "learning_rate": 1.5257170677179568e-06,
      "loss": 0.710699987411499,
      "step": 4330
    },
    {
      "epoch": 1.6396221959858324,
      "grad_norm": 2.297452449798584,
      "learning_rate": 1.5191233666779565e-06,
      "loss": 0.7158987998962403,
      "step": 4340
    },
    {
      "epoch": 1.6434002361275089,
      "grad_norm": 2.140669584274292,
      "learning_rate": 1.512529296033351e-06,
      "loss": 0.6998208045959473,
      "step": 4350
    },
    {
      "epoch": 1.6471782762691853,
      "grad_norm": 2.229569673538208,
      "learning_rate": 1.505934983230259e-06,
      "loss": 0.7195352554321289,
      "step": 4360
    },
    {
      "epoch": 1.6509563164108618,
      "grad_norm": 2.1332623958587646,
      "learning_rate": 1.4993405557194815e-06,
      "loss": 0.705956506729126,
      "step": 4370
    },
    {
      "epoch": 1.6547343565525385,
      "grad_norm": 2.153125286102295,
      "learning_rate": 1.492746140954035e-06,
      "loss": 0.7278133869171143,
      "step": 4380
    },
    {
      "epoch": 1.6585123966942148,
      "grad_norm": 2.3813316822052,
      "learning_rate": 1.4861518663866902e-06,
      "loss": 0.7140240669250488,
      "step": 4390
    },
    {
      "epoch": 1.6622904368358915,
      "grad_norm": 2.0372989177703857,
      "learning_rate": 1.4795578594675092e-06,
      "loss": 0.7129123687744141,
      "step": 4400
    },
    {
      "epoch": 1.6660684769775678,
      "grad_norm": 2.441314220428467,
      "learning_rate": 1.4729642476413792e-06,
      "loss": 0.7149804592132568,
      "step": 4410
    },
    {
      "epoch": 1.6698465171192445,
      "grad_norm": 2.2098886966705322,
      "learning_rate": 1.4663711583455533e-06,
      "loss": 0.7097704887390137,
      "step": 4420
    },
    {
      "epoch": 1.6736245572609207,
      "grad_norm": 2.232567071914673,
      "learning_rate": 1.4597787190071837e-06,
      "loss": 0.7314987659454346,
      "step": 4430
    },
    {
      "epoch": 1.6774025974025975,
      "grad_norm": 2.1806468963623047,
      "learning_rate": 1.4531870570408616e-06,
      "loss": 0.6925338745117188,
      "step": 4440
    },
    {
      "epoch": 1.681180637544274,
      "grad_norm": 2.063739538192749,
      "learning_rate": 1.4465962998461532e-06,
      "loss": 0.7135955810546875,
      "step": 4450
    },
    {
      "epoch": 1.6849586776859504,
      "grad_norm": 2.299957036972046,
      "learning_rate": 1.4400065748051384e-06,
      "loss": 0.7196608066558838,
      "step": 4460
    },
    {
      "epoch": 1.688736717827627,
      "grad_norm": 2.1687629222869873,
      "learning_rate": 1.4334180092799479e-06,
      "loss": 0.7151087760925293,
      "step": 4470
    },
    {
      "epoch": 1.6925147579693034,
      "grad_norm": 2.306872844696045,
      "learning_rate": 1.4268307306103013e-06,
      "loss": 0.7284526824951172,
      "step": 4480
    },
    {
      "epoch": 1.6962927981109799,
      "grad_norm": 2.3224973678588867,
      "learning_rate": 1.4202448661110484e-06,
      "loss": 0.694400405883789,
      "step": 4490
    },
    {
      "epoch": 1.7000708382526564,
      "grad_norm": 2.2743945121765137,
      "learning_rate": 1.4136605430697055e-06,
      "loss": 0.7118270874023438,
      "step": 4500
    },
    {
      "epoch": 1.703848878394333,
      "grad_norm": 2.3221335411071777,
      "learning_rate": 1.4070778887439964e-06,
      "loss": 0.7245784759521484,
      "step": 4510
    },
    {
      "epoch": 1.7076269185360093,
      "grad_norm": 2.081448554992676,
      "learning_rate": 1.4004970303593933e-06,
      "loss": 0.6777698040008545,
      "step": 4520
    },
    {
      "epoch": 1.711404958677686,
      "grad_norm": 2.2403247356414795,
      "learning_rate": 1.3939180951066584e-06,
      "loss": 0.7072489261627197,
      "step": 4530
    },
    {
      "epoch": 1.7151829988193623,
      "grad_norm": 2.308013677597046,
      "learning_rate": 1.3873412101393833e-06,
      "loss": 0.7091574192047119,
      "step": 4540
    },
    {
      "epoch": 1.718961038961039,
      "grad_norm": 2.1416397094726562,
      "learning_rate": 1.380766502571534e-06,
      "loss": 0.7005967140197754,
      "step": 4550
    },
    {
      "epoch": 1.7227390791027155,
      "grad_norm": 2.2626965045928955,
      "learning_rate": 1.374194099474993e-06,
      "loss": 0.7067148208618164,
      "step": 4560
    },
    {
      "epoch": 1.726517119244392,
      "grad_norm": 2.3099701404571533,
      "learning_rate": 1.3676241278771033e-06,
      "loss": 0.7246720314025878,
      "step": 4570
    },
    {
      "epoch": 1.7302951593860685,
      "grad_norm": 2.125725507736206,
      "learning_rate": 1.3610567147582127e-06,
      "loss": 0.7019394874572754,
      "step": 4580
    },
    {
      "epoch": 1.734073199527745,
      "grad_norm": 2.095587968826294,
      "learning_rate": 1.3544919870492204e-06,
      "loss": 0.7179975986480713,
      "step": 4590
    },
    {
      "epoch": 1.7378512396694215,
      "grad_norm": 2.108752965927124,
      "learning_rate": 1.3479300716291256e-06,
      "loss": 0.708797836303711,
      "step": 4600
    },
    {
      "epoch": 1.741629279811098,
      "grad_norm": 2.156947135925293,
      "learning_rate": 1.3413710953225714e-06,
      "loss": 0.692683219909668,
      "step": 4610
    },
    {
      "epoch": 1.7454073199527746,
      "grad_norm": 2.051743984222412,
      "learning_rate": 1.3348151848973958e-06,
      "loss": 0.6971410274505615,
      "step": 4620
    },
    {
      "epoch": 1.749185360094451,
      "grad_norm": 2.163682699203491,
      "learning_rate": 1.3282624670621815e-06,
      "loss": 0.7041745185852051,
      "step": 4630
    },
    {
      "epoch": 1.7529634002361276,
      "grad_norm": 2.413252592086792,
      "learning_rate": 1.3217130684638064e-06,
      "loss": 0.7080836296081543,
      "step": 4640
    },
    {
      "epoch": 1.7567414403778039,
      "grad_norm": 2.155956983566284,
      "learning_rate": 1.3151671156849976e-06,
      "loss": 0.6960935592651367,
      "step": 4650
    },
    {
      "epoch": 1.7605194805194806,
      "grad_norm": 2.3363420963287354,
      "learning_rate": 1.3086247352418818e-06,
      "loss": 0.7178099632263184,
      "step": 4660
    },
    {
      "epoch": 1.7642975206611569,
      "grad_norm": 2.094637155532837,
      "learning_rate": 1.3020860535815429e-06,
      "loss": 0.691676139831543,
      "step": 4670
    },
    {
      "epoch": 1.7680755608028336,
      "grad_norm": 2.2587673664093018,
      "learning_rate": 1.295551197079577e-06,
      "loss": 0.697550106048584,
      "step": 4680
    },
    {
      "epoch": 1.77185360094451,
      "grad_norm": 2.210789442062378,
      "learning_rate": 1.2890202920376495e-06,
      "loss": 0.7037478923797608,
      "step": 4690
    },
    {
      "epoch": 1.7756316410861865,
      "grad_norm": 2.137589931488037,
      "learning_rate": 1.282493464681054e-06,
      "loss": 0.7060673713684082,
      "step": 4700
    },
    {
      "epoch": 1.779409681227863,
      "grad_norm": 2.2848548889160156,
      "learning_rate": 1.2759708411562741e-06,
      "loss": 0.7069257736206055,
      "step": 4710
    },
    {
      "epoch": 1.7831877213695395,
      "grad_norm": 2.2560362815856934,
      "learning_rate": 1.2694525475285443e-06,
      "loss": 0.7163825988769531,
      "step": 4720
    },
    {
      "epoch": 1.7869657615112162,
      "grad_norm": 2.293429136276245,
      "learning_rate": 1.2629387097794123e-06,
      "loss": 0.6875820636749268,
      "step": 4730
    },
    {
      "epoch": 1.7907438016528925,
      "grad_norm": 2.0484752655029297,
      "learning_rate": 1.2564294538043067e-06,
      "loss": 0.7116406917572021,
      "step": 4740
    },
    {
      "epoch": 1.7945218417945692,
      "grad_norm": 2.142112970352173,
      "learning_rate": 1.249924905410102e-06,
      "loss": 0.7076461315155029,
      "step": 4750
    },
    {
      "epoch": 1.7982998819362455,
      "grad_norm": 2.09983229637146,
      "learning_rate": 1.2434251903126868e-06,
      "loss": 0.7059381484985352,
      "step": 4760
    },
    {
      "epoch": 1.8020779220779222,
      "grad_norm": 2.249317169189453,
      "learning_rate": 1.2369304341345358e-06,
      "loss": 0.7073464870452881,
      "step": 4770
    },
    {
      "epoch": 1.8058559622195984,
      "grad_norm": 2.3908984661102295,
      "learning_rate": 1.2304407624022796e-06,
      "loss": 0.7068825721740722,
      "step": 4780
    },
    {
      "epoch": 1.8096340023612751,
      "grad_norm": 2.099597454071045,
      "learning_rate": 1.2239563005442815e-06,
      "loss": 0.6795322895050049,
      "step": 4790
    },
    {
      "epoch": 1.8134120425029516,
      "grad_norm": 2.2360939979553223,
      "learning_rate": 1.217477173888209e-06,
      "loss": 0.7045412063598633,
      "step": 4800
    },
    {
      "epoch": 1.8134120425029516,
      "eval_loss": 0.7898488640785217,
      "eval_runtime": 508.1343,
      "eval_samples_per_second": 4.859,
      "eval_steps_per_second": 2.43,
      "step": 4800
    },
    {
      "epoch": 1.8171900826446281,
      "grad_norm": 2.3104984760284424,
      "learning_rate": 1.2110035076586173e-06,
      "loss": 0.7041400909423828,
      "step": 4810
    },
    {
      "epoch": 1.8209681227863046,
      "grad_norm": 2.2071306705474854,
      "learning_rate": 1.2045354269745233e-06,
      "loss": 0.7018238544464112,
      "step": 4820
    },
    {
      "epoch": 1.824746162927981,
      "grad_norm": 2.1517226696014404,
      "learning_rate": 1.198073056846991e-06,
      "loss": 0.6970520973205566,
      "step": 4830
    },
    {
      "epoch": 1.8285242030696576,
      "grad_norm": 2.2110068798065186,
      "learning_rate": 1.191616522176714e-06,
      "loss": 0.7150390625,
      "step": 4840
    },
    {
      "epoch": 1.832302243211334,
      "grad_norm": 2.32177996635437,
      "learning_rate": 1.1851659477516017e-06,
      "loss": 0.7039113521575928,
      "step": 4850
    },
    {
      "epoch": 1.8360802833530108,
      "grad_norm": 2.2296271324157715,
      "learning_rate": 1.178721458244368e-06,
      "loss": 0.7237433433532715,
      "step": 4860
    },
    {
      "epoch": 1.839858323494687,
      "grad_norm": 2.0441067218780518,
      "learning_rate": 1.172283178210121e-06,
      "loss": 0.6901906967163086,
      "step": 4870
    },
    {
      "epoch": 1.8436363636363637,
      "grad_norm": 2.1970369815826416,
      "learning_rate": 1.1658512320839565e-06,
      "loss": 0.6881342887878418,
      "step": 4880
    },
    {
      "epoch": 1.84741440377804,
      "grad_norm": 2.166125774383545,
      "learning_rate": 1.159425744178551e-06,
      "loss": 0.6993251800537109,
      "step": 4890
    },
    {
      "epoch": 1.8511924439197167,
      "grad_norm": 2.2377591133117676,
      "learning_rate": 1.1530068386817614e-06,
      "loss": 0.7049425601959228,
      "step": 4900
    },
    {
      "epoch": 1.8549704840613932,
      "grad_norm": 2.290170669555664,
      "learning_rate": 1.146594639654225e-06,
      "loss": 0.6988688468933105,
      "step": 4910
    },
    {
      "epoch": 1.8587485242030697,
      "grad_norm": 2.3099722862243652,
      "learning_rate": 1.1401892710269588e-06,
      "loss": 0.7100329399108887,
      "step": 4920
    },
    {
      "epoch": 1.8625265643447462,
      "grad_norm": 2.228726863861084,
      "learning_rate": 1.1337908565989661e-06,
      "loss": 0.6985619068145752,
      "step": 4930
    },
    {
      "epoch": 1.8663046044864227,
      "grad_norm": 2.2163970470428467,
      "learning_rate": 1.1273995200348456e-06,
      "loss": 0.6834049224853516,
      "step": 4940
    },
    {
      "epoch": 1.8700826446280991,
      "grad_norm": 2.2153425216674805,
      "learning_rate": 1.1210153848623978e-06,
      "loss": 0.701451587677002,
      "step": 4950
    },
    {
      "epoch": 1.8738606847697756,
      "grad_norm": 2.0959479808807373,
      "learning_rate": 1.1146385744702393e-06,
      "loss": 0.7101722240447998,
      "step": 4960
    },
    {
      "epoch": 1.8776387249114523,
      "grad_norm": 2.0568933486938477,
      "learning_rate": 1.1082692121054179e-06,
      "loss": 0.7062181949615478,
      "step": 4970
    },
    {
      "epoch": 1.8814167650531286,
      "grad_norm": 2.099151849746704,
      "learning_rate": 1.1019074208710315e-06,
      "loss": 0.7174724578857422,
      "step": 4980
    },
    {
      "epoch": 1.8851948051948053,
      "grad_norm": 2.092297077178955,
      "learning_rate": 1.0955533237238472e-06,
      "loss": 0.6881330490112305,
      "step": 4990
    },
    {
      "epoch": 1.8889728453364816,
      "grad_norm": 2.164177417755127,
      "learning_rate": 1.0892070434719241e-06,
      "loss": 0.7003416538238525,
      "step": 5000
    },
    {
      "epoch": 1.8927508854781583,
      "grad_norm": 2.2470269203186035,
      "learning_rate": 1.0828687027722442e-06,
      "loss": 0.7082169055938721,
      "step": 5010
    },
    {
      "epoch": 1.8965289256198345,
      "grad_norm": 2.4421863555908203,
      "learning_rate": 1.0765384241283361e-06,
      "loss": 0.7003759384155274,
      "step": 5020
    },
    {
      "epoch": 1.9003069657615113,
      "grad_norm": 2.106417655944824,
      "learning_rate": 1.070216329887912e-06,
      "loss": 0.7142242431640625,
      "step": 5030
    },
    {
      "epoch": 1.9040850059031877,
      "grad_norm": 2.2933249473571777,
      "learning_rate": 1.0639025422404991e-06,
      "loss": 0.6879840850830078,
      "step": 5040
    },
    {
      "epoch": 1.9078630460448642,
      "grad_norm": 2.2222540378570557,
      "learning_rate": 1.0575971832150812e-06,
      "loss": 0.7126934051513671,
      "step": 5050
    },
    {
      "epoch": 1.9116410861865407,
      "grad_norm": 2.2837724685668945,
      "learning_rate": 1.0513003746777382e-06,
      "loss": 0.7128219604492188,
      "step": 5060
    },
    {
      "epoch": 1.9154191263282172,
      "grad_norm": 2.1967811584472656,
      "learning_rate": 1.0450122383292922e-06,
      "loss": 0.6966517925262451,
      "step": 5070
    },
    {
      "epoch": 1.9191971664698937,
      "grad_norm": 2.2640035152435303,
      "learning_rate": 1.038732895702954e-06,
      "loss": 0.6915037631988525,
      "step": 5080
    },
    {
      "epoch": 1.9229752066115702,
      "grad_norm": 2.0703675746917725,
      "learning_rate": 1.0324624681619744e-06,
      "loss": 0.7101366996765137,
      "step": 5090
    },
    {
      "epoch": 1.9267532467532469,
      "grad_norm": 2.321573495864868,
      "learning_rate": 1.0262010768973006e-06,
      "loss": 0.6849699497222901,
      "step": 5100
    },
    {
      "epoch": 1.9305312868949231,
      "grad_norm": 2.0170578956604004,
      "learning_rate": 1.01994884292523e-06,
      "loss": 0.6951011180877685,
      "step": 5110
    },
    {
      "epoch": 1.9343093270365999,
      "grad_norm": 2.5671732425689697,
      "learning_rate": 1.0137058870850754e-06,
      "loss": 0.7013303756713867,
      "step": 5120
    },
    {
      "epoch": 1.9380873671782761,
      "grad_norm": 2.2430267333984375,
      "learning_rate": 1.0074723300368263e-06,
      "loss": 0.6872257232666016,
      "step": 5130
    },
    {
      "epoch": 1.9418654073199528,
      "grad_norm": 1.962670922279358,
      "learning_rate": 1.0012482922588189e-06,
      "loss": 0.6901429176330567,
      "step": 5140
    },
    {
      "epoch": 1.9456434474616293,
      "grad_norm": 2.1783881187438965,
      "learning_rate": 9.950338940454068e-07,
      "loss": 0.6879228591918946,
      "step": 5150
    },
    {
      "epoch": 1.9494214876033058,
      "grad_norm": 2.11089825630188,
      "learning_rate": 9.888292555046356e-07,
      "loss": 0.6972128868103027,
      "step": 5160
    },
    {
      "epoch": 1.9531995277449823,
      "grad_norm": 2.186915397644043,
      "learning_rate": 9.826344965559224e-07,
      "loss": 0.7114202499389648,
      "step": 5170
    },
    {
      "epoch": 1.9569775678866588,
      "grad_norm": 1.9947389364242554,
      "learning_rate": 9.764497369277377e-07,
      "loss": 0.6919985771179199,
      "step": 5180
    },
    {
      "epoch": 1.9607556080283353,
      "grad_norm": 2.3229682445526123,
      "learning_rate": 9.702750961552911e-07,
      "loss": 0.6989710330963135,
      "step": 5190
    },
    {
      "epoch": 1.9645336481700117,
      "grad_norm": 2.3474173545837402,
      "learning_rate": 9.641106935782204e-07,
      "loss": 0.6910273551940918,
      "step": 5200
    },
    {
      "epoch": 1.9683116883116885,
      "grad_norm": 2.409146547317505,
      "learning_rate": 9.579566483382876e-07,
      "loss": 0.703487491607666,
      "step": 5210
    },
    {
      "epoch": 1.9720897284533647,
      "grad_norm": 2.256486654281616,
      "learning_rate": 9.518130793770741e-07,
      "loss": 0.6913630485534668,
      "step": 5220
    },
    {
      "epoch": 1.9758677685950414,
      "grad_norm": 2.0840327739715576,
      "learning_rate": 9.456801054336811e-07,
      "loss": 0.6777114868164062,
      "step": 5230
    },
    {
      "epoch": 1.9796458087367177,
      "grad_norm": 2.1126868724823,
      "learning_rate": 9.395578450424365e-07,
      "loss": 0.7078415870666503,
      "step": 5240
    },
    {
      "epoch": 1.9834238488783944,
      "grad_norm": 2.177506685256958,
      "learning_rate": 9.334464165306032e-07,
      "loss": 0.7058975696563721,
      "step": 5250
    },
    {
      "epoch": 1.9872018890200709,
      "grad_norm": 2.2416579723358154,
      "learning_rate": 9.273459380160929e-07,
      "loss": 0.7018826007843018,
      "step": 5260
    },
    {
      "epoch": 1.9909799291617474,
      "grad_norm": 2.396571636199951,
      "learning_rate": 9.212565274051818e-07,
      "loss": 0.6907557010650635,
      "step": 5270
    },
    {
      "epoch": 1.9947579693034239,
      "grad_norm": 2.022428274154663,
      "learning_rate": 9.151783023902322e-07,
      "loss": 0.6725492477416992,
      "step": 5280
    },
    {
      "epoch": 1.9985360094451003,
      "grad_norm": 2.1224570274353027,
      "learning_rate": 9.091113804474194e-07,
      "loss": 0.6986319541931152,
      "step": 5290
    },
    {
      "epoch": 2.002266824085006,
      "grad_norm": 2.2208163738250732,
      "learning_rate": 9.030558788344588e-07,
      "loss": 0.6482614517211914,
      "step": 5300
    },
    {
      "epoch": 2.0060448642266824,
      "grad_norm": 2.2200820446014404,
      "learning_rate": 8.970119145883409e-07,
      "loss": 0.6396203994750976,
      "step": 5310
    },
    {
      "epoch": 2.009822904368359,
      "grad_norm": 2.3331995010375977,
      "learning_rate": 8.909796045230689e-07,
      "loss": 0.6430799484252929,
      "step": 5320
    },
    {
      "epoch": 2.0136009445100354,
      "grad_norm": 2.224780321121216,
      "learning_rate": 8.849590652274026e-07,
      "loss": 0.648369836807251,
      "step": 5330
    },
    {
      "epoch": 2.017378984651712,
      "grad_norm": 2.2351300716400146,
      "learning_rate": 8.789504130626018e-07,
      "loss": 0.6273261070251465,
      "step": 5340
    },
    {
      "epoch": 2.0211570247933883,
      "grad_norm": 2.272587299346924,
      "learning_rate": 8.729537641601799e-07,
      "loss": 0.6358342170715332,
      "step": 5350
    },
    {
      "epoch": 2.024935064935065,
      "grad_norm": 2.236639976501465,
      "learning_rate": 8.669692344196596e-07,
      "loss": 0.6342970371246338,
      "step": 5360
    },
    {
      "epoch": 2.0287131050767413,
      "grad_norm": 2.2487082481384277,
      "learning_rate": 8.609969395063299e-07,
      "loss": 0.643878173828125,
      "step": 5370
    },
    {
      "epoch": 2.032491145218418,
      "grad_norm": 2.2815489768981934,
      "learning_rate": 8.550369948490145e-07,
      "loss": 0.6236085414886474,
      "step": 5380
    },
    {
      "epoch": 2.0362691853600943,
      "grad_norm": 2.2485523223876953,
      "learning_rate": 8.490895156378386e-07,
      "loss": 0.6117780685424805,
      "step": 5390
    },
    {
      "epoch": 2.040047225501771,
      "grad_norm": 2.3670547008514404,
      "learning_rate": 8.431546168220015e-07,
      "loss": 0.6312063217163086,
      "step": 5400
    },
    {
      "epoch": 2.0438252656434477,
      "grad_norm": 2.3921477794647217,
      "learning_rate": 8.372324131075593e-07,
      "loss": 0.6167361259460449,
      "step": 5410
    },
    {
      "epoch": 2.047603305785124,
      "grad_norm": 2.277855157852173,
      "learning_rate": 8.313230189552016e-07,
      "loss": 0.6241195678710938,
      "step": 5420
    },
    {
      "epoch": 2.0513813459268007,
      "grad_norm": 2.4213297367095947,
      "learning_rate": 8.254265485780454e-07,
      "loss": 0.6098024368286132,
      "step": 5430
    },
    {
      "epoch": 2.055159386068477,
      "grad_norm": 2.364051103591919,
      "learning_rate": 8.195431159394241e-07,
      "loss": 0.623625659942627,
      "step": 5440
    },
    {
      "epoch": 2.0589374262101536,
      "grad_norm": 2.4964895248413086,
      "learning_rate": 8.136728347506846e-07,
      "loss": 0.6223310470581055,
      "step": 5450
    },
    {
      "epoch": 2.06271546635183,
      "grad_norm": 2.251429319381714,
      "learning_rate": 8.078158184689923e-07,
      "loss": 0.6483635902404785,
      "step": 5460
    },
    {
      "epoch": 2.0664935064935066,
      "grad_norm": 2.432112455368042,
      "learning_rate": 8.019721802951369e-07,
      "loss": 0.6263630867004395,
      "step": 5470
    },
    {
      "epoch": 2.070271546635183,
      "grad_norm": 2.678539514541626,
      "learning_rate": 7.96142033171342e-07,
      "loss": 0.6147736549377442,
      "step": 5480
    },
    {
      "epoch": 2.0740495867768596,
      "grad_norm": 2.2929584980010986,
      "learning_rate": 7.903254897790867e-07,
      "loss": 0.6403847694396972,
      "step": 5490
    },
    {
      "epoch": 2.077827626918536,
      "grad_norm": 2.2655272483825684,
      "learning_rate": 7.845226625369258e-07,
      "loss": 0.6098973274230957,
      "step": 5500
    },
    {
      "epoch": 2.0816056670602126,
      "grad_norm": 2.2404980659484863,
      "learning_rate": 7.787336635983144e-07,
      "loss": 0.6280035018920899,
      "step": 5510
    },
    {
      "epoch": 2.085383707201889,
      "grad_norm": 2.3749210834503174,
      "learning_rate": 7.729586048494451e-07,
      "loss": 0.6369312763214111,
      "step": 5520
    },
    {
      "epoch": 2.0891617473435655,
      "grad_norm": 2.1388604640960693,
      "learning_rate": 7.671975979070827e-07,
      "loss": 0.6265800476074219,
      "step": 5530
    },
    {
      "epoch": 2.0929397874852422,
      "grad_norm": 2.4003329277038574,
      "learning_rate": 7.614507541164057e-07,
      "loss": 0.6292143821716308,
      "step": 5540
    },
    {
      "epoch": 2.0967178276269185,
      "grad_norm": 2.216233491897583,
      "learning_rate": 7.557181845488587e-07,
      "loss": 0.6303149700164795,
      "step": 5550
    },
    {
      "epoch": 2.100495867768595,
      "grad_norm": 2.3329312801361084,
      "learning_rate": 7.500000000000003e-07,
      "loss": 0.6243926048278808,
      "step": 5560
    },
    {
      "epoch": 2.1042739079102715,
      "grad_norm": 2.33767032623291,
      "learning_rate": 7.442963109873657e-07,
      "loss": 0.6215698719024658,
      "step": 5570
    },
    {
      "epoch": 2.108051948051948,
      "grad_norm": 2.2495810985565186,
      "learning_rate": 7.386072277483303e-07,
      "loss": 0.6282039165496827,
      "step": 5580
    },
    {
      "epoch": 2.1118299881936244,
      "grad_norm": 2.1280159950256348,
      "learning_rate": 7.329328602379753e-07,
      "loss": 0.6309311866760254,
      "step": 5590
    },
    {
      "epoch": 2.115608028335301,
      "grad_norm": 2.365891695022583,
      "learning_rate": 7.272733181269678e-07,
      "loss": 0.6244901657104492,
      "step": 5600
    },
    {
      "epoch": 2.115608028335301,
      "eval_loss": 0.7979415059089661,
      "eval_runtime": 512.7089,
      "eval_samples_per_second": 4.816,
      "eval_steps_per_second": 2.409,
      "step": 5600
    },
    {
      "epoch": 2.1193860684769774,
      "grad_norm": 2.610701322555542,
      "learning_rate": 7.216287107994383e-07,
      "loss": 0.6261807441711426,
      "step": 5610
    },
    {
      "epoch": 2.123164108618654,
      "grad_norm": 2.244438886642456,
      "learning_rate": 7.159991473508667e-07,
      "loss": 0.6229907989501953,
      "step": 5620
    },
    {
      "epoch": 2.1269421487603304,
      "grad_norm": 2.277639865875244,
      "learning_rate": 7.103847365859745e-07,
      "loss": 0.6387780189514161,
      "step": 5630
    },
    {
      "epoch": 2.130720188902007,
      "grad_norm": 2.127066135406494,
      "learning_rate": 7.047855870166202e-07,
      "loss": 0.6132177352905274,
      "step": 5640
    },
    {
      "epoch": 2.1344982290436834,
      "grad_norm": 2.194894552230835,
      "learning_rate": 6.992018068597051e-07,
      "loss": 0.6286841869354248,
      "step": 5650
    },
    {
      "epoch": 2.13827626918536,
      "grad_norm": 2.3214919567108154,
      "learning_rate": 6.936335040350797e-07,
      "loss": 0.632993221282959,
      "step": 5660
    },
    {
      "epoch": 2.1420543093270368,
      "grad_norm": 2.2333617210388184,
      "learning_rate": 6.880807861634564e-07,
      "loss": 0.6438932418823242,
      "step": 5670
    },
    {
      "epoch": 2.145832349468713,
      "grad_norm": 2.08382511138916,
      "learning_rate": 6.825437605643333e-07,
      "loss": 0.612446403503418,
      "step": 5680
    },
    {
      "epoch": 2.1496103896103897,
      "grad_norm": 2.045362949371338,
      "learning_rate": 6.770225342539181e-07,
      "loss": 0.6289017200469971,
      "step": 5690
    },
    {
      "epoch": 2.153388429752066,
      "grad_norm": 2.257059097290039,
      "learning_rate": 6.715172139430572e-07,
      "loss": 0.6345251083374024,
      "step": 5700
    },
    {
      "epoch": 2.1571664698937427,
      "grad_norm": 2.4432294368743896,
      "learning_rate": 6.660279060351786e-07,
      "loss": 0.6313776493072509,
      "step": 5710
    },
    {
      "epoch": 2.160944510035419,
      "grad_norm": 2.2341771125793457,
      "learning_rate": 6.605547166242301e-07,
      "loss": 0.6294135570526123,
      "step": 5720
    },
    {
      "epoch": 2.1647225501770957,
      "grad_norm": 2.5234923362731934,
      "learning_rate": 6.550977514926325e-07,
      "loss": 0.6238532066345215,
      "step": 5730
    },
    {
      "epoch": 2.168500590318772,
      "grad_norm": 2.240966320037842,
      "learning_rate": 6.496571161092341e-07,
      "loss": 0.6210346698760987,
      "step": 5740
    },
    {
      "epoch": 2.1722786304604487,
      "grad_norm": 2.153597831726074,
      "learning_rate": 6.442329156272703e-07,
      "loss": 0.6307580471038818,
      "step": 5750
    },
    {
      "epoch": 2.176056670602125,
      "grad_norm": 2.194439649581909,
      "learning_rate": 6.388252548823344e-07,
      "loss": 0.6482951641082764,
      "step": 5760
    },
    {
      "epoch": 2.1798347107438016,
      "grad_norm": 2.154046058654785,
      "learning_rate": 6.334342383903498e-07,
      "loss": 0.6254828453063965,
      "step": 5770
    },
    {
      "epoch": 2.1836127508854783,
      "grad_norm": 2.0845205783843994,
      "learning_rate": 6.280599703455485e-07,
      "loss": 0.6274761199951172,
      "step": 5780
    },
    {
      "epoch": 2.1873907910271546,
      "grad_norm": 2.183039426803589,
      "learning_rate": 6.227025546184606e-07,
      "loss": 0.6216373443603516,
      "step": 5790
    },
    {
      "epoch": 2.1911688311688313,
      "grad_norm": 1.9494032859802246,
      "learning_rate": 6.173620947539046e-07,
      "loss": 0.6257847785949707,
      "step": 5800
    },
    {
      "epoch": 2.1949468713105076,
      "grad_norm": 2.2985293865203857,
      "learning_rate": 6.12038693968986e-07,
      "loss": 0.6400906085968018,
      "step": 5810
    },
    {
      "epoch": 2.1987249114521843,
      "grad_norm": 2.3072004318237305,
      "learning_rate": 6.067324551511043e-07,
      "loss": 0.6262601852416992,
      "step": 5820
    },
    {
      "epoch": 2.2025029515938606,
      "grad_norm": 2.171565294265747,
      "learning_rate": 6.014434808559606e-07,
      "loss": 0.6319127082824707,
      "step": 5830
    },
    {
      "epoch": 2.2062809917355373,
      "grad_norm": 2.2617595195770264,
      "learning_rate": 5.961718733055806e-07,
      "loss": 0.6309016704559326,
      "step": 5840
    },
    {
      "epoch": 2.2100590318772135,
      "grad_norm": 2.2160298824310303,
      "learning_rate": 5.909177343863355e-07,
      "loss": 0.6356196403503418,
      "step": 5850
    },
    {
      "epoch": 2.2138370720188902,
      "grad_norm": 2.4142708778381348,
      "learning_rate": 5.856811656469725e-07,
      "loss": 0.6325590133666992,
      "step": 5860
    },
    {
      "epoch": 2.2176151121605665,
      "grad_norm": 2.311849355697632,
      "learning_rate": 5.804622682966541e-07,
      "loss": 0.6336158752441406,
      "step": 5870
    },
    {
      "epoch": 2.221393152302243,
      "grad_norm": 2.242363452911377,
      "learning_rate": 5.752611432030021e-07,
      "loss": 0.6236543655395508,
      "step": 5880
    },
    {
      "epoch": 2.22517119244392,
      "grad_norm": 2.5597589015960693,
      "learning_rate": 5.700778908901449e-07,
      "loss": 0.5958094596862793,
      "step": 5890
    },
    {
      "epoch": 2.228949232585596,
      "grad_norm": 2.201080083847046,
      "learning_rate": 5.649126115367792e-07,
      "loss": 0.6404160976409912,
      "step": 5900
    },
    {
      "epoch": 2.232727272727273,
      "grad_norm": 2.4231913089752197,
      "learning_rate": 5.597654049742289e-07,
      "loss": 0.6314688205718995,
      "step": 5910
    },
    {
      "epoch": 2.236505312868949,
      "grad_norm": 2.3641297817230225,
      "learning_rate": 5.546363706845205e-07,
      "loss": 0.6248441219329834,
      "step": 5920
    },
    {
      "epoch": 2.240283353010626,
      "grad_norm": 2.182143211364746,
      "learning_rate": 5.495256077984575e-07,
      "loss": 0.6234841346740723,
      "step": 5930
    },
    {
      "epoch": 2.244061393152302,
      "grad_norm": 2.3556365966796875,
      "learning_rate": 5.444332150937035e-07,
      "loss": 0.6259595870971679,
      "step": 5940
    },
    {
      "epoch": 2.247839433293979,
      "grad_norm": 2.61946702003479,
      "learning_rate": 5.393592909928762e-07,
      "loss": 0.6290074348449707,
      "step": 5950
    },
    {
      "epoch": 2.251617473435655,
      "grad_norm": 2.565528631210327,
      "learning_rate": 5.343039335616438e-07,
      "loss": 0.6187413215637207,
      "step": 5960
    },
    {
      "epoch": 2.255395513577332,
      "grad_norm": 2.122117042541504,
      "learning_rate": 5.292672405068275e-07,
      "loss": 0.6118716239929199,
      "step": 5970
    },
    {
      "epoch": 2.259173553719008,
      "grad_norm": 2.2593460083007812,
      "learning_rate": 5.242493091745168e-07,
      "loss": 0.6168842315673828,
      "step": 5980
    },
    {
      "epoch": 2.262951593860685,
      "grad_norm": 2.4034740924835205,
      "learning_rate": 5.192502365481858e-07,
      "loss": 0.6409085273742676,
      "step": 5990
    },
    {
      "epoch": 2.2667296340023615,
      "grad_norm": 2.348506212234497,
      "learning_rate": 5.142701192468176e-07,
      "loss": 0.641888427734375,
      "step": 6000
    },
    {
      "epoch": 2.2705076741440378,
      "grad_norm": 2.3138976097106934,
      "learning_rate": 5.093090535230418e-07,
      "loss": 0.6187587738037109,
      "step": 6010
    },
    {
      "epoch": 2.2742857142857145,
      "grad_norm": 2.2387759685516357,
      "learning_rate": 5.043671352612676e-07,
      "loss": 0.6214787006378174,
      "step": 6020
    },
    {
      "epoch": 2.2780637544273907,
      "grad_norm": 2.103764057159424,
      "learning_rate": 4.994444599758356e-07,
      "loss": 0.6336466789245605,
      "step": 6030
    },
    {
      "epoch": 2.2818417945690674,
      "grad_norm": 2.3748176097869873,
      "learning_rate": 4.945411228091702e-07,
      "loss": 0.6053183555603028,
      "step": 6040
    },
    {
      "epoch": 2.2856198347107437,
      "grad_norm": 2.178036689758301,
      "learning_rate": 4.896572185299391e-07,
      "loss": 0.6437032699584961,
      "step": 6050
    },
    {
      "epoch": 2.2893978748524204,
      "grad_norm": 2.2009167671203613,
      "learning_rate": 4.847928415312246e-07,
      "loss": 0.6406008720397949,
      "step": 6060
    },
    {
      "epoch": 2.2931759149940967,
      "grad_norm": 2.3709700107574463,
      "learning_rate": 4.799480858286982e-07,
      "loss": 0.627358341217041,
      "step": 6070
    },
    {
      "epoch": 2.2969539551357734,
      "grad_norm": 2.124654769897461,
      "learning_rate": 4.751230450588007e-07,
      "loss": 0.6178965091705322,
      "step": 6080
    },
    {
      "epoch": 2.3007319952774496,
      "grad_norm": 2.4603185653686523,
      "learning_rate": 4.7031781247693794e-07,
      "loss": 0.6291353225708007,
      "step": 6090
    },
    {
      "epoch": 2.3045100354191264,
      "grad_norm": 2.1793432235717773,
      "learning_rate": 4.655324809556726e-07,
      "loss": 0.6267488956451416,
      "step": 6100
    },
    {
      "epoch": 2.308288075560803,
      "grad_norm": 2.3859126567840576,
      "learning_rate": 4.6076714298293396e-07,
      "loss": 0.6394310474395752,
      "step": 6110
    },
    {
      "epoch": 2.3120661157024793,
      "grad_norm": 2.4585206508636475,
      "learning_rate": 4.560218906602278e-07,
      "loss": 0.6373881340026856,
      "step": 6120
    },
    {
      "epoch": 2.315844155844156,
      "grad_norm": 2.195128917694092,
      "learning_rate": 4.512968157008559e-07,
      "loss": 0.624577808380127,
      "step": 6130
    },
    {
      "epoch": 2.3196221959858323,
      "grad_norm": 2.2354066371917725,
      "learning_rate": 4.465920094281458e-07,
      "loss": 0.6216436386108398,
      "step": 6140
    },
    {
      "epoch": 2.323400236127509,
      "grad_norm": 2.3009681701660156,
      "learning_rate": 4.419075627736841e-07,
      "loss": 0.6166176795959473,
      "step": 6150
    },
    {
      "epoch": 2.3271782762691853,
      "grad_norm": 2.390974760055542,
      "learning_rate": 4.372435662755583e-07,
      "loss": 0.6180464744567871,
      "step": 6160
    },
    {
      "epoch": 2.330956316410862,
      "grad_norm": 2.407432794570923,
      "learning_rate": 4.3260011007660897e-07,
      "loss": 0.6408940315246582,
      "step": 6170
    },
    {
      "epoch": 2.3347343565525382,
      "grad_norm": 2.1440682411193848,
      "learning_rate": 4.2797728392268664e-07,
      "loss": 0.6401434898376465,
      "step": 6180
    },
    {
      "epoch": 2.338512396694215,
      "grad_norm": 2.190664052963257,
      "learning_rate": 4.2337517716091577e-07,
      "loss": 0.5986030578613282,
      "step": 6190
    },
    {
      "epoch": 2.342290436835891,
      "grad_norm": 2.3123111724853516,
      "learning_rate": 4.187938787379704e-07,
      "loss": 0.6228222846984863,
      "step": 6200
    },
    {
      "epoch": 2.346068476977568,
      "grad_norm": 2.276803493499756,
      "learning_rate": 4.1423347719835366e-07,
      "loss": 0.625926399230957,
      "step": 6210
    },
    {
      "epoch": 2.3498465171192446,
      "grad_norm": 2.2792282104492188,
      "learning_rate": 4.0969406068268655e-07,
      "loss": 0.6323694705963134,
      "step": 6220
    },
    {
      "epoch": 2.353624557260921,
      "grad_norm": 2.245469808578491,
      "learning_rate": 4.051757169260046e-07,
      "loss": 0.6215085983276367,
      "step": 6230
    },
    {
      "epoch": 2.357402597402597,
      "grad_norm": 2.171093225479126,
      "learning_rate": 4.006785332560612e-07,
      "loss": 0.6267086505889893,
      "step": 6240
    },
    {
      "epoch": 2.361180637544274,
      "grad_norm": 2.2799649238586426,
      "learning_rate": 3.9620259659164204e-07,
      "loss": 0.6178449630737305,
      "step": 6250
    },
    {
      "epoch": 2.3649586776859506,
      "grad_norm": 2.3519129753112793,
      "learning_rate": 3.917479934408833e-07,
      "loss": 0.6345558166503906,
      "step": 6260
    },
    {
      "epoch": 2.368736717827627,
      "grad_norm": 2.144569158554077,
      "learning_rate": 3.873148098995995e-07,
      "loss": 0.621367073059082,
      "step": 6270
    },
    {
      "epoch": 2.3725147579693036,
      "grad_norm": 2.405292272567749,
      "learning_rate": 3.829031316496216e-07,
      "loss": 0.6312257766723632,
      "step": 6280
    },
    {
      "epoch": 2.37629279811098,
      "grad_norm": 1.9846327304840088,
      "learning_rate": 3.785130439571377e-07,
      "loss": 0.6384984970092773,
      "step": 6290
    },
    {
      "epoch": 2.3800708382526565,
      "grad_norm": 2.415090799331665,
      "learning_rate": 3.7414463167104873e-07,
      "loss": 0.6295904159545899,
      "step": 6300
    },
    {
      "epoch": 2.383848878394333,
      "grad_norm": 2.366267681121826,
      "learning_rate": 3.697979792213265e-07,
      "loss": 0.6303319931030273,
      "step": 6310
    },
    {
      "epoch": 2.3876269185360095,
      "grad_norm": 2.4588286876678467,
      "learning_rate": 3.654731706173807e-07,
      "loss": 0.6373517990112305,
      "step": 6320
    },
    {
      "epoch": 2.3914049586776858,
      "grad_norm": 2.3542096614837646,
      "learning_rate": 3.6117028944643797e-07,
      "loss": 0.6179702758789063,
      "step": 6330
    },
    {
      "epoch": 2.3951829988193625,
      "grad_norm": 2.2321693897247314,
      "learning_rate": 3.568894188719256e-07,
      "loss": 0.6151531219482422,
      "step": 6340
    },
    {
      "epoch": 2.3989610389610387,
      "grad_norm": 2.4686436653137207,
      "learning_rate": 3.5263064163186196e-07,
      "loss": 0.6204580783843994,
      "step": 6350
    },
    {
      "epoch": 2.4027390791027154,
      "grad_norm": 2.179898500442505,
      "learning_rate": 3.4839404003726045e-07,
      "loss": 0.6310346126556396,
      "step": 6360
    },
    {
      "epoch": 2.406517119244392,
      "grad_norm": 2.541613817214966,
      "learning_rate": 3.4417969597053735e-07,
      "loss": 0.650422477722168,
      "step": 6370
    },
    {
      "epoch": 2.4102951593860684,
      "grad_norm": 2.4726946353912354,
      "learning_rate": 3.399876908839278e-07,
      "loss": 0.6214251518249512,
      "step": 6380
    },
    {
      "epoch": 2.414073199527745,
      "grad_norm": 2.4883224964141846,
      "learning_rate": 3.358181057979146e-07,
      "loss": 0.6379753112792969,
      "step": 6390
    },
    {
      "epoch": 2.4178512396694214,
      "grad_norm": 2.2236363887786865,
      "learning_rate": 3.316710212996596e-07,
      "loss": 0.6174588680267334,
      "step": 6400
    },
    {
      "epoch": 2.4178512396694214,
      "eval_loss": 0.7960247993469238,
      "eval_runtime": 512.9767,
      "eval_samples_per_second": 4.813,
      "eval_steps_per_second": 2.408,
      "step": 6400
    },
    {
      "epoch": 2.421629279811098,
      "grad_norm": 2.4230751991271973,
      "learning_rate": 3.275465175414479e-07,
      "loss": 0.634336280822754,
      "step": 6410
    },
    {
      "epoch": 2.4254073199527744,
      "grad_norm": 2.556504964828491,
      "learning_rate": 3.234446742391377e-07,
      "loss": 0.629738187789917,
      "step": 6420
    },
    {
      "epoch": 2.429185360094451,
      "grad_norm": 2.1064014434814453,
      "learning_rate": 3.193655706706195e-07,
      "loss": 0.6389269351959228,
      "step": 6430
    },
    {
      "epoch": 2.4329634002361273,
      "grad_norm": 2.4631385803222656,
      "learning_rate": 3.153092856742849e-07,
      "loss": 0.6314618587493896,
      "step": 6440
    },
    {
      "epoch": 2.436741440377804,
      "grad_norm": 2.2959821224212646,
      "learning_rate": 3.112758976475024e-07,
      "loss": 0.6198488235473633,
      "step": 6450
    },
    {
      "epoch": 2.4405194805194803,
      "grad_norm": 2.3108744621276855,
      "learning_rate": 3.072654845451008e-07,
      "loss": 0.6265723228454589,
      "step": 6460
    },
    {
      "epoch": 2.444297520661157,
      "grad_norm": 2.1721339225769043,
      "learning_rate": 3.0327812387786566e-07,
      "loss": 0.6098517417907715,
      "step": 6470
    },
    {
      "epoch": 2.4480755608028337,
      "grad_norm": 2.481693744659424,
      "learning_rate": 2.9931389271103724e-07,
      "loss": 0.6223525047302246,
      "step": 6480
    },
    {
      "epoch": 2.45185360094451,
      "grad_norm": 2.439222812652588,
      "learning_rate": 2.953728676628248e-07,
      "loss": 0.6268163681030273,
      "step": 6490
    },
    {
      "epoch": 2.4556316410861867,
      "grad_norm": 2.243187665939331,
      "learning_rate": 2.914551249029239e-07,
      "loss": 0.6105552196502686,
      "step": 6500
    },
    {
      "epoch": 2.459409681227863,
      "grad_norm": 2.317957878112793,
      "learning_rate": 2.875607401510428e-07,
      "loss": 0.6149893760681152,
      "step": 6510
    },
    {
      "epoch": 2.4631877213695397,
      "grad_norm": 2.366865873336792,
      "learning_rate": 2.836897886754428e-07,
      "loss": 0.6226037979125977,
      "step": 6520
    },
    {
      "epoch": 2.466965761511216,
      "grad_norm": 2.4318909645080566,
      "learning_rate": 2.7984234529148027e-07,
      "loss": 0.6344887733459472,
      "step": 6530
    },
    {
      "epoch": 2.4707438016528926,
      "grad_norm": 2.260141134262085,
      "learning_rate": 2.7601848436016123e-07,
      "loss": 0.6302661895751953,
      "step": 6540
    },
    {
      "epoch": 2.474521841794569,
      "grad_norm": 2.275543689727783,
      "learning_rate": 2.722182797867055e-07,
      "loss": 0.618017578125,
      "step": 6550
    },
    {
      "epoch": 2.4782998819362456,
      "grad_norm": 2.1977221965789795,
      "learning_rate": 2.684418050191177e-07,
      "loss": 0.6082470893859864,
      "step": 6560
    },
    {
      "epoch": 2.482077922077922,
      "grad_norm": 2.325985908508301,
      "learning_rate": 2.646891330467659e-07,
      "loss": 0.6238923072814941,
      "step": 6570
    },
    {
      "epoch": 2.4858559622195986,
      "grad_norm": 2.198530673980713,
      "learning_rate": 2.609603363989743e-07,
      "loss": 0.6337991714477539,
      "step": 6580
    },
    {
      "epoch": 2.4896340023612753,
      "grad_norm": 2.4141159057617188,
      "learning_rate": 2.5725548714361814e-07,
      "loss": 0.6311208724975585,
      "step": 6590
    },
    {
      "epoch": 2.4934120425029516,
      "grad_norm": 2.3528099060058594,
      "learning_rate": 2.5357465688573273e-07,
      "loss": 0.6227244377136231,
      "step": 6600
    },
    {
      "epoch": 2.4971900826446283,
      "grad_norm": 2.245166301727295,
      "learning_rate": 2.499179167661302e-07,
      "loss": 0.6329575538635254,
      "step": 6610
    },
    {
      "epoch": 2.5009681227863045,
      "grad_norm": 2.465879201889038,
      "learning_rate": 2.4628533746002136e-07,
      "loss": 0.617132568359375,
      "step": 6620
    },
    {
      "epoch": 2.5047461629279812,
      "grad_norm": 2.388150215148926,
      "learning_rate": 2.426769891756536e-07,
      "loss": 0.6277307987213134,
      "step": 6630
    },
    {
      "epoch": 2.5085242030696575,
      "grad_norm": 2.122936248779297,
      "learning_rate": 2.3909294165295047e-07,
      "loss": 0.6187621116638183,
      "step": 6640
    },
    {
      "epoch": 2.512302243211334,
      "grad_norm": 2.280928611755371,
      "learning_rate": 2.3553326416216647e-07,
      "loss": 0.6279566764831543,
      "step": 6650
    },
    {
      "epoch": 2.5160802833530105,
      "grad_norm": 2.3979320526123047,
      "learning_rate": 2.319980255025474e-07,
      "loss": 0.6455554008483887,
      "step": 6660
    },
    {
      "epoch": 2.519858323494687,
      "grad_norm": 2.3924801349639893,
      "learning_rate": 2.2848729400099937e-07,
      "loss": 0.6471667289733887,
      "step": 6670
    },
    {
      "epoch": 2.5236363636363635,
      "grad_norm": 2.388885974884033,
      "learning_rate": 2.2500113751077028e-07,
      "loss": 0.6181938171386718,
      "step": 6680
    },
    {
      "epoch": 2.52741440377804,
      "grad_norm": 2.1372082233428955,
      "learning_rate": 2.2153962341013724e-07,
      "loss": 0.6199278831481934,
      "step": 6690
    },
    {
      "epoch": 2.531192443919717,
      "grad_norm": 2.2689712047576904,
      "learning_rate": 2.1810281860110366e-07,
      "loss": 0.632053279876709,
      "step": 6700
    },
    {
      "epoch": 2.534970484061393,
      "grad_norm": 2.3577849864959717,
      "learning_rate": 2.14690789508108e-07,
      "loss": 0.6312032699584961,
      "step": 6710
    },
    {
      "epoch": 2.5387485242030694,
      "grad_norm": 2.3971457481384277,
      "learning_rate": 2.1130360207673926e-07,
      "loss": 0.6226881980895996,
      "step": 6720
    },
    {
      "epoch": 2.542526564344746,
      "grad_norm": 2.2062110900878906,
      "learning_rate": 2.079413217724605e-07,
      "loss": 0.6374952316284179,
      "step": 6730
    },
    {
      "epoch": 2.546304604486423,
      "grad_norm": 2.392772674560547,
      "learning_rate": 2.04604013579347e-07,
      "loss": 0.6299479007720947,
      "step": 6740
    },
    {
      "epoch": 2.550082644628099,
      "grad_norm": 2.346923351287842,
      "learning_rate": 2.0129174199882794e-07,
      "loss": 0.6275288581848144,
      "step": 6750
    },
    {
      "epoch": 2.553860684769776,
      "grad_norm": 2.274129867553711,
      "learning_rate": 1.980045710484396e-07,
      "loss": 0.6324002265930175,
      "step": 6760
    },
    {
      "epoch": 2.557638724911452,
      "grad_norm": 2.3110597133636475,
      "learning_rate": 1.9474256426059034e-07,
      "loss": 0.6187463283538819,
      "step": 6770
    },
    {
      "epoch": 2.5614167650531288,
      "grad_norm": 2.2103636264801025,
      "learning_rate": 1.9150578468132917e-07,
      "loss": 0.6202240943908691,
      "step": 6780
    },
    {
      "epoch": 2.565194805194805,
      "grad_norm": 2.4043853282928467,
      "learning_rate": 1.8829429486913102e-07,
      "loss": 0.6277493476867676,
      "step": 6790
    },
    {
      "epoch": 2.5689728453364817,
      "grad_norm": 2.1480588912963867,
      "learning_rate": 1.8510815689368477e-07,
      "loss": 0.6330972671508789,
      "step": 6800
    },
    {
      "epoch": 2.5727508854781584,
      "grad_norm": 2.4282066822052,
      "learning_rate": 1.8194743233469508e-07,
      "loss": 0.642544174194336,
      "step": 6810
    },
    {
      "epoch": 2.5765289256198347,
      "grad_norm": 2.1829209327697754,
      "learning_rate": 1.7881218228069219e-07,
      "loss": 0.6372933387756348,
      "step": 6820
    },
    {
      "epoch": 2.580306965761511,
      "grad_norm": 2.511801242828369,
      "learning_rate": 1.7570246732784968e-07,
      "loss": 0.6378087043762207,
      "step": 6830
    },
    {
      "epoch": 2.5840850059031877,
      "grad_norm": 2.164109706878662,
      "learning_rate": 1.726183475788154e-07,
      "loss": 0.606813907623291,
      "step": 6840
    },
    {
      "epoch": 2.5878630460448644,
      "grad_norm": 2.3060317039489746,
      "learning_rate": 1.6955988264154925e-07,
      "loss": 0.6186025142669678,
      "step": 6850
    },
    {
      "epoch": 2.5916410861865407,
      "grad_norm": 2.207685947418213,
      "learning_rate": 1.6652713162816963e-07,
      "loss": 0.6141145706176758,
      "step": 6860
    },
    {
      "epoch": 2.5954191263282174,
      "grad_norm": 2.185697078704834,
      "learning_rate": 1.6352015315381308e-07,
      "loss": 0.6352035522460937,
      "step": 6870
    },
    {
      "epoch": 2.5991971664698936,
      "grad_norm": 2.3074660301208496,
      "learning_rate": 1.605390053355003e-07,
      "loss": 0.6149912357330323,
      "step": 6880
    },
    {
      "epoch": 2.6029752066115703,
      "grad_norm": 2.4378416538238525,
      "learning_rate": 1.5758374579101238e-07,
      "loss": 0.6273821830749512,
      "step": 6890
    },
    {
      "epoch": 2.6067532467532466,
      "grad_norm": 2.3505911827087402,
      "learning_rate": 1.5465443163777854e-07,
      "loss": 0.621291971206665,
      "step": 6900
    },
    {
      "epoch": 2.6105312868949233,
      "grad_norm": 2.373868942260742,
      "learning_rate": 1.517511194917719e-07,
      "loss": 0.6301918029785156,
      "step": 6910
    },
    {
      "epoch": 2.6143093270366,
      "grad_norm": 2.4352989196777344,
      "learning_rate": 1.488738654664135e-07,
      "loss": 0.6293608188629151,
      "step": 6920
    },
    {
      "epoch": 2.6180873671782763,
      "grad_norm": 2.2832939624786377,
      "learning_rate": 1.4602272517149034e-07,
      "loss": 0.626460075378418,
      "step": 6930
    },
    {
      "epoch": 2.6218654073199525,
      "grad_norm": 2.2882273197174072,
      "learning_rate": 1.4319775371207904e-07,
      "loss": 0.6141201019287109,
      "step": 6940
    },
    {
      "epoch": 2.6256434474616293,
      "grad_norm": 2.5238680839538574,
      "learning_rate": 1.4039900568748088e-07,
      "loss": 0.6408016204833984,
      "step": 6950
    },
    {
      "epoch": 2.629421487603306,
      "grad_norm": 2.127303123474121,
      "learning_rate": 1.376265351901675e-07,
      "loss": 0.6149523735046387,
      "step": 6960
    },
    {
      "epoch": 2.6331995277449822,
      "grad_norm": 2.2247202396392822,
      "learning_rate": 1.3488039580473332e-07,
      "loss": 0.6388407707214355,
      "step": 6970
    },
    {
      "epoch": 2.636977567886659,
      "grad_norm": 2.4249026775360107,
      "learning_rate": 1.3216064060686306e-07,
      "loss": 0.622804069519043,
      "step": 6980
    },
    {
      "epoch": 2.640755608028335,
      "grad_norm": 2.3992531299591064,
      "learning_rate": 1.2946732216230346e-07,
      "loss": 0.6286490440368653,
      "step": 6990
    },
    {
      "epoch": 2.644533648170012,
      "grad_norm": 2.3487565517425537,
      "learning_rate": 1.2680049252584696e-07,
      "loss": 0.634333324432373,
      "step": 7000
    },
    {
      "epoch": 2.648311688311688,
      "grad_norm": 2.466733932495117,
      "learning_rate": 1.2416020324032894e-07,
      "loss": 0.6340158462524415,
      "step": 7010
    },
    {
      "epoch": 2.652089728453365,
      "grad_norm": 2.125523567199707,
      "learning_rate": 1.2154650533562722e-07,
      "loss": 0.6201452255249024,
      "step": 7020
    },
    {
      "epoch": 2.6558677685950416,
      "grad_norm": 2.550568103790283,
      "learning_rate": 1.1895944932767888e-07,
      "loss": 0.6309930801391601,
      "step": 7030
    },
    {
      "epoch": 2.659645808736718,
      "grad_norm": 2.386242628097534,
      "learning_rate": 1.1639908521750309e-07,
      "loss": 0.6116835594177246,
      "step": 7040
    },
    {
      "epoch": 2.663423848878394,
      "grad_norm": 2.4359633922576904,
      "learning_rate": 1.138654624902335e-07,
      "loss": 0.6215718269348145,
      "step": 7050
    },
    {
      "epoch": 2.667201889020071,
      "grad_norm": 2.175349473953247,
      "learning_rate": 1.1135863011416369e-07,
      "loss": 0.6271265983581543,
      "step": 7060
    },
    {
      "epoch": 2.6709799291617475,
      "grad_norm": 2.1554853916168213,
      "learning_rate": 1.0887863653980013e-07,
      "loss": 0.6260148048400879,
      "step": 7070
    },
    {
      "epoch": 2.674757969303424,
      "grad_norm": 2.247617721557617,
      "learning_rate": 1.0642552969892433e-07,
      "loss": 0.6354702949523926,
      "step": 7080
    },
    {
      "epoch": 2.6785360094451005,
      "grad_norm": 2.4776885509490967,
      "learning_rate": 1.039993570036687e-07,
      "loss": 0.6192111968994141,
      "step": 7090
    },
    {
      "epoch": 2.6823140495867768,
      "grad_norm": 2.1571476459503174,
      "learning_rate": 1.0160016534559918e-07,
      "loss": 0.6207868576049804,
      "step": 7100
    },
    {
      "epoch": 2.6860920897284535,
      "grad_norm": 2.205035448074341,
      "learning_rate": 9.922800109480806e-08,
      "loss": 0.6396942138671875,
      "step": 7110
    },
    {
      "epoch": 2.6898701298701297,
      "grad_norm": 2.4623236656188965,
      "learning_rate": 9.688291009901912e-08,
      "loss": 0.6361518859863281,
      "step": 7120
    },
    {
      "epoch": 2.6936481700118065,
      "grad_norm": 2.2437267303466797,
      "learning_rate": 9.456493768270152e-08,
      "loss": 0.6291927337646485,
      "step": 7130
    },
    {
      "epoch": 2.6974262101534827,
      "grad_norm": 2.310770034790039,
      "learning_rate": 9.227412864619222e-08,
      "loss": 0.6310478210449219,
      "step": 7140
    },
    {
      "epoch": 2.7012042502951594,
      "grad_norm": 2.2136576175689697,
      "learning_rate": 9.00105272648321e-08,
      "loss": 0.6349119186401367,
      "step": 7150
    },
    {
      "epoch": 2.7049822904368357,
      "grad_norm": 2.1852967739105225,
      "learning_rate": 8.777417728810838e-08,
      "loss": 0.6257647514343262,
      "step": 7160
    },
    {
      "epoch": 2.7087603305785124,
      "grad_norm": 2.3763885498046875,
      "learning_rate": 8.556512193881106e-08,
      "loss": 0.6258703231811523,
      "step": 7170
    },
    {
      "epoch": 2.712538370720189,
      "grad_norm": 2.457188606262207,
      "learning_rate": 8.338340391219579e-08,
      "loss": 0.637584114074707,
      "step": 7180
    },
    {
      "epoch": 2.7163164108618654,
      "grad_norm": 2.3434925079345703,
      "learning_rate": 8.122906537515923e-08,
      "loss": 0.6232329845428467,
      "step": 7190
    },
    {
      "epoch": 2.7200944510035416,
      "grad_norm": 2.330703020095825,
      "learning_rate": 7.910214796542464e-08,
      "loss": 0.6156249523162842,
      "step": 7200
    },
    {
      "epoch": 2.7200944510035416,
      "eval_loss": 0.7949353456497192,
      "eval_runtime": 506.269,
      "eval_samples_per_second": 4.877,
      "eval_steps_per_second": 2.439,
      "step": 7200
    },
    {
      "epoch": 2.7238724911452183,
      "grad_norm": 2.4025487899780273,
      "learning_rate": 7.700269279073657e-08,
      "loss": 0.6317848205566406,
      "step": 7210
    },
    {
      "epoch": 2.727650531286895,
      "grad_norm": 2.2978906631469727,
      "learning_rate": 7.49307404280663e-08,
      "loss": 0.6211384773254395,
      "step": 7220
    },
    {
      "epoch": 2.7314285714285713,
      "grad_norm": 2.128185987472534,
      "learning_rate": 7.288633092282814e-08,
      "loss": 0.6192453384399415,
      "step": 7230
    },
    {
      "epoch": 2.735206611570248,
      "grad_norm": 2.1481385231018066,
      "learning_rate": 7.086950378810441e-08,
      "loss": 0.6183344841003418,
      "step": 7240
    },
    {
      "epoch": 2.7389846517119243,
      "grad_norm": 2.3637216091156006,
      "learning_rate": 6.888029800388285e-08,
      "loss": 0.617277717590332,
      "step": 7250
    },
    {
      "epoch": 2.742762691853601,
      "grad_norm": 2.3249735832214355,
      "learning_rate": 6.69187520163032e-08,
      "loss": 0.6364844799041748,
      "step": 7260
    },
    {
      "epoch": 2.7465407319952773,
      "grad_norm": 2.4165947437286377,
      "learning_rate": 6.498490373691291e-08,
      "loss": 0.6320891380310059,
      "step": 7270
    },
    {
      "epoch": 2.750318772136954,
      "grad_norm": 2.334613561630249,
      "learning_rate": 6.307879054193589e-08,
      "loss": 0.6310861587524415,
      "step": 7280
    },
    {
      "epoch": 2.7540968122786307,
      "grad_norm": 2.4317500591278076,
      "learning_rate": 6.120044927154939e-08,
      "loss": 0.6184896469116211,
      "step": 7290
    },
    {
      "epoch": 2.757874852420307,
      "grad_norm": 2.2057971954345703,
      "learning_rate": 5.934991622917185e-08,
      "loss": 0.6217830181121826,
      "step": 7300
    },
    {
      "epoch": 2.761652892561983,
      "grad_norm": 2.373128890991211,
      "learning_rate": 5.7527227180761476e-08,
      "loss": 0.633668851852417,
      "step": 7310
    },
    {
      "epoch": 2.76543093270366,
      "grad_norm": 2.3770751953125,
      "learning_rate": 5.573241735412543e-08,
      "loss": 0.6191808700561523,
      "step": 7320
    },
    {
      "epoch": 2.7692089728453366,
      "grad_norm": 2.218639850616455,
      "learning_rate": 5.396552143823774e-08,
      "loss": 0.6249197959899903,
      "step": 7330
    },
    {
      "epoch": 2.772987012987013,
      "grad_norm": 2.4068820476531982,
      "learning_rate": 5.222657358257066e-08,
      "loss": 0.6191060543060303,
      "step": 7340
    },
    {
      "epoch": 2.7767650531286896,
      "grad_norm": 2.4384562969207764,
      "learning_rate": 5.051560739643235e-08,
      "loss": 0.6380503654479981,
      "step": 7350
    },
    {
      "epoch": 2.780543093270366,
      "grad_norm": 2.24365496635437,
      "learning_rate": 4.883265594831976e-08,
      "loss": 0.627810001373291,
      "step": 7360
    },
    {
      "epoch": 2.7843211334120426,
      "grad_norm": 2.1084463596343994,
      "learning_rate": 4.7177751765277775e-08,
      "loss": 0.6250519275665283,
      "step": 7370
    },
    {
      "epoch": 2.788099173553719,
      "grad_norm": 2.385327100753784,
      "learning_rate": 4.555092683227091e-08,
      "loss": 0.6426474571228027,
      "step": 7380
    },
    {
      "epoch": 2.7918772136953955,
      "grad_norm": 2.41395902633667,
      "learning_rate": 4.395221259156546e-08,
      "loss": 0.631619930267334,
      "step": 7390
    },
    {
      "epoch": 2.7956552538370723,
      "grad_norm": 2.3189663887023926,
      "learning_rate": 4.238163994212196e-08,
      "loss": 0.6326521396636963,
      "step": 7400
    },
    {
      "epoch": 2.7994332939787485,
      "grad_norm": 2.2365729808807373,
      "learning_rate": 4.0839239238996903e-08,
      "loss": 0.6203090667724609,
      "step": 7410
    },
    {
      "epoch": 2.803211334120425,
      "grad_norm": 2.370184898376465,
      "learning_rate": 3.9325040292757797e-08,
      "loss": 0.622714900970459,
      "step": 7420
    },
    {
      "epoch": 2.8069893742621015,
      "grad_norm": 2.3019914627075195,
      "learning_rate": 3.7839072368905323e-08,
      "loss": 0.609795093536377,
      "step": 7430
    },
    {
      "epoch": 2.810767414403778,
      "grad_norm": 2.413100481033325,
      "learning_rate": 3.638136418730864e-08,
      "loss": 0.6212586402893067,
      "step": 7440
    },
    {
      "epoch": 2.8145454545454545,
      "grad_norm": 2.349292278289795,
      "learning_rate": 3.4951943921650296e-08,
      "loss": 0.6344918727874755,
      "step": 7450
    },
    {
      "epoch": 2.818323494687131,
      "grad_norm": 2.351335048675537,
      "learning_rate": 3.355083919888085e-08,
      "loss": 0.619129753112793,
      "step": 7460
    },
    {
      "epoch": 2.8221015348288074,
      "grad_norm": 2.1599154472351074,
      "learning_rate": 3.2178077098686307e-08,
      "loss": 0.6426268577575683,
      "step": 7470
    },
    {
      "epoch": 2.825879574970484,
      "grad_norm": 2.173792839050293,
      "learning_rate": 3.0833684152963836e-08,
      "loss": 0.6185133934020997,
      "step": 7480
    },
    {
      "epoch": 2.8296576151121604,
      "grad_norm": 2.381761074066162,
      "learning_rate": 2.9517686345308382e-08,
      "loss": 0.6229202747344971,
      "step": 7490
    },
    {
      "epoch": 2.833435655253837,
      "grad_norm": 2.4550247192382812,
      "learning_rate": 2.8230109110512382e-08,
      "loss": 0.6179408073425293,
      "step": 7500
    },
    {
      "epoch": 2.837213695395514,
      "grad_norm": 2.376269578933716,
      "learning_rate": 2.6970977334072e-08,
      "loss": 0.6186124801635742,
      "step": 7510
    },
    {
      "epoch": 2.84099173553719,
      "grad_norm": 2.3765571117401123,
      "learning_rate": 2.5740315351707845e-08,
      "loss": 0.6180602073669433,
      "step": 7520
    },
    {
      "epoch": 2.8447697756788664,
      "grad_norm": 2.755181312561035,
      "learning_rate": 2.453814694889367e-08,
      "loss": 0.6243269920349122,
      "step": 7530
    },
    {
      "epoch": 2.848547815820543,
      "grad_norm": 2.2904272079467773,
      "learning_rate": 2.336449536039692e-08,
      "loss": 0.6280180931091308,
      "step": 7540
    },
    {
      "epoch": 2.8523258559622198,
      "grad_norm": 2.3408117294311523,
      "learning_rate": 2.2219383269829752e-08,
      "loss": 0.6286403656005859,
      "step": 7550
    },
    {
      "epoch": 2.856103896103896,
      "grad_norm": 2.435995578765869,
      "learning_rate": 2.1102832809210716e-08,
      "loss": 0.622313117980957,
      "step": 7560
    },
    {
      "epoch": 2.8598819362455727,
      "grad_norm": 2.4498119354248047,
      "learning_rate": 2.00148655585366e-08,
      "loss": 0.6317880630493165,
      "step": 7570
    },
    {
      "epoch": 2.863659976387249,
      "grad_norm": 2.3460447788238525,
      "learning_rate": 1.8955502545365433e-08,
      "loss": 0.6216256618499756,
      "step": 7580
    },
    {
      "epoch": 2.8674380165289257,
      "grad_norm": 2.168668508529663,
      "learning_rate": 1.792476424441081e-08,
      "loss": 0.6392526626586914,
      "step": 7590
    },
    {
      "epoch": 2.871216056670602,
      "grad_norm": 2.2294058799743652,
      "learning_rate": 1.692267057714486e-08,
      "loss": 0.6074748516082764,
      "step": 7600
    },
    {
      "epoch": 2.8749940968122787,
      "grad_norm": 2.4688711166381836,
      "learning_rate": 1.5949240911414753e-08,
      "loss": 0.6260251045227051,
      "step": 7610
    },
    {
      "epoch": 2.8787721369539554,
      "grad_norm": 2.3622217178344727,
      "learning_rate": 1.50044940610668e-08,
      "loss": 0.6212227821350098,
      "step": 7620
    },
    {
      "epoch": 2.8825501770956317,
      "grad_norm": 2.4017837047576904,
      "learning_rate": 1.4088448285583922e-08,
      "loss": 0.6220322132110596,
      "step": 7630
    },
    {
      "epoch": 2.886328217237308,
      "grad_norm": 2.285501480102539,
      "learning_rate": 1.3201121289732775e-08,
      "loss": 0.6199320793151856,
      "step": 7640
    },
    {
      "epoch": 2.8901062573789846,
      "grad_norm": 2.147695302963257,
      "learning_rate": 1.234253022322035e-08,
      "loss": 0.6397759914398193,
      "step": 7650
    },
    {
      "epoch": 2.8938842975206613,
      "grad_norm": 2.472536087036133,
      "learning_rate": 1.1512691680364229e-08,
      "loss": 0.6217041969299316,
      "step": 7660
    },
    {
      "epoch": 2.8976623376623376,
      "grad_norm": 2.307215452194214,
      "learning_rate": 1.0711621699770524e-08,
      "loss": 0.6263442993164062,
      "step": 7670
    },
    {
      "epoch": 2.9014403778040143,
      "grad_norm": 2.33832049369812,
      "learning_rate": 9.939335764024282e-09,
      "loss": 0.6275426387786865,
      "step": 7680
    },
    {
      "epoch": 2.9052184179456906,
      "grad_norm": 2.3469600677490234,
      "learning_rate": 9.195848799390727e-09,
      "loss": 0.6339296340942383,
      "step": 7690
    },
    {
      "epoch": 2.9089964580873673,
      "grad_norm": 2.6033101081848145,
      "learning_rate": 8.481175175526157e-09,
      "loss": 0.6273458957672119,
      "step": 7700
    },
    {
      "epoch": 2.9127744982290436,
      "grad_norm": 2.362736701965332,
      "learning_rate": 7.795328705200333e-09,
      "loss": 0.6373073577880859,
      "step": 7710
    },
    {
      "epoch": 2.9165525383707203,
      "grad_norm": 2.3675873279571533,
      "learning_rate": 7.1383226440296935e-09,
      "loss": 0.6269824981689454,
      "step": 7720
    },
    {
      "epoch": 2.920330578512397,
      "grad_norm": 2.280153512954712,
      "learning_rate": 6.510169690221223e-09,
      "loss": 0.6491728305816651,
      "step": 7730
    },
    {
      "epoch": 2.9241086186540732,
      "grad_norm": 2.351982831954956,
      "learning_rate": 5.910881984326821e-09,
      "loss": 0.6221453189849854,
      "step": 7740
    },
    {
      "epoch": 2.9278866587957495,
      "grad_norm": 2.2512242794036865,
      "learning_rate": 5.3404711090086485e-09,
      "loss": 0.6235839366912842,
      "step": 7750
    },
    {
      "epoch": 2.931664698937426,
      "grad_norm": 2.3306124210357666,
      "learning_rate": 4.798948088815313e-09,
      "loss": 0.6189033508300781,
      "step": 7760
    },
    {
      "epoch": 2.935442739079103,
      "grad_norm": 2.273301362991333,
      "learning_rate": 4.286323389968872e-09,
      "loss": 0.6181194305419921,
      "step": 7770
    },
    {
      "epoch": 2.939220779220779,
      "grad_norm": 2.1065988540649414,
      "learning_rate": 3.802606920162655e-09,
      "loss": 0.6079207420349121,
      "step": 7780
    },
    {
      "epoch": 2.942998819362456,
      "grad_norm": 2.374626636505127,
      "learning_rate": 3.3478080283694255e-09,
      "loss": 0.6269628524780273,
      "step": 7790
    },
    {
      "epoch": 2.946776859504132,
      "grad_norm": 2.38413143157959,
      "learning_rate": 2.921935504660689e-09,
      "loss": 0.6367140769958496,
      "step": 7800
    },
    {
      "epoch": 2.950554899645809,
      "grad_norm": 2.5182156562805176,
      "learning_rate": 2.524997580037658e-09,
      "loss": 0.6089591026306153,
      "step": 7810
    },
    {
      "epoch": 2.954332939787485,
      "grad_norm": 2.352532386779785,
      "learning_rate": 2.1570019262707187e-09,
      "loss": 0.6401002407073975,
      "step": 7820
    },
    {
      "epoch": 2.958110979929162,
      "grad_norm": 2.350106954574585,
      "learning_rate": 1.8179556557525455e-09,
      "loss": 0.6205963134765625,
      "step": 7830
    },
    {
      "epoch": 2.961889020070838,
      "grad_norm": 2.431997776031494,
      "learning_rate": 1.5078653213597138e-09,
      "loss": 0.619997215270996,
      "step": 7840
    },
    {
      "epoch": 2.965667060212515,
      "grad_norm": 2.135204553604126,
      "learning_rate": 1.2267369163266317e-09,
      "loss": 0.6268377304077148,
      "step": 7850
    },
    {
      "epoch": 2.969445100354191,
      "grad_norm": 2.3695712089538574,
      "learning_rate": 9.745758741288025e-10,
      "loss": 0.614600944519043,
      "step": 7860
    },
    {
      "epoch": 2.9732231404958678,
      "grad_norm": 2.4673635959625244,
      "learning_rate": 7.513870683794055e-10,
      "loss": 0.635959529876709,
      "step": 7870
    },
    {
      "epoch": 2.9770011806375445,
      "grad_norm": 2.313945770263672,
      "learning_rate": 5.571748127335407e-10,
      "loss": 0.6232303619384766,
      "step": 7880
    },
    {
      "epoch": 2.9807792207792208,
      "grad_norm": 2.2542812824249268,
      "learning_rate": 3.919428608052944e-10,
      "loss": 0.6230619430541993,
      "step": 7890
    },
    {
      "epoch": 2.984557260920897,
      "grad_norm": 2.3375940322875977,
      "learning_rate": 2.556944060961297e-10,
      "loss": 0.6269739627838135,
      "step": 7900
    },
    {
      "epoch": 2.9883353010625737,
      "grad_norm": 2.415985107421875,
      "learning_rate": 1.4843208193160428e-10,
      "loss": 0.6246781826019288,
      "step": 7910
    },
    {
      "epoch": 2.9921133412042504,
      "grad_norm": 2.2390952110290527,
      "learning_rate": 7.01579614115766e-11,
      "loss": 0.627953577041626,
      "step": 7920
    },
    {
      "epoch": 2.9958913813459267,
      "grad_norm": 2.3038902282714844,
      "learning_rate": 2.0873557370071352e-11,
      "loss": 0.6274699211120606,
      "step": 7930
    },
    {
      "epoch": 2.9996694214876034,
      "grad_norm": 2.2059288024902344,
      "learning_rate": 5.798223454700491e-13,
      "loss": 0.6404783248901367,
      "step": 7940
    },
    {
      "epoch": 3.0,
      "eval_loss": 0.7946537733078003,
      "eval_runtime": 505.902,
      "eval_samples_per_second": 4.88,
      "eval_steps_per_second": 2.441,
      "step": 7941
    },
    {
      "epoch": 3.0,
      "step": 7941,
      "total_flos": 1.964694177852896e+19,
      "train_loss": 0.7323243340967345,
      "train_runtime": 181764.4019,
      "train_samples_per_second": 0.699,
      "train_steps_per_second": 0.044
    }
  ],
  "logging_steps": 10,
  "max_steps": 7941,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 4000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.964694177852896e+19,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}