{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 9303,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.005374610340750295,
      "grad_norm": 1.421875,
      "learning_rate": 0.00035,
      "loss": 5.064356994628906,
      "step": 50
    },
    {
      "epoch": 0.01074922068150059,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0007071428571428572,
      "loss": 3.608876953125,
      "step": 100
    },
    {
      "epoch": 0.016123831022250887,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0010642857142857142,
      "loss": 3.345799865722656,
      "step": 150
    },
    {
      "epoch": 0.02149844136300118,
      "grad_norm": 0.609375,
      "learning_rate": 0.0014214285714285715,
      "loss": 3.1618075561523438,
      "step": 200
    },
    {
      "epoch": 0.02687305170375148,
      "grad_norm": 0.51953125,
      "learning_rate": 0.0017785714285714284,
      "loss": 3.1220803833007813,
      "step": 250
    },
    {
      "epoch": 0.032247662044501774,
      "grad_norm": 0.64453125,
      "learning_rate": 0.001999978118683244,
      "loss": 3.0888632202148436,
      "step": 300
    },
    {
      "epoch": 0.03762227238525207,
      "grad_norm": 0.474609375,
      "learning_rate": 0.001999711434020733,
      "loss": 3.0699005126953125,
      "step": 350
    },
    {
      "epoch": 0.04299688272600236,
      "grad_norm": 0.486328125,
      "learning_rate": 0.001999141778030422,
      "loss": 3.015286865234375,
      "step": 400
    },
    {
      "epoch": 0.04837149306675266,
      "grad_norm": 0.46875,
      "learning_rate": 0.001998269323351561,
      "loss": 3.003041076660156,
      "step": 450
    },
    {
      "epoch": 0.05374610340750296,
      "grad_norm": 0.447265625,
      "learning_rate": 0.001997094334389201,
      "loss": 2.9448507690429686,
      "step": 500
    },
    {
      "epoch": 0.05912071374825325,
      "grad_norm": 0.515625,
      "learning_rate": 0.001995617167234063,
      "loss": 2.9481060791015623,
      "step": 550
    },
    {
      "epoch": 0.06449532408900355,
      "grad_norm": 0.4140625,
      "learning_rate": 0.001993838269554624,
      "loss": 2.926596374511719,
      "step": 600
    },
    {
      "epoch": 0.06986993442975384,
      "grad_norm": 0.423828125,
      "learning_rate": 0.001991758180461445,
      "loss": 2.923228454589844,
      "step": 650
    },
    {
      "epoch": 0.07524454477050414,
      "grad_norm": 0.390625,
      "learning_rate": 0.0019893775303437885,
      "loss": 2.938221740722656,
      "step": 700
    },
    {
      "epoch": 0.08061915511125443,
      "grad_norm": 0.400390625,
      "learning_rate": 0.0019866970406785763,
      "loss": 2.844507141113281,
      "step": 750
    },
    {
      "epoch": 0.08599376545200473,
      "grad_norm": 0.416015625,
      "learning_rate": 0.001983717523811736,
      "loss": 2.8589572143554687,
      "step": 800
    },
    {
      "epoch": 0.09136837579275503,
      "grad_norm": 0.390625,
      "learning_rate": 0.001980439882712016,
      "loss": 2.8743359375,
      "step": 850
    },
    {
      "epoch": 0.09674298613350532,
      "grad_norm": 0.3828125,
      "learning_rate": 0.0019768651106973297,
      "loss": 2.840479431152344,
      "step": 900
    },
    {
      "epoch": 0.10211759647425561,
      "grad_norm": 0.4296875,
      "learning_rate": 0.0019729942911337226,
      "loss": 2.803941650390625,
      "step": 950
    },
    {
      "epoch": 0.10749220681500592,
      "grad_norm": 0.373046875,
      "learning_rate": 0.001968828597107052,
      "loss": 2.841445007324219,
      "step": 1000
    },
    {
      "epoch": 0.11286681715575621,
      "grad_norm": 0.40625,
      "learning_rate": 0.001964369291067467,
      "loss": 2.79259765625,
      "step": 1050
    },
    {
      "epoch": 0.1182414274965065,
      "grad_norm": 0.4296875,
      "learning_rate": 0.0019596177244468175,
      "loss": 2.78593017578125,
      "step": 1100
    },
    {
      "epoch": 0.1236160378372568,
      "grad_norm": 0.69921875,
      "learning_rate": 0.0019545753372490877,
      "loss": 3.038936767578125,
      "step": 1150
    },
    {
      "epoch": 0.1289906481780071,
      "grad_norm": 0.375,
      "learning_rate": 0.001949243657613991,
      "loss": 2.9172021484375,
      "step": 1200
    },
    {
      "epoch": 0.13436525851875739,
      "grad_norm": 0.3359375,
      "learning_rate": 0.001943624301353855,
      "loss": 2.7779638671875,
      "step": 1250
    },
    {
      "epoch": 0.13973986885950768,
      "grad_norm": 0.39453125,
      "learning_rate": 0.001937718971463933,
      "loss": 2.7873052978515624,
      "step": 1300
    },
    {
      "epoch": 0.14511447920025797,
      "grad_norm": 0.37109375,
      "learning_rate": 0.0019315294576062987,
      "loss": 2.7574578857421876,
      "step": 1350
    },
    {
      "epoch": 0.1504890895410083,
      "grad_norm": 0.404296875,
      "learning_rate": 0.0019250576355674723,
      "loss": 2.7929611206054688,
      "step": 1400
    },
    {
      "epoch": 0.15586369988175858,
      "grad_norm": 0.400390625,
      "learning_rate": 0.0019183054666899466,
      "loss": 2.7301507568359376,
      "step": 1450
    },
    {
      "epoch": 0.16123831022250887,
      "grad_norm": 0.369140625,
      "learning_rate": 0.0019112749972777859,
      "loss": 2.7670703125,
      "step": 1500
    },
    {
      "epoch": 0.16661292056325916,
      "grad_norm": 0.404296875,
      "learning_rate": 0.001903968357976475,
      "loss": 2.755356750488281,
      "step": 1550
    },
    {
      "epoch": 0.17198753090400945,
      "grad_norm": 0.419921875,
      "learning_rate": 0.001896387763127208,
      "loss": 2.7264895629882813,
      "step": 1600
    },
    {
      "epoch": 0.17736214124475974,
      "grad_norm": 0.392578125,
      "learning_rate": 0.0018885355100958137,
      "loss": 2.70769775390625,
      "step": 1650
    },
    {
      "epoch": 0.18273675158551006,
      "grad_norm": 0.376953125,
      "learning_rate": 0.001880413978576518,
      "loss": 2.7275445556640623,
      "step": 1700
    },
    {
      "epoch": 0.18811136192626035,
      "grad_norm": 0.33203125,
      "learning_rate": 0.0018720256298707567,
      "loss": 2.7270468139648436,
      "step": 1750
    },
    {
      "epoch": 0.19348597226701064,
      "grad_norm": 0.373046875,
      "learning_rate": 0.0018633730061412574,
      "loss": 2.6965151977539064,
      "step": 1800
    },
    {
      "epoch": 0.19886058260776093,
      "grad_norm": 0.361328125,
      "learning_rate": 0.0018544587296416132,
      "loss": 2.7021688842773437,
      "step": 1850
    },
    {
      "epoch": 0.20423519294851122,
      "grad_norm": 0.376953125,
      "learning_rate": 0.0018452855019215867,
      "loss": 2.6597100830078126,
      "step": 1900
    },
    {
      "epoch": 0.20960980328926151,
      "grad_norm": 0.384765625,
      "learning_rate": 0.0018358561030083823,
      "loss": 2.698919677734375,
      "step": 1950
    },
    {
      "epoch": 0.21498441363001183,
      "grad_norm": 0.357421875,
      "learning_rate": 0.0018261733905641326,
      "loss": 2.6952700805664063,
      "step": 2000
    },
    {
      "epoch": 0.22035902397076212,
      "grad_norm": 0.369140625,
      "learning_rate": 0.001816240299019861,
      "loss": 2.6905059814453125,
      "step": 2050
    },
    {
      "epoch": 0.22573363431151242,
      "grad_norm": 0.396484375,
      "learning_rate": 0.0018060598386861748,
      "loss": 2.680411682128906,
      "step": 2100
    },
    {
      "epoch": 0.2311082446522627,
      "grad_norm": 0.41015625,
      "learning_rate": 0.0017956350948409652,
      "loss": 2.7053533935546876,
      "step": 2150
    },
    {
      "epoch": 0.236482854993013,
      "grad_norm": 0.34765625,
      "learning_rate": 0.0017849692267943862,
      "loss": 2.6874371337890626,
      "step": 2200
    },
    {
      "epoch": 0.2418574653337633,
      "grad_norm": 0.38671875,
      "learning_rate": 0.0017740654669313985,
      "loss": 2.689461364746094,
      "step": 2250
    },
    {
      "epoch": 0.2472320756745136,
      "grad_norm": 0.337890625,
      "learning_rate": 0.0017629271197321663,
      "loss": 2.6473489379882813,
      "step": 2300
    },
    {
      "epoch": 0.25260668601526387,
      "grad_norm": 0.37890625,
      "learning_rate": 0.001751557560770606,
      "loss": 2.6916015625,
      "step": 2350
    },
    {
      "epoch": 0.2579812963560142,
      "grad_norm": 0.353515625,
      "learning_rate": 0.001739960235691388,
      "loss": 2.647242431640625,
      "step": 2400
    },
    {
      "epoch": 0.2633559066967645,
      "grad_norm": 0.3359375,
      "learning_rate": 0.001728138659165706,
      "loss": 2.66830078125,
      "step": 2450
    },
    {
      "epoch": 0.26873051703751477,
      "grad_norm": 0.37890625,
      "learning_rate": 0.0017160964138261217,
      "loss": 2.643187255859375,
      "step": 2500
    },
    {
      "epoch": 0.2741051273782651,
      "grad_norm": 0.35546875,
      "learning_rate": 0.0017038371491808193,
      "loss": 2.6565380859375,
      "step": 2550
    },
    {
      "epoch": 0.27947973771901535,
      "grad_norm": 0.375,
      "learning_rate": 0.0016913645805075892,
      "loss": 2.6902203369140625,
      "step": 2600
    },
    {
      "epoch": 0.28485434805976567,
      "grad_norm": 0.33203125,
      "learning_rate": 0.0016786824877278801,
      "loss": 2.637608642578125,
      "step": 2650
    },
    {
      "epoch": 0.29022895840051594,
      "grad_norm": 0.36328125,
      "learning_rate": 0.001665794714261261,
      "loss": 2.647352600097656,
      "step": 2700
    },
    {
      "epoch": 0.29560356874126625,
      "grad_norm": 0.33203125,
      "learning_rate": 0.0016527051658606388,
      "loss": 2.64443359375,
      "step": 2750
    },
    {
      "epoch": 0.3009781790820166,
      "grad_norm": 0.349609375,
      "learning_rate": 0.0016394178094285856,
      "loss": 2.6496731567382814,
      "step": 2800
    },
    {
      "epoch": 0.30635278942276684,
      "grad_norm": 0.3359375,
      "learning_rate": 0.001625936671815135,
      "loss": 2.632543640136719,
      "step": 2850
    },
    {
      "epoch": 0.31172739976351715,
      "grad_norm": 0.36328125,
      "learning_rate": 0.0016122658385974078,
      "loss": 2.6647274780273436,
      "step": 2900
    },
    {
      "epoch": 0.3171020101042674,
      "grad_norm": 0.3515625,
      "learning_rate": 0.001598409452841445,
      "loss": 2.59723388671875,
      "step": 2950
    },
    {
      "epoch": 0.32247662044501774,
      "grad_norm": 0.341796875,
      "learning_rate": 0.0015843717138466118,
      "loss": 2.6529254150390624,
      "step": 3000
    },
    {
      "epoch": 0.32785123078576806,
      "grad_norm": 0.33203125,
      "learning_rate": 0.0015701568758729656,
      "loss": 2.608984375,
      "step": 3050
    },
    {
      "epoch": 0.3332258411265183,
      "grad_norm": 0.3671875,
      "learning_rate": 0.0015557692468519645,
      "loss": 2.6270855712890624,
      "step": 3100
    },
    {
      "epoch": 0.33860045146726864,
      "grad_norm": 0.302734375,
      "learning_rate": 0.0015412131870809098,
      "loss": 2.763183288574219,
      "step": 3150
    },
    {
      "epoch": 0.3439750618080189,
      "grad_norm": 0.35546875,
      "learning_rate": 0.0015264931079015213,
      "loss": 2.6557275390625,
      "step": 3200
    },
    {
      "epoch": 0.3493496721487692,
      "grad_norm": 0.328125,
      "learning_rate": 0.0015116134703630406,
      "loss": 2.6435775756835938,
      "step": 3250
    },
    {
      "epoch": 0.3547242824895195,
      "grad_norm": 0.357421875,
      "learning_rate": 0.0014965787838702705,
      "loss": 2.6241064453125,
      "step": 3300
    },
    {
      "epoch": 0.3600988928302698,
      "grad_norm": 0.400390625,
      "learning_rate": 0.001481393604816961,
      "loss": 2.6222308349609373,
      "step": 3350
    },
    {
      "epoch": 0.3654735031710201,
      "grad_norm": 0.419921875,
      "learning_rate": 0.0014660625352049537,
      "loss": 2.64865478515625,
      "step": 3400
    },
    {
      "epoch": 0.3708481135117704,
      "grad_norm": 0.3359375,
      "learning_rate": 0.0014505902212495058,
      "loss": 2.613692626953125,
      "step": 3450
    },
    {
      "epoch": 0.3762227238525207,
      "grad_norm": 0.345703125,
      "learning_rate": 0.0014349813519712116,
      "loss": 2.5882388305664064,
      "step": 3500
    },
    {
      "epoch": 0.38159733419327097,
      "grad_norm": 0.39453125,
      "learning_rate": 0.0014192406577749562,
      "loss": 2.5886911010742186,
      "step": 3550
    },
    {
      "epoch": 0.3869719445340213,
      "grad_norm": 0.353515625,
      "learning_rate": 0.0014033729090163227,
      "loss": 2.576683349609375,
      "step": 3600
    },
    {
      "epoch": 0.3923465548747716,
      "grad_norm": 0.3359375,
      "learning_rate": 0.0013873829145558958,
      "loss": 2.5887600708007814,
      "step": 3650
    },
    {
      "epoch": 0.39772116521552187,
      "grad_norm": 0.361328125,
      "learning_rate": 0.001371275520301892,
      "loss": 2.602078857421875,
      "step": 3700
    },
    {
      "epoch": 0.4030957755562722,
      "grad_norm": 0.384765625,
      "learning_rate": 0.0013550556077415684,
      "loss": 2.584700012207031,
      "step": 3750
    },
    {
      "epoch": 0.40847038589702245,
      "grad_norm": 0.33984375,
      "learning_rate": 0.0013387280924618402,
      "loss": 2.5568161010742188,
      "step": 3800
    },
    {
      "epoch": 0.41384499623777277,
      "grad_norm": 0.34765625,
      "learning_rate": 0.0013222979226595725,
      "loss": 2.56928955078125,
      "step": 3850
    },
    {
      "epoch": 0.41921960657852303,
      "grad_norm": 0.37109375,
      "learning_rate": 0.0013057700776419859,
      "loss": 2.605091552734375,
      "step": 3900
    },
    {
      "epoch": 0.42459421691927335,
      "grad_norm": 0.3828125,
      "learning_rate": 0.001289149566317631,
      "loss": 2.6072283935546876,
      "step": 3950
    },
    {
      "epoch": 0.42996882726002367,
      "grad_norm": 0.3828125,
      "learning_rate": 0.0012724414256783973,
      "loss": 2.5836697387695313,
      "step": 4000
    },
    {
      "epoch": 0.43534343760077393,
      "grad_norm": 0.38671875,
      "learning_rate": 0.001255650719273007,
      "loss": 2.5884500122070313,
      "step": 4050
    },
    {
      "epoch": 0.44071804794152425,
      "grad_norm": 0.369140625,
      "learning_rate": 0.0012387825356724627,
      "loss": 2.5769717407226564,
      "step": 4100
    },
    {
      "epoch": 0.4460926582822745,
      "grad_norm": 0.380859375,
      "learning_rate": 0.0012218419869279118,
      "loss": 2.557017974853516,
      "step": 4150
    },
    {
      "epoch": 0.45146726862302483,
      "grad_norm": 0.357421875,
      "learning_rate": 0.0012048342070213936,
      "loss": 2.58254150390625,
      "step": 4200
    },
    {
      "epoch": 0.45684187896377515,
      "grad_norm": 0.30859375,
      "learning_rate": 0.0011877643503099414,
      "loss": 2.576588439941406,
      "step": 4250
    },
    {
      "epoch": 0.4622164893045254,
      "grad_norm": 0.392578125,
      "learning_rate": 0.0011706375899635088,
      "loss": 2.567438659667969,
      "step": 4300
    },
    {
      "epoch": 0.46759109964527573,
      "grad_norm": 0.400390625,
      "learning_rate": 0.001153459116397197,
      "loss": 2.546401062011719,
      "step": 4350
    },
    {
      "epoch": 0.472965709986026,
      "grad_norm": 0.37109375,
      "learning_rate": 0.0011362341356982509,
      "loss": 2.5553611755371093,
      "step": 4400
    },
    {
      "epoch": 0.4783403203267763,
      "grad_norm": 0.36328125,
      "learning_rate": 0.001118967868048311,
      "loss": 2.5596099853515626,
      "step": 4450
    },
    {
      "epoch": 0.4837149306675266,
      "grad_norm": 0.3828125,
      "learning_rate": 0.0011016655461413914,
      "loss": 2.5248782348632814,
      "step": 4500
    },
    {
      "epoch": 0.4890895410082769,
      "grad_norm": 0.34375,
      "learning_rate": 0.0010843324135980644,
      "loss": 2.5419313049316408,
      "step": 4550
    },
    {
      "epoch": 0.4944641513490272,
      "grad_norm": 0.37890625,
      "learning_rate": 0.0010669737233763364,
      "loss": 2.571695556640625,
      "step": 4600
    },
    {
      "epoch": 0.4998387616897775,
      "grad_norm": 0.400390625,
      "learning_rate": 0.0010495947361796928,
      "loss": 2.5371047973632814,
      "step": 4650
    },
    {
      "epoch": 0.5052133720305277,
      "grad_norm": 0.396484375,
      "learning_rate": 0.0010322007188627957,
      "loss": 2.5635662841796876,
      "step": 4700
    },
    {
      "epoch": 0.5105879823712781,
      "grad_norm": 0.3203125,
      "learning_rate": 0.0010147969428353169,
      "loss": 2.5643951416015627,
      "step": 4750
    },
    {
      "epoch": 0.5159625927120284,
      "grad_norm": 0.384765625,
      "learning_rate": 0.0009973886824643906,
      "loss": 2.5472283935546876,
      "step": 4800
    },
    {
      "epoch": 0.5213372030527786,
      "grad_norm": 0.341796875,
      "learning_rate": 0.000979981213476172,
      "loss": 2.507301940917969,
      "step": 4850
    },
    {
      "epoch": 0.526711813393529,
      "grad_norm": 0.341796875,
      "learning_rate": 0.0009625798113569791,
      "loss": 2.5510121154785157,
      "step": 4900
    },
    {
      "epoch": 0.5320864237342793,
      "grad_norm": 0.36328125,
      "learning_rate": 0.0009451897497545134,
      "loss": 2.5213755798339843,
      "step": 4950
    },
    {
      "epoch": 0.5374610340750295,
      "grad_norm": 0.33203125,
      "learning_rate": 0.0009278162988796322,
      "loss": 2.5514572143554686,
      "step": 5000
    },
    {
      "epoch": 0.5428356444157798,
      "grad_norm": 0.44140625,
      "learning_rate": 0.000910464723909167,
      "loss": 2.547716064453125,
      "step": 5050
    },
    {
      "epoch": 0.5482102547565302,
      "grad_norm": 0.41796875,
      "learning_rate": 0.0008931402833902632,
      "loss": 2.5505126953125,
      "step": 5100
    },
    {
      "epoch": 0.5535848650972804,
      "grad_norm": 0.400390625,
      "learning_rate": 0.0008758482276467339,
      "loss": 2.4952557373046873,
      "step": 5150
    },
    {
      "epoch": 0.5589594754380307,
      "grad_norm": 0.388671875,
      "learning_rate": 0.0008585937971878999,
      "loss": 2.4909352111816405,
      "step": 5200
    },
    {
      "epoch": 0.5643340857787811,
      "grad_norm": 5.6875,
      "learning_rate": 0.0008413822211204104,
      "loss": 2.549886016845703,
      "step": 5250
    },
    {
      "epoch": 0.5697086961195313,
      "grad_norm": 0.30078125,
      "learning_rate": 0.000824218715563515,
      "loss": 2.650420837402344,
      "step": 5300
    },
    {
      "epoch": 0.5750833064602816,
      "grad_norm": 0.380859375,
      "learning_rate": 0.0008071084820682717,
      "loss": 2.5389674377441405,
      "step": 5350
    },
    {
      "epoch": 0.5804579168010319,
      "grad_norm": 0.369140625,
      "learning_rate": 0.0007900567060411747,
      "loss": 2.5362640380859376,
      "step": 5400
    },
    {
      "epoch": 0.5858325271417822,
      "grad_norm": 0.3515625,
      "learning_rate": 0.0007730685551726666,
      "loss": 2.5355271911621093,
      "step": 5450
    },
    {
      "epoch": 0.5912071374825325,
      "grad_norm": 0.34765625,
      "learning_rate": 0.0007561491778710292,
      "loss": 2.512120361328125,
      "step": 5500
    },
    {
      "epoch": 0.5965817478232828,
      "grad_norm": 0.392578125,
      "learning_rate": 0.0007393037017021098,
      "loss": 2.510359039306641,
      "step": 5550
    },
    {
      "epoch": 0.6019563581640331,
      "grad_norm": 0.400390625,
      "learning_rate": 0.0007225372318353696,
      "loss": 2.5245735168457033,
      "step": 5600
    },
    {
      "epoch": 0.6073309685047834,
      "grad_norm": 0.373046875,
      "learning_rate": 0.0007058548494967147,
      "loss": 2.523134307861328,
      "step": 5650
    },
    {
      "epoch": 0.6127055788455337,
      "grad_norm": 0.365234375,
      "learning_rate": 0.0006892616104285889,
      "loss": 2.5049142456054687,
      "step": 5700
    },
    {
      "epoch": 0.618080189186284,
      "grad_norm": 0.353515625,
      "learning_rate": 0.0006727625433577848,
      "loss": 2.517113037109375,
      "step": 5750
    },
    {
      "epoch": 0.6234547995270343,
      "grad_norm": 0.3828125,
      "learning_rate": 0.0006563626484714434,
      "loss": 2.494815216064453,
      "step": 5800
    },
    {
      "epoch": 0.6288294098677846,
      "grad_norm": 0.34765625,
      "learning_rate": 0.000640066895901706,
      "loss": 2.5193748474121094,
      "step": 5850
    },
    {
      "epoch": 0.6342040202085348,
      "grad_norm": 0.384765625,
      "learning_rate": 0.0006238802242194691,
      "loss": 2.4836334228515624,
      "step": 5900
    },
    {
      "epoch": 0.6395786305492852,
      "grad_norm": 0.3828125,
      "learning_rate": 0.0006078075389377099,
      "loss": 2.4980899047851564,
      "step": 5950
    },
    {
      "epoch": 0.6449532408900355,
      "grad_norm": 0.349609375,
      "learning_rate": 0.0005918537110248243,
      "loss": 2.4724685668945314,
      "step": 6000
    },
    {
      "epoch": 0.6503278512307857,
      "grad_norm": 0.3671875,
      "learning_rate": 0.0005760235754284408,
      "loss": 2.488993377685547,
      "step": 6050
    },
    {
      "epoch": 0.6557024615715361,
      "grad_norm": 0.40234375,
      "learning_rate": 0.0005603219296101441,
      "loss": 2.495192565917969,
      "step": 6100
    },
    {
      "epoch": 0.6610770719122864,
      "grad_norm": 0.345703125,
      "learning_rate": 0.0005447535320915639,
      "loss": 2.5197113037109373,
      "step": 6150
    },
    {
      "epoch": 0.6664516822530366,
      "grad_norm": 0.34375,
      "learning_rate": 0.0005293231010122625,
      "loss": 2.4819285583496096,
      "step": 6200
    },
    {
      "epoch": 0.6718262925937869,
      "grad_norm": 0.37109375,
      "learning_rate": 0.000514035312699862,
      "loss": 2.475708465576172,
      "step": 6250
    },
    {
      "epoch": 0.6772009029345373,
      "grad_norm": 0.40234375,
      "learning_rate": 0.0004988948002528407,
      "loss": 2.5065594482421876,
      "step": 6300
    },
    {
      "epoch": 0.6825755132752875,
      "grad_norm": 0.38671875,
      "learning_rate": 0.0004839061521364332,
      "loss": 2.477359161376953,
      "step": 6350
    },
    {
      "epoch": 0.6879501236160378,
      "grad_norm": 0.388671875,
      "learning_rate": 0.00046907391079205606,
      "loss": 2.4715898132324217,
      "step": 6400
    },
    {
      "epoch": 0.6933247339567882,
      "grad_norm": 0.369140625,
      "learning_rate": 0.0004544025712606783,
      "loss": 2.4898191833496095,
      "step": 6450
    },
    {
      "epoch": 0.6986993442975384,
      "grad_norm": 0.375,
      "learning_rate": 0.00043989657982056396,
      "loss": 2.5008090209960936,
      "step": 6500
    },
    {
      "epoch": 0.7040739546382887,
      "grad_norm": 0.392578125,
      "learning_rate": 0.000425560332639785,
      "loss": 2.478828125,
      "step": 6550
    },
    {
      "epoch": 0.709448564979039,
      "grad_norm": 0.384765625,
      "learning_rate": 0.00041139817444392523,
      "loss": 2.530415496826172,
      "step": 6600
    },
    {
      "epoch": 0.7148231753197893,
      "grad_norm": 0.376953125,
      "learning_rate": 0.00039741439719937356,
      "loss": 2.4690420532226565,
      "step": 6650
    },
    {
      "epoch": 0.7201977856605396,
      "grad_norm": 0.390625,
      "learning_rate": 0.00038361323881260477,
      "loss": 2.5214358520507814,
      "step": 6700
    },
    {
      "epoch": 0.7255723960012899,
      "grad_norm": 0.34765625,
      "learning_rate": 0.0003699988818458457,
      "loss": 2.5013105773925783,
      "step": 6750
    },
    {
      "epoch": 0.7309470063420402,
      "grad_norm": 0.408203125,
      "learning_rate": 0.0003565754522495127,
      "loss": 2.499014129638672,
      "step": 6800
    },
    {
      "epoch": 0.7363216166827905,
      "grad_norm": 0.39453125,
      "learning_rate": 0.00034334701811180614,
      "loss": 2.4782760620117186,
      "step": 6850
    },
    {
      "epoch": 0.7416962270235408,
      "grad_norm": 0.36328125,
      "learning_rate": 0.00033031758842584023,
      "loss": 2.4990211486816407,
      "step": 6900
    },
    {
      "epoch": 0.7470708373642911,
      "grad_norm": 0.369140625,
      "learning_rate": 0.00031749111187468317,
      "loss": 2.5070140075683596,
      "step": 6950
    },
    {
      "epoch": 0.7524454477050414,
      "grad_norm": 0.384765625,
      "learning_rate": 0.000304871475634673,
      "loss": 2.469460906982422,
      "step": 7000
    },
    {
      "epoch": 0.7578200580457917,
      "grad_norm": 0.369140625,
      "learning_rate": 0.00029246250419737694,
      "loss": 2.4802810668945314,
      "step": 7050
    },
    {
      "epoch": 0.7631946683865419,
      "grad_norm": 0.392578125,
      "learning_rate": 0.00028026795821054184,
      "loss": 2.4981304931640627,
      "step": 7100
    },
    {
      "epoch": 0.7685692787272923,
      "grad_norm": 0.3515625,
      "learning_rate": 0.00026829153333840093,
      "loss": 2.480979309082031,
      "step": 7150
    },
    {
      "epoch": 0.7739438890680426,
      "grad_norm": 0.384765625,
      "learning_rate": 0.0002565368591416678,
      "loss": 2.4671348571777343,
      "step": 7200
    },
    {
      "epoch": 0.7793184994087928,
      "grad_norm": 0.39453125,
      "learning_rate": 0.0002450074979775661,
      "loss": 2.485542449951172,
      "step": 7250
    },
    {
      "epoch": 0.7846931097495432,
      "grad_norm": 0.36328125,
      "learning_rate": 0.00023370694392022784,
      "loss": 2.4594967651367186,
      "step": 7300
    },
    {
      "epoch": 0.7900677200902935,
      "grad_norm": 0.38671875,
      "learning_rate": 0.00022263862170178174,
      "loss": 2.465318450927734,
      "step": 7350
    },
    {
      "epoch": 0.7954423304310437,
      "grad_norm": 0.37890625,
      "learning_rate": 0.0002118058856744588,
      "loss": 2.482225341796875,
      "step": 7400
    },
    {
      "epoch": 0.800816940771794,
      "grad_norm": 0.380859375,
      "learning_rate": 0.0002012120187940263,
      "loss": 2.4960020446777342,
      "step": 7450
    },
    {
      "epoch": 0.8061915511125444,
      "grad_norm": 0.421875,
      "learning_rate": 0.000190860231624859,
      "loss": 2.4710400390625,
      "step": 7500
    },
    {
      "epoch": 0.8115661614532946,
      "grad_norm": 0.375,
      "learning_rate": 0.0001807536613669497,
      "loss": 2.494093780517578,
      "step": 7550
    },
    {
      "epoch": 0.8169407717940449,
      "grad_norm": 0.353515625,
      "learning_rate": 0.00017089537090515417,
      "loss": 2.489215545654297,
      "step": 7600
    },
    {
      "epoch": 0.8223153821347953,
      "grad_norm": 0.34765625,
      "learning_rate": 0.00016128834788095393,
      "loss": 2.5090153503417967,
      "step": 7650
    },
    {
      "epoch": 0.8276899924755455,
      "grad_norm": 0.365234375,
      "learning_rate": 0.00015193550378702936,
      "loss": 2.439830627441406,
      "step": 7700
    },
    {
      "epoch": 0.8330646028162958,
      "grad_norm": 0.47265625,
      "learning_rate": 0.00014283967308490364,
      "loss": 2.4924505615234374,
      "step": 7750
    },
    {
      "epoch": 0.8384392131570461,
      "grad_norm": 0.36328125,
      "learning_rate": 0.00013400361234593383,
      "loss": 2.483629608154297,
      "step": 7800
    },
    {
      "epoch": 0.8438138234977964,
      "grad_norm": 0.37109375,
      "learning_rate": 0.00012542999941591071,
      "loss": 2.480398406982422,
      "step": 7850
    },
    {
      "epoch": 0.8491884338385467,
      "grad_norm": 0.40234375,
      "learning_rate": 0.00011712143260351027,
      "loss": 2.489410858154297,
      "step": 7900
    },
    {
      "epoch": 0.854563044179297,
      "grad_norm": 0.400390625,
      "learning_rate": 0.00010908042989285716,
      "loss": 2.482573699951172,
      "step": 7950
    },
    {
      "epoch": 0.8599376545200473,
      "grad_norm": 0.419921875,
      "learning_rate": 0.00010130942818042455,
      "loss": 2.4500636291503906,
      "step": 8000
    },
    {
      "epoch": 0.8653122648607976,
      "grad_norm": 0.37890625,
      "learning_rate": 9.381078253651265e-05,
      "loss": 2.477762908935547,
      "step": 8050
    },
    {
      "epoch": 0.8706868752015479,
      "grad_norm": 0.37109375,
      "learning_rate": 8.65867654915241e-05,
      "loss": 2.5033940124511718,
      "step": 8100
    },
    {
      "epoch": 0.8760614855422982,
      "grad_norm": 0.34375,
      "learning_rate": 7.96395663472529e-05,
      "loss": 2.4845465087890624,
      "step": 8150
    },
    {
      "epoch": 0.8814360958830485,
      "grad_norm": 0.404296875,
      "learning_rate": 7.29712905133979e-05,
      "loss": 2.4911309814453126,
      "step": 8200
    },
    {
      "epoch": 0.8868107062237988,
      "grad_norm": 0.365234375,
      "learning_rate": 6.658395886949986e-05,
      "loss": 2.5035252380371094,
      "step": 8250
    },
    {
      "epoch": 0.892185316564549,
      "grad_norm": 0.375,
      "learning_rate": 6.047950715249562e-05,
      "loss": 2.4870149230957033,
      "step": 8300
    },
    {
      "epoch": 0.8975599269052994,
      "grad_norm": 0.34765625,
      "learning_rate": 5.465978537007665e-05,
      "loss": 2.5042880249023436,
      "step": 8350
    },
    {
      "epoch": 0.9029345372460497,
      "grad_norm": 0.341796875,
      "learning_rate": 4.912655724002823e-05,
      "loss": 2.4785316467285154,
      "step": 8400
    },
    {
      "epoch": 0.9083091475867999,
      "grad_norm": 0.380859375,
      "learning_rate": 4.3881499655717526e-05,
      "loss": 2.491094970703125,
      "step": 8450
    },
    {
      "epoch": 0.9136837579275503,
      "grad_norm": 0.3515625,
      "learning_rate": 3.89262021778991e-05,
      "loss": 2.4707289123535157,
      "step": 8500
    },
    {
      "epoch": 0.9190583682683006,
      "grad_norm": 0.388671875,
      "learning_rate": 3.4262166552981976e-05,
      "loss": 2.4598626708984375,
      "step": 8550
    },
    {
      "epoch": 0.9244329786090508,
      "grad_norm": 0.361328125,
      "learning_rate": 2.989080625791385e-05,
      "loss": 2.521739959716797,
      "step": 8600
    },
    {
      "epoch": 0.9298075889498011,
      "grad_norm": 0.392578125,
      "learning_rate": 2.5813446071813796e-05,
      "loss": 2.4746855163574217,
      "step": 8650
    },
    {
      "epoch": 0.9351821992905515,
      "grad_norm": 0.37109375,
      "learning_rate": 2.2031321674486404e-05,
      "loss": 2.493518829345703,
      "step": 8700
    },
    {
      "epoch": 0.9405568096313017,
      "grad_norm": 0.44140625,
      "learning_rate": 1.854557927193834e-05,
      "loss": 2.505565490722656,
      "step": 8750
    },
    {
      "epoch": 0.945931419972052,
      "grad_norm": 0.36328125,
      "learning_rate": 1.535727524901043e-05,
      "loss": 2.4721315002441404,
      "step": 8800
    },
    {
      "epoch": 0.9513060303128024,
      "grad_norm": 0.365234375,
      "learning_rate": 1.2467375849230744e-05,
      "loss": 2.4928775024414063,
      "step": 8850
    },
    {
      "epoch": 0.9566806406535526,
      "grad_norm": 0.40234375,
      "learning_rate": 9.876756881986637e-06,
      "loss": 2.4304910278320313,
      "step": 8900
    },
    {
      "epoch": 0.9620552509943029,
      "grad_norm": 0.400390625,
      "learning_rate": 7.5862034571023695e-06,
      "loss": 2.5188467407226565,
      "step": 8950
    },
    {
      "epoch": 0.9674298613350532,
      "grad_norm": 0.38671875,
      "learning_rate": 5.596409746905007e-06,
      "loss": 2.4998379516601563,
      "step": 9000
    },
    {
      "epoch": 0.9728044716758035,
      "grad_norm": 0.3828125,
      "learning_rate": 3.9079787758492525e-06,
      "loss": 2.497935485839844,
      "step": 9050
    },
    {
      "epoch": 0.9781790820165538,
      "grad_norm": 0.35546875,
      "learning_rate": 2.521422237765858e-06,
      "loss": 2.4823130798339843,
      "step": 9100
    },
    {
      "epoch": 0.983553692357304,
      "grad_norm": 0.361328125,
      "learning_rate": 1.4371603407878909e-06,
      "loss": 2.502261047363281,
      "step": 9150
    },
    {
      "epoch": 0.9889283026980544,
      "grad_norm": 0.4140625,
      "learning_rate": 6.555216800032682e-07,
      "loss": 2.4753712463378905,
      "step": 9200
    },
    {
      "epoch": 0.9943029130388047,
      "grad_norm": 0.375,
      "learning_rate": 1.7674313787130468e-07,
      "loss": 2.470373229980469,
      "step": 9250
    },
    {
      "epoch": 0.999677523379555,
      "grad_norm": 0.380859375,
      "learning_rate": 9.698124329160508e-10,
      "loss": 2.466358642578125,
      "step": 9300
    }
  ],
  "logging_steps": 50,
  "max_steps": 9303,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 2500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.803893635332096e+18,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}