diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,9722 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.6018957345971563,
+  "eval_steps": 50,
+  "global_step": 1352,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.001184834123222749,
+      "grad_norm": 4.842912681173325,
+      "learning_rate": 5e-09,
+      "loss": 0.6931,
+      "step": 1
+    },
+    {
+      "epoch": 0.001184834123222749,
+      "eval_loss": 0.6931471228599548,
+      "eval_runtime": 62.005,
+      "eval_samples_per_second": 13.273,
+      "eval_steps_per_second": 0.839,
+      "step": 1
+    },
+    {
+      "epoch": 0.002369668246445498,
+      "grad_norm": 13.013466540861657,
+      "learning_rate": 1e-08,
+      "loss": 0.6931,
+      "step": 2
+    },
+    {
+      "epoch": 0.0035545023696682463,
+      "grad_norm": 25.207549721573656,
+      "learning_rate": 1.5e-08,
+      "loss": 0.6931,
+      "step": 3
+    },
+    {
+      "epoch": 0.004739336492890996,
+      "grad_norm": 11.273510432292214,
+      "learning_rate": 2e-08,
+      "loss": 0.6931,
+      "step": 4
+    },
+    {
+      "epoch": 0.005924170616113744,
+      "grad_norm": 24.11230272682227,
+      "learning_rate": 2.5e-08,
+      "loss": 0.6931,
+      "step": 5
+    },
+    {
+      "epoch": 0.0071090047393364926,
+      "grad_norm": 5.18401838103531,
+      "learning_rate": 3e-08,
+      "loss": 0.6931,
+      "step": 6
+    },
+    {
+      "epoch": 0.008293838862559242,
+      "grad_norm": 7.3509565781013135,
+      "learning_rate": 3.5e-08,
+      "loss": 0.6931,
+      "step": 7
+    },
+    {
+      "epoch": 0.009478672985781991,
+      "grad_norm": 6.56880629718354,
+      "learning_rate": 4e-08,
+      "loss": 0.6931,
+      "step": 8
+    },
+    {
+      "epoch": 0.01066350710900474,
+      "grad_norm": 5.592557790447292,
+      "learning_rate": 4.5e-08,
+      "loss": 0.6931,
+      "step": 9
+    },
+    {
+      "epoch": 0.011848341232227487,
+      "grad_norm": 20.527050875976098,
+      "learning_rate": 5e-08,
+      "loss": 0.6932,
+      "step": 10
+    },
+    {
+      "epoch": 0.013033175355450236,
+      "grad_norm": 6.269601088107528,
+      "learning_rate": 5.4999999999999996e-08,
+      "loss": 0.6931,
+      "step": 11
+    },
+    {
+      "epoch": 0.014218009478672985,
+      "grad_norm": 9.294134534941529,
+      "learning_rate": 6e-08,
+      "loss": 0.6931,
+      "step": 12
+    },
+    {
+      "epoch": 0.015402843601895734,
+      "grad_norm": 5.855434213215903,
+      "learning_rate": 6.5e-08,
+      "loss": 0.6931,
+      "step": 13
+    },
+    {
+      "epoch": 0.016587677725118485,
+      "grad_norm": 10.474986444115153,
+      "learning_rate": 7e-08,
+      "loss": 0.6931,
+      "step": 14
+    },
+    {
+      "epoch": 0.017772511848341232,
+      "grad_norm": 6.6840985514065325,
+      "learning_rate": 7.5e-08,
+      "loss": 0.6931,
+      "step": 15
+    },
+    {
+      "epoch": 0.018957345971563982,
+      "grad_norm": 7.4437101801933645,
+      "learning_rate": 8e-08,
+      "loss": 0.6931,
+      "step": 16
+    },
+    {
+      "epoch": 0.02014218009478673,
+      "grad_norm": 6.13165834073612,
+      "learning_rate": 8.500000000000001e-08,
+      "loss": 0.6931,
+      "step": 17
+    },
+    {
+      "epoch": 0.02132701421800948,
+      "grad_norm": 8.753680910080762,
+      "learning_rate": 9e-08,
+      "loss": 0.6931,
+      "step": 18
+    },
+    {
+      "epoch": 0.022511848341232227,
+      "grad_norm": 4.494857956282118,
+      "learning_rate": 9.499999999999999e-08,
+      "loss": 0.6931,
+      "step": 19
+    },
+    {
+      "epoch": 0.023696682464454975,
+      "grad_norm": 5.518409034456923,
+      "learning_rate": 1e-07,
+      "loss": 0.6931,
+      "step": 20
+    },
+    {
+      "epoch": 0.024881516587677725,
+      "grad_norm": 22.99472715304125,
+      "learning_rate": 1.0499999999999999e-07,
+      "loss": 0.6932,
+      "step": 21
+    },
+    {
+      "epoch": 0.026066350710900472,
+      "grad_norm": 5.44008866558376,
+      "learning_rate": 1.0999999999999999e-07,
+      "loss": 0.6931,
+      "step": 22
+    },
+    {
+      "epoch": 0.027251184834123223,
+      "grad_norm": 8.315427696253538,
+      "learning_rate": 1.15e-07,
+      "loss": 0.693,
+      "step": 23
+    },
+    {
+      "epoch": 0.02843601895734597,
+      "grad_norm": 9.819572604936798,
+      "learning_rate": 1.2e-07,
+      "loss": 0.693,
+      "step": 24
+    },
+    {
+      "epoch": 0.02962085308056872,
+      "grad_norm": 19.108539667598766,
+      "learning_rate": 1.25e-07,
+      "loss": 0.6929,
+      "step": 25
+    },
+    {
+      "epoch": 0.030805687203791468,
+      "grad_norm": 14.585034902914206,
+      "learning_rate": 1.3e-07,
+      "loss": 0.6932,
+      "step": 26
+    },
+    {
+      "epoch": 0.031990521327014215,
+      "grad_norm": 9.101944616686147,
+      "learning_rate": 1.35e-07,
+      "loss": 0.693,
+      "step": 27
+    },
+    {
+      "epoch": 0.03317535545023697,
+      "grad_norm": 5.776790369186141,
+      "learning_rate": 1.4e-07,
+      "loss": 0.693,
+      "step": 28
+    },
+    {
+      "epoch": 0.034360189573459717,
+      "grad_norm": 12.420816953833807,
+      "learning_rate": 1.45e-07,
+      "loss": 0.6931,
+      "step": 29
+    },
+    {
+      "epoch": 0.035545023696682464,
+      "grad_norm": 12.016877135801524,
+      "learning_rate": 1.5e-07,
+      "loss": 0.6929,
+      "step": 30
+    },
+    {
+      "epoch": 0.03672985781990521,
+      "grad_norm": 17.865737609497657,
+      "learning_rate": 1.55e-07,
+      "loss": 0.6931,
+      "step": 31
+    },
+    {
+      "epoch": 0.037914691943127965,
+      "grad_norm": 10.946159830311144,
+      "learning_rate": 1.6e-07,
+      "loss": 0.6929,
+      "step": 32
+    },
+    {
+      "epoch": 0.03909952606635071,
+      "grad_norm": 7.26222881952521,
+      "learning_rate": 1.65e-07,
+      "loss": 0.693,
+      "step": 33
+    },
+    {
+      "epoch": 0.04028436018957346,
+      "grad_norm": 16.017675753924713,
+      "learning_rate": 1.7000000000000001e-07,
+      "loss": 0.6927,
+      "step": 34
+    },
+    {
+      "epoch": 0.041469194312796206,
+      "grad_norm": 14.865936997931808,
+      "learning_rate": 1.75e-07,
+      "loss": 0.6931,
+      "step": 35
+    },
+    {
+      "epoch": 0.04265402843601896,
+      "grad_norm": 6.989152070363955,
+      "learning_rate": 1.8e-07,
+      "loss": 0.6929,
+      "step": 36
+    },
+    {
+      "epoch": 0.04383886255924171,
+      "grad_norm": 5.830142644690912,
+      "learning_rate": 1.85e-07,
+      "loss": 0.693,
+      "step": 37
+    },
+    {
+      "epoch": 0.045023696682464455,
+      "grad_norm": 18.298834268327568,
+      "learning_rate": 1.8999999999999998e-07,
+      "loss": 0.6931,
+      "step": 38
+    },
+    {
+      "epoch": 0.0462085308056872,
+      "grad_norm": 8.595226932799667,
+      "learning_rate": 1.9499999999999999e-07,
+      "loss": 0.6929,
+      "step": 39
+    },
+    {
+      "epoch": 0.04739336492890995,
+      "grad_norm": 5.6255428173780055,
+      "learning_rate": 2e-07,
+      "loss": 0.6929,
+      "step": 40
+    },
+    {
+      "epoch": 0.0485781990521327,
+      "grad_norm": 10.273539930083835,
+      "learning_rate": 2.0499999999999997e-07,
+      "loss": 0.6927,
+      "step": 41
+    },
+    {
+      "epoch": 0.04976303317535545,
+      "grad_norm": 5.959521496263993,
+      "learning_rate": 2.0999999999999997e-07,
+      "loss": 0.6928,
+      "step": 42
+    },
+    {
+      "epoch": 0.0509478672985782,
+      "grad_norm": 5.398338620565399,
+      "learning_rate": 2.1499999999999998e-07,
+      "loss": 0.6929,
+      "step": 43
+    },
+    {
+      "epoch": 0.052132701421800945,
+      "grad_norm": 18.51701133821435,
+      "learning_rate": 2.1999999999999998e-07,
+      "loss": 0.6928,
+      "step": 44
+    },
+    {
+      "epoch": 0.0533175355450237,
+      "grad_norm": 10.120166425396867,
+      "learning_rate": 2.25e-07,
+      "loss": 0.6928,
+      "step": 45
+    },
+    {
+      "epoch": 0.054502369668246446,
+      "grad_norm": 9.406423565733586,
+      "learning_rate": 2.3e-07,
+      "loss": 0.6927,
+      "step": 46
+    },
+    {
+      "epoch": 0.05568720379146919,
+      "grad_norm": 13.864654741893007,
+      "learning_rate": 2.3499999999999997e-07,
+      "loss": 0.6927,
+      "step": 47
+    },
+    {
+      "epoch": 0.05687203791469194,
+      "grad_norm": 4.845925029634522,
+      "learning_rate": 2.4e-07,
+      "loss": 0.6928,
+      "step": 48
+    },
+    {
+      "epoch": 0.058056872037914695,
+      "grad_norm": 5.37379618929059,
+      "learning_rate": 2.45e-07,
+      "loss": 0.6928,
+      "step": 49
+    },
+    {
+      "epoch": 0.05924170616113744,
+      "grad_norm": 6.6369233721322605,
+      "learning_rate": 2.5e-07,
+      "loss": 0.6927,
+      "step": 50
+    },
+    {
+      "epoch": 0.05924170616113744,
+      "eval_loss": 0.6926634311676025,
+      "eval_runtime": 58.7485,
+      "eval_samples_per_second": 14.009,
+      "eval_steps_per_second": 0.885,
+      "step": 50
+    },
+    {
+      "epoch": 0.06042654028436019,
+      "grad_norm": 10.966673821105905,
+      "learning_rate": 2.55e-07,
+      "loss": 0.6929,
+      "step": 51
+    },
+    {
+      "epoch": 0.061611374407582936,
+      "grad_norm": 11.582337862061097,
+      "learning_rate": 2.6e-07,
+      "loss": 0.6926,
+      "step": 52
+    },
+    {
+      "epoch": 0.06279620853080568,
+      "grad_norm": 8.941972889362651,
+      "learning_rate": 2.65e-07,
+      "loss": 0.6927,
+      "step": 53
+    },
+    {
+      "epoch": 0.06398104265402843,
+      "grad_norm": 14.997343470976562,
+      "learning_rate": 2.7e-07,
+      "loss": 0.6927,
+      "step": 54
+    },
+    {
+      "epoch": 0.06516587677725119,
+      "grad_norm": 5.677663010655966,
+      "learning_rate": 2.75e-07,
+      "loss": 0.6926,
+      "step": 55
+    },
+    {
+      "epoch": 0.06635071090047394,
+      "grad_norm": 5.020981860702543,
+      "learning_rate": 2.8e-07,
+      "loss": 0.6925,
+      "step": 56
+    },
+    {
+      "epoch": 0.06753554502369669,
+      "grad_norm": 7.474033040046244,
+      "learning_rate": 2.8499999999999997e-07,
+      "loss": 0.6925,
+      "step": 57
+    },
+    {
+      "epoch": 0.06872037914691943,
+      "grad_norm": 17.180875525483216,
+      "learning_rate": 2.9e-07,
+      "loss": 0.6929,
+      "step": 58
+    },
+    {
+      "epoch": 0.06990521327014218,
+      "grad_norm": 13.25617168356445,
+      "learning_rate": 2.95e-07,
+      "loss": 0.6925,
+      "step": 59
+    },
+    {
+      "epoch": 0.07109004739336493,
+      "grad_norm": 30.116258413787573,
+      "learning_rate": 3e-07,
+      "loss": 0.693,
+      "step": 60
+    },
+    {
+      "epoch": 0.07227488151658767,
+      "grad_norm": 10.64426253518926,
+      "learning_rate": 3.05e-07,
+      "loss": 0.6922,
+      "step": 61
+    },
+    {
+      "epoch": 0.07345971563981042,
+      "grad_norm": 11.453245118504901,
+      "learning_rate": 3.1e-07,
+      "loss": 0.6925,
+      "step": 62
+    },
+    {
+      "epoch": 0.07464454976303317,
+      "grad_norm": 5.907026386237989,
+      "learning_rate": 3.15e-07,
+      "loss": 0.6924,
+      "step": 63
+    },
+    {
+      "epoch": 0.07582938388625593,
+      "grad_norm": 19.406661340061074,
+      "learning_rate": 3.2e-07,
+      "loss": 0.6925,
+      "step": 64
+    },
+    {
+      "epoch": 0.07701421800947868,
+      "grad_norm": 18.18198520017815,
+      "learning_rate": 3.25e-07,
+      "loss": 0.6927,
+      "step": 65
+    },
+    {
+      "epoch": 0.07819905213270142,
+      "grad_norm": 4.7357931743672035,
+      "learning_rate": 3.3e-07,
+      "loss": 0.6924,
+      "step": 66
+    },
+    {
+      "epoch": 0.07938388625592417,
+      "grad_norm": 10.532802042903194,
+      "learning_rate": 3.35e-07,
+      "loss": 0.6924,
+      "step": 67
+    },
+    {
+      "epoch": 0.08056872037914692,
+      "grad_norm": 11.915177348864768,
+      "learning_rate": 3.4000000000000003e-07,
+      "loss": 0.6924,
+      "step": 68
+    },
+    {
+      "epoch": 0.08175355450236967,
+      "grad_norm": 18.00153138952007,
+      "learning_rate": 3.45e-07,
+      "loss": 0.6924,
+      "step": 69
+    },
+    {
+      "epoch": 0.08293838862559241,
+      "grad_norm": 10.234716621499297,
+      "learning_rate": 3.5e-07,
+      "loss": 0.6922,
+      "step": 70
+    },
+    {
+      "epoch": 0.08412322274881516,
+      "grad_norm": 11.147351790721068,
+      "learning_rate": 3.55e-07,
+      "loss": 0.6923,
+      "step": 71
+    },
+    {
+      "epoch": 0.08530805687203792,
+      "grad_norm": 5.9427941542555365,
+      "learning_rate": 3.6e-07,
+      "loss": 0.692,
+      "step": 72
+    },
+    {
+      "epoch": 0.08649289099526067,
+      "grad_norm": 9.650743281341448,
+      "learning_rate": 3.65e-07,
+      "loss": 0.6921,
+      "step": 73
+    },
+    {
+      "epoch": 0.08767772511848342,
+      "grad_norm": 14.437098875051285,
+      "learning_rate": 3.7e-07,
+      "loss": 0.6923,
+      "step": 74
+    },
+    {
+      "epoch": 0.08886255924170616,
+      "grad_norm": 5.378048791391647,
+      "learning_rate": 3.75e-07,
+      "loss": 0.6921,
+      "step": 75
+    },
+    {
+      "epoch": 0.09004739336492891,
+      "grad_norm": 23.76267009040223,
+      "learning_rate": 3.7999999999999996e-07,
+      "loss": 0.6921,
+      "step": 76
+    },
+    {
+      "epoch": 0.09123222748815166,
+      "grad_norm": 26.84411773978452,
+      "learning_rate": 3.8499999999999997e-07,
+      "loss": 0.6926,
+      "step": 77
+    },
+    {
+      "epoch": 0.0924170616113744,
+      "grad_norm": 6.313251132925155,
+      "learning_rate": 3.8999999999999997e-07,
+      "loss": 0.6918,
+      "step": 78
+    },
+    {
+      "epoch": 0.09360189573459715,
+      "grad_norm": 5.002486541981642,
+      "learning_rate": 3.95e-07,
+      "loss": 0.6922,
+      "step": 79
+    },
+    {
+      "epoch": 0.0947867298578199,
+      "grad_norm": 5.125567908053878,
+      "learning_rate": 4e-07,
+      "loss": 0.6921,
+      "step": 80
+    },
+    {
+      "epoch": 0.09597156398104266,
+      "grad_norm": 5.76391233867192,
+      "learning_rate": 4.05e-07,
+      "loss": 0.6926,
+      "step": 81
+    },
+    {
+      "epoch": 0.0971563981042654,
+      "grad_norm": 9.172761657475997,
+      "learning_rate": 4.0999999999999994e-07,
+      "loss": 0.6923,
+      "step": 82
+    },
+    {
+      "epoch": 0.09834123222748815,
+      "grad_norm": 15.521052808202064,
+      "learning_rate": 4.1499999999999994e-07,
+      "loss": 0.6922,
+      "step": 83
+    },
+    {
+      "epoch": 0.0995260663507109,
+      "grad_norm": 6.256832828679843,
+      "learning_rate": 4.1999999999999995e-07,
+      "loss": 0.6917,
+      "step": 84
+    },
+    {
+      "epoch": 0.10071090047393365,
+      "grad_norm": 6.119025109284402,
+      "learning_rate": 4.2499999999999995e-07,
+      "loss": 0.6923,
+      "step": 85
+    },
+    {
+      "epoch": 0.1018957345971564,
+      "grad_norm": 15.199284387604703,
+      "learning_rate": 4.2999999999999996e-07,
+      "loss": 0.6919,
+      "step": 86
+    },
+    {
+      "epoch": 0.10308056872037914,
+      "grad_norm": 15.339972724148373,
+      "learning_rate": 4.3499999999999996e-07,
+      "loss": 0.6921,
+      "step": 87
+    },
+    {
+      "epoch": 0.10426540284360189,
+      "grad_norm": 11.496730664780461,
+      "learning_rate": 4.3999999999999997e-07,
+      "loss": 0.692,
+      "step": 88
+    },
+    {
+      "epoch": 0.10545023696682465,
+      "grad_norm": 4.773306731969947,
+      "learning_rate": 4.45e-07,
+      "loss": 0.6919,
+      "step": 89
+    },
+    {
+      "epoch": 0.1066350710900474,
+      "grad_norm": 8.260323351824246,
+      "learning_rate": 4.5e-07,
+      "loss": 0.6913,
+      "step": 90
+    },
+    {
+      "epoch": 0.10781990521327015,
+      "grad_norm": 5.659723672215949,
+      "learning_rate": 4.55e-07,
+      "loss": 0.6915,
+      "step": 91
+    },
+    {
+      "epoch": 0.10900473933649289,
+      "grad_norm": 5.107079958535661,
+      "learning_rate": 4.6e-07,
+      "loss": 0.6915,
+      "step": 92
+    },
+    {
+      "epoch": 0.11018957345971564,
+      "grad_norm": 22.056688920378733,
+      "learning_rate": 4.65e-07,
+      "loss": 0.6917,
+      "step": 93
+    },
+    {
+      "epoch": 0.11137440758293839,
+      "grad_norm": 4.86312181195146,
+      "learning_rate": 4.6999999999999995e-07,
+      "loss": 0.6916,
+      "step": 94
+    },
+    {
+      "epoch": 0.11255924170616113,
+      "grad_norm": 4.682425298642347,
+      "learning_rate": 4.7499999999999995e-07,
+      "loss": 0.6921,
+      "step": 95
+    },
+    {
+      "epoch": 0.11374407582938388,
+      "grad_norm": 7.5909421969744315,
+      "learning_rate": 4.8e-07,
+      "loss": 0.6917,
+      "step": 96
+    },
+    {
+      "epoch": 0.11492890995260663,
+      "grad_norm": 9.52244613318277,
+      "learning_rate": 4.85e-07,
+      "loss": 0.6918,
+      "step": 97
+    },
+    {
+      "epoch": 0.11611374407582939,
+      "grad_norm": 20.463831503545507,
+      "learning_rate": 4.9e-07,
+      "loss": 0.6922,
+      "step": 98
+    },
+    {
+      "epoch": 0.11729857819905214,
+      "grad_norm": 5.85073635301077,
+      "learning_rate": 4.95e-07,
+      "loss": 0.6919,
+      "step": 99
+    },
+    {
+      "epoch": 0.11848341232227488,
+      "grad_norm": 9.713864024698502,
+      "learning_rate": 5e-07,
+      "loss": 0.691,
+      "step": 100
+    },
+    {
+      "epoch": 0.11848341232227488,
+      "eval_loss": 0.6912016868591309,
+      "eval_runtime": 55.0989,
+      "eval_samples_per_second": 14.937,
+      "eval_steps_per_second": 0.944,
+      "step": 100
+    },
+    {
+      "epoch": 0.11966824644549763,
+      "grad_norm": 8.735757832881882,
+      "learning_rate": 5.049999999999999e-07,
+      "loss": 0.6913,
+      "step": 101
+    },
+    {
+      "epoch": 0.12085308056872038,
+      "grad_norm": 8.536276252611597,
+      "learning_rate": 5.1e-07,
+      "loss": 0.6916,
+      "step": 102
+    },
+    {
+      "epoch": 0.12203791469194313,
+      "grad_norm": 12.307955522799803,
+      "learning_rate": 5.149999999999999e-07,
+      "loss": 0.6919,
+      "step": 103
+    },
+    {
+      "epoch": 0.12322274881516587,
+      "grad_norm": 11.5436391524331,
+      "learning_rate": 5.2e-07,
+      "loss": 0.6908,
+      "step": 104
+    },
+    {
+      "epoch": 0.12440758293838862,
+      "grad_norm": 10.060636220616002,
+      "learning_rate": 5.25e-07,
+      "loss": 0.6907,
+      "step": 105
+    },
+    {
+      "epoch": 0.12559241706161137,
+      "grad_norm": 5.041585370529337,
+      "learning_rate": 5.3e-07,
+      "loss": 0.691,
+      "step": 106
+    },
+    {
+      "epoch": 0.12677725118483413,
+      "grad_norm": 11.64846080453421,
+      "learning_rate": 5.35e-07,
+      "loss": 0.6914,
+      "step": 107
+    },
+    {
+      "epoch": 0.12796208530805686,
+      "grad_norm": 19.76068719894559,
+      "learning_rate": 5.4e-07,
+      "loss": 0.6919,
+      "step": 108
+    },
+    {
+      "epoch": 0.12914691943127962,
+      "grad_norm": 14.136074416348508,
+      "learning_rate": 5.45e-07,
+      "loss": 0.6909,
+      "step": 109
+    },
+    {
+      "epoch": 0.13033175355450238,
+      "grad_norm": 10.28440428895041,
+      "learning_rate": 5.5e-07,
+      "loss": 0.6911,
+      "step": 110
+    },
+    {
+      "epoch": 0.13151658767772512,
+      "grad_norm": 7.391244110222167,
+      "learning_rate": 5.55e-07,
+      "loss": 0.6909,
+      "step": 111
+    },
+    {
+      "epoch": 0.13270142180094788,
+      "grad_norm": 4.823429256379869,
+      "learning_rate": 5.6e-07,
+      "loss": 0.6911,
+      "step": 112
+    },
+    {
+      "epoch": 0.1338862559241706,
+      "grad_norm": 23.383696969681193,
+      "learning_rate": 5.649999999999999e-07,
+      "loss": 0.6906,
+      "step": 113
+    },
+    {
+      "epoch": 0.13507109004739337,
+      "grad_norm": 19.49459565572995,
+      "learning_rate": 5.699999999999999e-07,
+      "loss": 0.6896,
+      "step": 114
+    },
+    {
+      "epoch": 0.1362559241706161,
+      "grad_norm": 9.86021667122269,
+      "learning_rate": 5.749999999999999e-07,
+      "loss": 0.6908,
+      "step": 115
+    },
+    {
+      "epoch": 0.13744075829383887,
+      "grad_norm": 9.176213186401592,
+      "learning_rate": 5.8e-07,
+      "loss": 0.69,
+      "step": 116
+    },
+    {
+      "epoch": 0.1386255924170616,
+      "grad_norm": 10.965194330031808,
+      "learning_rate": 5.849999999999999e-07,
+      "loss": 0.6907,
+      "step": 117
+    },
+    {
+      "epoch": 0.13981042654028436,
+      "grad_norm": 5.324309937382266,
+      "learning_rate": 5.9e-07,
+      "loss": 0.6901,
+      "step": 118
+    },
+    {
+      "epoch": 0.14099526066350712,
+      "grad_norm": 6.295743777248256,
+      "learning_rate": 5.949999999999999e-07,
+      "loss": 0.6904,
+      "step": 119
+    },
+    {
+      "epoch": 0.14218009478672985,
+      "grad_norm": 15.67891975538989,
+      "learning_rate": 6e-07,
+      "loss": 0.692,
+      "step": 120
+    },
+    {
+      "epoch": 0.14336492890995262,
+      "grad_norm": 9.127359508013708,
+      "learning_rate": 6.049999999999999e-07,
+      "loss": 0.6906,
+      "step": 121
+    },
+    {
+      "epoch": 0.14454976303317535,
+      "grad_norm": 7.5044121458383595,
+      "learning_rate": 6.1e-07,
+      "loss": 0.6891,
+      "step": 122
+    },
+    {
+      "epoch": 0.1457345971563981,
+      "grad_norm": 12.683289947181704,
+      "learning_rate": 6.149999999999999e-07,
+      "loss": 0.6906,
+      "step": 123
+    },
+    {
+      "epoch": 0.14691943127962084,
+      "grad_norm": 13.110766398513006,
+      "learning_rate": 6.2e-07,
+      "loss": 0.6904,
+      "step": 124
+    },
+    {
+      "epoch": 0.1481042654028436,
+      "grad_norm": 11.995325494799939,
+      "learning_rate": 6.249999999999999e-07,
+      "loss": 0.6903,
+      "step": 125
+    },
+    {
+      "epoch": 0.14928909952606634,
+      "grad_norm": 6.422118572134765,
+      "learning_rate": 6.3e-07,
+      "loss": 0.6904,
+      "step": 126
+    },
+    {
+      "epoch": 0.1504739336492891,
+      "grad_norm": 10.691214133018695,
+      "learning_rate": 6.35e-07,
+      "loss": 0.6905,
+      "step": 127
+    },
+    {
+      "epoch": 0.15165876777251186,
+      "grad_norm": 5.404413946055909,
+      "learning_rate": 6.4e-07,
+      "loss": 0.691,
+      "step": 128
+    },
+    {
+      "epoch": 0.1528436018957346,
+      "grad_norm": 4.447046938476608,
+      "learning_rate": 6.45e-07,
+      "loss": 0.6911,
+      "step": 129
+    },
+    {
+      "epoch": 0.15402843601895735,
+      "grad_norm": 5.0248072341394865,
+      "learning_rate": 6.5e-07,
+      "loss": 0.6914,
+      "step": 130
+    },
+    {
+      "epoch": 0.1552132701421801,
+      "grad_norm": 5.056679953391262,
+      "learning_rate": 6.55e-07,
+      "loss": 0.6905,
+      "step": 131
+    },
+    {
+      "epoch": 0.15639810426540285,
+      "grad_norm": 16.537683924677737,
+      "learning_rate": 6.6e-07,
+      "loss": 0.6895,
+      "step": 132
+    },
+    {
+      "epoch": 0.15758293838862558,
+      "grad_norm": 21.091493660710064,
+      "learning_rate": 6.65e-07,
+      "loss": 0.6897,
+      "step": 133
+    },
+    {
+      "epoch": 0.15876777251184834,
+      "grad_norm": 8.432912706940217,
+      "learning_rate": 6.7e-07,
+      "loss": 0.689,
+      "step": 134
+    },
+    {
+      "epoch": 0.15995260663507108,
+      "grad_norm": 5.270172573046601,
+      "learning_rate": 6.75e-07,
+      "loss": 0.6894,
+      "step": 135
+    },
+    {
+      "epoch": 0.16113744075829384,
+      "grad_norm": 16.85436413901504,
+      "learning_rate": 6.800000000000001e-07,
+      "loss": 0.6906,
+      "step": 136
+    },
+    {
+      "epoch": 0.1623222748815166,
+      "grad_norm": 6.916851112907155,
+      "learning_rate": 6.85e-07,
+      "loss": 0.6889,
+      "step": 137
+    },
+    {
+      "epoch": 0.16350710900473933,
+      "grad_norm": 7.1221016172033655,
+      "learning_rate": 6.9e-07,
+      "loss": 0.6897,
+      "step": 138
+    },
+    {
+      "epoch": 0.1646919431279621,
+      "grad_norm": 10.163791082368434,
+      "learning_rate": 6.949999999999999e-07,
+      "loss": 0.6896,
+      "step": 139
+    },
+    {
+      "epoch": 0.16587677725118483,
+      "grad_norm": 14.381198582029823,
+      "learning_rate": 7e-07,
+      "loss": 0.6892,
+      "step": 140
+    },
+    {
+      "epoch": 0.1670616113744076,
+      "grad_norm": 27.46453698599659,
+      "learning_rate": 7.049999999999999e-07,
+      "loss": 0.69,
+      "step": 141
+    },
+    {
+      "epoch": 0.16824644549763032,
+      "grad_norm": 6.604176868933808,
+      "learning_rate": 7.1e-07,
+      "loss": 0.6875,
+      "step": 142
+    },
+    {
+      "epoch": 0.16943127962085308,
+      "grad_norm": 9.080958816193693,
+      "learning_rate": 7.149999999999999e-07,
+      "loss": 0.6882,
+      "step": 143
+    },
+    {
+      "epoch": 0.17061611374407584,
+      "grad_norm": 8.606545021512053,
+      "learning_rate": 7.2e-07,
+      "loss": 0.688,
+      "step": 144
+    },
+    {
+      "epoch": 0.17180094786729858,
+      "grad_norm": 8.818101912012192,
+      "learning_rate": 7.249999999999999e-07,
+      "loss": 0.6888,
+      "step": 145
+    },
+    {
+      "epoch": 0.17298578199052134,
+      "grad_norm": 7.023229633046101,
+      "learning_rate": 7.3e-07,
+      "loss": 0.6883,
+      "step": 146
+    },
+    {
+      "epoch": 0.17417061611374407,
+      "grad_norm": 13.202458096332483,
+      "learning_rate": 7.35e-07,
+      "loss": 0.6911,
+      "step": 147
+    },
+    {
+      "epoch": 0.17535545023696683,
+      "grad_norm": 15.969335522541915,
+      "learning_rate": 7.4e-07,
+      "loss": 0.6898,
+      "step": 148
+    },
+    {
+      "epoch": 0.17654028436018956,
+      "grad_norm": 21.252078515205625,
+      "learning_rate": 7.45e-07,
+      "loss": 0.6911,
+      "step": 149
+    },
+    {
+      "epoch": 0.17772511848341233,
+      "grad_norm": 10.052620681652504,
+      "learning_rate": 7.5e-07,
+      "loss": 0.6878,
+      "step": 150
+    },
+    {
+      "epoch": 0.17772511848341233,
+      "eval_loss": 0.6874876618385315,
+      "eval_runtime": 54.043,
+      "eval_samples_per_second": 15.229,
+      "eval_steps_per_second": 0.962,
+      "step": 150
+    },
+    {
+      "epoch": 0.17890995260663506,
+      "grad_norm": 7.158864715478862,
+      "learning_rate": 7.55e-07,
+      "loss": 0.6871,
+      "step": 151
+    },
+    {
+      "epoch": 0.18009478672985782,
+      "grad_norm": 9.1358043468594,
+      "learning_rate": 7.599999999999999e-07,
+      "loss": 0.6875,
+      "step": 152
+    },
+    {
+      "epoch": 0.18127962085308058,
+      "grad_norm": 5.457525606930803,
+      "learning_rate": 7.65e-07,
+      "loss": 0.6882,
+      "step": 153
+    },
+    {
+      "epoch": 0.18246445497630331,
+      "grad_norm": 8.695681816363182,
+      "learning_rate": 7.699999999999999e-07,
+      "loss": 0.6875,
+      "step": 154
+    },
+    {
+      "epoch": 0.18364928909952608,
+      "grad_norm": 6.992833901092717,
+      "learning_rate": 7.75e-07,
+      "loss": 0.69,
+      "step": 155
+    },
+    {
+      "epoch": 0.1848341232227488,
+      "grad_norm": 11.327106053516577,
+      "learning_rate": 7.799999999999999e-07,
+      "loss": 0.6861,
+      "step": 156
+    },
+    {
+      "epoch": 0.18601895734597157,
+      "grad_norm": 12.206795478765468,
+      "learning_rate": 7.85e-07,
+      "loss": 0.6872,
+      "step": 157
+    },
+    {
+      "epoch": 0.1872037914691943,
+      "grad_norm": 11.670452718361528,
+      "learning_rate": 7.9e-07,
+      "loss": 0.6873,
+      "step": 158
+    },
+    {
+      "epoch": 0.18838862559241706,
+      "grad_norm": 10.394255318275,
+      "learning_rate": 7.95e-07,
+      "loss": 0.6883,
+      "step": 159
+    },
+    {
+      "epoch": 0.1895734597156398,
+      "grad_norm": 29.830224779254273,
+      "learning_rate": 8e-07,
+      "loss": 0.6873,
+      "step": 160
+    },
+    {
+      "epoch": 0.19075829383886256,
+      "grad_norm": 8.19405638351032,
+      "learning_rate": 8.05e-07,
+      "loss": 0.6849,
+      "step": 161
+    },
+    {
+      "epoch": 0.19194312796208532,
+      "grad_norm": 6.4691692398191165,
+      "learning_rate": 8.1e-07,
+      "loss": 0.6854,
+      "step": 162
+    },
+    {
+      "epoch": 0.19312796208530805,
+      "grad_norm": 7.639628649694936,
+      "learning_rate": 8.149999999999999e-07,
+      "loss": 0.6887,
+      "step": 163
+    },
+    {
+      "epoch": 0.1943127962085308,
+      "grad_norm": 17.413499986090972,
+      "learning_rate": 8.199999999999999e-07,
+      "loss": 0.6846,
+      "step": 164
+    },
+    {
+      "epoch": 0.19549763033175355,
+      "grad_norm": 5.309092918246534,
+      "learning_rate": 8.249999999999999e-07,
+      "loss": 0.6891,
+      "step": 165
+    },
+    {
+      "epoch": 0.1966824644549763,
+      "grad_norm": 7.446590034492426,
+      "learning_rate": 8.299999999999999e-07,
+      "loss": 0.6855,
+      "step": 166
+    },
+    {
+      "epoch": 0.19786729857819904,
+      "grad_norm": 9.96015478678009,
+      "learning_rate": 8.349999999999999e-07,
+      "loss": 0.6843,
+      "step": 167
+    },
+    {
+      "epoch": 0.1990521327014218,
+      "grad_norm": 12.633638991242824,
+      "learning_rate": 8.399999999999999e-07,
+      "loss": 0.6844,
+      "step": 168
+    },
+    {
+      "epoch": 0.20023696682464456,
+      "grad_norm": 7.533772786798129,
+      "learning_rate": 8.45e-07,
+      "loss": 0.685,
+      "step": 169
+    },
+    {
+      "epoch": 0.2014218009478673,
+      "grad_norm": 6.594946642463255,
+      "learning_rate": 8.499999999999999e-07,
+      "loss": 0.6851,
+      "step": 170
+    },
+    {
+      "epoch": 0.20260663507109006,
+      "grad_norm": 10.234001728156082,
+      "learning_rate": 8.55e-07,
+      "loss": 0.6845,
+      "step": 171
+    },
+    {
+      "epoch": 0.2037914691943128,
+      "grad_norm": 14.063644054463136,
+      "learning_rate": 8.599999999999999e-07,
+      "loss": 0.683,
+      "step": 172
+    },
+    {
+      "epoch": 0.20497630331753555,
+      "grad_norm": 7.492696336567383,
+      "learning_rate": 8.65e-07,
+      "loss": 0.6849,
+      "step": 173
+    },
+    {
+      "epoch": 0.20616113744075829,
+      "grad_norm": 9.371933323337045,
+      "learning_rate": 8.699999999999999e-07,
+      "loss": 0.6859,
+      "step": 174
+    },
+    {
+      "epoch": 0.20734597156398105,
+      "grad_norm": 14.68266196345255,
+      "learning_rate": 8.75e-07,
+      "loss": 0.685,
+      "step": 175
+    },
+    {
+      "epoch": 0.20853080568720378,
+      "grad_norm": 8.595805104024867,
+      "learning_rate": 8.799999999999999e-07,
+      "loss": 0.682,
+      "step": 176
+    },
+    {
+      "epoch": 0.20971563981042654,
+      "grad_norm": 8.176461365837259,
+      "learning_rate": 8.85e-07,
+      "loss": 0.6834,
+      "step": 177
+    },
+    {
+      "epoch": 0.2109004739336493,
+      "grad_norm": 24.75404438632194,
+      "learning_rate": 8.9e-07,
+      "loss": 0.6823,
+      "step": 178
+    },
+    {
+      "epoch": 0.21208530805687204,
+      "grad_norm": 14.936592212079153,
+      "learning_rate": 8.95e-07,
+      "loss": 0.6804,
+      "step": 179
+    },
+    {
+      "epoch": 0.2132701421800948,
+      "grad_norm": 8.958711285200756,
+      "learning_rate": 9e-07,
+      "loss": 0.6812,
+      "step": 180
+    },
+    {
+      "epoch": 0.21445497630331753,
+      "grad_norm": 19.370653934060627,
+      "learning_rate": 9.05e-07,
+      "loss": 0.6846,
+      "step": 181
+    },
+    {
+      "epoch": 0.2156398104265403,
+      "grad_norm": 11.292808912187253,
+      "learning_rate": 9.1e-07,
+      "loss": 0.6793,
+      "step": 182
+    },
+    {
+      "epoch": 0.21682464454976302,
+      "grad_norm": 20.1962448672265,
+      "learning_rate": 9.15e-07,
+      "loss": 0.6837,
+      "step": 183
+    },
+    {
+      "epoch": 0.21800947867298578,
+      "grad_norm": 7.866346608383013,
+      "learning_rate": 9.2e-07,
+      "loss": 0.6791,
+      "step": 184
+    },
+    {
+      "epoch": 0.21919431279620852,
+      "grad_norm": 8.265265530197812,
+      "learning_rate": 9.25e-07,
+      "loss": 0.6805,
+      "step": 185
+    },
+    {
+      "epoch": 0.22037914691943128,
+      "grad_norm": 8.27541943064013,
+      "learning_rate": 9.3e-07,
+      "loss": 0.6818,
+      "step": 186
+    },
+    {
+      "epoch": 0.22156398104265404,
+      "grad_norm": 9.175840706959432,
+      "learning_rate": 9.35e-07,
+      "loss": 0.6782,
+      "step": 187
+    },
+    {
+      "epoch": 0.22274881516587677,
+      "grad_norm": 8.750697832461059,
+      "learning_rate": 9.399999999999999e-07,
+      "loss": 0.6815,
+      "step": 188
+    },
+    {
+      "epoch": 0.22393364928909953,
+      "grad_norm": 19.807879890918883,
+      "learning_rate": 9.45e-07,
+      "loss": 0.6794,
+      "step": 189
+    },
+    {
+      "epoch": 0.22511848341232227,
+      "grad_norm": 9.84886237169711,
+      "learning_rate": 9.499999999999999e-07,
+      "loss": 0.6761,
+      "step": 190
+    },
+    {
+      "epoch": 0.22630331753554503,
+      "grad_norm": 8.847377027851778,
+      "learning_rate": 9.55e-07,
+      "loss": 0.674,
+      "step": 191
+    },
+    {
+      "epoch": 0.22748815165876776,
+      "grad_norm": 10.078019239583814,
+      "learning_rate": 9.6e-07,
+      "loss": 0.6785,
+      "step": 192
+    },
+    {
+      "epoch": 0.22867298578199052,
+      "grad_norm": 10.221043516188288,
+      "learning_rate": 9.649999999999999e-07,
+      "loss": 0.6731,
+      "step": 193
+    },
+    {
+      "epoch": 0.22985781990521326,
+      "grad_norm": 8.647282299307719,
+      "learning_rate": 9.7e-07,
+      "loss": 0.6738,
+      "step": 194
+    },
+    {
+      "epoch": 0.23104265402843602,
+      "grad_norm": 19.36746818547541,
+      "learning_rate": 9.75e-07,
+      "loss": 0.6771,
+      "step": 195
+    },
+    {
+      "epoch": 0.23222748815165878,
+      "grad_norm": 11.068473794452629,
+      "learning_rate": 9.8e-07,
+      "loss": 0.6738,
+      "step": 196
+    },
+    {
+      "epoch": 0.2334123222748815,
+      "grad_norm": 19.420363183493418,
+      "learning_rate": 9.849999999999999e-07,
+      "loss": 0.6715,
+      "step": 197
+    },
+    {
+      "epoch": 0.23459715639810427,
+      "grad_norm": 24.42503330707244,
+      "learning_rate": 9.9e-07,
+      "loss": 0.6701,
+      "step": 198
+    },
+    {
+      "epoch": 0.235781990521327,
+      "grad_norm": 16.175882257620756,
+      "learning_rate": 9.95e-07,
+      "loss": 0.6737,
+      "step": 199
+    },
+    {
+      "epoch": 0.23696682464454977,
+      "grad_norm": 20.652990783070912,
+      "learning_rate": 1e-06,
+      "loss": 0.6723,
+      "step": 200
+    },
+    {
+      "epoch": 0.23696682464454977,
+      "eval_loss": 0.6700453162193298,
+      "eval_runtime": 58.1638,
+      "eval_samples_per_second": 14.15,
+      "eval_steps_per_second": 0.894,
+      "step": 200
+    },
+    {
+      "epoch": 0.2381516587677725,
+      "grad_norm": 15.879396676885444,
+      "learning_rate": 9.999988856189192e-07,
+      "loss": 0.6766,
+      "step": 201
+    },
+    {
+      "epoch": 0.23933649289099526,
+      "grad_norm": 12.333108739189962,
+      "learning_rate": 9.999955424806443e-07,
+      "loss": 0.6731,
+      "step": 202
+    },
+    {
+      "epoch": 0.24052132701421802,
+      "grad_norm": 7.242095379151133,
+      "learning_rate": 9.99989970600077e-07,
+      "loss": 0.6751,
+      "step": 203
+    },
+    {
+      "epoch": 0.24170616113744076,
+      "grad_norm": 8.415435271063192,
+      "learning_rate": 9.999821700020548e-07,
+      "loss": 0.6734,
+      "step": 204
+    },
+    {
+      "epoch": 0.24289099526066352,
+      "grad_norm": 9.671774375618897,
+      "learning_rate": 9.999721407213486e-07,
+      "loss": 0.6702,
+      "step": 205
+    },
+    {
+      "epoch": 0.24407582938388625,
+      "grad_norm": 10.14187864614814,
+      "learning_rate": 9.999598828026642e-07,
+      "loss": 0.6681,
+      "step": 206
+    },
+    {
+      "epoch": 0.245260663507109,
+      "grad_norm": 15.681885174284957,
+      "learning_rate": 9.999453963006417e-07,
+      "loss": 0.6659,
+      "step": 207
+    },
+    {
+      "epoch": 0.24644549763033174,
+      "grad_norm": 10.7172396576495,
+      "learning_rate": 9.99928681279855e-07,
+      "loss": 0.6622,
+      "step": 208
+    },
+    {
+      "epoch": 0.2476303317535545,
+      "grad_norm": 11.41841503900657,
+      "learning_rate": 9.999097378148114e-07,
+      "loss": 0.6723,
+      "step": 209
+    },
+    {
+      "epoch": 0.24881516587677724,
+      "grad_norm": 17.238661996134446,
+      "learning_rate": 9.998885659899523e-07,
+      "loss": 0.6675,
+      "step": 210
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 19.98765993245952,
+      "learning_rate": 9.998651658996514e-07,
+      "loss": 0.6611,
+      "step": 211
+    },
+    {
+      "epoch": 0.25118483412322273,
+      "grad_norm": 10.75284639990253,
+      "learning_rate": 9.998395376482152e-07,
+      "loss": 0.6593,
+      "step": 212
+    },
+    {
+      "epoch": 0.2523696682464455,
+      "grad_norm": 18.467338204557816,
+      "learning_rate": 9.998116813498823e-07,
+      "loss": 0.6517,
+      "step": 213
+    },
+    {
+      "epoch": 0.25355450236966826,
+      "grad_norm": 9.031428370949925,
+      "learning_rate": 9.99781597128823e-07,
+      "loss": 0.669,
+      "step": 214
+    },
+    {
+      "epoch": 0.254739336492891,
+      "grad_norm": 20.37162505190203,
+      "learning_rate": 9.997492851191378e-07,
+      "loss": 0.645,
+      "step": 215
+    },
+    {
+      "epoch": 0.2559241706161137,
+      "grad_norm": 14.505828957564063,
+      "learning_rate": 9.997147454648588e-07,
+      "loss": 0.6427,
+      "step": 216
+    },
+    {
+      "epoch": 0.2571090047393365,
+      "grad_norm": 29.49184766373109,
+      "learning_rate": 9.996779783199475e-07,
+      "loss": 0.6579,
+      "step": 217
+    },
+    {
+      "epoch": 0.25829383886255924,
+      "grad_norm": 13.33521595334444,
+      "learning_rate": 9.996389838482942e-07,
+      "loss": 0.6493,
+      "step": 218
+    },
+    {
+      "epoch": 0.259478672985782,
+      "grad_norm": 13.69883838689083,
+      "learning_rate": 9.995977622237173e-07,
+      "loss": 0.6475,
+      "step": 219
+    },
+    {
+      "epoch": 0.26066350710900477,
+      "grad_norm": 22.69929227147676,
+      "learning_rate": 9.995543136299635e-07,
+      "loss": 0.6572,
+      "step": 220
+    },
+    {
+      "epoch": 0.2618483412322275,
+      "grad_norm": 15.389124321700107,
+      "learning_rate": 9.995086382607063e-07,
+      "loss": 0.646,
+      "step": 221
+    },
+    {
+      "epoch": 0.26303317535545023,
+      "grad_norm": 12.968325719512725,
+      "learning_rate": 9.994607363195442e-07,
+      "loss": 0.6469,
+      "step": 222
+    },
+    {
+      "epoch": 0.26421800947867297,
+      "grad_norm": 16.79050316553183,
+      "learning_rate": 9.994106080200015e-07,
+      "loss": 0.6383,
+      "step": 223
+    },
+    {
+      "epoch": 0.26540284360189575,
+      "grad_norm": 17.7107351566139,
+      "learning_rate": 9.993582535855263e-07,
+      "loss": 0.6317,
+      "step": 224
+    },
+    {
+      "epoch": 0.2665876777251185,
+      "grad_norm": 13.001311901357276,
+      "learning_rate": 9.9930367324949e-07,
+      "loss": 0.6389,
+      "step": 225
+    },
+    {
+      "epoch": 0.2677725118483412,
+      "grad_norm": 12.560158599901298,
+      "learning_rate": 9.992468672551852e-07,
+      "loss": 0.6465,
+      "step": 226
+    },
+    {
+      "epoch": 0.26895734597156395,
+      "grad_norm": 17.194433268804165,
+      "learning_rate": 9.991878358558268e-07,
+      "loss": 0.628,
+      "step": 227
+    },
+    {
+      "epoch": 0.27014218009478674,
+      "grad_norm": 14.21824731123265,
+      "learning_rate": 9.991265793145479e-07,
+      "loss": 0.6286,
+      "step": 228
+    },
+    {
+      "epoch": 0.2713270142180095,
+      "grad_norm": 11.717975256273306,
+      "learning_rate": 9.990630979044014e-07,
+      "loss": 0.6417,
+      "step": 229
+    },
+    {
+      "epoch": 0.2725118483412322,
+      "grad_norm": 22.73985386534345,
+      "learning_rate": 9.989973919083573e-07,
+      "loss": 0.6294,
+      "step": 230
+    },
+    {
+      "epoch": 0.273696682464455,
+      "grad_norm": 17.287735794213862,
+      "learning_rate": 9.989294616193017e-07,
+      "loss": 0.6158,
+      "step": 231
+    },
+    {
+      "epoch": 0.27488151658767773,
+      "grad_norm": 23.899199553299088,
+      "learning_rate": 9.988593073400354e-07,
+      "loss": 0.6181,
+      "step": 232
+    },
+    {
+      "epoch": 0.27606635071090047,
+      "grad_norm": 19.875731229760778,
+      "learning_rate": 9.987869293832727e-07,
+      "loss": 0.609,
+      "step": 233
+    },
+    {
+      "epoch": 0.2772511848341232,
+      "grad_norm": 16.046553980851552,
+      "learning_rate": 9.987123280716402e-07,
+      "loss": 0.6294,
+      "step": 234
+    },
+    {
+      "epoch": 0.278436018957346,
+      "grad_norm": 12.483201348763467,
+      "learning_rate": 9.98635503737675e-07,
+      "loss": 0.6294,
+      "step": 235
+    },
+    {
+      "epoch": 0.2796208530805687,
+      "grad_norm": 17.59142339660279,
+      "learning_rate": 9.985564567238236e-07,
+      "loss": 0.6094,
+      "step": 236
+    },
+    {
+      "epoch": 0.28080568720379145,
+      "grad_norm": 16.71315419070765,
+      "learning_rate": 9.9847518738244e-07,
+      "loss": 0.6036,
+      "step": 237
+    },
+    {
+      "epoch": 0.28199052132701424,
+      "grad_norm": 24.971593610223145,
+      "learning_rate": 9.98391696075784e-07,
+      "loss": 0.6105,
+      "step": 238
+    },
+    {
+      "epoch": 0.283175355450237,
+      "grad_norm": 14.983923687572714,
+      "learning_rate": 9.983059831760205e-07,
+      "loss": 0.611,
+      "step": 239
+    },
+    {
+      "epoch": 0.2843601895734597,
+      "grad_norm": 20.998049091911874,
+      "learning_rate": 9.982180490652164e-07,
+      "loss": 0.5744,
+      "step": 240
+    },
+    {
+      "epoch": 0.28554502369668244,
+      "grad_norm": 26.833381930400048,
+      "learning_rate": 9.981278941353406e-07,
+      "loss": 0.6077,
+      "step": 241
+    },
+    {
+      "epoch": 0.28672985781990523,
+      "grad_norm": 18.431818850347863,
+      "learning_rate": 9.980355187882604e-07,
+      "loss": 0.6052,
+      "step": 242
+    },
+    {
+      "epoch": 0.28791469194312796,
+      "grad_norm": 13.590781471879904,
+      "learning_rate": 9.979409234357416e-07,
+      "loss": 0.6044,
+      "step": 243
+    },
+    {
+      "epoch": 0.2890995260663507,
+      "grad_norm": 16.197540843506868,
+      "learning_rate": 9.97844108499445e-07,
+      "loss": 0.5904,
+      "step": 244
+    },
+    {
+      "epoch": 0.2902843601895735,
+      "grad_norm": 14.326350645052589,
+      "learning_rate": 9.977450744109258e-07,
+      "loss": 0.6138,
+      "step": 245
+    },
+    {
+      "epoch": 0.2914691943127962,
+      "grad_norm": 16.000841952080826,
+      "learning_rate": 9.976438216116304e-07,
+      "loss": 0.5841,
+      "step": 246
+    },
+    {
+      "epoch": 0.29265402843601895,
+      "grad_norm": 18.889358277976672,
+      "learning_rate": 9.975403505528961e-07,
+      "loss": 0.575,
+      "step": 247
+    },
+    {
+      "epoch": 0.2938388625592417,
+      "grad_norm": 22.108322730446503,
+      "learning_rate": 9.974346616959475e-07,
+      "loss": 0.5583,
+      "step": 248
+    },
+    {
+      "epoch": 0.2950236966824645,
+      "grad_norm": 18.209727273646372,
+      "learning_rate": 9.973267555118952e-07,
+      "loss": 0.5823,
+      "step": 249
+    },
+    {
+      "epoch": 0.2962085308056872,
+      "grad_norm": 13.709315722628926,
+      "learning_rate": 9.972166324817336e-07,
+      "loss": 0.5913,
+      "step": 250
+    },
+    {
+      "epoch": 0.2962085308056872,
+      "eval_loss": 0.5701844692230225,
+      "eval_runtime": 55.0664,
+      "eval_samples_per_second": 14.946,
+      "eval_steps_per_second": 0.944,
+      "step": 250
+    },
+    {
+      "epoch": 0.29739336492890994,
+      "grad_norm": 18.07345575992755,
+      "learning_rate": 9.97104293096339e-07,
+      "loss": 0.5743,
+      "step": 251
+    },
+    {
+      "epoch": 0.2985781990521327,
+      "grad_norm": 20.622897768235585,
+      "learning_rate": 9.969897378564667e-07,
+      "loss": 0.5779,
+      "step": 252
+    },
+    {
+      "epoch": 0.29976303317535546,
+      "grad_norm": 13.016776898697422,
+      "learning_rate": 9.968729672727493e-07,
+      "loss": 0.5739,
+      "step": 253
+    },
+    {
+      "epoch": 0.3009478672985782,
+      "grad_norm": 17.91120105322002,
+      "learning_rate": 9.967539818656952e-07,
+      "loss": 0.5588,
+      "step": 254
+    },
+    {
+      "epoch": 0.30213270142180093,
+      "grad_norm": 19.232325042748638,
+      "learning_rate": 9.966327821656841e-07,
+      "loss": 0.5633,
+      "step": 255
+    },
+    {
+      "epoch": 0.3033175355450237,
+      "grad_norm": 23.47321995589726,
+      "learning_rate": 9.965093687129667e-07,
+      "loss": 0.5704,
+      "step": 256
+    },
+    {
+      "epoch": 0.30450236966824645,
+      "grad_norm": 12.62217881537126,
+      "learning_rate": 9.963837420576618e-07,
+      "loss": 0.5795,
+      "step": 257
+    },
+    {
+      "epoch": 0.3056872037914692,
+      "grad_norm": 16.57740235377143,
+      "learning_rate": 9.96255902759753e-07,
+      "loss": 0.5857,
+      "step": 258
+    },
+    {
+      "epoch": 0.3068720379146919,
+      "grad_norm": 14.94128961102294,
+      "learning_rate": 9.961258513890873e-07,
+      "loss": 0.5666,
+      "step": 259
+    },
+    {
+      "epoch": 0.3080568720379147,
+      "grad_norm": 11.83770792082476,
+      "learning_rate": 9.959935885253715e-07,
+      "loss": 0.5701,
+      "step": 260
+    },
+    {
+      "epoch": 0.30924170616113744,
+      "grad_norm": 16.858957675590407,
+      "learning_rate": 9.958591147581707e-07,
+      "loss": 0.5513,
+      "step": 261
+    },
+    {
+      "epoch": 0.3104265402843602,
+      "grad_norm": 8.613890836880318,
+      "learning_rate": 9.957224306869053e-07,
+      "loss": 0.5861,
+      "step": 262
+    },
+    {
+      "epoch": 0.31161137440758296,
+      "grad_norm": 24.30412660533916,
+      "learning_rate": 9.955835369208473e-07,
+      "loss": 0.5253,
+      "step": 263
+    },
+    {
+      "epoch": 0.3127962085308057,
+      "grad_norm": 13.509894066187833,
+      "learning_rate": 9.954424340791195e-07,
+      "loss": 0.5404,
+      "step": 264
+    },
+    {
+      "epoch": 0.31398104265402843,
+      "grad_norm": 19.97859230272331,
+      "learning_rate": 9.952991227906909e-07,
+      "loss": 0.4929,
+      "step": 265
+    },
+    {
+      "epoch": 0.31516587677725116,
+      "grad_norm": 14.659876223619262,
+      "learning_rate": 9.951536036943753e-07,
+      "loss": 0.5207,
+      "step": 266
+    },
+    {
+      "epoch": 0.31635071090047395,
+      "grad_norm": 16.82648724963916,
+      "learning_rate": 9.950058774388277e-07,
+      "loss": 0.5042,
+      "step": 267
+    },
+    {
+      "epoch": 0.3175355450236967,
+      "grad_norm": 16.48505871135186,
+      "learning_rate": 9.948559446825411e-07,
+      "loss": 0.5068,
+      "step": 268
+    },
+    {
+      "epoch": 0.3187203791469194,
+      "grad_norm": 8.986957964532992,
+      "learning_rate": 9.94703806093845e-07,
+      "loss": 0.5482,
+      "step": 269
+    },
+    {
+      "epoch": 0.31990521327014215,
+      "grad_norm": 15.557609628645618,
+      "learning_rate": 9.945494623509002e-07,
+      "loss": 0.5149,
+      "step": 270
+    },
+    {
+      "epoch": 0.32109004739336494,
+      "grad_norm": 8.220937327819602,
+      "learning_rate": 9.943929141416977e-07,
+      "loss": 0.5604,
+      "step": 271
+    },
+    {
+      "epoch": 0.3222748815165877,
+      "grad_norm": 8.409373218590941,
+      "learning_rate": 9.942341621640557e-07,
+      "loss": 0.5693,
+      "step": 272
+    },
+    {
+      "epoch": 0.3234597156398104,
+      "grad_norm": 16.43820378461214,
+      "learning_rate": 9.940732071256144e-07,
+      "loss": 0.4995,
+      "step": 273
+    },
+    {
+      "epoch": 0.3246445497630332,
+      "grad_norm": 13.252808150885926,
+      "learning_rate": 9.93910049743835e-07,
+      "loss": 0.5654,
+      "step": 274
+    },
+    {
+      "epoch": 0.32582938388625593,
+      "grad_norm": 13.986032395862484,
+      "learning_rate": 9.937446907459953e-07,
+      "loss": 0.4991,
+      "step": 275
+    },
+    {
+      "epoch": 0.32701421800947866,
+      "grad_norm": 17.89107100963545,
+      "learning_rate": 9.93577130869187e-07,
+      "loss": 0.5458,
+      "step": 276
+    },
+    {
+      "epoch": 0.3281990521327014,
+      "grad_norm": 11.837076385727045,
+      "learning_rate": 9.934073708603129e-07,
+      "loss": 0.5505,
+      "step": 277
+    },
+    {
+      "epoch": 0.3293838862559242,
+      "grad_norm": 24.996997176345527,
+      "learning_rate": 9.932354114760817e-07,
+      "loss": 0.4814,
+      "step": 278
+    },
+    {
+      "epoch": 0.3305687203791469,
+      "grad_norm": 18.253469210284003,
+      "learning_rate": 9.930612534830068e-07,
+      "loss": 0.4836,
+      "step": 279
+    },
+    {
+      "epoch": 0.33175355450236965,
+      "grad_norm": 18.194976720930658,
+      "learning_rate": 9.928848976574018e-07,
+      "loss": 0.5073,
+      "step": 280
+    },
+    {
+      "epoch": 0.33293838862559244,
+      "grad_norm": 12.062798161873806,
+      "learning_rate": 9.92706344785377e-07,
+      "loss": 0.5107,
+      "step": 281
+    },
+    {
+      "epoch": 0.3341232227488152,
+      "grad_norm": 8.94049601499799,
+      "learning_rate": 9.925255956628361e-07,
+      "loss": 0.518,
+      "step": 282
+    },
+    {
+      "epoch": 0.3353080568720379,
+      "grad_norm": 10.188890972987107,
+      "learning_rate": 9.92342651095473e-07,
+      "loss": 0.5235,
+      "step": 283
+    },
+    {
+      "epoch": 0.33649289099526064,
+      "grad_norm": 12.800443292579475,
+      "learning_rate": 9.921575118987671e-07,
+      "loss": 0.5658,
+      "step": 284
+    },
+    {
+      "epoch": 0.33767772511848343,
+      "grad_norm": 31.455015869085003,
+      "learning_rate": 9.919701788979812e-07,
+      "loss": 0.5875,
+      "step": 285
+    },
+    {
+      "epoch": 0.33886255924170616,
+      "grad_norm": 15.744017529825106,
+      "learning_rate": 9.917806529281566e-07,
+      "loss": 0.49,
+      "step": 286
+    },
+    {
+      "epoch": 0.3400473933649289,
+      "grad_norm": 19.703316838489233,
+      "learning_rate": 9.915889348341096e-07,
+      "loss": 0.5247,
+      "step": 287
+    },
+    {
+      "epoch": 0.3412322274881517,
+      "grad_norm": 11.492986218008904,
+      "learning_rate": 9.91395025470429e-07,
+      "loss": 0.5366,
+      "step": 288
+    },
+    {
+      "epoch": 0.3424170616113744,
+      "grad_norm": 11.964355876969535,
+      "learning_rate": 9.911989257014699e-07,
+      "loss": 0.4738,
+      "step": 289
+    },
+    {
+      "epoch": 0.34360189573459715,
+      "grad_norm": 10.275962280696506,
+      "learning_rate": 9.91000636401352e-07,
+      "loss": 0.5351,
+      "step": 290
+    },
+    {
+      "epoch": 0.3447867298578199,
+      "grad_norm": 10.213809707901728,
+      "learning_rate": 9.908001584539547e-07,
+      "loss": 0.5354,
+      "step": 291
+    },
+    {
+      "epoch": 0.3459715639810427,
+      "grad_norm": 17.95448112723858,
+      "learning_rate": 9.905974927529133e-07,
+      "loss": 0.5051,
+      "step": 292
+    },
+    {
+      "epoch": 0.3471563981042654,
+      "grad_norm": 26.40149829400645,
+      "learning_rate": 9.90392640201615e-07,
+      "loss": 0.4529,
+      "step": 293
+    },
+    {
+      "epoch": 0.34834123222748814,
+      "grad_norm": 13.875172918400288,
+      "learning_rate": 9.901856017131954e-07,
+      "loss": 0.4558,
+      "step": 294
+    },
+    {
+      "epoch": 0.3495260663507109,
+      "grad_norm": 11.52864219662223,
+      "learning_rate": 9.899763782105331e-07,
+      "loss": 0.4818,
+      "step": 295
+    },
+    {
+      "epoch": 0.35071090047393366,
+      "grad_norm": 21.328486936498273,
+      "learning_rate": 9.897649706262473e-07,
+      "loss": 0.4784,
+      "step": 296
+    },
+    {
+      "epoch": 0.3518957345971564,
+      "grad_norm": 17.693095134232415,
+      "learning_rate": 9.89551379902692e-07,
+      "loss": 0.4655,
+      "step": 297
+    },
+    {
+      "epoch": 0.35308056872037913,
+      "grad_norm": 25.968174875217105,
+      "learning_rate": 9.893356069919537e-07,
+      "loss": 0.5219,
+      "step": 298
+    },
+    {
+      "epoch": 0.3542654028436019,
+      "grad_norm": 19.931738567555474,
+      "learning_rate": 9.89117652855845e-07,
+      "loss": 0.5079,
+      "step": 299
+    },
+    {
+      "epoch": 0.35545023696682465,
+      "grad_norm": 12.373031819577077,
+      "learning_rate": 9.888975184659016e-07,
+      "loss": 0.4765,
+      "step": 300
+    },
+    {
+      "epoch": 0.35545023696682465,
+      "eval_loss": 0.4756671190261841,
+      "eval_runtime": 53.9082,
+      "eval_samples_per_second": 15.267,
+      "eval_steps_per_second": 0.965,
+      "step": 300
+    },
+    {
+      "epoch": 0.3566350710900474,
+      "grad_norm": 11.901393690452515,
+      "learning_rate": 9.886752048033784e-07,
+      "loss": 0.5016,
+      "step": 301
+    },
+    {
+      "epoch": 0.3578199052132701,
+      "grad_norm": 13.650779933985442,
+      "learning_rate": 9.884507128592434e-07,
+      "loss": 0.4753,
+      "step": 302
+    },
+    {
+      "epoch": 0.3590047393364929,
+      "grad_norm": 20.815524417557032,
+      "learning_rate": 9.882240436341753e-07,
+      "loss": 0.5277,
+      "step": 303
+    },
+    {
+      "epoch": 0.36018957345971564,
+      "grad_norm": 12.74609352334382,
+      "learning_rate": 9.879951981385577e-07,
+      "loss": 0.4511,
+      "step": 304
+    },
+    {
+      "epoch": 0.3613744075829384,
+      "grad_norm": 11.556206853163904,
+      "learning_rate": 9.877641773924747e-07,
+      "loss": 0.4753,
+      "step": 305
+    },
+    {
+      "epoch": 0.36255924170616116,
+      "grad_norm": 15.56091408911645,
+      "learning_rate": 9.87530982425707e-07,
+      "loss": 0.4923,
+      "step": 306
+    },
+    {
+      "epoch": 0.3637440758293839,
+      "grad_norm": 26.248499034472612,
+      "learning_rate": 9.872956142777269e-07,
+      "loss": 0.4912,
+      "step": 307
+    },
+    {
+      "epoch": 0.36492890995260663,
+      "grad_norm": 21.677314925110117,
+      "learning_rate": 9.870580739976935e-07,
+      "loss": 0.4263,
+      "step": 308
+    },
+    {
+      "epoch": 0.36611374407582936,
+      "grad_norm": 16.062837045314517,
+      "learning_rate": 9.868183626444486e-07,
+      "loss": 0.423,
+      "step": 309
+    },
+    {
+      "epoch": 0.36729857819905215,
+      "grad_norm": 22.884567704263773,
+      "learning_rate": 9.865764812865111e-07,
+      "loss": 0.486,
+      "step": 310
+    },
+    {
+      "epoch": 0.3684834123222749,
+      "grad_norm": 7.861313978764723,
+      "learning_rate": 9.863324310020733e-07,
+      "loss": 0.4869,
+      "step": 311
+    },
+    {
+      "epoch": 0.3696682464454976,
+      "grad_norm": 17.102991536445742,
+      "learning_rate": 9.860862128789952e-07,
+      "loss": 0.4391,
+      "step": 312
+    },
+    {
+      "epoch": 0.3708530805687204,
+      "grad_norm": 11.567087012823887,
+      "learning_rate": 9.858378280148002e-07,
+      "loss": 0.4084,
+      "step": 313
+    },
+    {
+      "epoch": 0.37203791469194314,
+      "grad_norm": 11.587792701499762,
+      "learning_rate": 9.855872775166694e-07,
+      "loss": 0.4433,
+      "step": 314
+    },
+    {
+      "epoch": 0.3732227488151659,
+      "grad_norm": 23.622410585506035,
+      "learning_rate": 9.853345625014383e-07,
+      "loss": 0.4305,
+      "step": 315
+    },
+    {
+      "epoch": 0.3744075829383886,
+      "grad_norm": 13.658748759519776,
+      "learning_rate": 9.850796840955899e-07,
+      "loss": 0.3982,
+      "step": 316
+    },
+    {
+      "epoch": 0.3755924170616114,
+      "grad_norm": 10.548121395453487,
+      "learning_rate": 9.848226434352512e-07,
+      "loss": 0.441,
+      "step": 317
+    },
+    {
+      "epoch": 0.3767772511848341,
+      "grad_norm": 8.899859469015052,
+      "learning_rate": 9.845634416661867e-07,
+      "loss": 0.4485,
+      "step": 318
+    },
+    {
+      "epoch": 0.37796208530805686,
+      "grad_norm": 13.742583201602377,
+      "learning_rate": 9.843020799437949e-07,
+      "loss": 0.3761,
+      "step": 319
+    },
+    {
+      "epoch": 0.3791469194312796,
+      "grad_norm": 13.610551297016709,
+      "learning_rate": 9.840385594331022e-07,
+      "loss": 0.4778,
+      "step": 320
+    },
+    {
+      "epoch": 0.3803317535545024,
+      "grad_norm": 9.005064796206403,
+      "learning_rate": 9.837728813087573e-07,
+      "loss": 0.4638,
+      "step": 321
+    },
+    {
+      "epoch": 0.3815165876777251,
+      "grad_norm": 14.791810107030555,
+      "learning_rate": 9.835050467550272e-07,
+      "loss": 0.4583,
+      "step": 322
+    },
+    {
+      "epoch": 0.38270142180094785,
+      "grad_norm": 10.65855589614688,
+      "learning_rate": 9.832350569657909e-07,
+      "loss": 0.4448,
+      "step": 323
+    },
+    {
+      "epoch": 0.38388625592417064,
+      "grad_norm": 9.546803884411506,
+      "learning_rate": 9.82962913144534e-07,
+      "loss": 0.4436,
+      "step": 324
+    },
+    {
+      "epoch": 0.38507109004739337,
+      "grad_norm": 10.287431160752277,
+      "learning_rate": 9.82688616504345e-07,
+      "loss": 0.4474,
+      "step": 325
+    },
+    {
+      "epoch": 0.3862559241706161,
+      "grad_norm": 17.228603164183177,
+      "learning_rate": 9.824121682679072e-07,
+      "loss": 0.3995,
+      "step": 326
+    },
+    {
+      "epoch": 0.38744075829383884,
+      "grad_norm": 13.097102197908033,
+      "learning_rate": 9.821335696674956e-07,
+      "loss": 0.4524,
+      "step": 327
+    },
+    {
+      "epoch": 0.3886255924170616,
+      "grad_norm": 8.529650091081256,
+      "learning_rate": 9.818528219449704e-07,
+      "loss": 0.4443,
+      "step": 328
+    },
+    {
+      "epoch": 0.38981042654028436,
+      "grad_norm": 8.07159063167578,
+      "learning_rate": 9.81569926351771e-07,
+      "loss": 0.4785,
+      "step": 329
+    },
+    {
+      "epoch": 0.3909952606635071,
+      "grad_norm": 12.444263995999188,
+      "learning_rate": 9.812848841489118e-07,
+      "loss": 0.3992,
+      "step": 330
+    },
+    {
+      "epoch": 0.3921800947867299,
+      "grad_norm": 13.809272050407982,
+      "learning_rate": 9.80997696606975e-07,
+      "loss": 0.4228,
+      "step": 331
+    },
+    {
+      "epoch": 0.3933649289099526,
+      "grad_norm": 12.96433701549732,
+      "learning_rate": 9.807083650061062e-07,
+      "loss": 0.4429,
+      "step": 332
+    },
+    {
+      "epoch": 0.39454976303317535,
+      "grad_norm": 25.039415619632724,
+      "learning_rate": 9.80416890636008e-07,
+      "loss": 0.4477,
+      "step": 333
+    },
+    {
+      "epoch": 0.3957345971563981,
+      "grad_norm": 11.801141489512451,
+      "learning_rate": 9.801232747959347e-07,
+      "loss": 0.4057,
+      "step": 334
+    },
+    {
+      "epoch": 0.39691943127962087,
+      "grad_norm": 10.40250553997614,
+      "learning_rate": 9.798275187946859e-07,
+      "loss": 0.4461,
+      "step": 335
+    },
+    {
+      "epoch": 0.3981042654028436,
+      "grad_norm": 15.30568042611723,
+      "learning_rate": 9.79529623950601e-07,
+      "loss": 0.3718,
+      "step": 336
+    },
+    {
+      "epoch": 0.39928909952606634,
+      "grad_norm": 14.314286641368666,
+      "learning_rate": 9.792295915915538e-07,
+      "loss": 0.4786,
+      "step": 337
+    },
+    {
+      "epoch": 0.4004739336492891,
+      "grad_norm": 25.85018234396281,
+      "learning_rate": 9.789274230549457e-07,
+      "loss": 0.3853,
+      "step": 338
+    },
+    {
+      "epoch": 0.40165876777251186,
+      "grad_norm": 11.907701908243332,
+      "learning_rate": 9.786231196877003e-07,
+      "loss": 0.4767,
+      "step": 339
+    },
+    {
+      "epoch": 0.4028436018957346,
+      "grad_norm": 15.77066249877433,
+      "learning_rate": 9.783166828462572e-07,
+      "loss": 0.416,
+      "step": 340
+    },
+    {
+      "epoch": 0.4040284360189573,
+      "grad_norm": 12.04950477801811,
+      "learning_rate": 9.780081138965663e-07,
+      "loss": 0.3606,
+      "step": 341
+    },
+    {
+      "epoch": 0.4052132701421801,
+      "grad_norm": 15.477847258339152,
+      "learning_rate": 9.77697414214081e-07,
+      "loss": 0.4484,
+      "step": 342
+    },
+    {
+      "epoch": 0.40639810426540285,
+      "grad_norm": 14.577869548106914,
+      "learning_rate": 9.773845851837526e-07,
+      "loss": 0.3849,
+      "step": 343
+    },
+    {
+      "epoch": 0.4075829383886256,
+      "grad_norm": 12.396572387524897,
+      "learning_rate": 9.770696282000244e-07,
+      "loss": 0.4499,
+      "step": 344
+    },
+    {
+      "epoch": 0.4087677725118483,
+      "grad_norm": 26.07143660678688,
+      "learning_rate": 9.767525446668245e-07,
+      "loss": 0.4213,
+      "step": 345
+    },
+    {
+      "epoch": 0.4099526066350711,
+      "grad_norm": 11.257790868634928,
+      "learning_rate": 9.764333359975609e-07,
+      "loss": 0.3746,
+      "step": 346
+    },
+    {
+      "epoch": 0.41113744075829384,
+      "grad_norm": 12.642981496078672,
+      "learning_rate": 9.761120036151135e-07,
+      "loss": 0.3848,
+      "step": 347
+    },
+    {
+      "epoch": 0.41232227488151657,
+      "grad_norm": 10.063976006804062,
+      "learning_rate": 9.757885489518296e-07,
+      "loss": 0.4124,
+      "step": 348
+    },
+    {
+      "epoch": 0.41350710900473936,
+      "grad_norm": 17.188706479555265,
+      "learning_rate": 9.754629734495162e-07,
+      "loss": 0.4039,
+      "step": 349
+    },
+    {
+      "epoch": 0.4146919431279621,
+      "grad_norm": 9.497211967243476,
+      "learning_rate": 9.751352785594336e-07,
+      "loss": 0.382,
+      "step": 350
+    },
+    {
+      "epoch": 0.4146919431279621,
+      "eval_loss": 0.39488136768341064,
+      "eval_runtime": 52.1468,
+      "eval_samples_per_second": 15.782,
+      "eval_steps_per_second": 0.997,
+      "step": 350
+    },
+    {
+      "epoch": 0.4158767772511848,
+      "grad_norm": 12.756224679112309,
+      "learning_rate": 9.748054657422901e-07,
+      "loss": 0.4015,
+      "step": 351
+    },
+    {
+      "epoch": 0.41706161137440756,
+      "grad_norm": 9.07206117193569,
+      "learning_rate": 9.744735364682344e-07,
+      "loss": 0.3581,
+      "step": 352
+    },
+    {
+      "epoch": 0.41824644549763035,
+      "grad_norm": 23.106705695654462,
+      "learning_rate": 9.741394922168494e-07,
+      "loss": 0.3788,
+      "step": 353
+    },
+    {
+      "epoch": 0.4194312796208531,
+      "grad_norm": 10.974238261984121,
+      "learning_rate": 9.73803334477145e-07,
+      "loss": 0.4242,
+      "step": 354
+    },
+    {
+      "epoch": 0.4206161137440758,
+      "grad_norm": 12.994216146112727,
+      "learning_rate": 9.73465064747553e-07,
+      "loss": 0.403,
+      "step": 355
+    },
+    {
+      "epoch": 0.4218009478672986,
+      "grad_norm": 18.925007359784697,
+      "learning_rate": 9.731246845359184e-07,
+      "loss": 0.3239,
+      "step": 356
+    },
+    {
+      "epoch": 0.42298578199052134,
+      "grad_norm": 8.90716567987188,
+      "learning_rate": 9.727821953594949e-07,
+      "loss": 0.4393,
+      "step": 357
+    },
+    {
+      "epoch": 0.42417061611374407,
+      "grad_norm": 9.875417282979411,
+      "learning_rate": 9.724375987449358e-07,
+      "loss": 0.431,
+      "step": 358
+    },
+    {
+      "epoch": 0.4253554502369668,
+      "grad_norm": 9.978683204562415,
+      "learning_rate": 9.720908962282891e-07,
+      "loss": 0.3797,
+      "step": 359
+    },
+    {
+      "epoch": 0.4265402843601896,
+      "grad_norm": 12.328565183998132,
+      "learning_rate": 9.7174208935499e-07,
+      "loss": 0.3872,
+      "step": 360
+    },
+    {
+      "epoch": 0.4277251184834123,
+      "grad_norm": 16.8038180357482,
+      "learning_rate": 9.713911796798532e-07,
+      "loss": 0.326,
+      "step": 361
+    },
+    {
+      "epoch": 0.42890995260663506,
+      "grad_norm": 13.56237675029536,
+      "learning_rate": 9.710381687670674e-07,
+      "loss": 0.3193,
+      "step": 362
+    },
+    {
+      "epoch": 0.43009478672985785,
+      "grad_norm": 9.779248850664269,
+      "learning_rate": 9.70683058190187e-07,
+      "loss": 0.4309,
+      "step": 363
+    },
+    {
+      "epoch": 0.4312796208530806,
+      "grad_norm": 25.506229124536276,
+      "learning_rate": 9.703258495321265e-07,
+      "loss": 0.3538,
+      "step": 364
+    },
+    {
+      "epoch": 0.4324644549763033,
+      "grad_norm": 20.45504872820827,
+      "learning_rate": 9.699665443851516e-07,
+      "loss": 0.3492,
+      "step": 365
+    },
+    {
+      "epoch": 0.43364928909952605,
+      "grad_norm": 13.89447348939714,
+      "learning_rate": 9.696051443508743e-07,
+      "loss": 0.3398,
+      "step": 366
+    },
+    {
+      "epoch": 0.43483412322274884,
+      "grad_norm": 8.113018348581734,
+      "learning_rate": 9.692416510402438e-07,
+      "loss": 0.3549,
+      "step": 367
+    },
+    {
+      "epoch": 0.43601895734597157,
+      "grad_norm": 9.72301680291045,
+      "learning_rate": 9.688760660735402e-07,
+      "loss": 0.3721,
+      "step": 368
+    },
+    {
+      "epoch": 0.4372037914691943,
+      "grad_norm": 33.8473636494632,
+      "learning_rate": 9.685083910803675e-07,
+      "loss": 0.3994,
+      "step": 369
+    },
+    {
+      "epoch": 0.43838862559241704,
+      "grad_norm": 13.79742948772135,
+      "learning_rate": 9.681386276996462e-07,
+      "loss": 0.2895,
+      "step": 370
+    },
+    {
+      "epoch": 0.4395734597156398,
+      "grad_norm": 20.772884497594852,
+      "learning_rate": 9.677667775796051e-07,
+      "loss": 0.3482,
+      "step": 371
+    },
+    {
+      "epoch": 0.44075829383886256,
+      "grad_norm": 8.179600721905086,
+      "learning_rate": 9.673928423777756e-07,
+      "loss": 0.3725,
+      "step": 372
+    },
+    {
+      "epoch": 0.4419431279620853,
+      "grad_norm": 13.178159783502442,
+      "learning_rate": 9.670168237609826e-07,
+      "loss": 0.2856,
+      "step": 373
+    },
+    {
+      "epoch": 0.4431279620853081,
+      "grad_norm": 8.912426226468748,
+      "learning_rate": 9.666387234053385e-07,
+      "loss": 0.3303,
+      "step": 374
+    },
+    {
+      "epoch": 0.4443127962085308,
+      "grad_norm": 21.400582293310897,
+      "learning_rate": 9.662585429962343e-07,
+      "loss": 0.2905,
+      "step": 375
+    },
+    {
+      "epoch": 0.44549763033175355,
+      "grad_norm": 32.80855736267371,
+      "learning_rate": 9.658762842283341e-07,
+      "loss": 0.3911,
+      "step": 376
+    },
+    {
+      "epoch": 0.4466824644549763,
+      "grad_norm": 22.395443998215274,
+      "learning_rate": 9.654919488055655e-07,
+      "loss": 0.4053,
+      "step": 377
+    },
+    {
+      "epoch": 0.44786729857819907,
+      "grad_norm": 23.236385222445783,
+      "learning_rate": 9.651055384411128e-07,
+      "loss": 0.3227,
+      "step": 378
+    },
+    {
+      "epoch": 0.4490521327014218,
+      "grad_norm": 18.495951608692828,
+      "learning_rate": 9.647170548574096e-07,
+      "loss": 0.3531,
+      "step": 379
+    },
+    {
+      "epoch": 0.45023696682464454,
+      "grad_norm": 10.010304118535766,
+      "learning_rate": 9.643264997861312e-07,
+      "loss": 0.3041,
+      "step": 380
+    },
+    {
+      "epoch": 0.4514218009478673,
+      "grad_norm": 16.208569360943383,
+      "learning_rate": 9.639338749681858e-07,
+      "loss": 0.3441,
+      "step": 381
+    },
+    {
+      "epoch": 0.45260663507109006,
+      "grad_norm": 20.365615006060256,
+      "learning_rate": 9.635391821537087e-07,
+      "loss": 0.2808,
+      "step": 382
+    },
+    {
+      "epoch": 0.4537914691943128,
+      "grad_norm": 10.662406472341873,
+      "learning_rate": 9.631424231020522e-07,
+      "loss": 0.3038,
+      "step": 383
+    },
+    {
+      "epoch": 0.4549763033175355,
+      "grad_norm": 18.323625372296732,
+      "learning_rate": 9.627435995817797e-07,
+      "loss": 0.3919,
+      "step": 384
+    },
+    {
+      "epoch": 0.4561611374407583,
+      "grad_norm": 44.08391965239445,
+      "learning_rate": 9.623427133706567e-07,
+      "loss": 0.393,
+      "step": 385
+    },
+    {
+      "epoch": 0.45734597156398105,
+      "grad_norm": 27.040918313360542,
+      "learning_rate": 9.619397662556433e-07,
+      "loss": 0.3563,
+      "step": 386
+    },
+    {
+      "epoch": 0.4585308056872038,
+      "grad_norm": 25.347089501942985,
+      "learning_rate": 9.61534760032886e-07,
+      "loss": 0.3483,
+      "step": 387
+    },
+    {
+      "epoch": 0.4597156398104265,
+      "grad_norm": 17.035195231859507,
+      "learning_rate": 9.611276965077097e-07,
+      "loss": 0.3364,
+      "step": 388
+    },
+    {
+      "epoch": 0.4609004739336493,
+      "grad_norm": 21.246750011503874,
+      "learning_rate": 9.607185774946104e-07,
+      "loss": 0.3101,
+      "step": 389
+    },
+    {
+      "epoch": 0.46208530805687204,
+      "grad_norm": 17.210843425254826,
+      "learning_rate": 9.603074048172457e-07,
+      "loss": 0.3319,
+      "step": 390
+    },
+    {
+      "epoch": 0.46327014218009477,
+      "grad_norm": 24.98240664073611,
+      "learning_rate": 9.59894180308428e-07,
+      "loss": 0.3649,
+      "step": 391
+    },
+    {
+      "epoch": 0.46445497630331756,
+      "grad_norm": 24.468616634471285,
+      "learning_rate": 9.594789058101153e-07,
+      "loss": 0.3073,
+      "step": 392
+    },
+    {
+      "epoch": 0.4656398104265403,
+      "grad_norm": 15.180353369606431,
+      "learning_rate": 9.59061583173404e-07,
+      "loss": 0.3272,
+      "step": 393
+    },
+    {
+      "epoch": 0.466824644549763,
+      "grad_norm": 11.417227295893692,
+      "learning_rate": 9.5864221425852e-07,
+      "loss": 0.2914,
+      "step": 394
+    },
+    {
+      "epoch": 0.46800947867298576,
+      "grad_norm": 28.69801888783048,
+      "learning_rate": 9.582208009348102e-07,
+      "loss": 0.3353,
+      "step": 395
+    },
+    {
+      "epoch": 0.46919431279620855,
+      "grad_norm": 14.918763851473592,
+      "learning_rate": 9.577973450807351e-07,
+      "loss": 0.3012,
+      "step": 396
+    },
+    {
+      "epoch": 0.4703791469194313,
+      "grad_norm": 9.293352558696206,
+      "learning_rate": 9.57371848583859e-07,
+      "loss": 0.3748,
+      "step": 397
+    },
+    {
+      "epoch": 0.471563981042654,
+      "grad_norm": 15.565028469986906,
+      "learning_rate": 9.569443133408433e-07,
+      "loss": 0.2178,
+      "step": 398
+    },
+    {
+      "epoch": 0.4727488151658768,
+      "grad_norm": 10.490221123541932,
+      "learning_rate": 9.565147412574365e-07,
+      "loss": 0.2922,
+      "step": 399
+    },
+    {
+      "epoch": 0.47393364928909953,
+      "grad_norm": 11.285895674191094,
+      "learning_rate": 9.560831342484666e-07,
+      "loss": 0.3337,
+      "step": 400
+    },
+    {
+      "epoch": 0.47393364928909953,
+      "eval_loss": 0.330232173204422,
+      "eval_runtime": 53.3543,
+      "eval_samples_per_second": 15.425,
+      "eval_steps_per_second": 0.975,
+      "step": 400
+    },
+    {
+      "epoch": 0.47511848341232227,
+      "grad_norm": 28.038068999167958,
+      "learning_rate": 9.556494942378326e-07,
+      "loss": 0.3151,
+      "step": 401
+    },
+    {
+      "epoch": 0.476303317535545,
+      "grad_norm": 11.577255213698676,
+      "learning_rate": 9.55213823158495e-07,
+      "loss": 0.3169,
+      "step": 402
+    },
+    {
+      "epoch": 0.4774881516587678,
+      "grad_norm": 28.394190964261917,
+      "learning_rate": 9.547761229524686e-07,
+      "loss": 0.3333,
+      "step": 403
+    },
+    {
+      "epoch": 0.4786729857819905,
+      "grad_norm": 15.348322403958202,
+      "learning_rate": 9.543363955708124e-07,
+      "loss": 0.2914,
+      "step": 404
+    },
+    {
+      "epoch": 0.47985781990521326,
+      "grad_norm": 18.702903061519496,
+      "learning_rate": 9.538946429736222e-07,
+      "loss": 0.2772,
+      "step": 405
+    },
+    {
+      "epoch": 0.48104265402843605,
+      "grad_norm": 16.755380600846234,
+      "learning_rate": 9.534508671300207e-07,
+      "loss": 0.2896,
+      "step": 406
+    },
+    {
+      "epoch": 0.4822274881516588,
+      "grad_norm": 20.912613748172376,
+      "learning_rate": 9.530050700181498e-07,
+      "loss": 0.2833,
+      "step": 407
+    },
+    {
+      "epoch": 0.4834123222748815,
+      "grad_norm": 20.828932167424576,
+      "learning_rate": 9.525572536251605e-07,
+      "loss": 0.3388,
+      "step": 408
+    },
+    {
+      "epoch": 0.48459715639810425,
+      "grad_norm": 10.1105886949867,
+      "learning_rate": 9.521074199472058e-07,
+      "loss": 0.304,
+      "step": 409
+    },
+    {
+      "epoch": 0.48578199052132703,
+      "grad_norm": 13.465306721197914,
+      "learning_rate": 9.516555709894298e-07,
+      "loss": 0.3369,
+      "step": 410
+    },
+    {
+      "epoch": 0.48696682464454977,
+      "grad_norm": 13.601780436154742,
+      "learning_rate": 9.512017087659607e-07,
+      "loss": 0.2554,
+      "step": 411
+    },
+    {
+      "epoch": 0.4881516587677725,
+      "grad_norm": 33.58961567504914,
+      "learning_rate": 9.507458352999001e-07,
+      "loss": 0.2462,
+      "step": 412
+    },
+    {
+      "epoch": 0.48933649289099523,
+      "grad_norm": 24.341590716742427,
+      "learning_rate": 9.50287952623315e-07,
+      "loss": 0.3197,
+      "step": 413
+    },
+    {
+      "epoch": 0.490521327014218,
+      "grad_norm": 30.667743812966282,
+      "learning_rate": 9.498280627772286e-07,
+      "loss": 0.3444,
+      "step": 414
+    },
+    {
+      "epoch": 0.49170616113744076,
+      "grad_norm": 11.036970679678214,
+      "learning_rate": 9.493661678116111e-07,
+      "loss": 0.2676,
+      "step": 415
+    },
+    {
+      "epoch": 0.4928909952606635,
+      "grad_norm": 13.416233053816551,
+      "learning_rate": 9.489022697853708e-07,
+      "loss": 0.2569,
+      "step": 416
+    },
+    {
+      "epoch": 0.4940758293838863,
+      "grad_norm": 18.498918047484647,
+      "learning_rate": 9.484363707663441e-07,
+      "loss": 0.2786,
+      "step": 417
+    },
+    {
+      "epoch": 0.495260663507109,
+      "grad_norm": 13.091240724568658,
+      "learning_rate": 9.479684728312873e-07,
+      "loss": 0.3145,
+      "step": 418
+    },
+    {
+      "epoch": 0.49644549763033174,
+      "grad_norm": 15.68575581642405,
+      "learning_rate": 9.474985780658669e-07,
+      "loss": 0.3368,
+      "step": 419
+    },
+    {
+      "epoch": 0.4976303317535545,
+      "grad_norm": 10.607199617999157,
+      "learning_rate": 9.470266885646503e-07,
+      "loss": 0.3069,
+      "step": 420
+    },
+    {
+      "epoch": 0.49881516587677727,
+      "grad_norm": 11.646651108047797,
+      "learning_rate": 9.465528064310962e-07,
+      "loss": 0.2546,
+      "step": 421
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 33.53142097878634,
+      "learning_rate": 9.46076933777546e-07,
+      "loss": 0.2844,
+      "step": 422
+    },
+    {
+      "epoch": 0.5011848341232228,
+      "grad_norm": 49.38351100638877,
+      "learning_rate": 9.455990727252134e-07,
+      "loss": 0.3986,
+      "step": 423
+    },
+    {
+      "epoch": 0.5023696682464455,
+      "grad_norm": 76.11068369059677,
+      "learning_rate": 9.451192254041758e-07,
+      "loss": 0.4806,
+      "step": 424
+    },
+    {
+      "epoch": 0.5035545023696683,
+      "grad_norm": 20.921249429852224,
+      "learning_rate": 9.446373939533642e-07,
+      "loss": 0.2513,
+      "step": 425
+    },
+    {
+      "epoch": 0.504739336492891,
+      "grad_norm": 10.556489076929935,
+      "learning_rate": 9.44153580520554e-07,
+      "loss": 0.2736,
+      "step": 426
+    },
+    {
+      "epoch": 0.5059241706161137,
+      "grad_norm": 11.161679055753279,
+      "learning_rate": 9.436677872623556e-07,
+      "loss": 0.3311,
+      "step": 427
+    },
+    {
+      "epoch": 0.5071090047393365,
+      "grad_norm": 29.411384894701257,
+      "learning_rate": 9.431800163442041e-07,
+      "loss": 0.2743,
+      "step": 428
+    },
+    {
+      "epoch": 0.5082938388625592,
+      "grad_norm": 24.09078330704124,
+      "learning_rate": 9.426902699403501e-07,
+      "loss": 0.2984,
+      "step": 429
+    },
+    {
+      "epoch": 0.509478672985782,
+      "grad_norm": 41.60195448463097,
+      "learning_rate": 9.421985502338503e-07,
+      "loss": 0.3429,
+      "step": 430
+    },
+    {
+      "epoch": 0.5106635071090048,
+      "grad_norm": 20.506598663359913,
+      "learning_rate": 9.417048594165571e-07,
+      "loss": 0.2812,
+      "step": 431
+    },
+    {
+      "epoch": 0.5118483412322274,
+      "grad_norm": 9.64959188004726,
+      "learning_rate": 9.412091996891095e-07,
+      "loss": 0.3062,
+      "step": 432
+    },
+    {
+      "epoch": 0.5130331753554502,
+      "grad_norm": 9.836481752429766,
+      "learning_rate": 9.407115732609227e-07,
+      "loss": 0.2302,
+      "step": 433
+    },
+    {
+      "epoch": 0.514218009478673,
+      "grad_norm": 17.30655443858829,
+      "learning_rate": 9.402119823501785e-07,
+      "loss": 0.2861,
+      "step": 434
+    },
+    {
+      "epoch": 0.5154028436018957,
+      "grad_norm": 9.843572391305129,
+      "learning_rate": 9.397104291838157e-07,
+      "loss": 0.2392,
+      "step": 435
+    },
+    {
+      "epoch": 0.5165876777251185,
+      "grad_norm": 29.15515296698138,
+      "learning_rate": 9.392069159975198e-07,
+      "loss": 0.2655,
+      "step": 436
+    },
+    {
+      "epoch": 0.5177725118483413,
+      "grad_norm": 12.813628762652185,
+      "learning_rate": 9.387014450357127e-07,
+      "loss": 0.2816,
+      "step": 437
+    },
+    {
+      "epoch": 0.518957345971564,
+      "grad_norm": 17.614534795911805,
+      "learning_rate": 9.381940185515439e-07,
+      "loss": 0.3352,
+      "step": 438
+    },
+    {
+      "epoch": 0.5201421800947867,
+      "grad_norm": 11.6468061201244,
+      "learning_rate": 9.376846388068791e-07,
+      "loss": 0.2779,
+      "step": 439
+    },
+    {
+      "epoch": 0.5213270142180095,
+      "grad_norm": 8.711937405694224,
+      "learning_rate": 9.37173308072291e-07,
+      "loss": 0.2976,
+      "step": 440
+    },
+    {
+      "epoch": 0.5225118483412322,
+      "grad_norm": 12.218827336023685,
+      "learning_rate": 9.366600286270488e-07,
+      "loss": 0.2385,
+      "step": 441
+    },
+    {
+      "epoch": 0.523696682464455,
+      "grad_norm": 8.929215350730324,
+      "learning_rate": 9.361448027591079e-07,
+      "loss": 0.2481,
+      "step": 442
+    },
+    {
+      "epoch": 0.5248815165876777,
+      "grad_norm": 19.502457511436713,
+      "learning_rate": 9.356276327651005e-07,
+      "loss": 0.3382,
+      "step": 443
+    },
+    {
+      "epoch": 0.5260663507109005,
+      "grad_norm": 9.4443581912619,
+      "learning_rate": 9.35108520950324e-07,
+      "loss": 0.2613,
+      "step": 444
+    },
+    {
+      "epoch": 0.5272511848341233,
+      "grad_norm": 14.850874350089374,
+      "learning_rate": 9.345874696287323e-07,
+      "loss": 0.2541,
+      "step": 445
+    },
+    {
+      "epoch": 0.5284360189573459,
+      "grad_norm": 9.118502911961933,
+      "learning_rate": 9.340644811229242e-07,
+      "loss": 0.276,
+      "step": 446
+    },
+    {
+      "epoch": 0.5296208530805687,
+      "grad_norm": 23.523085623060844,
+      "learning_rate": 9.335395577641336e-07,
+      "loss": 0.2921,
+      "step": 447
+    },
+    {
+      "epoch": 0.5308056872037915,
+      "grad_norm": 18.972413118807122,
+      "learning_rate": 9.330127018922193e-07,
+      "loss": 0.3997,
+      "step": 448
+    },
+    {
+      "epoch": 0.5319905213270142,
+      "grad_norm": 17.752099885602984,
+      "learning_rate": 9.324839158556541e-07,
+      "loss": 0.2269,
+      "step": 449
+    },
+    {
+      "epoch": 0.533175355450237,
+      "grad_norm": 16.130571939179283,
+      "learning_rate": 9.319532020115146e-07,
+      "loss": 0.2667,
+      "step": 450
+    },
+    {
+      "epoch": 0.533175355450237,
+      "eval_loss": 0.2882239818572998,
+      "eval_runtime": 57.9598,
+      "eval_samples_per_second": 14.199,
+      "eval_steps_per_second": 0.897,
+      "step": 450
+    },
+    {
+      "epoch": 0.5343601895734598,
+      "grad_norm": 10.798615084456,
+      "learning_rate": 9.314205627254705e-07,
+      "loss": 0.3282,
+      "step": 451
+    },
+    {
+      "epoch": 0.5355450236966824,
+      "grad_norm": 9.774035887071843,
+      "learning_rate": 9.308860003717748e-07,
+      "loss": 0.281,
+      "step": 452
+    },
+    {
+      "epoch": 0.5367298578199052,
+      "grad_norm": 16.038788995378557,
+      "learning_rate": 9.303495173332518e-07,
+      "loss": 0.2562,
+      "step": 453
+    },
+    {
+      "epoch": 0.5379146919431279,
+      "grad_norm": 11.384133516677016,
+      "learning_rate": 9.298111160012879e-07,
+      "loss": 0.3327,
+      "step": 454
+    },
+    {
+      "epoch": 0.5390995260663507,
+      "grad_norm": 8.79727604270708,
+      "learning_rate": 9.2927079877582e-07,
+      "loss": 0.2762,
+      "step": 455
+    },
+    {
+      "epoch": 0.5402843601895735,
+      "grad_norm": 18.163749435039747,
+      "learning_rate": 9.287285680653254e-07,
+      "loss": 0.3339,
+      "step": 456
+    },
+    {
+      "epoch": 0.5414691943127962,
+      "grad_norm": 14.60130218396388,
+      "learning_rate": 9.281844262868107e-07,
+      "loss": 0.2554,
+      "step": 457
+    },
+    {
+      "epoch": 0.542654028436019,
+      "grad_norm": 13.71276669752716,
+      "learning_rate": 9.27638375865801e-07,
+      "loss": 0.2719,
+      "step": 458
+    },
+    {
+      "epoch": 0.5438388625592417,
+      "grad_norm": 9.152330320021967,
+      "learning_rate": 9.270904192363293e-07,
+      "loss": 0.271,
+      "step": 459
+    },
+    {
+      "epoch": 0.5450236966824644,
+      "grad_norm": 8.622874280639174,
+      "learning_rate": 9.265405588409256e-07,
+      "loss": 0.2657,
+      "step": 460
+    },
+    {
+      "epoch": 0.5462085308056872,
+      "grad_norm": 26.89194137073647,
+      "learning_rate": 9.259887971306063e-07,
+      "loss": 0.31,
+      "step": 461
+    },
+    {
+      "epoch": 0.54739336492891,
+      "grad_norm": 20.12125062032546,
+      "learning_rate": 9.254351365648623e-07,
+      "loss": 0.2562,
+      "step": 462
+    },
+    {
+      "epoch": 0.5485781990521327,
+      "grad_norm": 12.317200130554701,
+      "learning_rate": 9.248795796116491e-07,
+      "loss": 0.2975,
+      "step": 463
+    },
+    {
+      "epoch": 0.5497630331753555,
+      "grad_norm": 11.025734474055628,
+      "learning_rate": 9.243221287473755e-07,
+      "loss": 0.2336,
+      "step": 464
+    },
+    {
+      "epoch": 0.5509478672985783,
+      "grad_norm": 27.10300511896542,
+      "learning_rate": 9.23762786456892e-07,
+      "loss": 0.3397,
+      "step": 465
+    },
+    {
+      "epoch": 0.5521327014218009,
+      "grad_norm": 8.033107110139403,
+      "learning_rate": 9.232015552334806e-07,
+      "loss": 0.2816,
+      "step": 466
+    },
+    {
+      "epoch": 0.5533175355450237,
+      "grad_norm": 8.737091390744437,
+      "learning_rate": 9.226384375788434e-07,
+      "loss": 0.2823,
+      "step": 467
+    },
+    {
+      "epoch": 0.5545023696682464,
+      "grad_norm": 15.494483524008073,
+      "learning_rate": 9.220734360030906e-07,
+      "loss": 0.2121,
+      "step": 468
+    },
+    {
+      "epoch": 0.5556872037914692,
+      "grad_norm": 18.735896230365537,
+      "learning_rate": 9.215065530247308e-07,
+      "loss": 0.2533,
+      "step": 469
+    },
+    {
+      "epoch": 0.556872037914692,
+      "grad_norm": 23.81669178709177,
+      "learning_rate": 9.209377911706584e-07,
+      "loss": 0.2746,
+      "step": 470
+    },
+    {
+      "epoch": 0.5580568720379147,
+      "grad_norm": 21.159454245219628,
+      "learning_rate": 9.203671529761434e-07,
+      "loss": 0.2383,
+      "step": 471
+    },
+    {
+      "epoch": 0.5592417061611374,
+      "grad_norm": 9.301848540598128,
+      "learning_rate": 9.197946409848194e-07,
+      "loss": 0.2104,
+      "step": 472
+    },
+    {
+      "epoch": 0.5604265402843602,
+      "grad_norm": 23.482486410314653,
+      "learning_rate": 9.192202577486724e-07,
+      "loss": 0.2782,
+      "step": 473
+    },
+    {
+      "epoch": 0.5616113744075829,
+      "grad_norm": 17.27462356394257,
+      "learning_rate": 9.186440058280298e-07,
+      "loss": 0.2889,
+      "step": 474
+    },
+    {
+      "epoch": 0.5627962085308057,
+      "grad_norm": 15.545463980531496,
+      "learning_rate": 9.180658877915484e-07,
+      "loss": 0.2527,
+      "step": 475
+    },
+    {
+      "epoch": 0.5639810426540285,
+      "grad_norm": 11.567535127758402,
+      "learning_rate": 9.174859062162037e-07,
+      "loss": 0.1832,
+      "step": 476
+    },
+    {
+      "epoch": 0.5651658767772512,
+      "grad_norm": 9.388250647196948,
+      "learning_rate": 9.169040636872773e-07,
+      "loss": 0.2731,
+      "step": 477
+    },
+    {
+      "epoch": 0.566350710900474,
+      "grad_norm": 23.509643846600934,
+      "learning_rate": 9.163203627983466e-07,
+      "loss": 0.3582,
+      "step": 478
+    },
+    {
+      "epoch": 0.5675355450236966,
+      "grad_norm": 12.082207751549461,
+      "learning_rate": 9.157348061512726e-07,
+      "loss": 0.2983,
+      "step": 479
+    },
+    {
+      "epoch": 0.5687203791469194,
+      "grad_norm": 16.662630945663924,
+      "learning_rate": 9.151473963561882e-07,
+      "loss": 0.2527,
+      "step": 480
+    },
+    {
+      "epoch": 0.5699052132701422,
+      "grad_norm": 40.485858820321404,
+      "learning_rate": 9.145581360314867e-07,
+      "loss": 0.2963,
+      "step": 481
+    },
+    {
+      "epoch": 0.5710900473933649,
+      "grad_norm": 9.050228610199474,
+      "learning_rate": 9.139670278038107e-07,
+      "loss": 0.2482,
+      "step": 482
+    },
+    {
+      "epoch": 0.5722748815165877,
+      "grad_norm": 9.662434463280741,
+      "learning_rate": 9.133740743080392e-07,
+      "loss": 0.2478,
+      "step": 483
+    },
+    {
+      "epoch": 0.5734597156398105,
+      "grad_norm": 21.678208323314635,
+      "learning_rate": 9.127792781872768e-07,
+      "loss": 0.239,
+      "step": 484
+    },
+    {
+      "epoch": 0.5746445497630331,
+      "grad_norm": 11.468515771661801,
+      "learning_rate": 9.12182642092842e-07,
+      "loss": 0.2798,
+      "step": 485
+    },
+    {
+      "epoch": 0.5758293838862559,
+      "grad_norm": 14.951189679567591,
+      "learning_rate": 9.115841686842543e-07,
+      "loss": 0.2098,
+      "step": 486
+    },
+    {
+      "epoch": 0.5770142180094787,
+      "grad_norm": 19.92647185342026,
+      "learning_rate": 9.109838606292239e-07,
+      "loss": 0.2159,
+      "step": 487
+    },
+    {
+      "epoch": 0.5781990521327014,
+      "grad_norm": 13.36729958783011,
+      "learning_rate": 9.103817206036382e-07,
+      "loss": 0.2629,
+      "step": 488
+    },
+    {
+      "epoch": 0.5793838862559242,
+      "grad_norm": 9.313353223167388,
+      "learning_rate": 9.09777751291551e-07,
+      "loss": 0.2911,
+      "step": 489
+    },
+    {
+      "epoch": 0.580568720379147,
+      "grad_norm": 9.262594651674652,
+      "learning_rate": 9.091719553851706e-07,
+      "loss": 0.2717,
+      "step": 490
+    },
+    {
+      "epoch": 0.5817535545023697,
+      "grad_norm": 29.4435625345033,
+      "learning_rate": 9.085643355848466e-07,
+      "loss": 0.2651,
+      "step": 491
+    },
+    {
+      "epoch": 0.5829383886255924,
+      "grad_norm": 18.54225369010181,
+      "learning_rate": 9.079548945990592e-07,
+      "loss": 0.2638,
+      "step": 492
+    },
+    {
+      "epoch": 0.5841232227488151,
+      "grad_norm": 19.484158097176785,
+      "learning_rate": 9.073436351444064e-07,
+      "loss": 0.2397,
+      "step": 493
+    },
+    {
+      "epoch": 0.5853080568720379,
+      "grad_norm": 13.867282359289979,
+      "learning_rate": 9.067305599455919e-07,
+      "loss": 0.2688,
+      "step": 494
+    },
+    {
+      "epoch": 0.5864928909952607,
+      "grad_norm": 22.877893811260783,
+      "learning_rate": 9.061156717354137e-07,
+      "loss": 0.298,
+      "step": 495
+    },
+    {
+      "epoch": 0.5876777251184834,
+      "grad_norm": 15.47565263048955,
+      "learning_rate": 9.054989732547506e-07,
+      "loss": 0.1763,
+      "step": 496
+    },
+    {
+      "epoch": 0.5888625592417062,
+      "grad_norm": 22.335682115478164,
+      "learning_rate": 9.048804672525512e-07,
+      "loss": 0.3208,
+      "step": 497
+    },
+    {
+      "epoch": 0.590047393364929,
+      "grad_norm": 28.746533629080943,
+      "learning_rate": 9.042601564858212e-07,
+      "loss": 0.2347,
+      "step": 498
+    },
+    {
+      "epoch": 0.5912322274881516,
+      "grad_norm": 13.201402592912574,
+      "learning_rate": 9.036380437196108e-07,
+      "loss": 0.2278,
+      "step": 499
+    },
+    {
+      "epoch": 0.5924170616113744,
+      "grad_norm": 9.51664794041542,
+      "learning_rate": 9.030141317270025e-07,
+      "loss": 0.2287,
+      "step": 500
+    },
+    {
+      "epoch": 0.5924170616113744,
+      "eval_loss": 0.2544219195842743,
+      "eval_runtime": 60.3512,
+      "eval_samples_per_second": 13.637,
+      "eval_steps_per_second": 0.862,
+      "step": 500
+    },
+    {
+      "epoch": 0.5936018957345972,
+      "grad_norm": 9.947570386307305,
+      "learning_rate": 9.023884232890997e-07,
+      "loss": 0.2918,
+      "step": 501
+    },
+    {
+      "epoch": 0.5947867298578199,
+      "grad_norm": 14.937306114287768,
+      "learning_rate": 9.017609211950126e-07,
+      "loss": 0.2268,
+      "step": 502
+    },
+    {
+      "epoch": 0.5959715639810427,
+      "grad_norm": 20.03266579033559,
+      "learning_rate": 9.011316282418473e-07,
+      "loss": 0.2355,
+      "step": 503
+    },
+    {
+      "epoch": 0.5971563981042654,
+      "grad_norm": 10.688118849978588,
+      "learning_rate": 9.005005472346923e-07,
+      "loss": 0.2649,
+      "step": 504
+    },
+    {
+      "epoch": 0.5983412322274881,
+      "grad_norm": 21.412875220411518,
+      "learning_rate": 8.998676809866066e-07,
+      "loss": 0.2503,
+      "step": 505
+    },
+    {
+      "epoch": 0.5995260663507109,
+      "grad_norm": 11.743872196709809,
+      "learning_rate": 8.992330323186068e-07,
+      "loss": 0.2682,
+      "step": 506
+    },
+    {
+      "epoch": 0.6007109004739336,
+      "grad_norm": 11.771441009882276,
+      "learning_rate": 8.985966040596549e-07,
+      "loss": 0.2756,
+      "step": 507
+    },
+    {
+      "epoch": 0.6018957345971564,
+      "grad_norm": 17.976263194907734,
+      "learning_rate": 8.979583990466452e-07,
+      "loss": 0.202,
+      "step": 508
+    },
+    {
+      "epoch": 0.6030805687203792,
+      "grad_norm": 25.90047189441292,
+      "learning_rate": 8.973184201243922e-07,
+      "loss": 0.2376,
+      "step": 509
+    },
+    {
+      "epoch": 0.6042654028436019,
+      "grad_norm": 20.62266389659553,
+      "learning_rate": 8.966766701456176e-07,
+      "loss": 0.3115,
+      "step": 510
+    },
+    {
+      "epoch": 0.6054502369668247,
+      "grad_norm": 23.091302678759135,
+      "learning_rate": 8.960331519709372e-07,
+      "loss": 0.2091,
+      "step": 511
+    },
+    {
+      "epoch": 0.6066350710900474,
+      "grad_norm": 16.47382278548211,
+      "learning_rate": 8.953878684688492e-07,
+      "loss": 0.2174,
+      "step": 512
+    },
+    {
+      "epoch": 0.6078199052132701,
+      "grad_norm": 14.906355441019993,
+      "learning_rate": 8.947408225157205e-07,
+      "loss": 0.2446,
+      "step": 513
+    },
+    {
+      "epoch": 0.6090047393364929,
+      "grad_norm": 8.216540291358418,
+      "learning_rate": 8.940920169957739e-07,
+      "loss": 0.2575,
+      "step": 514
+    },
+    {
+      "epoch": 0.6101895734597157,
+      "grad_norm": 13.034643278399566,
+      "learning_rate": 8.934414548010762e-07,
+      "loss": 0.197,
+      "step": 515
+    },
+    {
+      "epoch": 0.6113744075829384,
+      "grad_norm": 13.048988852473453,
+      "learning_rate": 8.92789138831524e-07,
+      "loss": 0.1853,
+      "step": 516
+    },
+    {
+      "epoch": 0.6125592417061612,
+      "grad_norm": 17.38819922422907,
+      "learning_rate": 8.921350719948315e-07,
+      "loss": 0.2427,
+      "step": 517
+    },
+    {
+      "epoch": 0.6137440758293838,
+      "grad_norm": 24.37628041900463,
+      "learning_rate": 8.914792572065177e-07,
+      "loss": 0.2592,
+      "step": 518
+    },
+    {
+      "epoch": 0.6149289099526066,
+      "grad_norm": 20.993815161831648,
+      "learning_rate": 8.908216973898928e-07,
+      "loss": 0.2072,
+      "step": 519
+    },
+    {
+      "epoch": 0.6161137440758294,
+      "grad_norm": 28.61411000218645,
+      "learning_rate": 8.901623954760459e-07,
+      "loss": 0.2746,
+      "step": 520
+    },
+    {
+      "epoch": 0.6172985781990521,
+      "grad_norm": 11.09636600039551,
+      "learning_rate": 8.89501354403831e-07,
+      "loss": 0.2656,
+      "step": 521
+    },
+    {
+      "epoch": 0.6184834123222749,
+      "grad_norm": 16.998967485383094,
+      "learning_rate": 8.888385771198552e-07,
+      "loss": 0.2235,
+      "step": 522
+    },
+    {
+      "epoch": 0.6196682464454977,
+      "grad_norm": 28.861443273678475,
+      "learning_rate": 8.88174066578464e-07,
+      "loss": 0.2978,
+      "step": 523
+    },
+    {
+      "epoch": 0.6208530805687204,
+      "grad_norm": 14.714955209304444,
+      "learning_rate": 8.875078257417294e-07,
+      "loss": 0.2732,
+      "step": 524
+    },
+    {
+      "epoch": 0.6220379146919431,
+      "grad_norm": 9.735548367963192,
+      "learning_rate": 8.868398575794362e-07,
+      "loss": 0.1986,
+      "step": 525
+    },
+    {
+      "epoch": 0.6232227488151659,
+      "grad_norm": 17.493573015109547,
+      "learning_rate": 8.861701650690685e-07,
+      "loss": 0.2646,
+      "step": 526
+    },
+    {
+      "epoch": 0.6244075829383886,
+      "grad_norm": 25.375815141472067,
+      "learning_rate": 8.854987511957973e-07,
+      "loss": 0.1653,
+      "step": 527
+    },
+    {
+      "epoch": 0.6255924170616114,
+      "grad_norm": 35.646843725332126,
+      "learning_rate": 8.84825618952466e-07,
+      "loss": 0.3044,
+      "step": 528
+    },
+    {
+      "epoch": 0.6267772511848341,
+      "grad_norm": 16.38434340194561,
+      "learning_rate": 8.841507713395782e-07,
+      "loss": 0.2138,
+      "step": 529
+    },
+    {
+      "epoch": 0.6279620853080569,
+      "grad_norm": 9.828589104598672,
+      "learning_rate": 8.834742113652833e-07,
+      "loss": 0.2025,
+      "step": 530
+    },
+    {
+      "epoch": 0.6291469194312796,
+      "grad_norm": 14.966605589812715,
+      "learning_rate": 8.827959420453642e-07,
+      "loss": 0.2194,
+      "step": 531
+    },
+    {
+      "epoch": 0.6303317535545023,
+      "grad_norm": 9.043281744519222,
+      "learning_rate": 8.821159664032223e-07,
+      "loss": 0.2106,
+      "step": 532
+    },
+    {
+      "epoch": 0.6315165876777251,
+      "grad_norm": 25.156545576852338,
+      "learning_rate": 8.814342874698659e-07,
+      "loss": 0.296,
+      "step": 533
+    },
+    {
+      "epoch": 0.6327014218009479,
+      "grad_norm": 30.207865323923034,
+      "learning_rate": 8.807509082838956e-07,
+      "loss": 0.3279,
+      "step": 534
+    },
+    {
+      "epoch": 0.6338862559241706,
+      "grad_norm": 21.8597722447571,
+      "learning_rate": 8.800658318914905e-07,
+      "loss": 0.22,
+      "step": 535
+    },
+    {
+      "epoch": 0.6350710900473934,
+      "grad_norm": 18.83124332148458,
+      "learning_rate": 8.793790613463954e-07,
+      "loss": 0.2945,
+      "step": 536
+    },
+    {
+      "epoch": 0.6362559241706162,
+      "grad_norm": 11.621272923164774,
+      "learning_rate": 8.786905997099066e-07,
+      "loss": 0.1921,
+      "step": 537
+    },
+    {
+      "epoch": 0.6374407582938388,
+      "grad_norm": 15.981620422788177,
+      "learning_rate": 8.780004500508587e-07,
+      "loss": 0.2368,
+      "step": 538
+    },
+    {
+      "epoch": 0.6386255924170616,
+      "grad_norm": 30.452192715434165,
+      "learning_rate": 8.773086154456106e-07,
+      "loss": 0.2448,
+      "step": 539
+    },
+    {
+      "epoch": 0.6398104265402843,
+      "grad_norm": 9.559309492322154,
+      "learning_rate": 8.766150989780317e-07,
+      "loss": 0.2027,
+      "step": 540
+    },
+    {
+      "epoch": 0.6409952606635071,
+      "grad_norm": 27.607639874576503,
+      "learning_rate": 8.759199037394886e-07,
+      "loss": 0.2556,
+      "step": 541
+    },
+    {
+      "epoch": 0.6421800947867299,
+      "grad_norm": 12.26608497304879,
+      "learning_rate": 8.752230328288313e-07,
+      "loss": 0.1891,
+      "step": 542
+    },
+    {
+      "epoch": 0.6433649289099526,
+      "grad_norm": 33.570472082251705,
+      "learning_rate": 8.745244893523783e-07,
+      "loss": 0.3039,
+      "step": 543
+    },
+    {
+      "epoch": 0.6445497630331753,
+      "grad_norm": 14.538932588131711,
+      "learning_rate": 8.738242764239046e-07,
+      "loss": 0.1903,
+      "step": 544
+    },
+    {
+      "epoch": 0.6457345971563981,
+      "grad_norm": 8.885681558345862,
+      "learning_rate": 8.73122397164626e-07,
+      "loss": 0.25,
+      "step": 545
+    },
+    {
+      "epoch": 0.6469194312796208,
+      "grad_norm": 9.724842455204085,
+      "learning_rate": 8.724188547031865e-07,
+      "loss": 0.2286,
+      "step": 546
+    },
+    {
+      "epoch": 0.6481042654028436,
+      "grad_norm": 11.641123423029827,
+      "learning_rate": 8.717136521756439e-07,
+      "loss": 0.2298,
+      "step": 547
+    },
+    {
+      "epoch": 0.6492890995260664,
+      "grad_norm": 35.64156668351365,
+      "learning_rate": 8.710067927254554e-07,
+      "loss": 0.2487,
+      "step": 548
+    },
+    {
+      "epoch": 0.6504739336492891,
+      "grad_norm": 55.07441844223735,
+      "learning_rate": 8.702982795034644e-07,
+      "loss": 0.2974,
+      "step": 549
+    },
+    {
+      "epoch": 0.6516587677725119,
+      "grad_norm": 30.67359922217043,
+      "learning_rate": 8.695881156678855e-07,
+      "loss": 0.2409,
+      "step": 550
+    },
+    {
+      "epoch": 0.6516587677725119,
+      "eval_loss": 0.26306506991386414,
+      "eval_runtime": 55.58,
+      "eval_samples_per_second": 14.807,
+      "eval_steps_per_second": 0.936,
+      "step": 550
+    },
+    {
+      "epoch": 0.6528436018957346,
+      "grad_norm": 34.111707302892505,
+      "learning_rate": 8.688763043842915e-07,
+      "loss": 0.3007,
+      "step": 551
+    },
+    {
+      "epoch": 0.6540284360189573,
+      "grad_norm": 24.72916737680904,
+      "learning_rate": 8.681628488255986e-07,
+      "loss": 0.2861,
+      "step": 552
+    },
+    {
+      "epoch": 0.6552132701421801,
+      "grad_norm": 15.195799871782196,
+      "learning_rate": 8.674477521720521e-07,
+      "loss": 0.2379,
+      "step": 553
+    },
+    {
+      "epoch": 0.6563981042654028,
+      "grad_norm": 35.31766339327681,
+      "learning_rate": 8.667310176112129e-07,
+      "loss": 0.3087,
+      "step": 554
+    },
+    {
+      "epoch": 0.6575829383886256,
+      "grad_norm": 29.669297495826285,
+      "learning_rate": 8.660126483379426e-07,
+      "loss": 0.2826,
+      "step": 555
+    },
+    {
+      "epoch": 0.6587677725118484,
+      "grad_norm": 20.188142404979462,
+      "learning_rate": 8.652926475543898e-07,
+      "loss": 0.2353,
+      "step": 556
+    },
+    {
+      "epoch": 0.659952606635071,
+      "grad_norm": 9.878030902564287,
+      "learning_rate": 8.645710184699754e-07,
+      "loss": 0.2091,
+      "step": 557
+    },
+    {
+      "epoch": 0.6611374407582938,
+      "grad_norm": 8.326879683208155,
+      "learning_rate": 8.638477643013787e-07,
+      "loss": 0.2097,
+      "step": 558
+    },
+    {
+      "epoch": 0.6623222748815166,
+      "grad_norm": 17.04100715275265,
+      "learning_rate": 8.631228882725227e-07,
+      "loss": 0.2862,
+      "step": 559
+    },
+    {
+      "epoch": 0.6635071090047393,
+      "grad_norm": 21.154307793886165,
+      "learning_rate": 8.623963936145599e-07,
+      "loss": 0.3105,
+      "step": 560
+    },
+    {
+      "epoch": 0.6646919431279621,
+      "grad_norm": 20.578330200177938,
+      "learning_rate": 8.61668283565858e-07,
+      "loss": 0.2362,
+      "step": 561
+    },
+    {
+      "epoch": 0.6658767772511849,
+      "grad_norm": 23.48493045218934,
+      "learning_rate": 8.609385613719853e-07,
+      "loss": 0.2178,
+      "step": 562
+    },
+    {
+      "epoch": 0.6670616113744076,
+      "grad_norm": 9.91650775543966,
+      "learning_rate": 8.60207230285696e-07,
+      "loss": 0.3152,
+      "step": 563
+    },
+    {
+      "epoch": 0.6682464454976303,
+      "grad_norm": 14.993510418458422,
+      "learning_rate": 8.594742935669164e-07,
+      "loss": 0.2369,
+      "step": 564
+    },
+    {
+      "epoch": 0.669431279620853,
+      "grad_norm": 36.79636092939016,
+      "learning_rate": 8.587397544827295e-07,
+      "loss": 0.2666,
+      "step": 565
+    },
+    {
+      "epoch": 0.6706161137440758,
+      "grad_norm": 13.316556858524384,
+      "learning_rate": 8.580036163073614e-07,
+      "loss": 0.2829,
+      "step": 566
+    },
+    {
+      "epoch": 0.6718009478672986,
+      "grad_norm": 14.159800939343656,
+      "learning_rate": 8.572658823221658e-07,
+      "loss": 0.198,
+      "step": 567
+    },
+    {
+      "epoch": 0.6729857819905213,
+      "grad_norm": 9.745584395603467,
+      "learning_rate": 8.565265558156101e-07,
+      "loss": 0.2444,
+      "step": 568
+    },
+    {
+      "epoch": 0.6741706161137441,
+      "grad_norm": 12.150823832817574,
+      "learning_rate": 8.5578564008326e-07,
+      "loss": 0.2192,
+      "step": 569
+    },
+    {
+      "epoch": 0.6753554502369669,
+      "grad_norm": 24.362220333619582,
+      "learning_rate": 8.550431384277653e-07,
+      "loss": 0.2476,
+      "step": 570
+    },
+    {
+      "epoch": 0.6765402843601895,
+      "grad_norm": 8.952930844365163,
+      "learning_rate": 8.542990541588453e-07,
+      "loss": 0.2264,
+      "step": 571
+    },
+    {
+      "epoch": 0.6777251184834123,
+      "grad_norm": 9.560301949012237,
+      "learning_rate": 8.535533905932737e-07,
+      "loss": 0.2736,
+      "step": 572
+    },
+    {
+      "epoch": 0.6789099526066351,
+      "grad_norm": 9.139618148174796,
+      "learning_rate": 8.528061510548641e-07,
+      "loss": 0.22,
+      "step": 573
+    },
+    {
+      "epoch": 0.6800947867298578,
+      "grad_norm": 18.201403006271022,
+      "learning_rate": 8.520573388744548e-07,
+      "loss": 0.2366,
+      "step": 574
+    },
+    {
+      "epoch": 0.6812796208530806,
+      "grad_norm": 8.042669272668338,
+      "learning_rate": 8.513069573898943e-07,
+      "loss": 0.2055,
+      "step": 575
+    },
+    {
+      "epoch": 0.6824644549763034,
+      "grad_norm": 11.84351957271319,
+      "learning_rate": 8.505550099460263e-07,
+      "loss": 0.2745,
+      "step": 576
+    },
+    {
+      "epoch": 0.683649289099526,
+      "grad_norm": 16.427699085907832,
+      "learning_rate": 8.49801499894675e-07,
+      "loss": 0.187,
+      "step": 577
+    },
+    {
+      "epoch": 0.6848341232227488,
+      "grad_norm": 18.357805574878622,
+      "learning_rate": 8.490464305946294e-07,
+      "loss": 0.2259,
+      "step": 578
+    },
+    {
+      "epoch": 0.6860189573459715,
+      "grad_norm": 21.137167128440737,
+      "learning_rate": 8.482898054116299e-07,
+      "loss": 0.2139,
+      "step": 579
+    },
+    {
+      "epoch": 0.6872037914691943,
+      "grad_norm": 17.717042156687203,
+      "learning_rate": 8.475316277183508e-07,
+      "loss": 0.2515,
+      "step": 580
+    },
+    {
+      "epoch": 0.6883886255924171,
+      "grad_norm": 23.793425039907586,
+      "learning_rate": 8.467719008943886e-07,
+      "loss": 0.2664,
+      "step": 581
+    },
+    {
+      "epoch": 0.6895734597156398,
+      "grad_norm": 11.919196893599274,
+      "learning_rate": 8.460106283262431e-07,
+      "loss": 0.1886,
+      "step": 582
+    },
+    {
+      "epoch": 0.6907582938388626,
+      "grad_norm": 22.28808906798008,
+      "learning_rate": 8.452478134073062e-07,
+      "loss": 0.2738,
+      "step": 583
+    },
+    {
+      "epoch": 0.6919431279620853,
+      "grad_norm": 23.537434314232886,
+      "learning_rate": 8.444834595378433e-07,
+      "loss": 0.2796,
+      "step": 584
+    },
+    {
+      "epoch": 0.693127962085308,
+      "grad_norm": 8.778711331006974,
+      "learning_rate": 8.437175701249805e-07,
+      "loss": 0.2371,
+      "step": 585
+    },
+    {
+      "epoch": 0.6943127962085308,
+      "grad_norm": 8.478947761255274,
+      "learning_rate": 8.429501485826889e-07,
+      "loss": 0.183,
+      "step": 586
+    },
+    {
+      "epoch": 0.6954976303317536,
+      "grad_norm": 24.182074930968447,
+      "learning_rate": 8.421811983317681e-07,
+      "loss": 0.2003,
+      "step": 587
+    },
+    {
+      "epoch": 0.6966824644549763,
+      "grad_norm": 9.861012071727558,
+      "learning_rate": 8.414107227998328e-07,
+      "loss": 0.2774,
+      "step": 588
+    },
+    {
+      "epoch": 0.6978672985781991,
+      "grad_norm": 11.632857692746178,
+      "learning_rate": 8.406387254212965e-07,
+      "loss": 0.2403,
+      "step": 589
+    },
+    {
+      "epoch": 0.6990521327014217,
+      "grad_norm": 20.917402317103377,
+      "learning_rate": 8.398652096373564e-07,
+      "loss": 0.2078,
+      "step": 590
+    },
+    {
+      "epoch": 0.7002369668246445,
+      "grad_norm": 11.067641557659394,
+      "learning_rate": 8.390901788959777e-07,
+      "loss": 0.2554,
+      "step": 591
+    },
+    {
+      "epoch": 0.7014218009478673,
+      "grad_norm": 11.776999680097008,
+      "learning_rate": 8.383136366518787e-07,
+      "loss": 0.2309,
+      "step": 592
+    },
+    {
+      "epoch": 0.70260663507109,
+      "grad_norm": 25.259853705212183,
+      "learning_rate": 8.375355863665154e-07,
+      "loss": 0.2359,
+      "step": 593
+    },
+    {
+      "epoch": 0.7037914691943128,
+      "grad_norm": 19.40581177984766,
+      "learning_rate": 8.367560315080662e-07,
+      "loss": 0.1904,
+      "step": 594
+    },
+    {
+      "epoch": 0.7049763033175356,
+      "grad_norm": 15.1929515678031,
+      "learning_rate": 8.359749755514154e-07,
+      "loss": 0.2692,
+      "step": 595
+    },
+    {
+      "epoch": 0.7061611374407583,
+      "grad_norm": 15.147667421338586,
+      "learning_rate": 8.351924219781392e-07,
+      "loss": 0.254,
+      "step": 596
+    },
+    {
+      "epoch": 0.707345971563981,
+      "grad_norm": 7.901829661318031,
+      "learning_rate": 8.344083742764891e-07,
+      "loss": 0.1868,
+      "step": 597
+    },
+    {
+      "epoch": 0.7085308056872038,
+      "grad_norm": 14.381280613101293,
+      "learning_rate": 8.336228359413768e-07,
+      "loss": 0.1958,
+      "step": 598
+    },
+    {
+      "epoch": 0.7097156398104265,
+      "grad_norm": 36.71771015436861,
+      "learning_rate": 8.328358104743585e-07,
+      "loss": 0.3001,
+      "step": 599
+    },
+    {
+      "epoch": 0.7109004739336493,
+      "grad_norm": 33.7833690585172,
+      "learning_rate": 8.320473013836195e-07,
+      "loss": 0.259,
+      "step": 600
+    },
+    {
+      "epoch": 0.7109004739336493,
+      "eval_loss": 0.251609206199646,
+      "eval_runtime": 59.1343,
+      "eval_samples_per_second": 13.917,
+      "eval_steps_per_second": 0.879,
+      "step": 600
+    },
+    {
+      "epoch": 0.7120853080568721,
+      "grad_norm": 27.43991881068027,
+      "learning_rate": 8.312573121839581e-07,
+      "loss": 0.2528,
+      "step": 601
+    },
+    {
+      "epoch": 0.7132701421800948,
+      "grad_norm": 11.54084932255205,
+      "learning_rate": 8.304658463967705e-07,
+      "loss": 0.2258,
+      "step": 602
+    },
+    {
+      "epoch": 0.7144549763033176,
+      "grad_norm": 9.38181972163327,
+      "learning_rate": 8.296729075500343e-07,
+      "loss": 0.1483,
+      "step": 603
+    },
+    {
+      "epoch": 0.7156398104265402,
+      "grad_norm": 9.63021263503591,
+      "learning_rate": 8.288784991782945e-07,
+      "loss": 0.2134,
+      "step": 604
+    },
+    {
+      "epoch": 0.716824644549763,
+      "grad_norm": 25.241305745406983,
+      "learning_rate": 8.280826248226449e-07,
+      "loss": 0.2241,
+      "step": 605
+    },
+    {
+      "epoch": 0.7180094786729858,
+      "grad_norm": 19.58953870780054,
+      "learning_rate": 8.272852880307153e-07,
+      "loss": 0.2973,
+      "step": 606
+    },
+    {
+      "epoch": 0.7191943127962085,
+      "grad_norm": 20.908601756019916,
+      "learning_rate": 8.264864923566537e-07,
+      "loss": 0.3026,
+      "step": 607
+    },
+    {
+      "epoch": 0.7203791469194313,
+      "grad_norm": 18.641795222590094,
+      "learning_rate": 8.256862413611112e-07,
+      "loss": 0.2092,
+      "step": 608
+    },
+    {
+      "epoch": 0.7215639810426541,
+      "grad_norm": 9.078402132315118,
+      "learning_rate": 8.24884538611226e-07,
+      "loss": 0.2293,
+      "step": 609
+    },
+    {
+      "epoch": 0.7227488151658767,
+      "grad_norm": 9.870990754662362,
+      "learning_rate": 8.240813876806078e-07,
+      "loss": 0.2364,
+      "step": 610
+    },
+    {
+      "epoch": 0.7239336492890995,
+      "grad_norm": 32.61024025487414,
+      "learning_rate": 8.232767921493215e-07,
+      "loss": 0.2391,
+      "step": 611
+    },
+    {
+      "epoch": 0.7251184834123223,
+      "grad_norm": 24.836388708454873,
+      "learning_rate": 8.22470755603871e-07,
+      "loss": 0.2667,
+      "step": 612
+    },
+    {
+      "epoch": 0.726303317535545,
+      "grad_norm": 41.315609395728075,
+      "learning_rate": 8.216632816371838e-07,
+      "loss": 0.2302,
+      "step": 613
+    },
+    {
+      "epoch": 0.7274881516587678,
+      "grad_norm": 17.579148648614137,
+      "learning_rate": 8.208543738485949e-07,
+      "loss": 0.2644,
+      "step": 614
+    },
+    {
+      "epoch": 0.7286729857819905,
+      "grad_norm": 7.685937476575705,
+      "learning_rate": 8.200440358438305e-07,
+      "loss": 0.2128,
+      "step": 615
+    },
+    {
+      "epoch": 0.7298578199052133,
+      "grad_norm": 18.987732881829164,
+      "learning_rate": 8.192322712349917e-07,
+      "loss": 0.1535,
+      "step": 616
+    },
+    {
+      "epoch": 0.731042654028436,
+      "grad_norm": 25.078374459237278,
+      "learning_rate": 8.184190836405393e-07,
+      "loss": 0.2313,
+      "step": 617
+    },
+    {
+      "epoch": 0.7322274881516587,
+      "grad_norm": 19.93693990442207,
+      "learning_rate": 8.176044766852765e-07,
+      "loss": 0.1826,
+      "step": 618
+    },
+    {
+      "epoch": 0.7334123222748815,
+      "grad_norm": 9.174225763509883,
+      "learning_rate": 8.167884540003337e-07,
+      "loss": 0.2183,
+      "step": 619
+    },
+    {
+      "epoch": 0.7345971563981043,
+      "grad_norm": 22.712219561256028,
+      "learning_rate": 8.159710192231519e-07,
+      "loss": 0.2233,
+      "step": 620
+    },
+    {
+      "epoch": 0.735781990521327,
+      "grad_norm": 12.602248166695643,
+      "learning_rate": 8.151521759974666e-07,
+      "loss": 0.2168,
+      "step": 621
+    },
+    {
+      "epoch": 0.7369668246445498,
+      "grad_norm": 11.648901495290106,
+      "learning_rate": 8.143319279732913e-07,
+      "loss": 0.3022,
+      "step": 622
+    },
+    {
+      "epoch": 0.7381516587677726,
+      "grad_norm": 25.848339933826537,
+      "learning_rate": 8.135102788069015e-07,
+      "loss": 0.2619,
+      "step": 623
+    },
+    {
+      "epoch": 0.7393364928909952,
+      "grad_norm": 26.446445165860816,
+      "learning_rate": 8.126872321608183e-07,
+      "loss": 0.1956,
+      "step": 624
+    },
+    {
+      "epoch": 0.740521327014218,
+      "grad_norm": 11.078507030053842,
+      "learning_rate": 8.118627917037924e-07,
+      "loss": 0.2531,
+      "step": 625
+    },
+    {
+      "epoch": 0.7417061611374408,
+      "grad_norm": 16.144215184908756,
+      "learning_rate": 8.110369611107868e-07,
+      "loss": 0.2048,
+      "step": 626
+    },
+    {
+      "epoch": 0.7428909952606635,
+      "grad_norm": 9.763738781518256,
+      "learning_rate": 8.102097440629618e-07,
+      "loss": 0.2536,
+      "step": 627
+    },
+    {
+      "epoch": 0.7440758293838863,
+      "grad_norm": 15.658750679197453,
+      "learning_rate": 8.093811442476572e-07,
+      "loss": 0.2143,
+      "step": 628
+    },
+    {
+      "epoch": 0.745260663507109,
+      "grad_norm": 14.261166875712147,
+      "learning_rate": 8.085511653583772e-07,
+      "loss": 0.2228,
+      "step": 629
+    },
+    {
+      "epoch": 0.7464454976303317,
+      "grad_norm": 18.41294125408353,
+      "learning_rate": 8.077198110947725e-07,
+      "loss": 0.2047,
+      "step": 630
+    },
+    {
+      "epoch": 0.7476303317535545,
+      "grad_norm": 7.188949902488354,
+      "learning_rate": 8.068870851626253e-07,
+      "loss": 0.2506,
+      "step": 631
+    },
+    {
+      "epoch": 0.7488151658767772,
+      "grad_norm": 21.1672326000127,
+      "learning_rate": 8.060529912738314e-07,
+      "loss": 0.2493,
+      "step": 632
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 11.771338026161125,
+      "learning_rate": 8.052175331463848e-07,
+      "loss": 0.1622,
+      "step": 633
+    },
+    {
+      "epoch": 0.7511848341232228,
+      "grad_norm": 21.486215050391507,
+      "learning_rate": 8.043807145043603e-07,
+      "loss": 0.2102,
+      "step": 634
+    },
+    {
+      "epoch": 0.7523696682464455,
+      "grad_norm": 22.130536750069474,
+      "learning_rate": 8.035425390778973e-07,
+      "loss": 0.2048,
+      "step": 635
+    },
+    {
+      "epoch": 0.7535545023696683,
+      "grad_norm": 15.296795850248081,
+      "learning_rate": 8.027030106031835e-07,
+      "loss": 0.199,
+      "step": 636
+    },
+    {
+      "epoch": 0.754739336492891,
+      "grad_norm": 12.519470076894477,
+      "learning_rate": 8.018621328224371e-07,
+      "loss": 0.2273,
+      "step": 637
+    },
+    {
+      "epoch": 0.7559241706161137,
+      "grad_norm": 22.060617497410405,
+      "learning_rate": 8.010199094838914e-07,
+      "loss": 0.194,
+      "step": 638
+    },
+    {
+      "epoch": 0.7571090047393365,
+      "grad_norm": 9.606082768273398,
+      "learning_rate": 8.001763443417775e-07,
+      "loss": 0.1982,
+      "step": 639
+    },
+    {
+      "epoch": 0.7582938388625592,
+      "grad_norm": 14.494565608281063,
+      "learning_rate": 7.993314411563075e-07,
+      "loss": 0.162,
+      "step": 640
+    },
+    {
+      "epoch": 0.759478672985782,
+      "grad_norm": 16.589300163864532,
+      "learning_rate": 7.984852036936578e-07,
+      "loss": 0.2806,
+      "step": 641
+    },
+    {
+      "epoch": 0.7606635071090048,
+      "grad_norm": 11.576925049645048,
+      "learning_rate": 7.976376357259526e-07,
+      "loss": 0.1665,
+      "step": 642
+    },
+    {
+      "epoch": 0.7618483412322274,
+      "grad_norm": 14.58868190468772,
+      "learning_rate": 7.967887410312466e-07,
+      "loss": 0.1948,
+      "step": 643
+    },
+    {
+      "epoch": 0.7630331753554502,
+      "grad_norm": 21.320856814477253,
+      "learning_rate": 7.959385233935085e-07,
+      "loss": 0.2362,
+      "step": 644
+    },
+    {
+      "epoch": 0.764218009478673,
+      "grad_norm": 15.04617262190784,
+      "learning_rate": 7.950869866026045e-07,
+      "loss": 0.2164,
+      "step": 645
+    },
+    {
+      "epoch": 0.7654028436018957,
+      "grad_norm": 9.80317001840058,
+      "learning_rate": 7.9423413445428e-07,
+      "loss": 0.1788,
+      "step": 646
+    },
+    {
+      "epoch": 0.7665876777251185,
+      "grad_norm": 19.844028210298966,
+      "learning_rate": 7.933799707501447e-07,
+      "loss": 0.2209,
+      "step": 647
+    },
+    {
+      "epoch": 0.7677725118483413,
+      "grad_norm": 13.751437660235108,
+      "learning_rate": 7.925244992976537e-07,
+      "loss": 0.1899,
+      "step": 648
+    },
+    {
+      "epoch": 0.768957345971564,
+      "grad_norm": 9.41285729970307,
+      "learning_rate": 7.916677239100922e-07,
+      "loss": 0.2487,
+      "step": 649
+    },
+    {
+      "epoch": 0.7701421800947867,
+      "grad_norm": 18.895758189790847,
+      "learning_rate": 7.908096484065568e-07,
+      "loss": 0.2111,
+      "step": 650
+    },
+    {
+      "epoch": 0.7701421800947867,
+      "eval_loss": 0.2293587177991867,
+      "eval_runtime": 57.8447,
+      "eval_samples_per_second": 14.228,
+      "eval_steps_per_second": 0.899,
+      "step": 650
+    },
+    {
+      "epoch": 0.7713270142180095,
+      "grad_norm": 13.862666177134349,
+      "learning_rate": 7.899502766119403e-07,
+      "loss": 0.2696,
+      "step": 651
+    },
+    {
+      "epoch": 0.7725118483412322,
+      "grad_norm": 16.120955468412227,
+      "learning_rate": 7.890896123569135e-07,
+      "loss": 0.214,
+      "step": 652
+    },
+    {
+      "epoch": 0.773696682464455,
+      "grad_norm": 9.011365770979943,
+      "learning_rate": 7.882276594779079e-07,
+      "loss": 0.1631,
+      "step": 653
+    },
+    {
+      "epoch": 0.7748815165876777,
+      "grad_norm": 9.222611641594378,
+      "learning_rate": 7.873644218170996e-07,
+      "loss": 0.2073,
+      "step": 654
+    },
+    {
+      "epoch": 0.7760663507109005,
+      "grad_norm": 27.175342390723387,
+      "learning_rate": 7.864999032223914e-07,
+      "loss": 0.1848,
+      "step": 655
+    },
+    {
+      "epoch": 0.7772511848341233,
+      "grad_norm": 30.41172358480833,
+      "learning_rate": 7.856341075473961e-07,
+      "loss": 0.2405,
+      "step": 656
+    },
+    {
+      "epoch": 0.7784360189573459,
+      "grad_norm": 9.377963440893206,
+      "learning_rate": 7.847670386514189e-07,
+      "loss": 0.2181,
+      "step": 657
+    },
+    {
+      "epoch": 0.7796208530805687,
+      "grad_norm": 9.330139452266417,
+      "learning_rate": 7.838987003994404e-07,
+      "loss": 0.2582,
+      "step": 658
+    },
+    {
+      "epoch": 0.7808056872037915,
+      "grad_norm": 21.896919162817507,
+      "learning_rate": 7.830290966620995e-07,
+      "loss": 0.1798,
+      "step": 659
+    },
+    {
+      "epoch": 0.7819905213270142,
+      "grad_norm": 9.358252051552995,
+      "learning_rate": 7.821582313156763e-07,
+      "loss": 0.2502,
+      "step": 660
+    },
+    {
+      "epoch": 0.783175355450237,
+      "grad_norm": 10.845451720550335,
+      "learning_rate": 7.812861082420739e-07,
+      "loss": 0.2301,
+      "step": 661
+    },
+    {
+      "epoch": 0.7843601895734598,
+      "grad_norm": 9.9684188287499,
+      "learning_rate": 7.804127313288023e-07,
+      "loss": 0.2687,
+      "step": 662
+    },
+    {
+      "epoch": 0.7855450236966824,
+      "grad_norm": 25.687262257581693,
+      "learning_rate": 7.795381044689602e-07,
+      "loss": 0.1958,
+      "step": 663
+    },
+    {
+      "epoch": 0.7867298578199052,
+      "grad_norm": 13.55499223559753,
+      "learning_rate": 7.786622315612181e-07,
+      "loss": 0.2485,
+      "step": 664
+    },
+    {
+      "epoch": 0.7879146919431279,
+      "grad_norm": 12.218617521005212,
+      "learning_rate": 7.777851165098011e-07,
+      "loss": 0.1479,
+      "step": 665
+    },
+    {
+      "epoch": 0.7890995260663507,
+      "grad_norm": 7.721800269638889,
+      "learning_rate": 7.769067632244706e-07,
+      "loss": 0.1626,
+      "step": 666
+    },
+    {
+      "epoch": 0.7902843601895735,
+      "grad_norm": 24.314109763668625,
+      "learning_rate": 7.760271756205077e-07,
+      "loss": 0.2109,
+      "step": 667
+    },
+    {
+      "epoch": 0.7914691943127962,
+      "grad_norm": 7.701242021010707,
+      "learning_rate": 7.751463576186957e-07,
+      "loss": 0.1472,
+      "step": 668
+    },
+    {
+      "epoch": 0.792654028436019,
+      "grad_norm": 13.37997398622404,
+      "learning_rate": 7.742643131453021e-07,
+      "loss": 0.2217,
+      "step": 669
+    },
+    {
+      "epoch": 0.7938388625592417,
+      "grad_norm": 8.745184371153652,
+      "learning_rate": 7.733810461320618e-07,
+      "loss": 0.1434,
+      "step": 670
+    },
+    {
+      "epoch": 0.7950236966824644,
+      "grad_norm": 11.16885275222009,
+      "learning_rate": 7.724965605161588e-07,
+      "loss": 0.2009,
+      "step": 671
+    },
+    {
+      "epoch": 0.7962085308056872,
+      "grad_norm": 9.806142647457065,
+      "learning_rate": 7.716108602402094e-07,
+      "loss": 0.18,
+      "step": 672
+    },
+    {
+      "epoch": 0.79739336492891,
+      "grad_norm": 16.335655824559705,
+      "learning_rate": 7.707239492522439e-07,
+      "loss": 0.2102,
+      "step": 673
+    },
+    {
+      "epoch": 0.7985781990521327,
+      "grad_norm": 17.375625902322422,
+      "learning_rate": 7.6983583150569e-07,
+      "loss": 0.2452,
+      "step": 674
+    },
+    {
+      "epoch": 0.7997630331753555,
+      "grad_norm": 13.425423648864005,
+      "learning_rate": 7.689465109593539e-07,
+      "loss": 0.222,
+      "step": 675
+    },
+    {
+      "epoch": 0.8009478672985783,
+      "grad_norm": 16.905635944612605,
+      "learning_rate": 7.680559915774033e-07,
+      "loss": 0.2264,
+      "step": 676
+    },
+    {
+      "epoch": 0.8021327014218009,
+      "grad_norm": 16.781958411958737,
+      "learning_rate": 7.671642773293505e-07,
+      "loss": 0.2078,
+      "step": 677
+    },
+    {
+      "epoch": 0.8033175355450237,
+      "grad_norm": 17.58937112986415,
+      "learning_rate": 7.662713721900331e-07,
+      "loss": 0.2382,
+      "step": 678
+    },
+    {
+      "epoch": 0.8045023696682464,
+      "grad_norm": 17.576419370888175,
+      "learning_rate": 7.653772801395977e-07,
+      "loss": 0.219,
+      "step": 679
+    },
+    {
+      "epoch": 0.8056872037914692,
+      "grad_norm": 42.78433100503283,
+      "learning_rate": 7.644820051634812e-07,
+      "loss": 0.3042,
+      "step": 680
+    },
+    {
+      "epoch": 0.806872037914692,
+      "grad_norm": 12.172358570342093,
+      "learning_rate": 7.635855512523937e-07,
+      "loss": 0.1905,
+      "step": 681
+    },
+    {
+      "epoch": 0.8080568720379147,
+      "grad_norm": 7.694538953431653,
+      "learning_rate": 7.626879224023001e-07,
+      "loss": 0.209,
+      "step": 682
+    },
+    {
+      "epoch": 0.8092417061611374,
+      "grad_norm": 12.703516850184618,
+      "learning_rate": 7.617891226144033e-07,
+      "loss": 0.1979,
+      "step": 683
+    },
+    {
+      "epoch": 0.8104265402843602,
+      "grad_norm": 9.11601457295805,
+      "learning_rate": 7.608891558951248e-07,
+      "loss": 0.1748,
+      "step": 684
+    },
+    {
+      "epoch": 0.8116113744075829,
+      "grad_norm": 9.014204421884562,
+      "learning_rate": 7.599880262560882e-07,
+      "loss": 0.2629,
+      "step": 685
+    },
+    {
+      "epoch": 0.8127962085308057,
+      "grad_norm": 14.044829378680554,
+      "learning_rate": 7.590857377141009e-07,
+      "loss": 0.3174,
+      "step": 686
+    },
+    {
+      "epoch": 0.8139810426540285,
+      "grad_norm": 14.2323739084943,
+      "learning_rate": 7.58182294291136e-07,
+      "loss": 0.214,
+      "step": 687
+    },
+    {
+      "epoch": 0.8151658767772512,
+      "grad_norm": 23.66550864483779,
+      "learning_rate": 7.572777000143145e-07,
+      "loss": 0.2742,
+      "step": 688
+    },
+    {
+      "epoch": 0.816350710900474,
+      "grad_norm": 16.58222384020301,
+      "learning_rate": 7.563719589158872e-07,
+      "loss": 0.2081,
+      "step": 689
+    },
+    {
+      "epoch": 0.8175355450236966,
+      "grad_norm": 14.390980642614025,
+      "learning_rate": 7.554650750332174e-07,
+      "loss": 0.1946,
+      "step": 690
+    },
+    {
+      "epoch": 0.8187203791469194,
+      "grad_norm": 10.122145213378829,
+      "learning_rate": 7.545570524087619e-07,
+      "loss": 0.1758,
+      "step": 691
+    },
+    {
+      "epoch": 0.8199052132701422,
+      "grad_norm": 11.308324582282285,
+      "learning_rate": 7.536478950900536e-07,
+      "loss": 0.1705,
+      "step": 692
+    },
+    {
+      "epoch": 0.8210900473933649,
+      "grad_norm": 23.02921863609514,
+      "learning_rate": 7.527376071296836e-07,
+      "loss": 0.1841,
+      "step": 693
+    },
+    {
+      "epoch": 0.8222748815165877,
+      "grad_norm": 14.409456371586236,
+      "learning_rate": 7.518261925852823e-07,
+      "loss": 0.2406,
+      "step": 694
+    },
+    {
+      "epoch": 0.8234597156398105,
+      "grad_norm": 32.09834915802655,
+      "learning_rate": 7.509136555195023e-07,
+      "loss": 0.2367,
+      "step": 695
+    },
+    {
+      "epoch": 0.8246445497630331,
+      "grad_norm": 12.356727122169731,
+      "learning_rate": 7.5e-07,
+      "loss": 0.2417,
+      "step": 696
+    },
+    {
+      "epoch": 0.8258293838862559,
+      "grad_norm": 13.126563741604407,
+      "learning_rate": 7.490852300994168e-07,
+      "loss": 0.2063,
+      "step": 697
+    },
+    {
+      "epoch": 0.8270142180094787,
+      "grad_norm": 8.032225849806373,
+      "learning_rate": 7.48169349895362e-07,
+      "loss": 0.1786,
+      "step": 698
+    },
+    {
+      "epoch": 0.8281990521327014,
+      "grad_norm": 20.962662296925956,
+      "learning_rate": 7.472523634703936e-07,
+      "loss": 0.1698,
+      "step": 699
+    },
+    {
+      "epoch": 0.8293838862559242,
+      "grad_norm": 12.75110057617325,
+      "learning_rate": 7.463342749120013e-07,
+      "loss": 0.1812,
+      "step": 700
+    },
+    {
+      "epoch": 0.8293838862559242,
+      "eval_loss": 0.23034565150737762,
+      "eval_runtime": 55.8882,
+      "eval_samples_per_second": 14.726,
+      "eval_steps_per_second": 0.93,
+      "step": 700
+    },
+    {
+      "epoch": 0.830568720379147,
+      "grad_norm": 9.913055744102358,
+      "learning_rate": 7.454150883125868e-07,
+      "loss": 0.2133,
+      "step": 701
+    },
+    {
+      "epoch": 0.8317535545023697,
+      "grad_norm": 25.833382992108902,
+      "learning_rate": 7.44494807769447e-07,
+      "loss": 0.2969,
+      "step": 702
+    },
+    {
+      "epoch": 0.8329383886255924,
+      "grad_norm": 11.281775033559253,
+      "learning_rate": 7.435734373847545e-07,
+      "loss": 0.1416,
+      "step": 703
+    },
+    {
+      "epoch": 0.8341232227488151,
+      "grad_norm": 19.594414240296107,
+      "learning_rate": 7.426509812655405e-07,
+      "loss": 0.2314,
+      "step": 704
+    },
+    {
+      "epoch": 0.8353080568720379,
+      "grad_norm": 17.70712288867108,
+      "learning_rate": 7.417274435236755e-07,
+      "loss": 0.2538,
+      "step": 705
+    },
+    {
+      "epoch": 0.8364928909952607,
+      "grad_norm": 10.607970236644762,
+      "learning_rate": 7.408028282758514e-07,
+      "loss": 0.1711,
+      "step": 706
+    },
+    {
+      "epoch": 0.8376777251184834,
+      "grad_norm": 11.57185625276237,
+      "learning_rate": 7.398771396435632e-07,
+      "loss": 0.1872,
+      "step": 707
+    },
+    {
+      "epoch": 0.8388625592417062,
+      "grad_norm": 11.182287748396945,
+      "learning_rate": 7.389503817530905e-07,
+      "loss": 0.2349,
+      "step": 708
+    },
+    {
+      "epoch": 0.840047393364929,
+      "grad_norm": 16.684749926205544,
+      "learning_rate": 7.380225587354789e-07,
+      "loss": 0.2506,
+      "step": 709
+    },
+    {
+      "epoch": 0.8412322274881516,
+      "grad_norm": 11.69863271084872,
+      "learning_rate": 7.370936747265225e-07,
+      "loss": 0.2208,
+      "step": 710
+    },
+    {
+      "epoch": 0.8424170616113744,
+      "grad_norm": 10.788997392898397,
+      "learning_rate": 7.361637338667441e-07,
+      "loss": 0.2114,
+      "step": 711
+    },
+    {
+      "epoch": 0.8436018957345972,
+      "grad_norm": 7.602485659984748,
+      "learning_rate": 7.352327403013779e-07,
+      "loss": 0.1821,
+      "step": 712
+    },
+    {
+      "epoch": 0.8447867298578199,
+      "grad_norm": 7.26614734509637,
+      "learning_rate": 7.343006981803499e-07,
+      "loss": 0.2309,
+      "step": 713
+    },
+    {
+      "epoch": 0.8459715639810427,
+      "grad_norm": 8.364511901273751,
+      "learning_rate": 7.33367611658261e-07,
+      "loss": 0.2118,
+      "step": 714
+    },
+    {
+      "epoch": 0.8471563981042654,
+      "grad_norm": 7.5672261947917985,
+      "learning_rate": 7.324334848943668e-07,
+      "loss": 0.2214,
+      "step": 715
+    },
+    {
+      "epoch": 0.8483412322274881,
+      "grad_norm": 15.227230664760391,
+      "learning_rate": 7.314983220525604e-07,
+      "loss": 0.1782,
+      "step": 716
+    },
+    {
+      "epoch": 0.8495260663507109,
+      "grad_norm": 10.217799076813009,
+      "learning_rate": 7.305621273013525e-07,
+      "loss": 0.2302,
+      "step": 717
+    },
+    {
+      "epoch": 0.8507109004739336,
+      "grad_norm": 18.691186404113676,
+      "learning_rate": 7.296249048138542e-07,
+      "loss": 0.1682,
+      "step": 718
+    },
+    {
+      "epoch": 0.8518957345971564,
+      "grad_norm": 10.452172850788102,
+      "learning_rate": 7.286866587677574e-07,
+      "loss": 0.2355,
+      "step": 719
+    },
+    {
+      "epoch": 0.8530805687203792,
+      "grad_norm": 10.604574552375054,
+      "learning_rate": 7.277473933453169e-07,
+      "loss": 0.1133,
+      "step": 720
+    },
+    {
+      "epoch": 0.8542654028436019,
+      "grad_norm": 9.891539825214483,
+      "learning_rate": 7.268071127333311e-07,
+      "loss": 0.2195,
+      "step": 721
+    },
+    {
+      "epoch": 0.8554502369668247,
+      "grad_norm": 22.53671982979302,
+      "learning_rate": 7.258658211231234e-07,
+      "loss": 0.2269,
+      "step": 722
+    },
+    {
+      "epoch": 0.8566350710900474,
+      "grad_norm": 23.83975858014513,
+      "learning_rate": 7.249235227105245e-07,
+      "loss": 0.2294,
+      "step": 723
+    },
+    {
+      "epoch": 0.8578199052132701,
+      "grad_norm": 19.583412313581313,
+      "learning_rate": 7.239802216958522e-07,
+      "loss": 0.2309,
+      "step": 724
+    },
+    {
+      "epoch": 0.8590047393364929,
+      "grad_norm": 9.156760472446708,
+      "learning_rate": 7.230359222838938e-07,
+      "loss": 0.1893,
+      "step": 725
+    },
+    {
+      "epoch": 0.8601895734597157,
+      "grad_norm": 14.337897781365237,
+      "learning_rate": 7.220906286838868e-07,
+      "loss": 0.1709,
+      "step": 726
+    },
+    {
+      "epoch": 0.8613744075829384,
+      "grad_norm": 17.90848323335686,
+      "learning_rate": 7.211443451095006e-07,
+      "loss": 0.2353,
+      "step": 727
+    },
+    {
+      "epoch": 0.8625592417061612,
+      "grad_norm": 8.380769804085316,
+      "learning_rate": 7.201970757788171e-07,
+      "loss": 0.21,
+      "step": 728
+    },
+    {
+      "epoch": 0.8637440758293838,
+      "grad_norm": 11.322111166952071,
+      "learning_rate": 7.192488249143125e-07,
+      "loss": 0.2225,
+      "step": 729
+    },
+    {
+      "epoch": 0.8649289099526066,
+      "grad_norm": 10.045093401838667,
+      "learning_rate": 7.182995967428379e-07,
+      "loss": 0.1583,
+      "step": 730
+    },
+    {
+      "epoch": 0.8661137440758294,
+      "grad_norm": 17.370985243300748,
+      "learning_rate": 7.173493954956011e-07,
+      "loss": 0.2028,
+      "step": 731
+    },
+    {
+      "epoch": 0.8672985781990521,
+      "grad_norm": 10.458119006433506,
+      "learning_rate": 7.163982254081474e-07,
+      "loss": 0.1776,
+      "step": 732
+    },
+    {
+      "epoch": 0.8684834123222749,
+      "grad_norm": 8.754265017532378,
+      "learning_rate": 7.154460907203405e-07,
+      "loss": 0.1875,
+      "step": 733
+    },
+    {
+      "epoch": 0.8696682464454977,
+      "grad_norm": 12.4225760590751,
+      "learning_rate": 7.144929956763437e-07,
+      "loss": 0.2778,
+      "step": 734
+    },
+    {
+      "epoch": 0.8708530805687204,
+      "grad_norm": 11.608393438177549,
+      "learning_rate": 7.135389445246017e-07,
+      "loss": 0.192,
+      "step": 735
+    },
+    {
+      "epoch": 0.8720379146919431,
+      "grad_norm": 8.633498509424786,
+      "learning_rate": 7.125839415178203e-07,
+      "loss": 0.1541,
+      "step": 736
+    },
+    {
+      "epoch": 0.8732227488151659,
+      "grad_norm": 16.670199329768597,
+      "learning_rate": 7.116279909129491e-07,
+      "loss": 0.1941,
+      "step": 737
+    },
+    {
+      "epoch": 0.8744075829383886,
+      "grad_norm": 12.74769327926982,
+      "learning_rate": 7.106710969711609e-07,
+      "loss": 0.2348,
+      "step": 738
+    },
+    {
+      "epoch": 0.8755924170616114,
+      "grad_norm": 10.452681837710877,
+      "learning_rate": 7.097132639578337e-07,
+      "loss": 0.1702,
+      "step": 739
+    },
+    {
+      "epoch": 0.8767772511848341,
+      "grad_norm": 9.914095739792367,
+      "learning_rate": 7.087544961425316e-07,
+      "loss": 0.1876,
+      "step": 740
+    },
+    {
+      "epoch": 0.8779620853080569,
+      "grad_norm": 9.459241899301656,
+      "learning_rate": 7.077947977989853e-07,
+      "loss": 0.2389,
+      "step": 741
+    },
+    {
+      "epoch": 0.8791469194312796,
+      "grad_norm": 10.31379047778746,
+      "learning_rate": 7.068341732050737e-07,
+      "loss": 0.2262,
+      "step": 742
+    },
+    {
+      "epoch": 0.8803317535545023,
+      "grad_norm": 14.015863725214746,
+      "learning_rate": 7.058726266428041e-07,
+      "loss": 0.2054,
+      "step": 743
+    },
+    {
+      "epoch": 0.8815165876777251,
+      "grad_norm": 10.095904056771356,
+      "learning_rate": 7.049101623982937e-07,
+      "loss": 0.2564,
+      "step": 744
+    },
+    {
+      "epoch": 0.8827014218009479,
+      "grad_norm": 14.900120087150492,
+      "learning_rate": 7.039467847617504e-07,
+      "loss": 0.2516,
+      "step": 745
+    },
+    {
+      "epoch": 0.8838862559241706,
+      "grad_norm": 14.989089635791842,
+      "learning_rate": 7.029824980274534e-07,
+      "loss": 0.186,
+      "step": 746
+    },
+    {
+      "epoch": 0.8850710900473934,
+      "grad_norm": 21.089551499728422,
+      "learning_rate": 7.020173064937344e-07,
+      "loss": 0.1767,
+      "step": 747
+    },
+    {
+      "epoch": 0.8862559241706162,
+      "grad_norm": 8.4313495925763,
+      "learning_rate": 7.010512144629579e-07,
+      "loss": 0.227,
+      "step": 748
+    },
+    {
+      "epoch": 0.8874407582938388,
+      "grad_norm": 8.70162638226272,
+      "learning_rate": 7.000842262415028e-07,
+      "loss": 0.1797,
+      "step": 749
+    },
+    {
+      "epoch": 0.8886255924170616,
+      "grad_norm": 10.07719445107742,
+      "learning_rate": 6.991163461397424e-07,
+      "loss": 0.198,
+      "step": 750
+    },
+    {
+      "epoch": 0.8886255924170616,
+      "eval_loss": 0.21252204477787018,
+      "eval_runtime": 55.1978,
+      "eval_samples_per_second": 14.91,
+      "eval_steps_per_second": 0.942,
+      "step": 750
+    },
+    {
+      "epoch": 0.8898104265402843,
+      "grad_norm": 8.952461064774775,
+      "learning_rate": 6.981475784720262e-07,
+      "loss": 0.258,
+      "step": 751
+    },
+    {
+      "epoch": 0.8909952606635071,
+      "grad_norm": 20.719939479561397,
+      "learning_rate": 6.971779275566593e-07,
+      "loss": 0.2014,
+      "step": 752
+    },
+    {
+      "epoch": 0.8921800947867299,
+      "grad_norm": 7.936070074068664,
+      "learning_rate": 6.962073977158842e-07,
+      "loss": 0.1962,
+      "step": 753
+    },
+    {
+      "epoch": 0.8933649289099526,
+      "grad_norm": 15.527186441037935,
+      "learning_rate": 6.952359932758615e-07,
+      "loss": 0.1838,
+      "step": 754
+    },
+    {
+      "epoch": 0.8945497630331753,
+      "grad_norm": 11.785111972126451,
+      "learning_rate": 6.9426371856665e-07,
+      "loss": 0.2201,
+      "step": 755
+    },
+    {
+      "epoch": 0.8957345971563981,
+      "grad_norm": 20.18101839777207,
+      "learning_rate": 6.93290577922188e-07,
+      "loss": 0.2597,
+      "step": 756
+    },
+    {
+      "epoch": 0.8969194312796208,
+      "grad_norm": 9.9152594543863,
+      "learning_rate": 6.923165756802733e-07,
+      "loss": 0.1701,
+      "step": 757
+    },
+    {
+      "epoch": 0.8981042654028436,
+      "grad_norm": 20.043984042966567,
+      "learning_rate": 6.913417161825449e-07,
+      "loss": 0.2574,
+      "step": 758
+    },
+    {
+      "epoch": 0.8992890995260664,
+      "grad_norm": 21.123597700553983,
+      "learning_rate": 6.903660037744626e-07,
+      "loss": 0.2426,
+      "step": 759
+    },
+    {
+      "epoch": 0.9004739336492891,
+      "grad_norm": 17.3636230361985,
+      "learning_rate": 6.89389442805288e-07,
+      "loss": 0.2198,
+      "step": 760
+    },
+    {
+      "epoch": 0.9016587677725119,
+      "grad_norm": 7.896724380954798,
+      "learning_rate": 6.884120376280657e-07,
+      "loss": 0.2368,
+      "step": 761
+    },
+    {
+      "epoch": 0.9028436018957346,
+      "grad_norm": 10.744383746333114,
+      "learning_rate": 6.874337925996028e-07,
+      "loss": 0.2166,
+      "step": 762
+    },
+    {
+      "epoch": 0.9040284360189573,
+      "grad_norm": 11.973048617938426,
+      "learning_rate": 6.864547120804505e-07,
+      "loss": 0.2149,
+      "step": 763
+    },
+    {
+      "epoch": 0.9052132701421801,
+      "grad_norm": 15.374227350719309,
+      "learning_rate": 6.85474800434884e-07,
+      "loss": 0.1623,
+      "step": 764
+    },
+    {
+      "epoch": 0.9063981042654028,
+      "grad_norm": 9.460007923138491,
+      "learning_rate": 6.84494062030883e-07,
+      "loss": 0.1601,
+      "step": 765
+    },
+    {
+      "epoch": 0.9075829383886256,
+      "grad_norm": 8.169757295616728,
+      "learning_rate": 6.835125012401131e-07,
+      "loss": 0.1693,
+      "step": 766
+    },
+    {
+      "epoch": 0.9087677725118484,
+      "grad_norm": 16.061474109942935,
+      "learning_rate": 6.825301224379056e-07,
+      "loss": 0.2211,
+      "step": 767
+    },
+    {
+      "epoch": 0.909952606635071,
+      "grad_norm": 10.477258738350997,
+      "learning_rate": 6.815469300032373e-07,
+      "loss": 0.2279,
+      "step": 768
+    },
+    {
+      "epoch": 0.9111374407582938,
+      "grad_norm": 10.65538754992105,
+      "learning_rate": 6.805629283187129e-07,
+      "loss": 0.1925,
+      "step": 769
+    },
+    {
+      "epoch": 0.9123222748815166,
+      "grad_norm": 9.123234339056102,
+      "learning_rate": 6.795781217705435e-07,
+      "loss": 0.2253,
+      "step": 770
+    },
+    {
+      "epoch": 0.9135071090047393,
+      "grad_norm": 10.377714671981227,
+      "learning_rate": 6.785925147485285e-07,
+      "loss": 0.1754,
+      "step": 771
+    },
+    {
+      "epoch": 0.9146919431279621,
+      "grad_norm": 10.393576077978427,
+      "learning_rate": 6.776061116460352e-07,
+      "loss": 0.2009,
+      "step": 772
+    },
+    {
+      "epoch": 0.9158767772511849,
+      "grad_norm": 16.02077338864102,
+      "learning_rate": 6.766189168599789e-07,
+      "loss": 0.1636,
+      "step": 773
+    },
+    {
+      "epoch": 0.9170616113744076,
+      "grad_norm": 14.519560151061562,
+      "learning_rate": 6.756309347908051e-07,
+      "loss": 0.2455,
+      "step": 774
+    },
+    {
+      "epoch": 0.9182464454976303,
+      "grad_norm": 21.53296240222359,
+      "learning_rate": 6.746421698424676e-07,
+      "loss": 0.1942,
+      "step": 775
+    },
+    {
+      "epoch": 0.919431279620853,
+      "grad_norm": 10.224973261982292,
+      "learning_rate": 6.7365262642241e-07,
+      "loss": 0.1958,
+      "step": 776
+    },
+    {
+      "epoch": 0.9206161137440758,
+      "grad_norm": 12.82882389122881,
+      "learning_rate": 6.726623089415467e-07,
+      "loss": 0.211,
+      "step": 777
+    },
+    {
+      "epoch": 0.9218009478672986,
+      "grad_norm": 15.696609544363108,
+      "learning_rate": 6.716712218142413e-07,
+      "loss": 0.281,
+      "step": 778
+    },
+    {
+      "epoch": 0.9229857819905213,
+      "grad_norm": 22.27881823197468,
+      "learning_rate": 6.706793694582891e-07,
+      "loss": 0.2251,
+      "step": 779
+    },
+    {
+      "epoch": 0.9241706161137441,
+      "grad_norm": 15.024010449291305,
+      "learning_rate": 6.696867562948962e-07,
+      "loss": 0.2681,
+      "step": 780
+    },
+    {
+      "epoch": 0.9253554502369669,
+      "grad_norm": 20.247007205993885,
+      "learning_rate": 6.686933867486596e-07,
+      "loss": 0.2191,
+      "step": 781
+    },
+    {
+      "epoch": 0.9265402843601895,
+      "grad_norm": 7.998974278453153,
+      "learning_rate": 6.676992652475486e-07,
+      "loss": 0.1871,
+      "step": 782
+    },
+    {
+      "epoch": 0.9277251184834123,
+      "grad_norm": 10.708704166774769,
+      "learning_rate": 6.667043962228838e-07,
+      "loss": 0.182,
+      "step": 783
+    },
+    {
+      "epoch": 0.9289099526066351,
+      "grad_norm": 8.78684615317003,
+      "learning_rate": 6.657087841093179e-07,
+      "loss": 0.1568,
+      "step": 784
+    },
+    {
+      "epoch": 0.9300947867298578,
+      "grad_norm": 9.778799963563257,
+      "learning_rate": 6.647124333448164e-07,
+      "loss": 0.2085,
+      "step": 785
+    },
+    {
+      "epoch": 0.9312796208530806,
+      "grad_norm": 12.864160262988083,
+      "learning_rate": 6.637153483706368e-07,
+      "loss": 0.2463,
+      "step": 786
+    },
+    {
+      "epoch": 0.9324644549763034,
+      "grad_norm": 24.981518255133043,
+      "learning_rate": 6.6271753363131e-07,
+      "loss": 0.1694,
+      "step": 787
+    },
+    {
+      "epoch": 0.933649289099526,
+      "grad_norm": 32.80984613365954,
+      "learning_rate": 6.61718993574619e-07,
+      "loss": 0.2152,
+      "step": 788
+    },
+    {
+      "epoch": 0.9348341232227488,
+      "grad_norm": 14.086295795520133,
+      "learning_rate": 6.607197326515807e-07,
+      "loss": 0.1499,
+      "step": 789
+    },
+    {
+      "epoch": 0.9360189573459715,
+      "grad_norm": 13.406991924570532,
+      "learning_rate": 6.597197553164251e-07,
+      "loss": 0.3099,
+      "step": 790
+    },
+    {
+      "epoch": 0.9372037914691943,
+      "grad_norm": 13.492701196428424,
+      "learning_rate": 6.587190660265751e-07,
+      "loss": 0.1985,
+      "step": 791
+    },
+    {
+      "epoch": 0.9383886255924171,
+      "grad_norm": 12.689739842206874,
+      "learning_rate": 6.577176692426278e-07,
+      "loss": 0.2184,
+      "step": 792
+    },
+    {
+      "epoch": 0.9395734597156398,
+      "grad_norm": 25.733609867586548,
+      "learning_rate": 6.567155694283336e-07,
+      "loss": 0.1801,
+      "step": 793
+    },
+    {
+      "epoch": 0.9407582938388626,
+      "grad_norm": 30.12391831939558,
+      "learning_rate": 6.55712771050577e-07,
+      "loss": 0.2542,
+      "step": 794
+    },
+    {
+      "epoch": 0.9419431279620853,
+      "grad_norm": 29.270469329492194,
+      "learning_rate": 6.547092785793559e-07,
+      "loss": 0.2172,
+      "step": 795
+    },
+    {
+      "epoch": 0.943127962085308,
+      "grad_norm": 40.42865798160653,
+      "learning_rate": 6.537050964877625e-07,
+      "loss": 0.2777,
+      "step": 796
+    },
+    {
+      "epoch": 0.9443127962085308,
+      "grad_norm": 16.58432837538837,
+      "learning_rate": 6.527002292519629e-07,
+      "loss": 0.227,
+      "step": 797
+    },
+    {
+      "epoch": 0.9454976303317536,
+      "grad_norm": 12.821494884458682,
+      "learning_rate": 6.516946813511773e-07,
+      "loss": 0.1727,
+      "step": 798
+    },
+    {
+      "epoch": 0.9466824644549763,
+      "grad_norm": 22.825107619536553,
+      "learning_rate": 6.5068845726766e-07,
+      "loss": 0.207,
+      "step": 799
+    },
+    {
+      "epoch": 0.9478672985781991,
+      "grad_norm": 31.69359524459485,
+      "learning_rate": 6.496815614866791e-07,
+      "loss": 0.2378,
+      "step": 800
+    },
+    {
+      "epoch": 0.9478672985781991,
+      "eval_loss": 0.27354177832603455,
+      "eval_runtime": 62.6028,
+      "eval_samples_per_second": 13.146,
+      "eval_steps_per_second": 0.831,
+      "step": 800
+    },
+    {
+      "epoch": 0.9490521327014217,
+      "grad_norm": 37.52743059970339,
+      "learning_rate": 6.486739984964971e-07,
+      "loss": 0.2762,
+      "step": 801
+    },
+    {
+      "epoch": 0.9502369668246445,
+      "grad_norm": 38.872276944043726,
+      "learning_rate": 6.476657727883506e-07,
+      "loss": 0.1925,
+      "step": 802
+    },
+    {
+      "epoch": 0.9514218009478673,
+      "grad_norm": 15.289062834224044,
+      "learning_rate": 6.466568888564302e-07,
+      "loss": 0.276,
+      "step": 803
+    },
+    {
+      "epoch": 0.95260663507109,
+      "grad_norm": 15.911245985870275,
+      "learning_rate": 6.456473511978606e-07,
+      "loss": 0.1977,
+      "step": 804
+    },
+    {
+      "epoch": 0.9537914691943128,
+      "grad_norm": 8.593962442854156,
+      "learning_rate": 6.446371643126805e-07,
+      "loss": 0.2118,
+      "step": 805
+    },
+    {
+      "epoch": 0.9549763033175356,
+      "grad_norm": 11.503080592385206,
+      "learning_rate": 6.436263327038224e-07,
+      "loss": 0.2003,
+      "step": 806
+    },
+    {
+      "epoch": 0.9561611374407583,
+      "grad_norm": 16.784875802136042,
+      "learning_rate": 6.426148608770928e-07,
+      "loss": 0.211,
+      "step": 807
+    },
+    {
+      "epoch": 0.957345971563981,
+      "grad_norm": 8.039773337530425,
+      "learning_rate": 6.416027533411519e-07,
+      "loss": 0.1776,
+      "step": 808
+    },
+    {
+      "epoch": 0.9585308056872038,
+      "grad_norm": 35.99706053391443,
+      "learning_rate": 6.40590014607494e-07,
+      "loss": 0.2358,
+      "step": 809
+    },
+    {
+      "epoch": 0.9597156398104265,
+      "grad_norm": 40.99321152622947,
+      "learning_rate": 6.395766491904262e-07,
+      "loss": 0.3066,
+      "step": 810
+    },
+    {
+      "epoch": 0.9609004739336493,
+      "grad_norm": 18.164194558552783,
+      "learning_rate": 6.385626616070498e-07,
+      "loss": 0.1893,
+      "step": 811
+    },
+    {
+      "epoch": 0.9620853080568721,
+      "grad_norm": 7.741779460691234,
+      "learning_rate": 6.375480563772389e-07,
+      "loss": 0.1874,
+      "step": 812
+    },
+    {
+      "epoch": 0.9632701421800948,
+      "grad_norm": 8.638620885624041,
+      "learning_rate": 6.365328380236213e-07,
+      "loss": 0.2293,
+      "step": 813
+    },
+    {
+      "epoch": 0.9644549763033176,
+      "grad_norm": 8.26453063301268,
+      "learning_rate": 6.355170110715571e-07,
+      "loss": 0.2436,
+      "step": 814
+    },
+    {
+      "epoch": 0.9656398104265402,
+      "grad_norm": 16.74712475701176,
+      "learning_rate": 6.3450058004912e-07,
+      "loss": 0.185,
+      "step": 815
+    },
+    {
+      "epoch": 0.966824644549763,
+      "grad_norm": 11.579496290026954,
+      "learning_rate": 6.334835494870758e-07,
+      "loss": 0.2624,
+      "step": 816
+    },
+    {
+      "epoch": 0.9680094786729858,
+      "grad_norm": 23.226048329711308,
+      "learning_rate": 6.32465923918863e-07,
+      "loss": 0.225,
+      "step": 817
+    },
+    {
+      "epoch": 0.9691943127962085,
+      "grad_norm": 17.655075691563827,
+      "learning_rate": 6.314477078805723e-07,
+      "loss": 0.215,
+      "step": 818
+    },
+    {
+      "epoch": 0.9703791469194313,
+      "grad_norm": 13.202128531234838,
+      "learning_rate": 6.304289059109267e-07,
+      "loss": 0.2403,
+      "step": 819
+    },
+    {
+      "epoch": 0.9715639810426541,
+      "grad_norm": 13.076408764926182,
+      "learning_rate": 6.294095225512604e-07,
+      "loss": 0.1663,
+      "step": 820
+    },
+    {
+      "epoch": 0.9727488151658767,
+      "grad_norm": 14.171619384960582,
+      "learning_rate": 6.283895623454997e-07,
+      "loss": 0.2774,
+      "step": 821
+    },
+    {
+      "epoch": 0.9739336492890995,
+      "grad_norm": 19.8877660661784,
+      "learning_rate": 6.273690298401419e-07,
+      "loss": 0.2723,
+      "step": 822
+    },
+    {
+      "epoch": 0.9751184834123223,
+      "grad_norm": 6.900387582314849,
+      "learning_rate": 6.263479295842357e-07,
+      "loss": 0.1971,
+      "step": 823
+    },
+    {
+      "epoch": 0.976303317535545,
+      "grad_norm": 18.414912712274486,
+      "learning_rate": 6.253262661293602e-07,
+      "loss": 0.2433,
+      "step": 824
+    },
+    {
+      "epoch": 0.9774881516587678,
+      "grad_norm": 15.35186217689985,
+      "learning_rate": 6.243040440296051e-07,
+      "loss": 0.1789,
+      "step": 825
+    },
+    {
+      "epoch": 0.9786729857819905,
+      "grad_norm": 10.207560328723083,
+      "learning_rate": 6.232812678415504e-07,
+      "loss": 0.2385,
+      "step": 826
+    },
+    {
+      "epoch": 0.9798578199052133,
+      "grad_norm": 9.098282908972523,
+      "learning_rate": 6.222579421242455e-07,
+      "loss": 0.2396,
+      "step": 827
+    },
+    {
+      "epoch": 0.981042654028436,
+      "grad_norm": 8.545110006193829,
+      "learning_rate": 6.2123407143919e-07,
+      "loss": 0.2131,
+      "step": 828
+    },
+    {
+      "epoch": 0.9822274881516587,
+      "grad_norm": 7.862000410634824,
+      "learning_rate": 6.202096603503122e-07,
+      "loss": 0.1932,
+      "step": 829
+    },
+    {
+      "epoch": 0.9834123222748815,
+      "grad_norm": 16.06519254165904,
+      "learning_rate": 6.191847134239495e-07,
+      "loss": 0.1942,
+      "step": 830
+    },
+    {
+      "epoch": 0.9845971563981043,
+      "grad_norm": 8.103880149384155,
+      "learning_rate": 6.181592352288279e-07,
+      "loss": 0.1843,
+      "step": 831
+    },
+    {
+      "epoch": 0.985781990521327,
+      "grad_norm": 9.399017520546249,
+      "learning_rate": 6.17133230336041e-07,
+      "loss": 0.2042,
+      "step": 832
+    },
+    {
+      "epoch": 0.9869668246445498,
+      "grad_norm": 11.17143516636379,
+      "learning_rate": 6.16106703319031e-07,
+      "loss": 0.2414,
+      "step": 833
+    },
+    {
+      "epoch": 0.9881516587677726,
+      "grad_norm": 16.347223668954097,
+      "learning_rate": 6.150796587535669e-07,
+      "loss": 0.2388,
+      "step": 834
+    },
+    {
+      "epoch": 0.9893364928909952,
+      "grad_norm": 24.954899681915954,
+      "learning_rate": 6.140521012177249e-07,
+      "loss": 0.1575,
+      "step": 835
+    },
+    {
+      "epoch": 0.990521327014218,
+      "grad_norm": 8.054339443033578,
+      "learning_rate": 6.130240352918674e-07,
+      "loss": 0.1829,
+      "step": 836
+    },
+    {
+      "epoch": 0.9917061611374408,
+      "grad_norm": 11.535190625870067,
+      "learning_rate": 6.119954655586236e-07,
+      "loss": 0.2162,
+      "step": 837
+    },
+    {
+      "epoch": 0.9928909952606635,
+      "grad_norm": 24.1831071367917,
+      "learning_rate": 6.10966396602868e-07,
+      "loss": 0.2608,
+      "step": 838
+    },
+    {
+      "epoch": 0.9940758293838863,
+      "grad_norm": 8.55670621920293,
+      "learning_rate": 6.099368330117004e-07,
+      "loss": 0.1847,
+      "step": 839
+    },
+    {
+      "epoch": 0.995260663507109,
+      "grad_norm": 12.190546843323471,
+      "learning_rate": 6.089067793744257e-07,
+      "loss": 0.1573,
+      "step": 840
+    },
+    {
+      "epoch": 0.9964454976303317,
+      "grad_norm": 24.359810277866014,
+      "learning_rate": 6.078762402825331e-07,
+      "loss": 0.2092,
+      "step": 841
+    },
+    {
+      "epoch": 0.9976303317535545,
+      "grad_norm": 9.263467659494774,
+      "learning_rate": 6.068452203296754e-07,
+      "loss": 0.1749,
+      "step": 842
+    },
+    {
+      "epoch": 0.9988151658767772,
+      "grad_norm": 10.629198605852931,
+      "learning_rate": 6.058137241116493e-07,
+      "loss": 0.1846,
+      "step": 843
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 15.124988874606263,
+      "learning_rate": 6.047817562263743e-07,
+      "loss": 0.2534,
+      "step": 844
+    },
+    {
+      "epoch": 1.0011848341232228,
+      "grad_norm": 12.707802633067423,
+      "learning_rate": 6.037493212738722e-07,
+      "loss": 0.2384,
+      "step": 845
+    },
+    {
+      "epoch": 1.0023696682464456,
+      "grad_norm": 14.254860738835754,
+      "learning_rate": 6.027164238562471e-07,
+      "loss": 0.2174,
+      "step": 846
+    },
+    {
+      "epoch": 1.0035545023696681,
+      "grad_norm": 7.258679044940193,
+      "learning_rate": 6.016830685776643e-07,
+      "loss": 0.1374,
+      "step": 847
+    },
+    {
+      "epoch": 1.004739336492891,
+      "grad_norm": 11.163163028256566,
+      "learning_rate": 6.0064926004433e-07,
+      "loss": 0.1701,
+      "step": 848
+    },
+    {
+      "epoch": 1.0059241706161137,
+      "grad_norm": 9.955569476967984,
+      "learning_rate": 5.99615002864471e-07,
+      "loss": 0.1511,
+      "step": 849
+    },
+    {
+      "epoch": 1.0071090047393365,
+      "grad_norm": 12.609883691424333,
+      "learning_rate": 5.985803016483137e-07,
+      "loss": 0.2056,
+      "step": 850
+    },
+    {
+      "epoch": 1.0071090047393365,
+      "eval_loss": 0.20984908938407898,
+      "eval_runtime": 55.4295,
+      "eval_samples_per_second": 14.848,
+      "eval_steps_per_second": 0.938,
+      "step": 850
+    },
+    {
+      "epoch": 1.0082938388625593,
+      "grad_norm": 12.193031412011324,
+      "learning_rate": 5.975451610080642e-07,
+      "loss": 0.1385,
+      "step": 851
+    },
+    {
+      "epoch": 1.009478672985782,
+      "grad_norm": 7.202448239720771,
+      "learning_rate": 5.965095855578868e-07,
+      "loss": 0.1521,
+      "step": 852
+    },
+    {
+      "epoch": 1.0106635071090047,
+      "grad_norm": 14.65862389721841,
+      "learning_rate": 5.954735799138842e-07,
+      "loss": 0.2358,
+      "step": 853
+    },
+    {
+      "epoch": 1.0118483412322274,
+      "grad_norm": 9.761435958228647,
+      "learning_rate": 5.944371486940772e-07,
+      "loss": 0.1628,
+      "step": 854
+    },
+    {
+      "epoch": 1.0130331753554502,
+      "grad_norm": 15.780128622388412,
+      "learning_rate": 5.934002965183826e-07,
+      "loss": 0.2032,
+      "step": 855
+    },
+    {
+      "epoch": 1.014218009478673,
+      "grad_norm": 14.772310024542874,
+      "learning_rate": 5.923630280085947e-07,
+      "loss": 0.1549,
+      "step": 856
+    },
+    {
+      "epoch": 1.0154028436018958,
+      "grad_norm": 15.92968994930881,
+      "learning_rate": 5.913253477883629e-07,
+      "loss": 0.1931,
+      "step": 857
+    },
+    {
+      "epoch": 1.0165876777251184,
+      "grad_norm": 8.225249745660273,
+      "learning_rate": 5.902872604831719e-07,
+      "loss": 0.1592,
+      "step": 858
+    },
+    {
+      "epoch": 1.0177725118483412,
+      "grad_norm": 13.4174859396998,
+      "learning_rate": 5.892487707203212e-07,
+      "loss": 0.1528,
+      "step": 859
+    },
+    {
+      "epoch": 1.018957345971564,
+      "grad_norm": 37.513800420902946,
+      "learning_rate": 5.882098831289043e-07,
+      "loss": 0.2404,
+      "step": 860
+    },
+    {
+      "epoch": 1.0201421800947867,
+      "grad_norm": 8.702006133634473,
+      "learning_rate": 5.871706023397877e-07,
+      "loss": 0.1874,
+      "step": 861
+    },
+    {
+      "epoch": 1.0213270142180095,
+      "grad_norm": 11.85172576406,
+      "learning_rate": 5.86130932985591e-07,
+      "loss": 0.1778,
+      "step": 862
+    },
+    {
+      "epoch": 1.0225118483412323,
+      "grad_norm": 18.56671317902244,
+      "learning_rate": 5.850908797006655e-07,
+      "loss": 0.1993,
+      "step": 863
+    },
+    {
+      "epoch": 1.0236966824644549,
+      "grad_norm": 11.263840778811296,
+      "learning_rate": 5.840504471210741e-07,
+      "loss": 0.188,
+      "step": 864
+    },
+    {
+      "epoch": 1.0248815165876777,
+      "grad_norm": 25.629991316540114,
+      "learning_rate": 5.830096398845703e-07,
+      "loss": 0.2342,
+      "step": 865
+    },
+    {
+      "epoch": 1.0260663507109005,
+      "grad_norm": 9.744191246385453,
+      "learning_rate": 5.819684626305775e-07,
+      "loss": 0.1677,
+      "step": 866
+    },
+    {
+      "epoch": 1.0272511848341233,
+      "grad_norm": 33.07491175984522,
+      "learning_rate": 5.809269200001689e-07,
+      "loss": 0.2278,
+      "step": 867
+    },
+    {
+      "epoch": 1.028436018957346,
+      "grad_norm": 17.902967301410676,
+      "learning_rate": 5.79885016636046e-07,
+      "loss": 0.2339,
+      "step": 868
+    },
+    {
+      "epoch": 1.0296208530805688,
+      "grad_norm": 7.458885761158699,
+      "learning_rate": 5.788427571825185e-07,
+      "loss": 0.1648,
+      "step": 869
+    },
+    {
+      "epoch": 1.0308056872037914,
+      "grad_norm": 11.468120830142155,
+      "learning_rate": 5.778001462854831e-07,
+      "loss": 0.2326,
+      "step": 870
+    },
+    {
+      "epoch": 1.0319905213270142,
+      "grad_norm": 17.59503601347862,
+      "learning_rate": 5.767571885924033e-07,
+      "loss": 0.1773,
+      "step": 871
+    },
+    {
+      "epoch": 1.033175355450237,
+      "grad_norm": 17.783809256188484,
+      "learning_rate": 5.757138887522883e-07,
+      "loss": 0.1814,
+      "step": 872
+    },
+    {
+      "epoch": 1.0343601895734598,
+      "grad_norm": 13.17339792419553,
+      "learning_rate": 5.746702514156727e-07,
+      "loss": 0.1438,
+      "step": 873
+    },
+    {
+      "epoch": 1.0355450236966826,
+      "grad_norm": 22.086095670555288,
+      "learning_rate": 5.736262812345951e-07,
+      "loss": 0.1527,
+      "step": 874
+    },
+    {
+      "epoch": 1.0367298578199051,
+      "grad_norm": 14.149613433193517,
+      "learning_rate": 5.725819828625781e-07,
+      "loss": 0.226,
+      "step": 875
+    },
+    {
+      "epoch": 1.037914691943128,
+      "grad_norm": 10.125574382301505,
+      "learning_rate": 5.71537360954607e-07,
+      "loss": 0.161,
+      "step": 876
+    },
+    {
+      "epoch": 1.0390995260663507,
+      "grad_norm": 11.577923564339548,
+      "learning_rate": 5.704924201671096e-07,
+      "loss": 0.1467,
+      "step": 877
+    },
+    {
+      "epoch": 1.0402843601895735,
+      "grad_norm": 29.016045871179426,
+      "learning_rate": 5.694471651579346e-07,
+      "loss": 0.1937,
+      "step": 878
+    },
+    {
+      "epoch": 1.0414691943127963,
+      "grad_norm": 21.157694595964582,
+      "learning_rate": 5.684016005863317e-07,
+      "loss": 0.1635,
+      "step": 879
+    },
+    {
+      "epoch": 1.042654028436019,
+      "grad_norm": 31.525684749632426,
+      "learning_rate": 5.673557311129306e-07,
+      "loss": 0.2403,
+      "step": 880
+    },
+    {
+      "epoch": 1.0438388625592416,
+      "grad_norm": 15.14373451366706,
+      "learning_rate": 5.663095613997195e-07,
+      "loss": 0.1816,
+      "step": 881
+    },
+    {
+      "epoch": 1.0450236966824644,
+      "grad_norm": 7.118656847963461,
+      "learning_rate": 5.652630961100258e-07,
+      "loss": 0.1706,
+      "step": 882
+    },
+    {
+      "epoch": 1.0462085308056872,
+      "grad_norm": 18.856161611154196,
+      "learning_rate": 5.642163399084938e-07,
+      "loss": 0.1314,
+      "step": 883
+    },
+    {
+      "epoch": 1.04739336492891,
+      "grad_norm": 9.834526772604617,
+      "learning_rate": 5.631692974610647e-07,
+      "loss": 0.1594,
+      "step": 884
+    },
+    {
+      "epoch": 1.0485781990521328,
+      "grad_norm": 22.430961359255825,
+      "learning_rate": 5.621219734349556e-07,
+      "loss": 0.1992,
+      "step": 885
+    },
+    {
+      "epoch": 1.0497630331753554,
+      "grad_norm": 13.14818735117718,
+      "learning_rate": 5.61074372498639e-07,
+      "loss": 0.1822,
+      "step": 886
+    },
+    {
+      "epoch": 1.0509478672985781,
+      "grad_norm": 16.478644624432636,
+      "learning_rate": 5.600264993218214e-07,
+      "loss": 0.2671,
+      "step": 887
+    },
+    {
+      "epoch": 1.052132701421801,
+      "grad_norm": 7.3008798250909095,
+      "learning_rate": 5.589783585754231e-07,
+      "loss": 0.146,
+      "step": 888
+    },
+    {
+      "epoch": 1.0533175355450237,
+      "grad_norm": 9.063453760833678,
+      "learning_rate": 5.579299549315568e-07,
+      "loss": 0.1598,
+      "step": 889
+    },
+    {
+      "epoch": 1.0545023696682465,
+      "grad_norm": 9.080805765284989,
+      "learning_rate": 5.568812930635075e-07,
+      "loss": 0.1853,
+      "step": 890
+    },
+    {
+      "epoch": 1.0556872037914693,
+      "grad_norm": 12.90645533143285,
+      "learning_rate": 5.558323776457108e-07,
+      "loss": 0.1443,
+      "step": 891
+    },
+    {
+      "epoch": 1.0568720379146919,
+      "grad_norm": 10.921036111112151,
+      "learning_rate": 5.547832133537327e-07,
+      "loss": 0.1308,
+      "step": 892
+    },
+    {
+      "epoch": 1.0580568720379147,
+      "grad_norm": 15.599377495364235,
+      "learning_rate": 5.537338048642486e-07,
+      "loss": 0.1714,
+      "step": 893
+    },
+    {
+      "epoch": 1.0592417061611374,
+      "grad_norm": 10.844012912003597,
+      "learning_rate": 5.526841568550222e-07,
+      "loss": 0.1918,
+      "step": 894
+    },
+    {
+      "epoch": 1.0604265402843602,
+      "grad_norm": 13.149472726804078,
+      "learning_rate": 5.516342740048852e-07,
+      "loss": 0.1975,
+      "step": 895
+    },
+    {
+      "epoch": 1.061611374407583,
+      "grad_norm": 15.325204955108848,
+      "learning_rate": 5.505841609937161e-07,
+      "loss": 0.2136,
+      "step": 896
+    },
+    {
+      "epoch": 1.0627962085308056,
+      "grad_norm": 16.55606998433463,
+      "learning_rate": 5.495338225024188e-07,
+      "loss": 0.2627,
+      "step": 897
+    },
+    {
+      "epoch": 1.0639810426540284,
+      "grad_norm": 28.769351218944028,
+      "learning_rate": 5.484832632129031e-07,
+      "loss": 0.2937,
+      "step": 898
+    },
+    {
+      "epoch": 1.0651658767772512,
+      "grad_norm": 12.802959626523345,
+      "learning_rate": 5.474324878080623e-07,
+      "loss": 0.1997,
+      "step": 899
+    },
+    {
+      "epoch": 1.066350710900474,
+      "grad_norm": 13.549302087006401,
+      "learning_rate": 5.463815009717532e-07,
+      "loss": 0.1233,
+      "step": 900
+    },
+    {
+      "epoch": 1.066350710900474,
+      "eval_loss": 0.20816154778003693,
+      "eval_runtime": 58.7281,
+      "eval_samples_per_second": 14.014,
+      "eval_steps_per_second": 0.885,
+      "step": 900
+    },
+    {
+      "epoch": 1.0675355450236967,
+      "grad_norm": 11.900949446810147,
+      "learning_rate": 5.453303073887756e-07,
+      "loss": 0.2521,
+      "step": 901
+    },
+    {
+      "epoch": 1.0687203791469195,
+      "grad_norm": 10.642382477508136,
+      "learning_rate": 5.4427891174485e-07,
+      "loss": 0.2192,
+      "step": 902
+    },
+    {
+      "epoch": 1.069905213270142,
+      "grad_norm": 8.237421949353914,
+      "learning_rate": 5.432273187265986e-07,
+      "loss": 0.1803,
+      "step": 903
+    },
+    {
+      "epoch": 1.0710900473933649,
+      "grad_norm": 11.179419714162076,
+      "learning_rate": 5.421755330215223e-07,
+      "loss": 0.2214,
+      "step": 904
+    },
+    {
+      "epoch": 1.0722748815165877,
+      "grad_norm": 8.935732686528269,
+      "learning_rate": 5.411235593179819e-07,
+      "loss": 0.2059,
+      "step": 905
+    },
+    {
+      "epoch": 1.0734597156398105,
+      "grad_norm": 7.874382015995131,
+      "learning_rate": 5.400714023051754e-07,
+      "loss": 0.1674,
+      "step": 906
+    },
+    {
+      "epoch": 1.0746445497630333,
+      "grad_norm": 16.045902339604872,
+      "learning_rate": 5.390190666731187e-07,
+      "loss": 0.1656,
+      "step": 907
+    },
+    {
+      "epoch": 1.0758293838862558,
+      "grad_norm": 10.039341598916574,
+      "learning_rate": 5.379665571126231e-07,
+      "loss": 0.1721,
+      "step": 908
+    },
+    {
+      "epoch": 1.0770142180094786,
+      "grad_norm": 8.240039410820858,
+      "learning_rate": 5.369138783152757e-07,
+      "loss": 0.1634,
+      "step": 909
+    },
+    {
+      "epoch": 1.0781990521327014,
+      "grad_norm": 15.140762680933248,
+      "learning_rate": 5.358610349734178e-07,
+      "loss": 0.2334,
+      "step": 910
+    },
+    {
+      "epoch": 1.0793838862559242,
+      "grad_norm": 14.217588707152652,
+      "learning_rate": 5.348080317801244e-07,
+      "loss": 0.1514,
+      "step": 911
+    },
+    {
+      "epoch": 1.080568720379147,
+      "grad_norm": 10.505976689985774,
+      "learning_rate": 5.337548734291826e-07,
+      "loss": 0.2329,
+      "step": 912
+    },
+    {
+      "epoch": 1.0817535545023698,
+      "grad_norm": 12.787070143343142,
+      "learning_rate": 5.327015646150716e-07,
+      "loss": 0.1925,
+      "step": 913
+    },
+    {
+      "epoch": 1.0829383886255923,
+      "grad_norm": 13.783271840518365,
+      "learning_rate": 5.316481100329407e-07,
+      "loss": 0.185,
+      "step": 914
+    },
+    {
+      "epoch": 1.0841232227488151,
+      "grad_norm": 21.258096641485604,
+      "learning_rate": 5.305945143785897e-07,
+      "loss": 0.251,
+      "step": 915
+    },
+    {
+      "epoch": 1.085308056872038,
+      "grad_norm": 17.962465535331567,
+      "learning_rate": 5.295407823484467e-07,
+      "loss": 0.2166,
+      "step": 916
+    },
+    {
+      "epoch": 1.0864928909952607,
+      "grad_norm": 8.401363042888184,
+      "learning_rate": 5.284869186395478e-07,
+      "loss": 0.1714,
+      "step": 917
+    },
+    {
+      "epoch": 1.0876777251184835,
+      "grad_norm": 12.415586789124323,
+      "learning_rate": 5.274329279495161e-07,
+      "loss": 0.14,
+      "step": 918
+    },
+    {
+      "epoch": 1.088862559241706,
+      "grad_norm": 10.328242538750976,
+      "learning_rate": 5.263788149765409e-07,
+      "loss": 0.158,
+      "step": 919
+    },
+    {
+      "epoch": 1.0900473933649288,
+      "grad_norm": 11.32968607487127,
+      "learning_rate": 5.253245844193564e-07,
+      "loss": 0.1836,
+      "step": 920
+    },
+    {
+      "epoch": 1.0912322274881516,
+      "grad_norm": 7.234824357796769,
+      "learning_rate": 5.242702409772207e-07,
+      "loss": 0.2227,
+      "step": 921
+    },
+    {
+      "epoch": 1.0924170616113744,
+      "grad_norm": 12.132377616125913,
+      "learning_rate": 5.232157893498957e-07,
+      "loss": 0.2069,
+      "step": 922
+    },
+    {
+      "epoch": 1.0936018957345972,
+      "grad_norm": 11.740832809941889,
+      "learning_rate": 5.22161234237625e-07,
+      "loss": 0.1846,
+      "step": 923
+    },
+    {
+      "epoch": 1.09478672985782,
+      "grad_norm": 14.668238802616518,
+      "learning_rate": 5.211065803411134e-07,
+      "loss": 0.1502,
+      "step": 924
+    },
+    {
+      "epoch": 1.0959715639810426,
+      "grad_norm": 6.927739579905384,
+      "learning_rate": 5.200518323615068e-07,
+      "loss": 0.1517,
+      "step": 925
+    },
+    {
+      "epoch": 1.0971563981042654,
+      "grad_norm": 9.887249964230543,
+      "learning_rate": 5.189969950003697e-07,
+      "loss": 0.1449,
+      "step": 926
+    },
+    {
+      "epoch": 1.0983412322274881,
+      "grad_norm": 14.08267601023311,
+      "learning_rate": 5.179420729596652e-07,
+      "loss": 0.1622,
+      "step": 927
+    },
+    {
+      "epoch": 1.099526066350711,
+      "grad_norm": 11.537847259824614,
+      "learning_rate": 5.168870709417341e-07,
+      "loss": 0.1767,
+      "step": 928
+    },
+    {
+      "epoch": 1.1007109004739337,
+      "grad_norm": 8.362167776479836,
+      "learning_rate": 5.158319936492735e-07,
+      "loss": 0.2028,
+      "step": 929
+    },
+    {
+      "epoch": 1.1018957345971563,
+      "grad_norm": 27.269311036693946,
+      "learning_rate": 5.147768457853162e-07,
+      "loss": 0.2514,
+      "step": 930
+    },
+    {
+      "epoch": 1.103080568720379,
+      "grad_norm": 17.96287359773013,
+      "learning_rate": 5.137216320532094e-07,
+      "loss": 0.173,
+      "step": 931
+    },
+    {
+      "epoch": 1.1042654028436019,
+      "grad_norm": 8.573821442541968,
+      "learning_rate": 5.126663571565939e-07,
+      "loss": 0.2031,
+      "step": 932
+    },
+    {
+      "epoch": 1.1054502369668247,
+      "grad_norm": 13.94748689700498,
+      "learning_rate": 5.116110257993833e-07,
+      "loss": 0.1807,
+      "step": 933
+    },
+    {
+      "epoch": 1.1066350710900474,
+      "grad_norm": 23.780188206123952,
+      "learning_rate": 5.105556426857429e-07,
+      "loss": 0.236,
+      "step": 934
+    },
+    {
+      "epoch": 1.1078199052132702,
+      "grad_norm": 10.509609466135624,
+      "learning_rate": 5.095002125200684e-07,
+      "loss": 0.1915,
+      "step": 935
+    },
+    {
+      "epoch": 1.1090047393364928,
+      "grad_norm": 9.938845122872664,
+      "learning_rate": 5.084447400069654e-07,
+      "loss": 0.233,
+      "step": 936
+    },
+    {
+      "epoch": 1.1101895734597156,
+      "grad_norm": 19.5106098822321,
+      "learning_rate": 5.073892298512286e-07,
+      "loss": 0.2111,
+      "step": 937
+    },
+    {
+      "epoch": 1.1113744075829384,
+      "grad_norm": 15.325075546633549,
+      "learning_rate": 5.063336867578201e-07,
+      "loss": 0.2263,
+      "step": 938
+    },
+    {
+      "epoch": 1.1125592417061612,
+      "grad_norm": 16.28411604040895,
+      "learning_rate": 5.052781154318486e-07,
+      "loss": 0.2041,
+      "step": 939
+    },
+    {
+      "epoch": 1.113744075829384,
+      "grad_norm": 19.05444366659128,
+      "learning_rate": 5.042225205785492e-07,
+      "loss": 0.1806,
+      "step": 940
+    },
+    {
+      "epoch": 1.1149289099526065,
+      "grad_norm": 11.667127978342952,
+      "learning_rate": 5.031669069032617e-07,
+      "loss": 0.1506,
+      "step": 941
+    },
+    {
+      "epoch": 1.1161137440758293,
+      "grad_norm": 24.662605774695308,
+      "learning_rate": 5.021112791114096e-07,
+      "loss": 0.1906,
+      "step": 942
+    },
+    {
+      "epoch": 1.117298578199052,
+      "grad_norm": 7.886113165969874,
+      "learning_rate": 5.010556419084796e-07,
+      "loss": 0.1684,
+      "step": 943
+    },
+    {
+      "epoch": 1.1184834123222749,
+      "grad_norm": 32.75548423559512,
+      "learning_rate": 5e-07,
+      "loss": 0.1696,
+      "step": 944
+    },
+    {
+      "epoch": 1.1196682464454977,
+      "grad_norm": 14.257452524181888,
+      "learning_rate": 4.989443580915204e-07,
+      "loss": 0.1374,
+      "step": 945
+    },
+    {
+      "epoch": 1.1208530805687205,
+      "grad_norm": 12.354485412223607,
+      "learning_rate": 4.978887208885904e-07,
+      "loss": 0.1853,
+      "step": 946
+    },
+    {
+      "epoch": 1.122037914691943,
+      "grad_norm": 8.462204216404574,
+      "learning_rate": 4.968330930967382e-07,
+      "loss": 0.1891,
+      "step": 947
+    },
+    {
+      "epoch": 1.1232227488151658,
+      "grad_norm": 7.946413672130339,
+      "learning_rate": 4.957774794214508e-07,
+      "loss": 0.1706,
+      "step": 948
+    },
+    {
+      "epoch": 1.1244075829383886,
+      "grad_norm": 9.231405344226555,
+      "learning_rate": 4.947218845681514e-07,
+      "loss": 0.1477,
+      "step": 949
+    },
+    {
+      "epoch": 1.1255924170616114,
+      "grad_norm": 11.239626000168554,
+      "learning_rate": 4.9366631324218e-07,
+      "loss": 0.1591,
+      "step": 950
+    },
+    {
+      "epoch": 1.1255924170616114,
+      "eval_loss": 0.20201550424098969,
+      "eval_runtime": 51.6796,
+      "eval_samples_per_second": 15.925,
+      "eval_steps_per_second": 1.006,
+      "step": 950
+    },
+    {
+      "epoch": 1.1267772511848342,
+      "grad_norm": 11.666924995211344,
+      "learning_rate": 4.926107701487712e-07,
+      "loss": 0.1802,
+      "step": 951
+    },
+    {
+      "epoch": 1.1279620853080567,
+      "grad_norm": 13.526719917565346,
+      "learning_rate": 4.915552599930345e-07,
+      "loss": 0.1108,
+      "step": 952
+    },
+    {
+      "epoch": 1.1291469194312795,
+      "grad_norm": 24.880270594409886,
+      "learning_rate": 4.904997874799315e-07,
+      "loss": 0.1602,
+      "step": 953
+    },
+    {
+      "epoch": 1.1303317535545023,
+      "grad_norm": 11.864515834373057,
+      "learning_rate": 4.894443573142572e-07,
+      "loss": 0.1969,
+      "step": 954
+    },
+    {
+      "epoch": 1.1315165876777251,
+      "grad_norm": 14.047540367139721,
+      "learning_rate": 4.883889742006166e-07,
+      "loss": 0.1401,
+      "step": 955
+    },
+    {
+      "epoch": 1.132701421800948,
+      "grad_norm": 9.1986278299585,
+      "learning_rate": 4.873336428434061e-07,
+      "loss": 0.1601,
+      "step": 956
+    },
+    {
+      "epoch": 1.1338862559241707,
+      "grad_norm": 13.055809284123963,
+      "learning_rate": 4.862783679467905e-07,
+      "loss": 0.1669,
+      "step": 957
+    },
+    {
+      "epoch": 1.1350710900473935,
+      "grad_norm": 11.336553066970724,
+      "learning_rate": 4.852231542146838e-07,
+      "loss": 0.166,
+      "step": 958
+    },
+    {
+      "epoch": 1.136255924170616,
+      "grad_norm": 29.22537329203546,
+      "learning_rate": 4.841680063507264e-07,
+      "loss": 0.1893,
+      "step": 959
+    },
+    {
+      "epoch": 1.1374407582938388,
+      "grad_norm": 8.938290493284692,
+      "learning_rate": 4.831129290582659e-07,
+      "loss": 0.1652,
+      "step": 960
+    },
+    {
+      "epoch": 1.1386255924170616,
+      "grad_norm": 10.239208544353927,
+      "learning_rate": 4.820579270403348e-07,
+      "loss": 0.2112,
+      "step": 961
+    },
+    {
+      "epoch": 1.1398104265402844,
+      "grad_norm": 14.408782350140319,
+      "learning_rate": 4.810030049996304e-07,
+      "loss": 0.1272,
+      "step": 962
+    },
+    {
+      "epoch": 1.1409952606635072,
+      "grad_norm": 12.764003165557929,
+      "learning_rate": 4.799481676384932e-07,
+      "loss": 0.2155,
+      "step": 963
+    },
+    {
+      "epoch": 1.1421800947867298,
+      "grad_norm": 34.49538926278922,
+      "learning_rate": 4.788934196588865e-07,
+      "loss": 0.1655,
+      "step": 964
+    },
+    {
+      "epoch": 1.1433649289099526,
+      "grad_norm": 29.573556143818262,
+      "learning_rate": 4.77838765762375e-07,
+      "loss": 0.1797,
+      "step": 965
+    },
+    {
+      "epoch": 1.1445497630331753,
+      "grad_norm": 25.82191603510513,
+      "learning_rate": 4.7678421065010434e-07,
+      "loss": 0.168,
+      "step": 966
+    },
+    {
+      "epoch": 1.1457345971563981,
+      "grad_norm": 37.82234460285599,
+      "learning_rate": 4.757297590227791e-07,
+      "loss": 0.2437,
+      "step": 967
+    },
+    {
+      "epoch": 1.146919431279621,
+      "grad_norm": 9.56060040326949,
+      "learning_rate": 4.746754155806437e-07,
+      "loss": 0.2123,
+      "step": 968
+    },
+    {
+      "epoch": 1.1481042654028437,
+      "grad_norm": 10.676914389486665,
+      "learning_rate": 4.73621185023459e-07,
+      "loss": 0.1423,
+      "step": 969
+    },
+    {
+      "epoch": 1.1492890995260663,
+      "grad_norm": 15.158741396636461,
+      "learning_rate": 4.7256707205048393e-07,
+      "loss": 0.2261,
+      "step": 970
+    },
+    {
+      "epoch": 1.150473933649289,
+      "grad_norm": 13.044343093862478,
+      "learning_rate": 4.7151308136045214e-07,
+      "loss": 0.1124,
+      "step": 971
+    },
+    {
+      "epoch": 1.1516587677725119,
+      "grad_norm": 12.88713092345831,
+      "learning_rate": 4.7045921765155337e-07,
+      "loss": 0.1669,
+      "step": 972
+    },
+    {
+      "epoch": 1.1528436018957346,
+      "grad_norm": 14.352411804717132,
+      "learning_rate": 4.6940548562141026e-07,
+      "loss": 0.1714,
+      "step": 973
+    },
+    {
+      "epoch": 1.1540284360189574,
+      "grad_norm": 32.90374512519921,
+      "learning_rate": 4.683518899670593e-07,
+      "loss": 0.2347,
+      "step": 974
+    },
+    {
+      "epoch": 1.15521327014218,
+      "grad_norm": 32.45172589887287,
+      "learning_rate": 4.672984353849284e-07,
+      "loss": 0.2351,
+      "step": 975
+    },
+    {
+      "epoch": 1.1563981042654028,
+      "grad_norm": 29.01968822950636,
+      "learning_rate": 4.662451265708174e-07,
+      "loss": 0.2142,
+      "step": 976
+    },
+    {
+      "epoch": 1.1575829383886256,
+      "grad_norm": 28.875630583499458,
+      "learning_rate": 4.651919682198755e-07,
+      "loss": 0.1817,
+      "step": 977
+    },
+    {
+      "epoch": 1.1587677725118484,
+      "grad_norm": 13.83922818619566,
+      "learning_rate": 4.641389650265821e-07,
+      "loss": 0.1509,
+      "step": 978
+    },
+    {
+      "epoch": 1.1599526066350712,
+      "grad_norm": 8.51241029452267,
+      "learning_rate": 4.6308612168472424e-07,
+      "loss": 0.1462,
+      "step": 979
+    },
+    {
+      "epoch": 1.161137440758294,
+      "grad_norm": 20.094310689828124,
+      "learning_rate": 4.620334428873769e-07,
+      "loss": 0.151,
+      "step": 980
+    },
+    {
+      "epoch": 1.1623222748815165,
+      "grad_norm": 25.828258253644602,
+      "learning_rate": 4.609809333268813e-07,
+      "loss": 0.1778,
+      "step": 981
+    },
+    {
+      "epoch": 1.1635071090047393,
+      "grad_norm": 26.47122348902398,
+      "learning_rate": 4.599285976948245e-07,
+      "loss": 0.2044,
+      "step": 982
+    },
+    {
+      "epoch": 1.164691943127962,
+      "grad_norm": 36.34525597249516,
+      "learning_rate": 4.58876440682018e-07,
+      "loss": 0.2193,
+      "step": 983
+    },
+    {
+      "epoch": 1.1658767772511849,
+      "grad_norm": 24.222695916488465,
+      "learning_rate": 4.5782446697847764e-07,
+      "loss": 0.2357,
+      "step": 984
+    },
+    {
+      "epoch": 1.1670616113744077,
+      "grad_norm": 11.710787220324647,
+      "learning_rate": 4.5677268127340134e-07,
+      "loss": 0.1289,
+      "step": 985
+    },
+    {
+      "epoch": 1.1682464454976302,
+      "grad_norm": 14.775029502381711,
+      "learning_rate": 4.557210882551499e-07,
+      "loss": 0.1816,
+      "step": 986
+    },
+    {
+      "epoch": 1.169431279620853,
+      "grad_norm": 9.835651542560745,
+      "learning_rate": 4.546696926112244e-07,
+      "loss": 0.1824,
+      "step": 987
+    },
+    {
+      "epoch": 1.1706161137440758,
+      "grad_norm": 8.2949824464034,
+      "learning_rate": 4.536184990282467e-07,
+      "loss": 0.1722,
+      "step": 988
+    },
+    {
+      "epoch": 1.1718009478672986,
+      "grad_norm": 14.418098389647906,
+      "learning_rate": 4.525675121919378e-07,
+      "loss": 0.1957,
+      "step": 989
+    },
+    {
+      "epoch": 1.1729857819905214,
+      "grad_norm": 9.639401344649688,
+      "learning_rate": 4.5151673678709687e-07,
+      "loss": 0.1429,
+      "step": 990
+    },
+    {
+      "epoch": 1.1741706161137442,
+      "grad_norm": 12.996295963505972,
+      "learning_rate": 4.5046617749758107e-07,
+      "loss": 0.2293,
+      "step": 991
+    },
+    {
+      "epoch": 1.1753554502369667,
+      "grad_norm": 14.15685272288729,
+      "learning_rate": 4.4941583900628393e-07,
+      "loss": 0.1317,
+      "step": 992
+    },
+    {
+      "epoch": 1.1765402843601895,
+      "grad_norm": 23.48980577374698,
+      "learning_rate": 4.4836572599511473e-07,
+      "loss": 0.1607,
+      "step": 993
+    },
+    {
+      "epoch": 1.1777251184834123,
+      "grad_norm": 15.123555742675869,
+      "learning_rate": 4.473158431449778e-07,
+      "loss": 0.1544,
+      "step": 994
+    },
+    {
+      "epoch": 1.1789099526066351,
+      "grad_norm": 17.456000888704455,
+      "learning_rate": 4.462661951357515e-07,
+      "loss": 0.1795,
+      "step": 995
+    },
+    {
+      "epoch": 1.180094786729858,
+      "grad_norm": 11.8082230665259,
+      "learning_rate": 4.4521678664626745e-07,
+      "loss": 0.1428,
+      "step": 996
+    },
+    {
+      "epoch": 1.1812796208530805,
+      "grad_norm": 21.76110932449033,
+      "learning_rate": 4.4416762235428925e-07,
+      "loss": 0.1476,
+      "step": 997
+    },
+    {
+      "epoch": 1.1824644549763033,
+      "grad_norm": 17.863071807666323,
+      "learning_rate": 4.4311870693649263e-07,
+      "loss": 0.1475,
+      "step": 998
+    },
+    {
+      "epoch": 1.183649289099526,
+      "grad_norm": 10.591223277593189,
+      "learning_rate": 4.4207004506844317e-07,
+      "loss": 0.2161,
+      "step": 999
+    },
+    {
+      "epoch": 1.1848341232227488,
+      "grad_norm": 19.120079464272,
+      "learning_rate": 4.4102164142457705e-07,
+      "loss": 0.1956,
+      "step": 1000
+    },
+    {
+      "epoch": 1.1848341232227488,
+      "eval_loss": 0.20243023335933685,
+      "eval_runtime": 48.9678,
+      "eval_samples_per_second": 16.807,
+      "eval_steps_per_second": 1.062,
+      "step": 1000
+    },
+    {
+      "epoch": 1.1860189573459716,
+      "grad_norm": 9.076098683674578,
+      "learning_rate": 4.399735006781786e-07,
+      "loss": 0.1637,
+      "step": 1001
+    },
+    {
+      "epoch": 1.1872037914691944,
+      "grad_norm": 13.531807159748007,
+      "learning_rate": 4.389256275013611e-07,
+      "loss": 0.2282,
+      "step": 1002
+    },
+    {
+      "epoch": 1.188388625592417,
+      "grad_norm": 8.690972827178118,
+      "learning_rate": 4.378780265650444e-07,
+      "loss": 0.1108,
+      "step": 1003
+    },
+    {
+      "epoch": 1.1895734597156398,
+      "grad_norm": 18.472531908667797,
+      "learning_rate": 4.368307025389355e-07,
+      "loss": 0.2109,
+      "step": 1004
+    },
+    {
+      "epoch": 1.1907582938388626,
+      "grad_norm": 10.142234582707633,
+      "learning_rate": 4.3578366009150623e-07,
+      "loss": 0.173,
+      "step": 1005
+    },
+    {
+      "epoch": 1.1919431279620853,
+      "grad_norm": 8.646152587697733,
+      "learning_rate": 4.347369038899743e-07,
+      "loss": 0.1578,
+      "step": 1006
+    },
+    {
+      "epoch": 1.1931279620853081,
+      "grad_norm": 10.675038667330712,
+      "learning_rate": 4.336904386002804e-07,
+      "loss": 0.1811,
+      "step": 1007
+    },
+    {
+      "epoch": 1.1943127962085307,
+      "grad_norm": 7.950867977248751,
+      "learning_rate": 4.326442688870696e-07,
+      "loss": 0.1212,
+      "step": 1008
+    },
+    {
+      "epoch": 1.1954976303317535,
+      "grad_norm": 14.434806901285434,
+      "learning_rate": 4.315983994136683e-07,
+      "loss": 0.1625,
+      "step": 1009
+    },
+    {
+      "epoch": 1.1966824644549763,
+      "grad_norm": 8.755481781739338,
+      "learning_rate": 4.305528348420656e-07,
+      "loss": 0.1509,
+      "step": 1010
+    },
+    {
+      "epoch": 1.197867298578199,
+      "grad_norm": 11.228121101629963,
+      "learning_rate": 4.2950757983289045e-07,
+      "loss": 0.1261,
+      "step": 1011
+    },
+    {
+      "epoch": 1.1990521327014219,
+      "grad_norm": 9.32071197555304,
+      "learning_rate": 4.2846263904539303e-07,
+      "loss": 0.1249,
+      "step": 1012
+    },
+    {
+      "epoch": 1.2002369668246446,
+      "grad_norm": 9.02057427883785,
+      "learning_rate": 4.2741801713742194e-07,
+      "loss": 0.1514,
+      "step": 1013
+    },
+    {
+      "epoch": 1.2014218009478672,
+      "grad_norm": 14.170923833096321,
+      "learning_rate": 4.263737187654051e-07,
+      "loss": 0.2316,
+      "step": 1014
+    },
+    {
+      "epoch": 1.20260663507109,
+      "grad_norm": 16.29453831922626,
+      "learning_rate": 4.2532974858432737e-07,
+      "loss": 0.167,
+      "step": 1015
+    },
+    {
+      "epoch": 1.2037914691943128,
+      "grad_norm": 10.425070693126745,
+      "learning_rate": 4.242861112477118e-07,
+      "loss": 0.2359,
+      "step": 1016
+    },
+    {
+      "epoch": 1.2049763033175356,
+      "grad_norm": 13.69184114670947,
+      "learning_rate": 4.2324281140759676e-07,
+      "loss": 0.2394,
+      "step": 1017
+    },
+    {
+      "epoch": 1.2061611374407584,
+      "grad_norm": 14.980229082907863,
+      "learning_rate": 4.2219985371451687e-07,
+      "loss": 0.1823,
+      "step": 1018
+    },
+    {
+      "epoch": 1.207345971563981,
+      "grad_norm": 9.7054971720686,
+      "learning_rate": 4.211572428174815e-07,
+      "loss": 0.1629,
+      "step": 1019
+    },
+    {
+      "epoch": 1.2085308056872037,
+      "grad_norm": 12.028582054461184,
+      "learning_rate": 4.201149833639539e-07,
+      "loss": 0.153,
+      "step": 1020
+    },
+    {
+      "epoch": 1.2097156398104265,
+      "grad_norm": 16.04677299315934,
+      "learning_rate": 4.19073079999831e-07,
+      "loss": 0.1315,
+      "step": 1021
+    },
+    {
+      "epoch": 1.2109004739336493,
+      "grad_norm": 15.120404390662193,
+      "learning_rate": 4.1803153736942247e-07,
+      "loss": 0.2257,
+      "step": 1022
+    },
+    {
+      "epoch": 1.212085308056872,
+      "grad_norm": 25.1937772568574,
+      "learning_rate": 4.169903601154297e-07,
+      "loss": 0.2208,
+      "step": 1023
+    },
+    {
+      "epoch": 1.2132701421800949,
+      "grad_norm": 14.577246302283363,
+      "learning_rate": 4.15949552878926e-07,
+      "loss": 0.2158,
+      "step": 1024
+    },
+    {
+      "epoch": 1.2144549763033174,
+      "grad_norm": 10.381213221476957,
+      "learning_rate": 4.1490912029933444e-07,
+      "loss": 0.1574,
+      "step": 1025
+    },
+    {
+      "epoch": 1.2156398104265402,
+      "grad_norm": 10.837344724546838,
+      "learning_rate": 4.138690670144091e-07,
+      "loss": 0.1705,
+      "step": 1026
+    },
+    {
+      "epoch": 1.216824644549763,
+      "grad_norm": 11.80061839360065,
+      "learning_rate": 4.128293976602123e-07,
+      "loss": 0.2559,
+      "step": 1027
+    },
+    {
+      "epoch": 1.2180094786729858,
+      "grad_norm": 11.346952238805793,
+      "learning_rate": 4.117901168710959e-07,
+      "loss": 0.2522,
+      "step": 1028
+    },
+    {
+      "epoch": 1.2191943127962086,
+      "grad_norm": 14.996890431185303,
+      "learning_rate": 4.107512292796788e-07,
+      "loss": 0.1624,
+      "step": 1029
+    },
+    {
+      "epoch": 1.2203791469194312,
+      "grad_norm": 9.20265966816028,
+      "learning_rate": 4.097127395168283e-07,
+      "loss": 0.2189,
+      "step": 1030
+    },
+    {
+      "epoch": 1.221563981042654,
+      "grad_norm": 7.652900289753223,
+      "learning_rate": 4.086746522116372e-07,
+      "loss": 0.2124,
+      "step": 1031
+    },
+    {
+      "epoch": 1.2227488151658767,
+      "grad_norm": 7.305309347638093,
+      "learning_rate": 4.0763697199140546e-07,
+      "loss": 0.1825,
+      "step": 1032
+    },
+    {
+      "epoch": 1.2239336492890995,
+      "grad_norm": 25.074912599082257,
+      "learning_rate": 4.0659970348161736e-07,
+      "loss": 0.1502,
+      "step": 1033
+    },
+    {
+      "epoch": 1.2251184834123223,
+      "grad_norm": 16.318418131978483,
+      "learning_rate": 4.05562851305923e-07,
+      "loss": 0.2079,
+      "step": 1034
+    },
+    {
+      "epoch": 1.2263033175355451,
+      "grad_norm": 8.415428551316989,
+      "learning_rate": 4.0452642008611574e-07,
+      "loss": 0.1712,
+      "step": 1035
+    },
+    {
+      "epoch": 1.2274881516587677,
+      "grad_norm": 9.334889588004266,
+      "learning_rate": 4.034904144421134e-07,
+      "loss": 0.1848,
+      "step": 1036
+    },
+    {
+      "epoch": 1.2286729857819905,
+      "grad_norm": 10.945385730555541,
+      "learning_rate": 4.0245483899193586e-07,
+      "loss": 0.242,
+      "step": 1037
+    },
+    {
+      "epoch": 1.2298578199052133,
+      "grad_norm": 9.924304275260093,
+      "learning_rate": 4.0141969835168614e-07,
+      "loss": 0.1974,
+      "step": 1038
+    },
+    {
+      "epoch": 1.231042654028436,
+      "grad_norm": 12.291733927732844,
+      "learning_rate": 4.0038499713552904e-07,
+      "loss": 0.2064,
+      "step": 1039
+    },
+    {
+      "epoch": 1.2322274881516588,
+      "grad_norm": 20.765706436920514,
+      "learning_rate": 3.9935073995566987e-07,
+      "loss": 0.1569,
+      "step": 1040
+    },
+    {
+      "epoch": 1.2334123222748814,
+      "grad_norm": 25.78353178936271,
+      "learning_rate": 3.983169314223357e-07,
+      "loss": 0.1427,
+      "step": 1041
+    },
+    {
+      "epoch": 1.2345971563981042,
+      "grad_norm": 24.130218797374702,
+      "learning_rate": 3.9728357614375274e-07,
+      "loss": 0.2457,
+      "step": 1042
+    },
+    {
+      "epoch": 1.235781990521327,
+      "grad_norm": 17.24041009540224,
+      "learning_rate": 3.9625067872612777e-07,
+      "loss": 0.1857,
+      "step": 1043
+    },
+    {
+      "epoch": 1.2369668246445498,
+      "grad_norm": 8.06284461971218,
+      "learning_rate": 3.952182437736256e-07,
+      "loss": 0.1739,
+      "step": 1044
+    },
+    {
+      "epoch": 1.2381516587677726,
+      "grad_norm": 12.41305026054315,
+      "learning_rate": 3.9418627588835074e-07,
+      "loss": 0.1845,
+      "step": 1045
+    },
+    {
+      "epoch": 1.2393364928909953,
+      "grad_norm": 8.423738960156264,
+      "learning_rate": 3.9315477967032453e-07,
+      "loss": 0.1346,
+      "step": 1046
+    },
+    {
+      "epoch": 1.2405213270142181,
+      "grad_norm": 14.497744206451772,
+      "learning_rate": 3.9212375971746705e-07,
+      "loss": 0.1134,
+      "step": 1047
+    },
+    {
+      "epoch": 1.2417061611374407,
+      "grad_norm": 12.354165701252748,
+      "learning_rate": 3.910932206255742e-07,
+      "loss": 0.2243,
+      "step": 1048
+    },
+    {
+      "epoch": 1.2428909952606635,
+      "grad_norm": 9.560498450278072,
+      "learning_rate": 3.900631669882996e-07,
+      "loss": 0.1707,
+      "step": 1049
+    },
+    {
+      "epoch": 1.2440758293838863,
+      "grad_norm": 19.92605604218229,
+      "learning_rate": 3.8903360339713196e-07,
+      "loss": 0.1322,
+      "step": 1050
+    },
+    {
+      "epoch": 1.2440758293838863,
+      "eval_loss": 0.2087755650281906,
+      "eval_runtime": 49.3073,
+      "eval_samples_per_second": 16.691,
+      "eval_steps_per_second": 1.055,
+      "step": 1050
+    },
+    {
+      "epoch": 1.245260663507109,
+      "grad_norm": 9.93789484522314,
+      "learning_rate": 3.880045344413765e-07,
+      "loss": 0.1909,
+      "step": 1051
+    },
+    {
+      "epoch": 1.2464454976303316,
+      "grad_norm": 13.699336523362785,
+      "learning_rate": 3.869759647081325e-07,
+      "loss": 0.2254,
+      "step": 1052
+    },
+    {
+      "epoch": 1.2476303317535544,
+      "grad_norm": 24.855635298673157,
+      "learning_rate": 3.859478987822752e-07,
+      "loss": 0.2482,
+      "step": 1053
+    },
+    {
+      "epoch": 1.2488151658767772,
+      "grad_norm": 20.76014272292267,
+      "learning_rate": 3.84920341246433e-07,
+      "loss": 0.1821,
+      "step": 1054
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 14.037841017826066,
+      "learning_rate": 3.8389329668096893e-07,
+      "loss": 0.1816,
+      "step": 1055
+    },
+    {
+      "epoch": 1.2511848341232228,
+      "grad_norm": 26.127541672936946,
+      "learning_rate": 3.828667696639589e-07,
+      "loss": 0.2181,
+      "step": 1056
+    },
+    {
+      "epoch": 1.2523696682464456,
+      "grad_norm": 25.605270973030226,
+      "learning_rate": 3.818407647711722e-07,
+      "loss": 0.2914,
+      "step": 1057
+    },
+    {
+      "epoch": 1.2535545023696684,
+      "grad_norm": 8.645638213424565,
+      "learning_rate": 3.8081528657605037e-07,
+      "loss": 0.1767,
+      "step": 1058
+    },
+    {
+      "epoch": 1.254739336492891,
+      "grad_norm": 23.003179822279648,
+      "learning_rate": 3.797903396496879e-07,
+      "loss": 0.193,
+      "step": 1059
+    },
+    {
+      "epoch": 1.2559241706161137,
+      "grad_norm": 8.018545518772893,
+      "learning_rate": 3.7876592856081e-07,
+      "loss": 0.1653,
+      "step": 1060
+    },
+    {
+      "epoch": 1.2571090047393365,
+      "grad_norm": 10.435641534686622,
+      "learning_rate": 3.777420578757545e-07,
+      "loss": 0.1538,
+      "step": 1061
+    },
+    {
+      "epoch": 1.2582938388625593,
+      "grad_norm": 6.054385088062845,
+      "learning_rate": 3.7671873215844964e-07,
+      "loss": 0.1108,
+      "step": 1062
+    },
+    {
+      "epoch": 1.2594786729857819,
+      "grad_norm": 10.71745022859128,
+      "learning_rate": 3.756959559703949e-07,
+      "loss": 0.1657,
+      "step": 1063
+    },
+    {
+      "epoch": 1.2606635071090047,
+      "grad_norm": 15.704279703434532,
+      "learning_rate": 3.7467373387063964e-07,
+      "loss": 0.2141,
+      "step": 1064
+    },
+    {
+      "epoch": 1.2618483412322274,
+      "grad_norm": 18.505204144422063,
+      "learning_rate": 3.736520704157643e-07,
+      "loss": 0.1854,
+      "step": 1065
+    },
+    {
+      "epoch": 1.2630331753554502,
+      "grad_norm": 10.87265538782649,
+      "learning_rate": 3.7263097015985793e-07,
+      "loss": 0.2121,
+      "step": 1066
+    },
+    {
+      "epoch": 1.264218009478673,
+      "grad_norm": 15.184793732519607,
+      "learning_rate": 3.716104376545004e-07,
+      "loss": 0.1864,
+      "step": 1067
+    },
+    {
+      "epoch": 1.2654028436018958,
+      "grad_norm": 22.77346726610884,
+      "learning_rate": 3.7059047744873955e-07,
+      "loss": 0.1294,
+      "step": 1068
+    },
+    {
+      "epoch": 1.2665876777251186,
+      "grad_norm": 14.744617929398855,
+      "learning_rate": 3.695710940890734e-07,
+      "loss": 0.1306,
+      "step": 1069
+    },
+    {
+      "epoch": 1.2677725118483412,
+      "grad_norm": 6.865787391469376,
+      "learning_rate": 3.6855229211942757e-07,
+      "loss": 0.124,
+      "step": 1070
+    },
+    {
+      "epoch": 1.268957345971564,
+      "grad_norm": 24.165472564151642,
+      "learning_rate": 3.67534076081137e-07,
+      "loss": 0.1885,
+      "step": 1071
+    },
+    {
+      "epoch": 1.2701421800947867,
+      "grad_norm": 21.332736994714384,
+      "learning_rate": 3.665164505129241e-07,
+      "loss": 0.1924,
+      "step": 1072
+    },
+    {
+      "epoch": 1.2713270142180095,
+      "grad_norm": 30.201627684662245,
+      "learning_rate": 3.654994199508801e-07,
+      "loss": 0.2638,
+      "step": 1073
+    },
+    {
+      "epoch": 1.272511848341232,
+      "grad_norm": 16.087288277622676,
+      "learning_rate": 3.6448298892844274e-07,
+      "loss": 0.1969,
+      "step": 1074
+    },
+    {
+      "epoch": 1.2736966824644549,
+      "grad_norm": 6.903009749949127,
+      "learning_rate": 3.634671619763787e-07,
+      "loss": 0.1357,
+      "step": 1075
+    },
+    {
+      "epoch": 1.2748815165876777,
+      "grad_norm": 18.064104412760365,
+      "learning_rate": 3.6245194362276094e-07,
+      "loss": 0.1827,
+      "step": 1076
+    },
+    {
+      "epoch": 1.2760663507109005,
+      "grad_norm": 9.924677480882863,
+      "learning_rate": 3.614373383929502e-07,
+      "loss": 0.178,
+      "step": 1077
+    },
+    {
+      "epoch": 1.2772511848341233,
+      "grad_norm": 10.897558134577983,
+      "learning_rate": 3.604233508095737e-07,
+      "loss": 0.1936,
+      "step": 1078
+    },
+    {
+      "epoch": 1.278436018957346,
+      "grad_norm": 14.852330273841886,
+      "learning_rate": 3.5940998539250613e-07,
+      "loss": 0.1823,
+      "step": 1079
+    },
+    {
+      "epoch": 1.2796208530805688,
+      "grad_norm": 13.9940167070134,
+      "learning_rate": 3.5839724665884795e-07,
+      "loss": 0.1573,
+      "step": 1080
+    },
+    {
+      "epoch": 1.2808056872037914,
+      "grad_norm": 8.339573755599151,
+      "learning_rate": 3.5738513912290723e-07,
+      "loss": 0.1674,
+      "step": 1081
+    },
+    {
+      "epoch": 1.2819905213270142,
+      "grad_norm": 10.502527957190589,
+      "learning_rate": 3.5637366729617764e-07,
+      "loss": 0.1781,
+      "step": 1082
+    },
+    {
+      "epoch": 1.283175355450237,
+      "grad_norm": 10.526462468555062,
+      "learning_rate": 3.553628356873195e-07,
+      "loss": 0.1841,
+      "step": 1083
+    },
+    {
+      "epoch": 1.2843601895734598,
+      "grad_norm": 9.941270758332479,
+      "learning_rate": 3.5435264880213937e-07,
+      "loss": 0.1677,
+      "step": 1084
+    },
+    {
+      "epoch": 1.2855450236966823,
+      "grad_norm": 7.6737444657288965,
+      "learning_rate": 3.533431111435698e-07,
+      "loss": 0.1317,
+      "step": 1085
+    },
+    {
+      "epoch": 1.2867298578199051,
+      "grad_norm": 19.130725183767424,
+      "learning_rate": 3.5233422721164946e-07,
+      "loss": 0.2,
+      "step": 1086
+    },
+    {
+      "epoch": 1.287914691943128,
+      "grad_norm": 8.488265460499067,
+      "learning_rate": 3.51326001503503e-07,
+      "loss": 0.1663,
+      "step": 1087
+    },
+    {
+      "epoch": 1.2890995260663507,
+      "grad_norm": 9.374573141703301,
+      "learning_rate": 3.50318438513321e-07,
+      "loss": 0.1621,
+      "step": 1088
+    },
+    {
+      "epoch": 1.2902843601895735,
+      "grad_norm": 16.50877318266072,
+      "learning_rate": 3.493115427323402e-07,
+      "loss": 0.2487,
+      "step": 1089
+    },
+    {
+      "epoch": 1.2914691943127963,
+      "grad_norm": 7.240396445325461,
+      "learning_rate": 3.4830531864882267e-07,
+      "loss": 0.1273,
+      "step": 1090
+    },
+    {
+      "epoch": 1.292654028436019,
+      "grad_norm": 9.917927949389004,
+      "learning_rate": 3.472997707480372e-07,
+      "loss": 0.1599,
+      "step": 1091
+    },
+    {
+      "epoch": 1.2938388625592416,
+      "grad_norm": 7.9219488322296625,
+      "learning_rate": 3.462949035122376e-07,
+      "loss": 0.129,
+      "step": 1092
+    },
+    {
+      "epoch": 1.2950236966824644,
+      "grad_norm": 10.32431115001801,
+      "learning_rate": 3.452907214206443e-07,
+      "loss": 0.1855,
+      "step": 1093
+    },
+    {
+      "epoch": 1.2962085308056872,
+      "grad_norm": 14.845554011505309,
+      "learning_rate": 3.4428722894942306e-07,
+      "loss": 0.2331,
+      "step": 1094
+    },
+    {
+      "epoch": 1.29739336492891,
+      "grad_norm": 8.103402407717642,
+      "learning_rate": 3.432844305716665e-07,
+      "loss": 0.1174,
+      "step": 1095
+    },
+    {
+      "epoch": 1.2985781990521326,
+      "grad_norm": 16.97336073111316,
+      "learning_rate": 3.4228233075737223e-07,
+      "loss": 0.2059,
+      "step": 1096
+    },
+    {
+      "epoch": 1.2997630331753554,
+      "grad_norm": 11.328016134143,
+      "learning_rate": 3.412809339734251e-07,
+      "loss": 0.2063,
+      "step": 1097
+    },
+    {
+      "epoch": 1.3009478672985781,
+      "grad_norm": 11.142679906297124,
+      "learning_rate": 3.40280244683575e-07,
+      "loss": 0.2144,
+      "step": 1098
+    },
+    {
+      "epoch": 1.302132701421801,
+      "grad_norm": 8.726155042317671,
+      "learning_rate": 3.392802673484193e-07,
+      "loss": 0.168,
+      "step": 1099
+    },
+    {
+      "epoch": 1.3033175355450237,
+      "grad_norm": 8.105401686781136,
+      "learning_rate": 3.3828100642538093e-07,
+      "loss": 0.1351,
+      "step": 1100
+    },
+    {
+      "epoch": 1.3033175355450237,
+      "eval_loss": 0.1984902024269104,
+      "eval_runtime": 47.7345,
+      "eval_samples_per_second": 17.241,
+      "eval_steps_per_second": 1.089,
+      "step": 1100
+    },
+    {
+      "epoch": 1.3045023696682465,
+      "grad_norm": 13.034169412765728,
+      "learning_rate": 3.3728246636869016e-07,
+      "loss": 0.219,
+      "step": 1101
+    },
+    {
+      "epoch": 1.3056872037914693,
+      "grad_norm": 11.009957611223557,
+      "learning_rate": 3.3628465162936314e-07,
+      "loss": 0.1362,
+      "step": 1102
+    },
+    {
+      "epoch": 1.3068720379146919,
+      "grad_norm": 22.596352103949876,
+      "learning_rate": 3.352875666551838e-07,
+      "loss": 0.1487,
+      "step": 1103
+    },
+    {
+      "epoch": 1.3080568720379147,
+      "grad_norm": 9.74579551307456,
+      "learning_rate": 3.342912158906821e-07,
+      "loss": 0.178,
+      "step": 1104
+    },
+    {
+      "epoch": 1.3092417061611374,
+      "grad_norm": 10.732237672788681,
+      "learning_rate": 3.332956037771164e-07,
+      "loss": 0.2066,
+      "step": 1105
+    },
+    {
+      "epoch": 1.3104265402843602,
+      "grad_norm": 10.538050585387548,
+      "learning_rate": 3.3230073475245144e-07,
+      "loss": 0.1461,
+      "step": 1106
+    },
+    {
+      "epoch": 1.311611374407583,
+      "grad_norm": 11.421752734442805,
+      "learning_rate": 3.3130661325134047e-07,
+      "loss": 0.1302,
+      "step": 1107
+    },
+    {
+      "epoch": 1.3127962085308056,
+      "grad_norm": 10.347184922123029,
+      "learning_rate": 3.3031324370510396e-07,
+      "loss": 0.1769,
+      "step": 1108
+    },
+    {
+      "epoch": 1.3139810426540284,
+      "grad_norm": 14.495396404965579,
+      "learning_rate": 3.293206305417111e-07,
+      "loss": 0.1533,
+      "step": 1109
+    },
+    {
+      "epoch": 1.3151658767772512,
+      "grad_norm": 8.290751210830686,
+      "learning_rate": 3.2832877818575876e-07,
+      "loss": 0.1687,
+      "step": 1110
+    },
+    {
+      "epoch": 1.316350710900474,
+      "grad_norm": 12.96232203646815,
+      "learning_rate": 3.2733769105845343e-07,
+      "loss": 0.1575,
+      "step": 1111
+    },
+    {
+      "epoch": 1.3175355450236967,
+      "grad_norm": 13.350448311092979,
+      "learning_rate": 3.263473735775899e-07,
+      "loss": 0.1552,
+      "step": 1112
+    },
+    {
+      "epoch": 1.3187203791469195,
+      "grad_norm": 9.511301341821495,
+      "learning_rate": 3.2535783015753236e-07,
+      "loss": 0.1505,
+      "step": 1113
+    },
+    {
+      "epoch": 1.319905213270142,
+      "grad_norm": 19.807641668230183,
+      "learning_rate": 3.2436906520919483e-07,
+      "loss": 0.1653,
+      "step": 1114
+    },
+    {
+      "epoch": 1.3210900473933649,
+      "grad_norm": 9.18115722344049,
+      "learning_rate": 3.23381083140021e-07,
+      "loss": 0.1769,
+      "step": 1115
+    },
+    {
+      "epoch": 1.3222748815165877,
+      "grad_norm": 11.633848329041813,
+      "learning_rate": 3.2239388835396484e-07,
+      "loss": 0.2261,
+      "step": 1116
+    },
+    {
+      "epoch": 1.3234597156398105,
+      "grad_norm": 12.262448004411405,
+      "learning_rate": 3.2140748525147154e-07,
+      "loss": 0.1722,
+      "step": 1117
+    },
+    {
+      "epoch": 1.3246445497630333,
+      "grad_norm": 9.679143823341523,
+      "learning_rate": 3.2042187822945645e-07,
+      "loss": 0.1089,
+      "step": 1118
+    },
+    {
+      "epoch": 1.3258293838862558,
+      "grad_norm": 11.016732565385004,
+      "learning_rate": 3.1943707168128726e-07,
+      "loss": 0.1767,
+      "step": 1119
+    },
+    {
+      "epoch": 1.3270142180094786,
+      "grad_norm": 8.970413552787104,
+      "learning_rate": 3.184530699967627e-07,
+      "loss": 0.1763,
+      "step": 1120
+    },
+    {
+      "epoch": 1.3281990521327014,
+      "grad_norm": 7.339769203688685,
+      "learning_rate": 3.1746987756209464e-07,
+      "loss": 0.1514,
+      "step": 1121
+    },
+    {
+      "epoch": 1.3293838862559242,
+      "grad_norm": 8.195418195859725,
+      "learning_rate": 3.164874987598868e-07,
+      "loss": 0.1239,
+      "step": 1122
+    },
+    {
+      "epoch": 1.330568720379147,
+      "grad_norm": 8.498098418206874,
+      "learning_rate": 3.1550593796911705e-07,
+      "loss": 0.1434,
+      "step": 1123
+    },
+    {
+      "epoch": 1.3317535545023698,
+      "grad_norm": 14.568128779881626,
+      "learning_rate": 3.1452519956511614e-07,
+      "loss": 0.1456,
+      "step": 1124
+    },
+    {
+      "epoch": 1.3329383886255926,
+      "grad_norm": 19.111057846389507,
+      "learning_rate": 3.135452879195496e-07,
+      "loss": 0.2523,
+      "step": 1125
+    },
+    {
+      "epoch": 1.3341232227488151,
+      "grad_norm": 10.538782344673969,
+      "learning_rate": 3.125662074003972e-07,
+      "loss": 0.1563,
+      "step": 1126
+    },
+    {
+      "epoch": 1.335308056872038,
+      "grad_norm": 10.329554529254896,
+      "learning_rate": 3.115879623719344e-07,
+      "loss": 0.2052,
+      "step": 1127
+    },
+    {
+      "epoch": 1.3364928909952607,
+      "grad_norm": 17.896191677423353,
+      "learning_rate": 3.1061055719471197e-07,
+      "loss": 0.1532,
+      "step": 1128
+    },
+    {
+      "epoch": 1.3376777251184835,
+      "grad_norm": 13.134083109388037,
+      "learning_rate": 3.096339962255376e-07,
+      "loss": 0.1404,
+      "step": 1129
+    },
+    {
+      "epoch": 1.338862559241706,
+      "grad_norm": 13.670818683850978,
+      "learning_rate": 3.086582838174551e-07,
+      "loss": 0.1935,
+      "step": 1130
+    },
+    {
+      "epoch": 1.3400473933649288,
+      "grad_norm": 12.182711212988224,
+      "learning_rate": 3.076834243197266e-07,
+      "loss": 0.204,
+      "step": 1131
+    },
+    {
+      "epoch": 1.3412322274881516,
+      "grad_norm": 16.553875090584285,
+      "learning_rate": 3.0670942207781204e-07,
+      "loss": 0.1952,
+      "step": 1132
+    },
+    {
+      "epoch": 1.3424170616113744,
+      "grad_norm": 11.954930290377645,
+      "learning_rate": 3.0573628143334983e-07,
+      "loss": 0.1988,
+      "step": 1133
+    },
+    {
+      "epoch": 1.3436018957345972,
+      "grad_norm": 11.447472792896066,
+      "learning_rate": 3.047640067241385e-07,
+      "loss": 0.1171,
+      "step": 1134
+    },
+    {
+      "epoch": 1.34478672985782,
+      "grad_norm": 24.682623503057062,
+      "learning_rate": 3.037926022841156e-07,
+      "loss": 0.2388,
+      "step": 1135
+    },
+    {
+      "epoch": 1.3459715639810428,
+      "grad_norm": 11.85849219686726,
+      "learning_rate": 3.028220724433408e-07,
+      "loss": 0.171,
+      "step": 1136
+    },
+    {
+      "epoch": 1.3471563981042654,
+      "grad_norm": 21.58954442722407,
+      "learning_rate": 3.0185242152797376e-07,
+      "loss": 0.1926,
+      "step": 1137
+    },
+    {
+      "epoch": 1.3483412322274881,
+      "grad_norm": 12.11998808972237,
+      "learning_rate": 3.008836538602575e-07,
+      "loss": 0.1416,
+      "step": 1138
+    },
+    {
+      "epoch": 1.349526066350711,
+      "grad_norm": 21.86631007270663,
+      "learning_rate": 2.9991577375849706e-07,
+      "loss": 0.1327,
+      "step": 1139
+    },
+    {
+      "epoch": 1.3507109004739337,
+      "grad_norm": 11.19227444658389,
+      "learning_rate": 2.989487855370421e-07,
+      "loss": 0.2279,
+      "step": 1140
+    },
+    {
+      "epoch": 1.3518957345971563,
+      "grad_norm": 14.400561231667703,
+      "learning_rate": 2.979826935062655e-07,
+      "loss": 0.204,
+      "step": 1141
+    },
+    {
+      "epoch": 1.353080568720379,
+      "grad_norm": 9.574574745502805,
+      "learning_rate": 2.970175019725465e-07,
+      "loss": 0.1835,
+      "step": 1142
+    },
+    {
+      "epoch": 1.3542654028436019,
+      "grad_norm": 18.660616723196597,
+      "learning_rate": 2.9605321523824943e-07,
+      "loss": 0.2228,
+      "step": 1143
+    },
+    {
+      "epoch": 1.3554502369668247,
+      "grad_norm": 8.619964653378457,
+      "learning_rate": 2.9508983760170634e-07,
+      "loss": 0.1555,
+      "step": 1144
+    },
+    {
+      "epoch": 1.3566350710900474,
+      "grad_norm": 18.938395848195643,
+      "learning_rate": 2.9412737335719596e-07,
+      "loss": 0.1819,
+      "step": 1145
+    },
+    {
+      "epoch": 1.3578199052132702,
+      "grad_norm": 24.304835623977596,
+      "learning_rate": 2.9316582679492636e-07,
+      "loss": 0.2781,
+      "step": 1146
+    },
+    {
+      "epoch": 1.359004739336493,
+      "grad_norm": 9.165768770864927,
+      "learning_rate": 2.922052022010147e-07,
+      "loss": 0.1579,
+      "step": 1147
+    },
+    {
+      "epoch": 1.3601895734597156,
+      "grad_norm": 11.350043976034447,
+      "learning_rate": 2.9124550385746856e-07,
+      "loss": 0.167,
+      "step": 1148
+    },
+    {
+      "epoch": 1.3613744075829384,
+      "grad_norm": 8.65411553549393,
+      "learning_rate": 2.902867360421663e-07,
+      "loss": 0.1341,
+      "step": 1149
+    },
+    {
+      "epoch": 1.3625592417061612,
+      "grad_norm": 9.42623764411152,
+      "learning_rate": 2.893289030288393e-07,
+      "loss": 0.1442,
+      "step": 1150
+    },
+    {
+      "epoch": 1.3625592417061612,
+      "eval_loss": 0.1920524686574936,
+      "eval_runtime": 47.9224,
+      "eval_samples_per_second": 17.174,
+      "eval_steps_per_second": 1.085,
+      "step": 1150
+    },
+    {
+      "epoch": 1.363744075829384,
+      "grad_norm": 17.44843278828203,
+      "learning_rate": 2.8837200908705097e-07,
+      "loss": 0.185,
+      "step": 1151
+    },
+    {
+      "epoch": 1.3649289099526065,
+      "grad_norm": 17.3511705132735,
+      "learning_rate": 2.8741605848217976e-07,
+      "loss": 0.087,
+      "step": 1152
+    },
+    {
+      "epoch": 1.3661137440758293,
+      "grad_norm": 8.843078241990145,
+      "learning_rate": 2.8646105547539846e-07,
+      "loss": 0.177,
+      "step": 1153
+    },
+    {
+      "epoch": 1.367298578199052,
+      "grad_norm": 9.94641249604926,
+      "learning_rate": 2.8550700432365643e-07,
+      "loss": 0.1061,
+      "step": 1154
+    },
+    {
+      "epoch": 1.3684834123222749,
+      "grad_norm": 16.264234375351183,
+      "learning_rate": 2.845539092796596e-07,
+      "loss": 0.1959,
+      "step": 1155
+    },
+    {
+      "epoch": 1.3696682464454977,
+      "grad_norm": 11.841858191185066,
+      "learning_rate": 2.8360177459185263e-07,
+      "loss": 0.1194,
+      "step": 1156
+    },
+    {
+      "epoch": 1.3708530805687205,
+      "grad_norm": 16.917765964207447,
+      "learning_rate": 2.8265060450439883e-07,
+      "loss": 0.1943,
+      "step": 1157
+    },
+    {
+      "epoch": 1.3720379146919433,
+      "grad_norm": 15.787087507997894,
+      "learning_rate": 2.8170040325716213e-07,
+      "loss": 0.1892,
+      "step": 1158
+    },
+    {
+      "epoch": 1.3732227488151658,
+      "grad_norm": 11.098570369500834,
+      "learning_rate": 2.807511750856876e-07,
+      "loss": 0.1907,
+      "step": 1159
+    },
+    {
+      "epoch": 1.3744075829383886,
+      "grad_norm": 9.122013366925756,
+      "learning_rate": 2.7980292422118277e-07,
+      "loss": 0.1973,
+      "step": 1160
+    },
+    {
+      "epoch": 1.3755924170616114,
+      "grad_norm": 11.884392254992353,
+      "learning_rate": 2.7885565489049946e-07,
+      "loss": 0.1931,
+      "step": 1161
+    },
+    {
+      "epoch": 1.3767772511848342,
+      "grad_norm": 14.89069093730779,
+      "learning_rate": 2.779093713161131e-07,
+      "loss": 0.1605,
+      "step": 1162
+    },
+    {
+      "epoch": 1.3779620853080567,
+      "grad_norm": 25.564900083580678,
+      "learning_rate": 2.7696407771610625e-07,
+      "loss": 0.179,
+      "step": 1163
+    },
+    {
+      "epoch": 1.3791469194312795,
+      "grad_norm": 11.49247911300333,
+      "learning_rate": 2.7601977830414766e-07,
+      "loss": 0.1631,
+      "step": 1164
+    },
+    {
+      "epoch": 1.3803317535545023,
+      "grad_norm": 13.460049816404343,
+      "learning_rate": 2.7507647728947555e-07,
+      "loss": 0.1301,
+      "step": 1165
+    },
+    {
+      "epoch": 1.3815165876777251,
+      "grad_norm": 17.41985553159725,
+      "learning_rate": 2.741341788768764e-07,
+      "loss": 0.2793,
+      "step": 1166
+    },
+    {
+      "epoch": 1.382701421800948,
+      "grad_norm": 7.895289645918853,
+      "learning_rate": 2.731928872666688e-07,
+      "loss": 0.1754,
+      "step": 1167
+    },
+    {
+      "epoch": 1.3838862559241707,
+      "grad_norm": 8.309631236626323,
+      "learning_rate": 2.72252606654683e-07,
+      "loss": 0.1159,
+      "step": 1168
+    },
+    {
+      "epoch": 1.3850710900473935,
+      "grad_norm": 9.348942269249527,
+      "learning_rate": 2.7131334123224236e-07,
+      "loss": 0.1688,
+      "step": 1169
+    },
+    {
+      "epoch": 1.386255924170616,
+      "grad_norm": 10.236783172591378,
+      "learning_rate": 2.7037509518614577e-07,
+      "loss": 0.1158,
+      "step": 1170
+    },
+    {
+      "epoch": 1.3874407582938388,
+      "grad_norm": 9.60299090916243,
+      "learning_rate": 2.6943787269864735e-07,
+      "loss": 0.126,
+      "step": 1171
+    },
+    {
+      "epoch": 1.3886255924170616,
+      "grad_norm": 15.903614350190525,
+      "learning_rate": 2.685016779474396e-07,
+      "loss": 0.1579,
+      "step": 1172
+    },
+    {
+      "epoch": 1.3898104265402844,
+      "grad_norm": 8.899903323670078,
+      "learning_rate": 2.67566515105633e-07,
+      "loss": 0.1596,
+      "step": 1173
+    },
+    {
+      "epoch": 1.390995260663507,
+      "grad_norm": 19.733013456807193,
+      "learning_rate": 2.6663238834173897e-07,
+      "loss": 0.102,
+      "step": 1174
+    },
+    {
+      "epoch": 1.3921800947867298,
+      "grad_norm": 13.602311769051457,
+      "learning_rate": 2.6569930181964997e-07,
+      "loss": 0.12,
+      "step": 1175
+    },
+    {
+      "epoch": 1.3933649289099526,
+      "grad_norm": 12.387155289556162,
+      "learning_rate": 2.6476725969862226e-07,
+      "loss": 0.2108,
+      "step": 1176
+    },
+    {
+      "epoch": 1.3945497630331753,
+      "grad_norm": 10.50046644763069,
+      "learning_rate": 2.6383626613325577e-07,
+      "loss": 0.1975,
+      "step": 1177
+    },
+    {
+      "epoch": 1.3957345971563981,
+      "grad_norm": 14.47987749551594,
+      "learning_rate": 2.629063252734774e-07,
+      "loss": 0.1639,
+      "step": 1178
+    },
+    {
+      "epoch": 1.396919431279621,
+      "grad_norm": 20.291214776393918,
+      "learning_rate": 2.6197744126452093e-07,
+      "loss": 0.202,
+      "step": 1179
+    },
+    {
+      "epoch": 1.3981042654028437,
+      "grad_norm": 16.714720317268924,
+      "learning_rate": 2.6104961824690964e-07,
+      "loss": 0.22,
+      "step": 1180
+    },
+    {
+      "epoch": 1.3992890995260663,
+      "grad_norm": 24.957791784273343,
+      "learning_rate": 2.601228603564368e-07,
+      "loss": 0.1876,
+      "step": 1181
+    },
+    {
+      "epoch": 1.400473933649289,
+      "grad_norm": 20.93535573796615,
+      "learning_rate": 2.591971717241487e-07,
+      "loss": 0.1802,
+      "step": 1182
+    },
+    {
+      "epoch": 1.4016587677725119,
+      "grad_norm": 9.006517301466468,
+      "learning_rate": 2.5827255647632443e-07,
+      "loss": 0.152,
+      "step": 1183
+    },
+    {
+      "epoch": 1.4028436018957346,
+      "grad_norm": 9.16457744904294,
+      "learning_rate": 2.5734901873445956e-07,
+      "loss": 0.1209,
+      "step": 1184
+    },
+    {
+      "epoch": 1.4040284360189572,
+      "grad_norm": 9.300050241439989,
+      "learning_rate": 2.5642656261524545e-07,
+      "loss": 0.1371,
+      "step": 1185
+    },
+    {
+      "epoch": 1.40521327014218,
+      "grad_norm": 15.258946657121689,
+      "learning_rate": 2.555051922305532e-07,
+      "loss": 0.1594,
+      "step": 1186
+    },
+    {
+      "epoch": 1.4063981042654028,
+      "grad_norm": 8.40319523193602,
+      "learning_rate": 2.545849116874132e-07,
+      "loss": 0.1007,
+      "step": 1187
+    },
+    {
+      "epoch": 1.4075829383886256,
+      "grad_norm": 10.194869767186573,
+      "learning_rate": 2.536657250879988e-07,
+      "loss": 0.1741,
+      "step": 1188
+    },
+    {
+      "epoch": 1.4087677725118484,
+      "grad_norm": 9.273918368720317,
+      "learning_rate": 2.527476365296063e-07,
+      "loss": 0.1581,
+      "step": 1189
+    },
+    {
+      "epoch": 1.4099526066350712,
+      "grad_norm": 11.525961671965945,
+      "learning_rate": 2.518306501046381e-07,
+      "loss": 0.1366,
+      "step": 1190
+    },
+    {
+      "epoch": 1.411137440758294,
+      "grad_norm": 11.257116680420394,
+      "learning_rate": 2.509147699005831e-07,
+      "loss": 0.2045,
+      "step": 1191
+    },
+    {
+      "epoch": 1.4123222748815165,
+      "grad_norm": 11.292364002110554,
+      "learning_rate": 2.500000000000001e-07,
+      "loss": 0.1829,
+      "step": 1192
+    },
+    {
+      "epoch": 1.4135071090047393,
+      "grad_norm": 10.098134784549284,
+      "learning_rate": 2.490863444804976e-07,
+      "loss": 0.1371,
+      "step": 1193
+    },
+    {
+      "epoch": 1.414691943127962,
+      "grad_norm": 13.698838673117177,
+      "learning_rate": 2.481738074147178e-07,
+      "loss": 0.1588,
+      "step": 1194
+    },
+    {
+      "epoch": 1.4158767772511849,
+      "grad_norm": 7.799554928369722,
+      "learning_rate": 2.472623928703164e-07,
+      "loss": 0.1407,
+      "step": 1195
+    },
+    {
+      "epoch": 1.4170616113744074,
+      "grad_norm": 13.49567660261983,
+      "learning_rate": 2.4635210490994647e-07,
+      "loss": 0.2143,
+      "step": 1196
+    },
+    {
+      "epoch": 1.4182464454976302,
+      "grad_norm": 10.355562584723037,
+      "learning_rate": 2.454429475912381e-07,
+      "loss": 0.1465,
+      "step": 1197
+    },
+    {
+      "epoch": 1.419431279620853,
+      "grad_norm": 23.214257343373035,
+      "learning_rate": 2.4453492496678276e-07,
+      "loss": 0.1382,
+      "step": 1198
+    },
+    {
+      "epoch": 1.4206161137440758,
+      "grad_norm": 18.30091608814302,
+      "learning_rate": 2.4362804108411276e-07,
+      "loss": 0.1858,
+      "step": 1199
+    },
+    {
+      "epoch": 1.4218009478672986,
+      "grad_norm": 20.14644936835186,
+      "learning_rate": 2.427222999856857e-07,
+      "loss": 0.1958,
+      "step": 1200
+    },
+    {
+      "epoch": 1.4218009478672986,
+      "eval_loss": 0.19955849647521973,
+      "eval_runtime": 48.6871,
+      "eval_samples_per_second": 16.904,
+      "eval_steps_per_second": 1.068,
+      "step": 1200
+    },
+    {
+      "epoch": 1.4229857819905214,
+      "grad_norm": 9.330490223666036,
+      "learning_rate": 2.4181770570886405e-07,
+      "loss": 0.1618,
+      "step": 1201
+    },
+    {
+      "epoch": 1.4241706161137442,
+      "grad_norm": 9.257838674260737,
+      "learning_rate": 2.409142622858992e-07,
+      "loss": 0.212,
+      "step": 1202
+    },
+    {
+      "epoch": 1.4253554502369667,
+      "grad_norm": 9.670075080344509,
+      "learning_rate": 2.400119737439118e-07,
+      "loss": 0.1583,
+      "step": 1203
+    },
+    {
+      "epoch": 1.4265402843601895,
+      "grad_norm": 10.431411135333295,
+      "learning_rate": 2.391108441048753e-07,
+      "loss": 0.2024,
+      "step": 1204
+    },
+    {
+      "epoch": 1.4277251184834123,
+      "grad_norm": 29.279519356663673,
+      "learning_rate": 2.382108773855967e-07,
+      "loss": 0.2396,
+      "step": 1205
+    },
+    {
+      "epoch": 1.4289099526066351,
+      "grad_norm": 24.62485241345017,
+      "learning_rate": 2.3731207759769984e-07,
+      "loss": 0.207,
+      "step": 1206
+    },
+    {
+      "epoch": 1.430094786729858,
+      "grad_norm": 32.34463958262033,
+      "learning_rate": 2.3641444874760629e-07,
+      "loss": 0.2109,
+      "step": 1207
+    },
+    {
+      "epoch": 1.4312796208530805,
+      "grad_norm": 12.710583572998896,
+      "learning_rate": 2.355179948365189e-07,
+      "loss": 0.1861,
+      "step": 1208
+    },
+    {
+      "epoch": 1.4324644549763033,
+      "grad_norm": 10.614324129779156,
+      "learning_rate": 2.346227198604024e-07,
+      "loss": 0.1451,
+      "step": 1209
+    },
+    {
+      "epoch": 1.433649289099526,
+      "grad_norm": 17.55786680056203,
+      "learning_rate": 2.3372862780996706e-07,
+      "loss": 0.1489,
+      "step": 1210
+    },
+    {
+      "epoch": 1.4348341232227488,
+      "grad_norm": 6.142407043751708,
+      "learning_rate": 2.328357226706496e-07,
+      "loss": 0.1624,
+      "step": 1211
+    },
+    {
+      "epoch": 1.4360189573459716,
+      "grad_norm": 10.889943532382912,
+      "learning_rate": 2.3194400842259687e-07,
+      "loss": 0.1568,
+      "step": 1212
+    },
+    {
+      "epoch": 1.4372037914691944,
+      "grad_norm": 8.301678972362025,
+      "learning_rate": 2.310534890406463e-07,
+      "loss": 0.153,
+      "step": 1213
+    },
+    {
+      "epoch": 1.438388625592417,
+      "grad_norm": 7.439024955802827,
+      "learning_rate": 2.3016416849431019e-07,
+      "loss": 0.144,
+      "step": 1214
+    },
+    {
+      "epoch": 1.4395734597156398,
+      "grad_norm": 8.920633136820195,
+      "learning_rate": 2.2927605074775607e-07,
+      "loss": 0.1568,
+      "step": 1215
+    },
+    {
+      "epoch": 1.4407582938388626,
+      "grad_norm": 10.146335316237744,
+      "learning_rate": 2.283891397597908e-07,
+      "loss": 0.2027,
+      "step": 1216
+    },
+    {
+      "epoch": 1.4419431279620853,
+      "grad_norm": 8.273524895234832,
+      "learning_rate": 2.2750343948384126e-07,
+      "loss": 0.1701,
+      "step": 1217
+    },
+    {
+      "epoch": 1.4431279620853081,
+      "grad_norm": 15.8131509102513,
+      "learning_rate": 2.266189538679382e-07,
+      "loss": 0.1789,
+      "step": 1218
+    },
+    {
+      "epoch": 1.4443127962085307,
+      "grad_norm": 11.555087500376992,
+      "learning_rate": 2.2573568685469796e-07,
+      "loss": 0.1594,
+      "step": 1219
+    },
+    {
+      "epoch": 1.4454976303317535,
+      "grad_norm": 15.964305516243765,
+      "learning_rate": 2.2485364238130433e-07,
+      "loss": 0.1708,
+      "step": 1220
+    },
+    {
+      "epoch": 1.4466824644549763,
+      "grad_norm": 14.630347638113397,
+      "learning_rate": 2.239728243794924e-07,
+      "loss": 0.225,
+      "step": 1221
+    },
+    {
+      "epoch": 1.447867298578199,
+      "grad_norm": 20.470743786325972,
+      "learning_rate": 2.2309323677552942e-07,
+      "loss": 0.1928,
+      "step": 1222
+    },
+    {
+      "epoch": 1.4490521327014219,
+      "grad_norm": 9.976159745206104,
+      "learning_rate": 2.2221488349019902e-07,
+      "loss": 0.1319,
+      "step": 1223
+    },
+    {
+      "epoch": 1.4502369668246446,
+      "grad_norm": 11.719030623957476,
+      "learning_rate": 2.2133776843878183e-07,
+      "loss": 0.1513,
+      "step": 1224
+    },
+    {
+      "epoch": 1.4514218009478674,
+      "grad_norm": 6.905310772858169,
+      "learning_rate": 2.2046189553103978e-07,
+      "loss": 0.1583,
+      "step": 1225
+    },
+    {
+      "epoch": 1.45260663507109,
+      "grad_norm": 11.41918404648331,
+      "learning_rate": 2.1958726867119781e-07,
+      "loss": 0.1422,
+      "step": 1226
+    },
+    {
+      "epoch": 1.4537914691943128,
+      "grad_norm": 11.580329995448947,
+      "learning_rate": 2.187138917579261e-07,
+      "loss": 0.1866,
+      "step": 1227
+    },
+    {
+      "epoch": 1.4549763033175356,
+      "grad_norm": 7.129481691371463,
+      "learning_rate": 2.1784176868432375e-07,
+      "loss": 0.1806,
+      "step": 1228
+    },
+    {
+      "epoch": 1.4561611374407584,
+      "grad_norm": 33.69340389660665,
+      "learning_rate": 2.1697090333790035e-07,
+      "loss": 0.2774,
+      "step": 1229
+    },
+    {
+      "epoch": 1.457345971563981,
+      "grad_norm": 10.919051758291253,
+      "learning_rate": 2.1610129960055945e-07,
+      "loss": 0.1148,
+      "step": 1230
+    },
+    {
+      "epoch": 1.4585308056872037,
+      "grad_norm": 9.421875165010636,
+      "learning_rate": 2.152329613485811e-07,
+      "loss": 0.1361,
+      "step": 1231
+    },
+    {
+      "epoch": 1.4597156398104265,
+      "grad_norm": 19.850981536078944,
+      "learning_rate": 2.1436589245260372e-07,
+      "loss": 0.2187,
+      "step": 1232
+    },
+    {
+      "epoch": 1.4609004739336493,
+      "grad_norm": 16.39470704575858,
+      "learning_rate": 2.135000967776085e-07,
+      "loss": 0.1121,
+      "step": 1233
+    },
+    {
+      "epoch": 1.462085308056872,
+      "grad_norm": 18.219615506631364,
+      "learning_rate": 2.1263557818290022e-07,
+      "loss": 0.1467,
+      "step": 1234
+    },
+    {
+      "epoch": 1.4632701421800949,
+      "grad_norm": 8.717383634285522,
+      "learning_rate": 2.1177234052209204e-07,
+      "loss": 0.1437,
+      "step": 1235
+    },
+    {
+      "epoch": 1.4644549763033177,
+      "grad_norm": 10.911746855895315,
+      "learning_rate": 2.109103876430864e-07,
+      "loss": 0.217,
+      "step": 1236
+    },
+    {
+      "epoch": 1.4656398104265402,
+      "grad_norm": 18.48860077683423,
+      "learning_rate": 2.1004972338805955e-07,
+      "loss": 0.1798,
+      "step": 1237
+    },
+    {
+      "epoch": 1.466824644549763,
+      "grad_norm": 16.359515408893067,
+      "learning_rate": 2.09190351593443e-07,
+      "loss": 0.1592,
+      "step": 1238
+    },
+    {
+      "epoch": 1.4680094786729858,
+      "grad_norm": 10.968796445178583,
+      "learning_rate": 2.0833227608990782e-07,
+      "loss": 0.2104,
+      "step": 1239
+    },
+    {
+      "epoch": 1.4691943127962086,
+      "grad_norm": 11.191373342134398,
+      "learning_rate": 2.074755007023461e-07,
+      "loss": 0.2032,
+      "step": 1240
+    },
+    {
+      "epoch": 1.4703791469194312,
+      "grad_norm": 9.211126102954067,
+      "learning_rate": 2.0662002924985527e-07,
+      "loss": 0.1815,
+      "step": 1241
+    },
+    {
+      "epoch": 1.471563981042654,
+      "grad_norm": 9.091660342141418,
+      "learning_rate": 2.0576586554571977e-07,
+      "loss": 0.1833,
+      "step": 1242
+    },
+    {
+      "epoch": 1.4727488151658767,
+      "grad_norm": 12.574071209854766,
+      "learning_rate": 2.0491301339739554e-07,
+      "loss": 0.1509,
+      "step": 1243
+    },
+    {
+      "epoch": 1.4739336492890995,
+      "grad_norm": 14.775963877494272,
+      "learning_rate": 2.040614766064913e-07,
+      "loss": 0.263,
+      "step": 1244
+    },
+    {
+      "epoch": 1.4751184834123223,
+      "grad_norm": 17.074545577699947,
+      "learning_rate": 2.032112589687534e-07,
+      "loss": 0.2089,
+      "step": 1245
+    },
+    {
+      "epoch": 1.4763033175355451,
+      "grad_norm": 12.866687729837624,
+      "learning_rate": 2.0236236427404734e-07,
+      "loss": 0.1654,
+      "step": 1246
+    },
+    {
+      "epoch": 1.477488151658768,
+      "grad_norm": 12.276569663770733,
+      "learning_rate": 2.0151479630634221e-07,
+      "loss": 0.1871,
+      "step": 1247
+    },
+    {
+      "epoch": 1.4786729857819905,
+      "grad_norm": 10.285492424471334,
+      "learning_rate": 2.0066855884369243e-07,
+      "loss": 0.1326,
+      "step": 1248
+    },
+    {
+      "epoch": 1.4798578199052133,
+      "grad_norm": 8.728787612740383,
+      "learning_rate": 1.9982365565822244e-07,
+      "loss": 0.2069,
+      "step": 1249
+    },
+    {
+      "epoch": 1.481042654028436,
+      "grad_norm": 7.639724741698327,
+      "learning_rate": 1.9898009051610843e-07,
+      "loss": 0.1395,
+      "step": 1250
+    },
+    {
+      "epoch": 1.481042654028436,
+      "eval_loss": 0.19158340990543365,
+      "eval_runtime": 46.3291,
+      "eval_samples_per_second": 17.764,
+      "eval_steps_per_second": 1.122,
+      "step": 1250
+    },
+    {
+      "epoch": 1.4822274881516588,
+      "grad_norm": 16.030831926971484,
+      "learning_rate": 1.9813786717756287e-07,
+      "loss": 0.1539,
+      "step": 1251
+    },
+    {
+      "epoch": 1.4834123222748814,
+      "grad_norm": 9.801404023851614,
+      "learning_rate": 1.9729698939681644e-07,
+      "loss": 0.1419,
+      "step": 1252
+    },
+    {
+      "epoch": 1.4845971563981042,
+      "grad_norm": 13.40998333323292,
+      "learning_rate": 1.964574609221026e-07,
+      "loss": 0.1314,
+      "step": 1253
+    },
+    {
+      "epoch": 1.485781990521327,
+      "grad_norm": 11.15950005346432,
+      "learning_rate": 1.9561928549563966e-07,
+      "loss": 0.1592,
+      "step": 1254
+    },
+    {
+      "epoch": 1.4869668246445498,
+      "grad_norm": 8.22783621372348,
+      "learning_rate": 1.9478246685361527e-07,
+      "loss": 0.1898,
+      "step": 1255
+    },
+    {
+      "epoch": 1.4881516587677726,
+      "grad_norm": 10.677319856077233,
+      "learning_rate": 1.9394700872616853e-07,
+      "loss": 0.2269,
+      "step": 1256
+    },
+    {
+      "epoch": 1.4893364928909953,
+      "grad_norm": 8.699724323621346,
+      "learning_rate": 1.931129148373748e-07,
+      "loss": 0.1557,
+      "step": 1257
+    },
+    {
+      "epoch": 1.4905213270142181,
+      "grad_norm": 8.82099290070874,
+      "learning_rate": 1.922801889052274e-07,
+      "loss": 0.1325,
+      "step": 1258
+    },
+    {
+      "epoch": 1.4917061611374407,
+      "grad_norm": 14.513872983596343,
+      "learning_rate": 1.9144883464162287e-07,
+      "loss": 0.158,
+      "step": 1259
+    },
+    {
+      "epoch": 1.4928909952606635,
+      "grad_norm": 8.133400094355226,
+      "learning_rate": 1.906188557523427e-07,
+      "loss": 0.1329,
+      "step": 1260
+    },
+    {
+      "epoch": 1.4940758293838863,
+      "grad_norm": 7.9604898149282635,
+      "learning_rate": 1.897902559370383e-07,
+      "loss": 0.1351,
+      "step": 1261
+    },
+    {
+      "epoch": 1.495260663507109,
+      "grad_norm": 12.84178582832454,
+      "learning_rate": 1.889630388892131e-07,
+      "loss": 0.1483,
+      "step": 1262
+    },
+    {
+      "epoch": 1.4964454976303316,
+      "grad_norm": 11.071388350314814,
+      "learning_rate": 1.881372082962077e-07,
+      "loss": 0.2202,
+      "step": 1263
+    },
+    {
+      "epoch": 1.4976303317535544,
+      "grad_norm": 12.419993040125222,
+      "learning_rate": 1.873127678391816e-07,
+      "loss": 0.1912,
+      "step": 1264
+    },
+    {
+      "epoch": 1.4988151658767772,
+      "grad_norm": 8.637415453721282,
+      "learning_rate": 1.8648972119309852e-07,
+      "loss": 0.1013,
+      "step": 1265
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 17.546985511550474,
+      "learning_rate": 1.8566807202670863e-07,
+      "loss": 0.2633,
+      "step": 1266
+    },
+    {
+      "epoch": 1.5011848341232228,
+      "grad_norm": 8.837288465975861,
+      "learning_rate": 1.848478240025334e-07,
+      "loss": 0.1756,
+      "step": 1267
+    },
+    {
+      "epoch": 1.5023696682464456,
+      "grad_norm": 6.95313596162641,
+      "learning_rate": 1.8402898077684803e-07,
+      "loss": 0.116,
+      "step": 1268
+    },
+    {
+      "epoch": 1.5035545023696684,
+      "grad_norm": 10.73357754855532,
+      "learning_rate": 1.8321154599966638e-07,
+      "loss": 0.2188,
+      "step": 1269
+    },
+    {
+      "epoch": 1.5047393364928912,
+      "grad_norm": 8.993034103094718,
+      "learning_rate": 1.8239552331472357e-07,
+      "loss": 0.185,
+      "step": 1270
+    },
+    {
+      "epoch": 1.5059241706161137,
+      "grad_norm": 8.691490587628468,
+      "learning_rate": 1.8158091635946088e-07,
+      "loss": 0.1467,
+      "step": 1271
+    },
+    {
+      "epoch": 1.5071090047393365,
+      "grad_norm": 9.566097539725968,
+      "learning_rate": 1.8076772876500828e-07,
+      "loss": 0.1934,
+      "step": 1272
+    },
+    {
+      "epoch": 1.508293838862559,
+      "grad_norm": 8.654440160613325,
+      "learning_rate": 1.7995596415616964e-07,
+      "loss": 0.153,
+      "step": 1273
+    },
+    {
+      "epoch": 1.5094786729857819,
+      "grad_norm": 17.4745419286474,
+      "learning_rate": 1.7914562615140505e-07,
+      "loss": 0.1593,
+      "step": 1274
+    },
+    {
+      "epoch": 1.5106635071090047,
+      "grad_norm": 11.847973498370907,
+      "learning_rate": 1.7833671836281627e-07,
+      "loss": 0.21,
+      "step": 1275
+    },
+    {
+      "epoch": 1.5118483412322274,
+      "grad_norm": 15.196661195727845,
+      "learning_rate": 1.775292443961291e-07,
+      "loss": 0.1583,
+      "step": 1276
+    },
+    {
+      "epoch": 1.5130331753554502,
+      "grad_norm": 8.330560698303305,
+      "learning_rate": 1.7672320785067868e-07,
+      "loss": 0.1808,
+      "step": 1277
+    },
+    {
+      "epoch": 1.514218009478673,
+      "grad_norm": 13.003613356398873,
+      "learning_rate": 1.7591861231939214e-07,
+      "loss": 0.2291,
+      "step": 1278
+    },
+    {
+      "epoch": 1.5154028436018958,
+      "grad_norm": 9.392540826785504,
+      "learning_rate": 1.751154613887741e-07,
+      "loss": 0.204,
+      "step": 1279
+    },
+    {
+      "epoch": 1.5165876777251186,
+      "grad_norm": 7.181206116354993,
+      "learning_rate": 1.7431375863888898e-07,
+      "loss": 0.1409,
+      "step": 1280
+    },
+    {
+      "epoch": 1.5177725118483414,
+      "grad_norm": 6.986264416135258,
+      "learning_rate": 1.735135076433464e-07,
+      "loss": 0.1896,
+      "step": 1281
+    },
+    {
+      "epoch": 1.518957345971564,
+      "grad_norm": 9.268971309821607,
+      "learning_rate": 1.7271471196928482e-07,
+      "loss": 0.1443,
+      "step": 1282
+    },
+    {
+      "epoch": 1.5201421800947867,
+      "grad_norm": 11.863058642923002,
+      "learning_rate": 1.719173751773551e-07,
+      "loss": 0.1674,
+      "step": 1283
+    },
+    {
+      "epoch": 1.5213270142180095,
+      "grad_norm": 9.68370118973408,
+      "learning_rate": 1.7112150082170568e-07,
+      "loss": 0.1328,
+      "step": 1284
+    },
+    {
+      "epoch": 1.522511848341232,
+      "grad_norm": 18.515917399525048,
+      "learning_rate": 1.7032709244996556e-07,
+      "loss": 0.166,
+      "step": 1285
+    },
+    {
+      "epoch": 1.5236966824644549,
+      "grad_norm": 7.694309181099183,
+      "learning_rate": 1.695341536032297e-07,
+      "loss": 0.1446,
+      "step": 1286
+    },
+    {
+      "epoch": 1.5248815165876777,
+      "grad_norm": 29.804240411713426,
+      "learning_rate": 1.6874268781604188e-07,
+      "loss": 0.1957,
+      "step": 1287
+    },
+    {
+      "epoch": 1.5260663507109005,
+      "grad_norm": 15.959544524445764,
+      "learning_rate": 1.679526986163804e-07,
+      "loss": 0.1347,
+      "step": 1288
+    },
+    {
+      "epoch": 1.5272511848341233,
+      "grad_norm": 16.86740942044587,
+      "learning_rate": 1.6716418952564143e-07,
+      "loss": 0.2023,
+      "step": 1289
+    },
+    {
+      "epoch": 1.528436018957346,
+      "grad_norm": 8.15112922211333,
+      "learning_rate": 1.6637716405862307e-07,
+      "loss": 0.118,
+      "step": 1290
+    },
+    {
+      "epoch": 1.5296208530805688,
+      "grad_norm": 9.19430630084109,
+      "learning_rate": 1.6559162572351088e-07,
+      "loss": 0.1736,
+      "step": 1291
+    },
+    {
+      "epoch": 1.5308056872037916,
+      "grad_norm": 15.62250294401812,
+      "learning_rate": 1.6480757802186068e-07,
+      "loss": 0.1845,
+      "step": 1292
+    },
+    {
+      "epoch": 1.5319905213270142,
+      "grad_norm": 13.60108664459066,
+      "learning_rate": 1.6402502444858457e-07,
+      "loss": 0.2005,
+      "step": 1293
+    },
+    {
+      "epoch": 1.533175355450237,
+      "grad_norm": 14.00023159875409,
+      "learning_rate": 1.6324396849193373e-07,
+      "loss": 0.1573,
+      "step": 1294
+    },
+    {
+      "epoch": 1.5343601895734598,
+      "grad_norm": 10.69739391545592,
+      "learning_rate": 1.6246441363348451e-07,
+      "loss": 0.2396,
+      "step": 1295
+    },
+    {
+      "epoch": 1.5355450236966823,
+      "grad_norm": 11.440953420268212,
+      "learning_rate": 1.6168636334812125e-07,
+      "loss": 0.1199,
+      "step": 1296
+    },
+    {
+      "epoch": 1.5367298578199051,
+      "grad_norm": 14.195970819235434,
+      "learning_rate": 1.609098211040224e-07,
+      "loss": 0.2072,
+      "step": 1297
+    },
+    {
+      "epoch": 1.537914691943128,
+      "grad_norm": 10.853302093922458,
+      "learning_rate": 1.6013479036264355e-07,
+      "loss": 0.2183,
+      "step": 1298
+    },
+    {
+      "epoch": 1.5390995260663507,
+      "grad_norm": 13.65727659393829,
+      "learning_rate": 1.593612745787034e-07,
+      "loss": 0.1605,
+      "step": 1299
+    },
+    {
+      "epoch": 1.5402843601895735,
+      "grad_norm": 8.720141866440906,
+      "learning_rate": 1.5858927720016706e-07,
+      "loss": 0.1216,
+      "step": 1300
+    },
+    {
+      "epoch": 1.5402843601895735,
+      "eval_loss": 0.19124867022037506,
+      "eval_runtime": 45.943,
+      "eval_samples_per_second": 17.913,
+      "eval_steps_per_second": 1.132,
+      "step": 1300
+    },
+    {
+      "epoch": 1.5414691943127963,
+      "grad_norm": 11.859475184512029,
+      "learning_rate": 1.5781880166823198e-07,
+      "loss": 0.1486,
+      "step": 1301
+    },
+    {
+      "epoch": 1.542654028436019,
+      "grad_norm": 12.348637857116712,
+      "learning_rate": 1.5704985141731115e-07,
+      "loss": 0.1597,
+      "step": 1302
+    },
+    {
+      "epoch": 1.5438388625592419,
+      "grad_norm": 7.993432023236018,
+      "learning_rate": 1.5628242987501944e-07,
+      "loss": 0.1651,
+      "step": 1303
+    },
+    {
+      "epoch": 1.5450236966824644,
+      "grad_norm": 16.743109749700327,
+      "learning_rate": 1.555165404621567e-07,
+      "loss": 0.1684,
+      "step": 1304
+    },
+    {
+      "epoch": 1.5462085308056872,
+      "grad_norm": 7.160061212666199,
+      "learning_rate": 1.547521865926939e-07,
+      "loss": 0.128,
+      "step": 1305
+    },
+    {
+      "epoch": 1.54739336492891,
+      "grad_norm": 11.056764703959455,
+      "learning_rate": 1.5398937167375675e-07,
+      "loss": 0.2199,
+      "step": 1306
+    },
+    {
+      "epoch": 1.5485781990521326,
+      "grad_norm": 10.838690025337678,
+      "learning_rate": 1.5322809910561158e-07,
+      "loss": 0.173,
+      "step": 1307
+    },
+    {
+      "epoch": 1.5497630331753554,
+      "grad_norm": 13.662604177096034,
+      "learning_rate": 1.5246837228164905e-07,
+      "loss": 0.1712,
+      "step": 1308
+    },
+    {
+      "epoch": 1.5509478672985781,
+      "grad_norm": 9.905218465230995,
+      "learning_rate": 1.517101945883703e-07,
+      "loss": 0.1538,
+      "step": 1309
+    },
+    {
+      "epoch": 1.552132701421801,
+      "grad_norm": 20.80800846387584,
+      "learning_rate": 1.5095356940537053e-07,
+      "loss": 0.1331,
+      "step": 1310
+    },
+    {
+      "epoch": 1.5533175355450237,
+      "grad_norm": 11.454440422163751,
+      "learning_rate": 1.5019850010532515e-07,
+      "loss": 0.1767,
+      "step": 1311
+    },
+    {
+      "epoch": 1.5545023696682465,
+      "grad_norm": 13.495613946500871,
+      "learning_rate": 1.494449900539737e-07,
+      "loss": 0.1825,
+      "step": 1312
+    },
+    {
+      "epoch": 1.5556872037914693,
+      "grad_norm": 24.238888236533633,
+      "learning_rate": 1.4869304261010585e-07,
+      "loss": 0.1655,
+      "step": 1313
+    },
+    {
+      "epoch": 1.556872037914692,
+      "grad_norm": 22.990760252810656,
+      "learning_rate": 1.4794266112554527e-07,
+      "loss": 0.1573,
+      "step": 1314
+    },
+    {
+      "epoch": 1.5580568720379147,
+      "grad_norm": 10.47174113964113,
+      "learning_rate": 1.4719384894513598e-07,
+      "loss": 0.1883,
+      "step": 1315
+    },
+    {
+      "epoch": 1.5592417061611374,
+      "grad_norm": 11.558574966447745,
+      "learning_rate": 1.4644660940672627e-07,
+      "loss": 0.1939,
+      "step": 1316
+    },
+    {
+      "epoch": 1.5604265402843602,
+      "grad_norm": 8.00186320874443,
+      "learning_rate": 1.4570094584115462e-07,
+      "loss": 0.1415,
+      "step": 1317
+    },
+    {
+      "epoch": 1.5616113744075828,
+      "grad_norm": 25.57379941419707,
+      "learning_rate": 1.4495686157223475e-07,
+      "loss": 0.2063,
+      "step": 1318
+    },
+    {
+      "epoch": 1.5627962085308056,
+      "grad_norm": 15.486420387540633,
+      "learning_rate": 1.4421435991673998e-07,
+      "loss": 0.1694,
+      "step": 1319
+    },
+    {
+      "epoch": 1.5639810426540284,
+      "grad_norm": 7.672678546247801,
+      "learning_rate": 1.434734441843899e-07,
+      "loss": 0.1675,
+      "step": 1320
+    },
+    {
+      "epoch": 1.5651658767772512,
+      "grad_norm": 15.483915817088322,
+      "learning_rate": 1.42734117677834e-07,
+      "loss": 0.1629,
+      "step": 1321
+    },
+    {
+      "epoch": 1.566350710900474,
+      "grad_norm": 8.362871651673919,
+      "learning_rate": 1.4199638369263854e-07,
+      "loss": 0.1862,
+      "step": 1322
+    },
+    {
+      "epoch": 1.5675355450236967,
+      "grad_norm": 8.399327961877473,
+      "learning_rate": 1.4126024551727045e-07,
+      "loss": 0.179,
+      "step": 1323
+    },
+    {
+      "epoch": 1.5687203791469195,
+      "grad_norm": 15.983028676623011,
+      "learning_rate": 1.4052570643308375e-07,
+      "loss": 0.1774,
+      "step": 1324
+    },
+    {
+      "epoch": 1.5699052132701423,
+      "grad_norm": 10.856683440645718,
+      "learning_rate": 1.3979276971430404e-07,
+      "loss": 0.1987,
+      "step": 1325
+    },
+    {
+      "epoch": 1.5710900473933649,
+      "grad_norm": 9.693419572978886,
+      "learning_rate": 1.3906143862801485e-07,
+      "loss": 0.1732,
+      "step": 1326
+    },
+    {
+      "epoch": 1.5722748815165877,
+      "grad_norm": 20.547022857737403,
+      "learning_rate": 1.3833171643414192e-07,
+      "loss": 0.2193,
+      "step": 1327
+    },
+    {
+      "epoch": 1.5734597156398105,
+      "grad_norm": 12.549633113834302,
+      "learning_rate": 1.376036063854401e-07,
+      "loss": 0.2172,
+      "step": 1328
+    },
+    {
+      "epoch": 1.574644549763033,
+      "grad_norm": 11.272116416976845,
+      "learning_rate": 1.3687711172747723e-07,
+      "loss": 0.1713,
+      "step": 1329
+    },
+    {
+      "epoch": 1.5758293838862558,
+      "grad_norm": 12.115634369155643,
+      "learning_rate": 1.3615223569862133e-07,
+      "loss": 0.1912,
+      "step": 1330
+    },
+    {
+      "epoch": 1.5770142180094786,
+      "grad_norm": 10.762413956543364,
+      "learning_rate": 1.354289815300245e-07,
+      "loss": 0.1679,
+      "step": 1331
+    },
+    {
+      "epoch": 1.5781990521327014,
+      "grad_norm": 11.40803792325383,
+      "learning_rate": 1.3470735244561027e-07,
+      "loss": 0.1288,
+      "step": 1332
+    },
+    {
+      "epoch": 1.5793838862559242,
+      "grad_norm": 8.691724549329791,
+      "learning_rate": 1.3398735166205733e-07,
+      "loss": 0.1748,
+      "step": 1333
+    },
+    {
+      "epoch": 1.580568720379147,
+      "grad_norm": 7.733007427975147,
+      "learning_rate": 1.3326898238878713e-07,
+      "loss": 0.1489,
+      "step": 1334
+    },
+    {
+      "epoch": 1.5817535545023698,
+      "grad_norm": 27.74928200383124,
+      "learning_rate": 1.3255224782794782e-07,
+      "loss": 0.1728,
+      "step": 1335
+    },
+    {
+      "epoch": 1.5829383886255926,
+      "grad_norm": 11.532249392238322,
+      "learning_rate": 1.3183715117440142e-07,
+      "loss": 0.1851,
+      "step": 1336
+    },
+    {
+      "epoch": 1.5841232227488151,
+      "grad_norm": 12.619425031912787,
+      "learning_rate": 1.3112369561570842e-07,
+      "loss": 0.2391,
+      "step": 1337
+    },
+    {
+      "epoch": 1.585308056872038,
+      "grad_norm": 24.115806460759636,
+      "learning_rate": 1.304118843321146e-07,
+      "loss": 0.1954,
+      "step": 1338
+    },
+    {
+      "epoch": 1.5864928909952607,
+      "grad_norm": 26.22383196499983,
+      "learning_rate": 1.297017204965357e-07,
+      "loss": 0.1975,
+      "step": 1339
+    },
+    {
+      "epoch": 1.5876777251184833,
+      "grad_norm": 14.138446283178284,
+      "learning_rate": 1.2899320727454472e-07,
+      "loss": 0.1962,
+      "step": 1340
+    },
+    {
+      "epoch": 1.588862559241706,
+      "grad_norm": 12.776160261606734,
+      "learning_rate": 1.2828634782435616e-07,
+      "loss": 0.1608,
+      "step": 1341
+    },
+    {
+      "epoch": 1.5900473933649288,
+      "grad_norm": 14.554679762676733,
+      "learning_rate": 1.2758114529681359e-07,
+      "loss": 0.1598,
+      "step": 1342
+    },
+    {
+      "epoch": 1.5912322274881516,
+      "grad_norm": 14.499396718767114,
+      "learning_rate": 1.2687760283537414e-07,
+      "loss": 0.2106,
+      "step": 1343
+    },
+    {
+      "epoch": 1.5924170616113744,
+      "grad_norm": 9.322564896768819,
+      "learning_rate": 1.2617572357609562e-07,
+      "loss": 0.1783,
+      "step": 1344
+    },
+    {
+      "epoch": 1.5936018957345972,
+      "grad_norm": 10.121182454283632,
+      "learning_rate": 1.2547551064762175e-07,
+      "loss": 0.1367,
+      "step": 1345
+    },
+    {
+      "epoch": 1.59478672985782,
+      "grad_norm": 9.444232690056468,
+      "learning_rate": 1.2477696717116875e-07,
+      "loss": 0.1703,
+      "step": 1346
+    },
+    {
+      "epoch": 1.5959715639810428,
+      "grad_norm": 9.405270524640823,
+      "learning_rate": 1.2408009626051135e-07,
+      "loss": 0.144,
+      "step": 1347
+    },
+    {
+      "epoch": 1.5971563981042654,
+      "grad_norm": 7.2924848701301235,
+      "learning_rate": 1.2338490102196825e-07,
+      "loss": 0.1799,
+      "step": 1348
+    },
+    {
+      "epoch": 1.5983412322274881,
+      "grad_norm": 25.721199217057194,
+      "learning_rate": 1.2269138455438948e-07,
+      "loss": 0.197,
+      "step": 1349
+    },
+    {
+      "epoch": 1.599526066350711,
+      "grad_norm": 10.497362923213812,
+      "learning_rate": 1.2199954994914125e-07,
+      "loss": 0.2119,
+      "step": 1350
+    },
+    {
+      "epoch": 1.599526066350711,
+      "eval_loss": 0.19163863360881805,
+      "eval_runtime": 45.4305,
+      "eval_samples_per_second": 18.116,
+      "eval_steps_per_second": 1.145,
+      "step": 1350
+    },
+    {
+      "epoch": 1.6007109004739335,
+      "grad_norm": 7.600027868742854,
+      "learning_rate": 1.213094002900934e-07,
+      "loss": 0.1284,
+      "step": 1351
+    },
+    {
+      "epoch": 1.6018957345971563,
+      "grad_norm": 6.684876448234275,
+      "learning_rate": 1.2062093865360457e-07,
+      "loss": 0.148,
+      "step": 1352
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 1688,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 169,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 262752974733312.0,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}