diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,9639 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.9983597594313833,
+  "eval_steps": 500,
+  "global_step": 1371,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.002186987424822307,
+      "grad_norm": 0.09332207590341568,
+      "learning_rate": 2.1739130434782607e-06,
+      "loss": 0.7573,
+      "step": 1
+    },
+    {
+      "epoch": 0.004373974849644614,
+      "grad_norm": 0.062498364597558975,
+      "learning_rate": 4.347826086956521e-06,
+      "loss": 0.8138,
+      "step": 2
+    },
+    {
+      "epoch": 0.0065609622744669215,
+      "grad_norm": 0.12430048733949661,
+      "learning_rate": 6.521739130434782e-06,
+      "loss": 0.8147,
+      "step": 3
+    },
+    {
+      "epoch": 0.008747949699289229,
+      "grad_norm": 0.10845830291509628,
+      "learning_rate": 8.695652173913043e-06,
+      "loss": 0.6706,
+      "step": 4
+    },
+    {
+      "epoch": 0.010934937124111536,
+      "grad_norm": 0.06947065889835358,
+      "learning_rate": 1.0869565217391303e-05,
+      "loss": 0.7483,
+      "step": 5
+    },
+    {
+      "epoch": 0.013121924548933843,
+      "grad_norm": 0.06961754709482193,
+      "learning_rate": 1.3043478260869564e-05,
+      "loss": 1.0006,
+      "step": 6
+    },
+    {
+      "epoch": 0.01530891197375615,
+      "grad_norm": 0.10440132021903992,
+      "learning_rate": 1.5217391304347826e-05,
+      "loss": 0.6702,
+      "step": 7
+    },
+    {
+      "epoch": 0.017495899398578457,
+      "grad_norm": 0.11943437159061432,
+      "learning_rate": 1.7391304347826085e-05,
+      "loss": 0.9541,
+      "step": 8
+    },
+    {
+      "epoch": 0.019682886823400764,
+      "grad_norm": 0.12423786520957947,
+      "learning_rate": 1.9565217391304346e-05,
+      "loss": 0.9582,
+      "step": 9
+    },
+    {
+      "epoch": 0.02186987424822307,
+      "grad_norm": 0.07904332876205444,
+      "learning_rate": 2.1739130434782607e-05,
+      "loss": 0.9368,
+      "step": 10
+    },
+    {
+      "epoch": 0.02405686167304538,
+      "grad_norm": 0.08524958044290543,
+      "learning_rate": 2.3913043478260864e-05,
+      "loss": 0.838,
+      "step": 11
+    },
+    {
+      "epoch": 0.026243849097867686,
+      "grad_norm": 0.10406026989221573,
+      "learning_rate": 2.6086956521739128e-05,
+      "loss": 0.8995,
+      "step": 12
+    },
+    {
+      "epoch": 0.028430836522689993,
+      "grad_norm": 0.10961747169494629,
+      "learning_rate": 2.826086956521739e-05,
+      "loss": 0.7795,
+      "step": 13
+    },
+    {
+      "epoch": 0.0306178239475123,
+      "grad_norm": 0.1033061072230339,
+      "learning_rate": 3.0434782608695653e-05,
+      "loss": 0.9524,
+      "step": 14
+    },
+    {
+      "epoch": 0.03280481137233461,
+      "grad_norm": 0.18889060616493225,
+      "learning_rate": 3.260869565217391e-05,
+      "loss": 0.6951,
+      "step": 15
+    },
+    {
+      "epoch": 0.034991798797156914,
+      "grad_norm": 0.09147127717733383,
+      "learning_rate": 3.478260869565217e-05,
+      "loss": 0.8179,
+      "step": 16
+    },
+    {
+      "epoch": 0.037178786221979225,
+      "grad_norm": 0.0884971171617508,
+      "learning_rate": 3.695652173913043e-05,
+      "loss": 0.8794,
+      "step": 17
+    },
+    {
+      "epoch": 0.03936577364680153,
+      "grad_norm": 0.0958687961101532,
+      "learning_rate": 3.913043478260869e-05,
+      "loss": 0.7863,
+      "step": 18
+    },
+    {
+      "epoch": 0.04155276107162384,
+      "grad_norm": 0.09789350628852844,
+      "learning_rate": 4.130434782608695e-05,
+      "loss": 0.967,
+      "step": 19
+    },
+    {
+      "epoch": 0.04373974849644614,
+      "grad_norm": 0.10571072995662689,
+      "learning_rate": 4.3478260869565214e-05,
+      "loss": 0.7586,
+      "step": 20
+    },
+    {
+      "epoch": 0.045926735921268454,
+      "grad_norm": 0.09979735314846039,
+      "learning_rate": 4.5652173913043474e-05,
+      "loss": 0.8164,
+      "step": 21
+    },
+    {
+      "epoch": 0.04811372334609076,
+      "grad_norm": 0.08504072576761246,
+      "learning_rate": 4.782608695652173e-05,
+      "loss": 0.799,
+      "step": 22
+    },
+    {
+      "epoch": 0.05030071077091307,
+      "grad_norm": 0.0932287871837616,
+      "learning_rate": 4.9999999999999996e-05,
+      "loss": 0.924,
+      "step": 23
+    },
+    {
+      "epoch": 0.05248769819573537,
+      "grad_norm": 0.09157637506723404,
+      "learning_rate": 5.2173913043478256e-05,
+      "loss": 0.9764,
+      "step": 24
+    },
+    {
+      "epoch": 0.05467468562055768,
+      "grad_norm": 0.0877324640750885,
+      "learning_rate": 5.434782608695652e-05,
+      "loss": 0.6934,
+      "step": 25
+    },
+    {
+      "epoch": 0.056861673045379986,
+      "grad_norm": 0.09820912033319473,
+      "learning_rate": 5.652173913043478e-05,
+      "loss": 0.8133,
+      "step": 26
+    },
+    {
+      "epoch": 0.0590486604702023,
+      "grad_norm": 0.11378416419029236,
+      "learning_rate": 5.869565217391304e-05,
+      "loss": 0.9262,
+      "step": 27
+    },
+    {
+      "epoch": 0.0612356478950246,
+      "grad_norm": 0.11368629336357117,
+      "learning_rate": 6.0869565217391306e-05,
+      "loss": 0.8996,
+      "step": 28
+    },
+    {
+      "epoch": 0.0634226353198469,
+      "grad_norm": 0.07544882595539093,
+      "learning_rate": 6.304347826086956e-05,
+      "loss": 0.7328,
+      "step": 29
+    },
+    {
+      "epoch": 0.06560962274466922,
+      "grad_norm": 0.10010924935340881,
+      "learning_rate": 6.521739130434782e-05,
+      "loss": 0.8376,
+      "step": 30
+    },
+    {
+      "epoch": 0.06779661016949153,
+      "grad_norm": 0.09993722289800644,
+      "learning_rate": 6.739130434782608e-05,
+      "loss": 0.974,
+      "step": 31
+    },
+    {
+      "epoch": 0.06998359759431383,
+      "grad_norm": 0.1027640700340271,
+      "learning_rate": 6.956521739130434e-05,
+      "loss": 0.9779,
+      "step": 32
+    },
+    {
+      "epoch": 0.07217058501913615,
+      "grad_norm": 0.11024461686611176,
+      "learning_rate": 7.17391304347826e-05,
+      "loss": 0.7953,
+      "step": 33
+    },
+    {
+      "epoch": 0.07435757244395845,
+      "grad_norm": 0.2178024798631668,
+      "learning_rate": 7.391304347826086e-05,
+      "loss": 1.0378,
+      "step": 34
+    },
+    {
+      "epoch": 0.07654455986878075,
+      "grad_norm": 0.14434164762496948,
+      "learning_rate": 7.608695652173912e-05,
+      "loss": 0.8618,
+      "step": 35
+    },
+    {
+      "epoch": 0.07873154729360306,
+      "grad_norm": 0.07408539950847626,
+      "learning_rate": 7.826086956521738e-05,
+      "loss": 0.8308,
+      "step": 36
+    },
+    {
+      "epoch": 0.08091853471842538,
+      "grad_norm": 0.13230173289775848,
+      "learning_rate": 8.043478260869566e-05,
+      "loss": 0.9686,
+      "step": 37
+    },
+    {
+      "epoch": 0.08310552214324768,
+      "grad_norm": 0.09420439600944519,
+      "learning_rate": 8.26086956521739e-05,
+      "loss": 0.9324,
+      "step": 38
+    },
+    {
+      "epoch": 0.08529250956806998,
+      "grad_norm": 0.1116195097565651,
+      "learning_rate": 8.478260869565217e-05,
+      "loss": 0.8334,
+      "step": 39
+    },
+    {
+      "epoch": 0.08747949699289229,
+      "grad_norm": 0.07256518304347992,
+      "learning_rate": 8.695652173913043e-05,
+      "loss": 0.7114,
+      "step": 40
+    },
+    {
+      "epoch": 0.0896664844177146,
+      "grad_norm": 0.08038460463285446,
+      "learning_rate": 8.913043478260869e-05,
+      "loss": 0.8816,
+      "step": 41
+    },
+    {
+      "epoch": 0.09185347184253691,
+      "grad_norm": 0.08240234851837158,
+      "learning_rate": 9.130434782608695e-05,
+      "loss": 0.7892,
+      "step": 42
+    },
+    {
+      "epoch": 0.09404045926735921,
+      "grad_norm": 0.13832779228687286,
+      "learning_rate": 9.347826086956521e-05,
+      "loss": 1.024,
+      "step": 43
+    },
+    {
+      "epoch": 0.09622744669218151,
+      "grad_norm": 0.10372775048017502,
+      "learning_rate": 9.565217391304346e-05,
+      "loss": 0.8229,
+      "step": 44
+    },
+    {
+      "epoch": 0.09841443411700383,
+      "grad_norm": 0.08920962363481522,
+      "learning_rate": 9.782608695652173e-05,
+      "loss": 0.7234,
+      "step": 45
+    },
+    {
+      "epoch": 0.10060142154182614,
+      "grad_norm": 0.09177133440971375,
+      "learning_rate": 9.999999999999999e-05,
+      "loss": 0.8189,
+      "step": 46
+    },
+    {
+      "epoch": 0.10278840896664844,
+      "grad_norm": 0.06947428733110428,
+      "learning_rate": 0.00010217391304347825,
+      "loss": 0.8287,
+      "step": 47
+    },
+    {
+      "epoch": 0.10497539639147074,
+      "grad_norm": 0.13609616458415985,
+      "learning_rate": 0.00010434782608695651,
+      "loss": 0.9545,
+      "step": 48
+    },
+    {
+      "epoch": 0.10716238381629306,
+      "grad_norm": 0.07964623719453812,
+      "learning_rate": 0.00010652173913043477,
+      "loss": 0.9566,
+      "step": 49
+    },
+    {
+      "epoch": 0.10934937124111536,
+      "grad_norm": 0.12667542695999146,
+      "learning_rate": 0.00010869565217391303,
+      "loss": 0.9271,
+      "step": 50
+    },
+    {
+      "epoch": 0.11153635866593767,
+      "grad_norm": 0.1091320812702179,
+      "learning_rate": 0.00011086956521739128,
+      "loss": 0.9148,
+      "step": 51
+    },
+    {
+      "epoch": 0.11372334609075997,
+      "grad_norm": 0.09369814395904541,
+      "learning_rate": 0.00011304347826086956,
+      "loss": 1.0456,
+      "step": 52
+    },
+    {
+      "epoch": 0.11591033351558229,
+      "grad_norm": 0.10462196916341782,
+      "learning_rate": 0.00011521739130434782,
+      "loss": 0.8345,
+      "step": 53
+    },
+    {
+      "epoch": 0.1180973209404046,
+      "grad_norm": 0.15574349462985992,
+      "learning_rate": 0.00011739130434782608,
+      "loss": 0.9588,
+      "step": 54
+    },
+    {
+      "epoch": 0.1202843083652269,
+      "grad_norm": 0.08469482511281967,
+      "learning_rate": 0.00011956521739130434,
+      "loss": 0.8096,
+      "step": 55
+    },
+    {
+      "epoch": 0.1224712957900492,
+      "grad_norm": 0.10883580148220062,
+      "learning_rate": 0.00012173913043478261,
+      "loss": 1.0896,
+      "step": 56
+    },
+    {
+      "epoch": 0.12465828321487152,
+      "grad_norm": 0.08464660495519638,
+      "learning_rate": 0.00012391304347826086,
+      "loss": 0.6706,
+      "step": 57
+    },
+    {
+      "epoch": 0.1268452706396938,
+      "grad_norm": 0.05837499722838402,
+      "learning_rate": 0.00012608695652173912,
+      "loss": 0.7906,
+      "step": 58
+    },
+    {
+      "epoch": 0.12903225806451613,
+      "grad_norm": 0.09381724894046783,
+      "learning_rate": 0.00012826086956521738,
+      "loss": 0.8247,
+      "step": 59
+    },
+    {
+      "epoch": 0.13121924548933844,
+      "grad_norm": 0.08791802823543549,
+      "learning_rate": 0.00013043478260869564,
+      "loss": 0.8263,
+      "step": 60
+    },
+    {
+      "epoch": 0.13340623291416073,
+      "grad_norm": 0.08594363182783127,
+      "learning_rate": 0.0001326086956521739,
+      "loss": 0.8444,
+      "step": 61
+    },
+    {
+      "epoch": 0.13559322033898305,
+      "grad_norm": 0.11723948270082474,
+      "learning_rate": 0.00013478260869565216,
+      "loss": 0.903,
+      "step": 62
+    },
+    {
+      "epoch": 0.13778020776380537,
+      "grad_norm": 0.1138775497674942,
+      "learning_rate": 0.00013695652173913042,
+      "loss": 1.0796,
+      "step": 63
+    },
+    {
+      "epoch": 0.13996719518862766,
+      "grad_norm": 0.09174849838018417,
+      "learning_rate": 0.00013913043478260868,
+      "loss": 0.8862,
+      "step": 64
+    },
+    {
+      "epoch": 0.14215418261344998,
+      "grad_norm": 0.09780547022819519,
+      "learning_rate": 0.00014130434782608694,
+      "loss": 0.9289,
+      "step": 65
+    },
+    {
+      "epoch": 0.1443411700382723,
+      "grad_norm": 0.10363791882991791,
+      "learning_rate": 0.0001434782608695652,
+      "loss": 0.8324,
+      "step": 66
+    },
+    {
+      "epoch": 0.14652815746309458,
+      "grad_norm": 0.0724271908402443,
+      "learning_rate": 0.00014565217391304347,
+      "loss": 0.7952,
+      "step": 67
+    },
+    {
+      "epoch": 0.1487151448879169,
+      "grad_norm": 0.13906632363796234,
+      "learning_rate": 0.00014782608695652173,
+      "loss": 0.8021,
+      "step": 68
+    },
+    {
+      "epoch": 0.1509021323127392,
+      "grad_norm": 0.1022089347243309,
+      "learning_rate": 0.00015,
+      "loss": 0.8259,
+      "step": 69
+    },
+    {
+      "epoch": 0.1530891197375615,
+      "grad_norm": 0.08113662898540497,
+      "learning_rate": 0.00015217391304347825,
+      "loss": 0.7506,
+      "step": 70
+    },
+    {
+      "epoch": 0.15527610716238383,
+      "grad_norm": 0.09506493806838989,
+      "learning_rate": 0.00015434782608695648,
+      "loss": 0.7564,
+      "step": 71
+    },
+    {
+      "epoch": 0.15746309458720611,
+      "grad_norm": 0.09015592187643051,
+      "learning_rate": 0.00015652173913043477,
+      "loss": 0.9507,
+      "step": 72
+    },
+    {
+      "epoch": 0.15965008201202843,
+      "grad_norm": 0.09472546726465225,
+      "learning_rate": 0.00015869565217391303,
+      "loss": 0.8737,
+      "step": 73
+    },
+    {
+      "epoch": 0.16183706943685075,
+      "grad_norm": 0.10876452177762985,
+      "learning_rate": 0.00016086956521739132,
+      "loss": 1.093,
+      "step": 74
+    },
+    {
+      "epoch": 0.16402405686167304,
+      "grad_norm": 0.0965154692530632,
+      "learning_rate": 0.00016304347826086955,
+      "loss": 0.8339,
+      "step": 75
+    },
+    {
+      "epoch": 0.16621104428649536,
+      "grad_norm": 0.09360430389642715,
+      "learning_rate": 0.0001652173913043478,
+      "loss": 0.8858,
+      "step": 76
+    },
+    {
+      "epoch": 0.16839803171131765,
+      "grad_norm": 0.08573499321937561,
+      "learning_rate": 0.00016739130434782607,
+      "loss": 0.8819,
+      "step": 77
+    },
+    {
+      "epoch": 0.17058501913613996,
+      "grad_norm": 0.10666946321725845,
+      "learning_rate": 0.00016956521739130433,
+      "loss": 0.8713,
+      "step": 78
+    },
+    {
+      "epoch": 0.17277200656096228,
+      "grad_norm": 0.09337878972291946,
+      "learning_rate": 0.0001717391304347826,
+      "loss": 0.7964,
+      "step": 79
+    },
+    {
+      "epoch": 0.17495899398578457,
+      "grad_norm": 0.10644929856061935,
+      "learning_rate": 0.00017391304347826085,
+      "loss": 0.842,
+      "step": 80
+    },
+    {
+      "epoch": 0.1771459814106069,
+      "grad_norm": 0.1111232116818428,
+      "learning_rate": 0.00017608695652173914,
+      "loss": 0.8313,
+      "step": 81
+    },
+    {
+      "epoch": 0.1793329688354292,
+      "grad_norm": 0.14369149506092072,
+      "learning_rate": 0.00017826086956521738,
+      "loss": 0.8863,
+      "step": 82
+    },
+    {
+      "epoch": 0.1815199562602515,
+      "grad_norm": 0.07881738990545273,
+      "learning_rate": 0.00018043478260869564,
+      "loss": 0.8433,
+      "step": 83
+    },
+    {
+      "epoch": 0.18370694368507381,
+      "grad_norm": 0.07510428130626678,
+      "learning_rate": 0.0001826086956521739,
+      "loss": 0.6772,
+      "step": 84
+    },
+    {
+      "epoch": 0.1858939311098961,
+      "grad_norm": 0.11610127240419388,
+      "learning_rate": 0.00018478260869565216,
+      "loss": 1.0949,
+      "step": 85
+    },
+    {
+      "epoch": 0.18808091853471842,
+      "grad_norm": 0.09916312992572784,
+      "learning_rate": 0.00018695652173913042,
+      "loss": 0.8314,
+      "step": 86
+    },
+    {
+      "epoch": 0.19026790595954074,
+      "grad_norm": 0.09361336380243301,
+      "learning_rate": 0.00018913043478260868,
+      "loss": 0.818,
+      "step": 87
+    },
+    {
+      "epoch": 0.19245489338436303,
+      "grad_norm": 0.08807317912578583,
+      "learning_rate": 0.0001913043478260869,
+      "loss": 0.781,
+      "step": 88
+    },
+    {
+      "epoch": 0.19464188080918535,
+      "grad_norm": 0.08263598382472992,
+      "learning_rate": 0.0001934782608695652,
+      "loss": 0.7621,
+      "step": 89
+    },
+    {
+      "epoch": 0.19682886823400766,
+      "grad_norm": 0.07734239846467972,
+      "learning_rate": 0.00019565217391304346,
+      "loss": 0.8057,
+      "step": 90
+    },
+    {
+      "epoch": 0.19901585565882995,
+      "grad_norm": 0.10795190930366516,
+      "learning_rate": 0.00019782608695652172,
+      "loss": 0.7096,
+      "step": 91
+    },
+    {
+      "epoch": 0.20120284308365227,
+      "grad_norm": 0.11491473019123077,
+      "learning_rate": 0.00019999999999999998,
+      "loss": 1.0123,
+      "step": 92
+    },
+    {
+      "epoch": 0.2033898305084746,
+      "grad_norm": 0.08306930959224701,
+      "learning_rate": 0.00020217391304347824,
+      "loss": 0.6648,
+      "step": 93
+    },
+    {
+      "epoch": 0.20557681793329688,
+      "grad_norm": 0.07309922575950623,
+      "learning_rate": 0.0002043478260869565,
+      "loss": 0.8683,
+      "step": 94
+    },
+    {
+      "epoch": 0.2077638053581192,
+      "grad_norm": 0.07343105226755142,
+      "learning_rate": 0.00020652173913043474,
+      "loss": 0.7169,
+      "step": 95
+    },
+    {
+      "epoch": 0.2099507927829415,
+      "grad_norm": 0.09441924840211868,
+      "learning_rate": 0.00020869565217391303,
+      "loss": 0.7629,
+      "step": 96
+    },
+    {
+      "epoch": 0.2121377802077638,
+      "grad_norm": 0.12152019888162613,
+      "learning_rate": 0.00021086956521739129,
+      "loss": 0.737,
+      "step": 97
+    },
+    {
+      "epoch": 0.21432476763258612,
+      "grad_norm": 0.08459758013486862,
+      "learning_rate": 0.00021304347826086955,
+      "loss": 0.7285,
+      "step": 98
+    },
+    {
+      "epoch": 0.2165117550574084,
+      "grad_norm": 0.10100120306015015,
+      "learning_rate": 0.0002152173913043478,
+      "loss": 0.8867,
+      "step": 99
+    },
+    {
+      "epoch": 0.21869874248223073,
+      "grad_norm": 0.10409538447856903,
+      "learning_rate": 0.00021739130434782607,
+      "loss": 0.8306,
+      "step": 100
+    },
+    {
+      "epoch": 0.22088572990705305,
+      "grad_norm": 0.17957785725593567,
+      "learning_rate": 0.00021956521739130433,
+      "loss": 0.835,
+      "step": 101
+    },
+    {
+      "epoch": 0.22307271733187534,
+      "grad_norm": 0.1029127910733223,
+      "learning_rate": 0.00022173913043478256,
+      "loss": 0.8862,
+      "step": 102
+    },
+    {
+      "epoch": 0.22525970475669765,
+      "grad_norm": 0.10171929001808167,
+      "learning_rate": 0.00022391304347826085,
+      "loss": 0.9771,
+      "step": 103
+    },
+    {
+      "epoch": 0.22744669218151994,
+      "grad_norm": 0.229730024933815,
+      "learning_rate": 0.0002260869565217391,
+      "loss": 1.0394,
+      "step": 104
+    },
+    {
+      "epoch": 0.22963367960634226,
+      "grad_norm": 0.12707418203353882,
+      "learning_rate": 0.0002282608695652174,
+      "loss": 0.7958,
+      "step": 105
+    },
+    {
+      "epoch": 0.23182066703116458,
+      "grad_norm": 0.08266041427850723,
+      "learning_rate": 0.00023043478260869563,
+      "loss": 0.6803,
+      "step": 106
+    },
+    {
+      "epoch": 0.23400765445598687,
+      "grad_norm": 0.0749870091676712,
+      "learning_rate": 0.0002326086956521739,
+      "loss": 0.8183,
+      "step": 107
+    },
+    {
+      "epoch": 0.2361946418808092,
+      "grad_norm": 0.11159190535545349,
+      "learning_rate": 0.00023478260869565215,
+      "loss": 0.7661,
+      "step": 108
+    },
+    {
+      "epoch": 0.2383816293056315,
+      "grad_norm": 0.07944361865520477,
+      "learning_rate": 0.00023695652173913041,
+      "loss": 0.8621,
+      "step": 109
+    },
+    {
+      "epoch": 0.2405686167304538,
+      "grad_norm": 0.08325090259313583,
+      "learning_rate": 0.00023913043478260867,
+      "loss": 0.7654,
+      "step": 110
+    },
+    {
+      "epoch": 0.2427556041552761,
+      "grad_norm": 0.07292269170284271,
+      "learning_rate": 0.00024130434782608694,
+      "loss": 0.8056,
+      "step": 111
+    },
+    {
+      "epoch": 0.2449425915800984,
+      "grad_norm": 0.0890134945511818,
+      "learning_rate": 0.00024347826086956522,
+      "loss": 0.7273,
+      "step": 112
+    },
+    {
+      "epoch": 0.24712957900492072,
+      "grad_norm": 0.10848698019981384,
+      "learning_rate": 0.00024565217391304343,
+      "loss": 0.7847,
+      "step": 113
+    },
+    {
+      "epoch": 0.24931656642974304,
+      "grad_norm": 0.09040559083223343,
+      "learning_rate": 0.0002478260869565217,
+      "loss": 0.6559,
+      "step": 114
+    },
+    {
+      "epoch": 0.25150355385456535,
+      "grad_norm": 0.13409146666526794,
+      "learning_rate": 0.00025,
+      "loss": 0.9484,
+      "step": 115
+    },
+    {
+      "epoch": 0.2536905412793876,
+      "grad_norm": 0.12491361051797867,
+      "learning_rate": 0.00025217391304347824,
+      "loss": 0.8332,
+      "step": 116
+    },
+    {
+      "epoch": 0.25587752870420993,
+      "grad_norm": 0.10940971970558167,
+      "learning_rate": 0.00025434782608695647,
+      "loss": 0.7821,
+      "step": 117
+    },
+    {
+      "epoch": 0.25806451612903225,
+      "grad_norm": 0.1225711926817894,
+      "learning_rate": 0.00025652173913043476,
+      "loss": 0.8303,
+      "step": 118
+    },
+    {
+      "epoch": 0.26025150355385457,
+      "grad_norm": 0.10049896687269211,
+      "learning_rate": 0.00025869565217391305,
+      "loss": 0.8936,
+      "step": 119
+    },
+    {
+      "epoch": 0.2624384909786769,
+      "grad_norm": 0.06099533662199974,
+      "learning_rate": 0.0002608695652173913,
+      "loss": 0.8839,
+      "step": 120
+    },
+    {
+      "epoch": 0.2646254784034992,
+      "grad_norm": 0.09004715830087662,
+      "learning_rate": 0.00026304347826086957,
+      "loss": 0.8448,
+      "step": 121
+    },
+    {
+      "epoch": 0.26681246582832147,
+      "grad_norm": 0.0941208004951477,
+      "learning_rate": 0.0002652173913043478,
+      "loss": 0.8998,
+      "step": 122
+    },
+    {
+      "epoch": 0.2689994532531438,
+      "grad_norm": 0.10192779451608658,
+      "learning_rate": 0.00026739130434782604,
+      "loss": 0.8309,
+      "step": 123
+    },
+    {
+      "epoch": 0.2711864406779661,
+      "grad_norm": 0.07080394774675369,
+      "learning_rate": 0.0002695652173913043,
+      "loss": 0.8159,
+      "step": 124
+    },
+    {
+      "epoch": 0.2733734281027884,
+      "grad_norm": 0.06917835026979446,
+      "learning_rate": 0.0002717391304347826,
+      "loss": 0.88,
+      "step": 125
+    },
+    {
+      "epoch": 0.27556041552761074,
+      "grad_norm": 0.07517760992050171,
+      "learning_rate": 0.00027391304347826085,
+      "loss": 0.769,
+      "step": 126
+    },
+    {
+      "epoch": 0.277747402952433,
+      "grad_norm": 0.08285191655158997,
+      "learning_rate": 0.0002760869565217391,
+      "loss": 0.6385,
+      "step": 127
+    },
+    {
+      "epoch": 0.2799343903772553,
+      "grad_norm": 0.11180365085601807,
+      "learning_rate": 0.00027826086956521737,
+      "loss": 0.6896,
+      "step": 128
+    },
+    {
+      "epoch": 0.28212137780207763,
+      "grad_norm": 0.1048586368560791,
+      "learning_rate": 0.00028043478260869565,
+      "loss": 0.7832,
+      "step": 129
+    },
+    {
+      "epoch": 0.28430836522689995,
+      "grad_norm": 0.07600785046815872,
+      "learning_rate": 0.0002826086956521739,
+      "loss": 1.0648,
+      "step": 130
+    },
+    {
+      "epoch": 0.28649535265172227,
+      "grad_norm": 0.11617063730955124,
+      "learning_rate": 0.0002847826086956521,
+      "loss": 0.796,
+      "step": 131
+    },
+    {
+      "epoch": 0.2886823400765446,
+      "grad_norm": 0.08787448704242706,
+      "learning_rate": 0.0002869565217391304,
+      "loss": 0.7365,
+      "step": 132
+    },
+    {
+      "epoch": 0.29086932750136685,
+      "grad_norm": 0.08475647866725922,
+      "learning_rate": 0.00028913043478260864,
+      "loss": 0.8673,
+      "step": 133
+    },
+    {
+      "epoch": 0.29305631492618917,
+      "grad_norm": 0.08108010143041611,
+      "learning_rate": 0.00029130434782608693,
+      "loss": 0.7549,
+      "step": 134
+    },
+    {
+      "epoch": 0.2952433023510115,
+      "grad_norm": 0.0931265652179718,
+      "learning_rate": 0.0002934782608695652,
+      "loss": 0.8125,
+      "step": 135
+    },
+    {
+      "epoch": 0.2974302897758338,
+      "grad_norm": 0.09799659252166748,
+      "learning_rate": 0.00029565217391304345,
+      "loss": 0.9313,
+      "step": 136
+    },
+    {
+      "epoch": 0.2996172772006561,
+      "grad_norm": 0.0907561406493187,
+      "learning_rate": 0.0002978260869565217,
+      "loss": 0.8286,
+      "step": 137
+    },
+    {
+      "epoch": 0.3018042646254784,
+      "grad_norm": 0.1058296412229538,
+      "learning_rate": 0.0003,
+      "loss": 0.6793,
+      "step": 138
+    },
+    {
+      "epoch": 0.3039912520503007,
+      "grad_norm": 0.11433208733797073,
+      "learning_rate": 0.00029975669099756687,
+      "loss": 0.9989,
+      "step": 139
+    },
+    {
+      "epoch": 0.306178239475123,
+      "grad_norm": 0.07405385375022888,
+      "learning_rate": 0.0002995133819951338,
+      "loss": 0.8585,
+      "step": 140
+    },
+    {
+      "epoch": 0.30836522689994533,
+      "grad_norm": 0.06343242526054382,
+      "learning_rate": 0.0002992700729927007,
+      "loss": 0.6765,
+      "step": 141
+    },
+    {
+      "epoch": 0.31055221432476765,
+      "grad_norm": 0.0740305557847023,
+      "learning_rate": 0.0002990267639902676,
+      "loss": 0.7872,
+      "step": 142
+    },
+    {
+      "epoch": 0.3127392017495899,
+      "grad_norm": 0.09770593047142029,
+      "learning_rate": 0.0002987834549878345,
+      "loss": 0.8003,
+      "step": 143
+    },
+    {
+      "epoch": 0.31492618917441223,
+      "grad_norm": 0.08795448392629623,
+      "learning_rate": 0.0002985401459854014,
+      "loss": 0.7935,
+      "step": 144
+    },
+    {
+      "epoch": 0.31711317659923455,
+      "grad_norm": 0.09199929982423782,
+      "learning_rate": 0.0002982968369829683,
+      "loss": 0.7719,
+      "step": 145
+    },
+    {
+      "epoch": 0.31930016402405687,
+      "grad_norm": 0.09563364833593369,
+      "learning_rate": 0.00029805352798053527,
+      "loss": 0.7461,
+      "step": 146
+    },
+    {
+      "epoch": 0.3214871514488792,
+      "grad_norm": 0.09902669489383698,
+      "learning_rate": 0.00029781021897810217,
+      "loss": 0.9754,
+      "step": 147
+    },
+    {
+      "epoch": 0.3236741388737015,
+      "grad_norm": 0.06521571427583694,
+      "learning_rate": 0.00029756690997566907,
+      "loss": 0.7208,
+      "step": 148
+    },
+    {
+      "epoch": 0.32586112629852376,
+      "grad_norm": 0.09013614803552628,
+      "learning_rate": 0.000297323600973236,
+      "loss": 0.7589,
+      "step": 149
+    },
+    {
+      "epoch": 0.3280481137233461,
+      "grad_norm": 0.10955630242824554,
+      "learning_rate": 0.0002970802919708029,
+      "loss": 0.8037,
+      "step": 150
+    },
+    {
+      "epoch": 0.3302351011481684,
+      "grad_norm": 0.07440857589244843,
+      "learning_rate": 0.0002968369829683698,
+      "loss": 0.6815,
+      "step": 151
+    },
+    {
+      "epoch": 0.3324220885729907,
+      "grad_norm": 0.06912542134523392,
+      "learning_rate": 0.0002965936739659367,
+      "loss": 0.7605,
+      "step": 152
+    },
+    {
+      "epoch": 0.33460907599781303,
+      "grad_norm": 0.18072739243507385,
+      "learning_rate": 0.0002963503649635036,
+      "loss": 0.8842,
+      "step": 153
+    },
+    {
+      "epoch": 0.3367960634226353,
+      "grad_norm": 0.1110488697886467,
+      "learning_rate": 0.0002961070559610705,
+      "loss": 0.8179,
+      "step": 154
+    },
+    {
+      "epoch": 0.3389830508474576,
+      "grad_norm": 0.06638635694980621,
+      "learning_rate": 0.00029586374695863746,
+      "loss": 0.7914,
+      "step": 155
+    },
+    {
+      "epoch": 0.34117003827227993,
+      "grad_norm": 0.08106378465890884,
+      "learning_rate": 0.00029562043795620436,
+      "loss": 0.7207,
+      "step": 156
+    },
+    {
+      "epoch": 0.34335702569710225,
+      "grad_norm": 0.10303468257188797,
+      "learning_rate": 0.00029537712895377126,
+      "loss": 0.8975,
+      "step": 157
+    },
+    {
+      "epoch": 0.34554401312192456,
+      "grad_norm": 0.06747160851955414,
+      "learning_rate": 0.00029513381995133816,
+      "loss": 0.7575,
+      "step": 158
+    },
+    {
+      "epoch": 0.3477310005467469,
+      "grad_norm": 0.09153658151626587,
+      "learning_rate": 0.0002948905109489051,
+      "loss": 0.7132,
+      "step": 159
+    },
+    {
+      "epoch": 0.34991798797156914,
+      "grad_norm": 0.09532639384269714,
+      "learning_rate": 0.000294647201946472,
+      "loss": 0.8201,
+      "step": 160
+    },
+    {
+      "epoch": 0.35210497539639146,
+      "grad_norm": 0.06966502219438553,
+      "learning_rate": 0.0002944038929440389,
+      "loss": 0.7787,
+      "step": 161
+    },
+    {
+      "epoch": 0.3542919628212138,
+      "grad_norm": 0.09518012404441833,
+      "learning_rate": 0.0002941605839416058,
+      "loss": 0.789,
+      "step": 162
+    },
+    {
+      "epoch": 0.3564789502460361,
+      "grad_norm": 0.088534414768219,
+      "learning_rate": 0.0002939172749391727,
+      "loss": 0.801,
+      "step": 163
+    },
+    {
+      "epoch": 0.3586659376708584,
+      "grad_norm": 0.14624036848545074,
+      "learning_rate": 0.0002936739659367396,
+      "loss": 0.8466,
+      "step": 164
+    },
+    {
+      "epoch": 0.3608529250956807,
+      "grad_norm": 0.1236770898103714,
+      "learning_rate": 0.00029343065693430656,
+      "loss": 0.7594,
+      "step": 165
+    },
+    {
+      "epoch": 0.363039912520503,
+      "grad_norm": 0.09857773780822754,
+      "learning_rate": 0.00029318734793187345,
+      "loss": 0.8633,
+      "step": 166
+    },
+    {
+      "epoch": 0.3652268999453253,
+      "grad_norm": 0.10641337186098099,
+      "learning_rate": 0.00029294403892944035,
+      "loss": 0.6178,
+      "step": 167
+    },
+    {
+      "epoch": 0.36741388737014763,
+      "grad_norm": 0.11597716063261032,
+      "learning_rate": 0.0002927007299270073,
+      "loss": 0.8243,
+      "step": 168
+    },
+    {
+      "epoch": 0.36960087479496995,
+      "grad_norm": 0.09887216240167618,
+      "learning_rate": 0.0002924574209245742,
+      "loss": 0.727,
+      "step": 169
+    },
+    {
+      "epoch": 0.3717878622197922,
+      "grad_norm": 0.10205356031656265,
+      "learning_rate": 0.0002922141119221411,
+      "loss": 0.8927,
+      "step": 170
+    },
+    {
+      "epoch": 0.3739748496446145,
+      "grad_norm": 0.0697833001613617,
+      "learning_rate": 0.000291970802919708,
+      "loss": 0.7858,
+      "step": 171
+    },
+    {
+      "epoch": 0.37616183706943684,
+      "grad_norm": 0.07896197587251663,
+      "learning_rate": 0.0002917274939172749,
+      "loss": 0.7565,
+      "step": 172
+    },
+    {
+      "epoch": 0.37834882449425916,
+      "grad_norm": 0.09944754838943481,
+      "learning_rate": 0.0002914841849148418,
+      "loss": 0.6854,
+      "step": 173
+    },
+    {
+      "epoch": 0.3805358119190815,
+      "grad_norm": 0.09920811653137207,
+      "learning_rate": 0.00029124087591240875,
+      "loss": 0.7381,
+      "step": 174
+    },
+    {
+      "epoch": 0.3827227993439038,
+      "grad_norm": 0.09982607513666153,
+      "learning_rate": 0.00029099756690997565,
+      "loss": 0.6732,
+      "step": 175
+    },
+    {
+      "epoch": 0.38490978676872606,
+      "grad_norm": 0.09934144467115402,
+      "learning_rate": 0.00029075425790754255,
+      "loss": 0.6937,
+      "step": 176
+    },
+    {
+      "epoch": 0.3870967741935484,
+      "grad_norm": 0.07055381685495377,
+      "learning_rate": 0.0002905109489051095,
+      "loss": 0.7175,
+      "step": 177
+    },
+    {
+      "epoch": 0.3892837616183707,
+      "grad_norm": 0.12166482210159302,
+      "learning_rate": 0.0002902676399026764,
+      "loss": 0.785,
+      "step": 178
+    },
+    {
+      "epoch": 0.391470749043193,
+      "grad_norm": 0.10829412937164307,
+      "learning_rate": 0.0002900243309002433,
+      "loss": 0.9086,
+      "step": 179
+    },
+    {
+      "epoch": 0.39365773646801533,
+      "grad_norm": 0.08213745057582855,
+      "learning_rate": 0.0002897810218978102,
+      "loss": 0.7933,
+      "step": 180
+    },
+    {
+      "epoch": 0.3958447238928376,
+      "grad_norm": 0.07641585171222687,
+      "learning_rate": 0.0002895377128953771,
+      "loss": 0.6012,
+      "step": 181
+    },
+    {
+      "epoch": 0.3980317113176599,
+      "grad_norm": 0.07595885545015335,
+      "learning_rate": 0.000289294403892944,
+      "loss": 0.8048,
+      "step": 182
+    },
+    {
+      "epoch": 0.4002186987424822,
+      "grad_norm": 0.08462055027484894,
+      "learning_rate": 0.00028905109489051094,
+      "loss": 0.7092,
+      "step": 183
+    },
+    {
+      "epoch": 0.40240568616730454,
+      "grad_norm": 0.0927341878414154,
+      "learning_rate": 0.00028880778588807784,
+      "loss": 0.9529,
+      "step": 184
+    },
+    {
+      "epoch": 0.40459267359212686,
+      "grad_norm": 0.09057202935218811,
+      "learning_rate": 0.00028856447688564474,
+      "loss": 0.7316,
+      "step": 185
+    },
+    {
+      "epoch": 0.4067796610169492,
+      "grad_norm": 0.08431290090084076,
+      "learning_rate": 0.0002883211678832117,
+      "loss": 0.7982,
+      "step": 186
+    },
+    {
+      "epoch": 0.40896664844177144,
+      "grad_norm": 0.08468630164861679,
+      "learning_rate": 0.0002880778588807786,
+      "loss": 0.7072,
+      "step": 187
+    },
+    {
+      "epoch": 0.41115363586659376,
+      "grad_norm": 0.09517522901296616,
+      "learning_rate": 0.0002878345498783455,
+      "loss": 0.8502,
+      "step": 188
+    },
+    {
+      "epoch": 0.4133406232914161,
+      "grad_norm": 0.09335198253393173,
+      "learning_rate": 0.0002875912408759124,
+      "loss": 0.8784,
+      "step": 189
+    },
+    {
+      "epoch": 0.4155276107162384,
+      "grad_norm": 0.09860411286354065,
+      "learning_rate": 0.0002873479318734793,
+      "loss": 0.6731,
+      "step": 190
+    },
+    {
+      "epoch": 0.4177145981410607,
+      "grad_norm": 0.08786474168300629,
+      "learning_rate": 0.0002871046228710462,
+      "loss": 0.8264,
+      "step": 191
+    },
+    {
+      "epoch": 0.419901585565883,
+      "grad_norm": 0.07878849655389786,
+      "learning_rate": 0.00028686131386861314,
+      "loss": 0.7186,
+      "step": 192
+    },
+    {
+      "epoch": 0.4220885729907053,
+      "grad_norm": 0.0865228921175003,
+      "learning_rate": 0.00028661800486618004,
+      "loss": 0.7666,
+      "step": 193
+    },
+    {
+      "epoch": 0.4242755604155276,
+      "grad_norm": 0.08670119941234589,
+      "learning_rate": 0.00028637469586374693,
+      "loss": 0.6114,
+      "step": 194
+    },
+    {
+      "epoch": 0.4264625478403499,
+      "grad_norm": 0.07123606652021408,
+      "learning_rate": 0.00028613138686131383,
+      "loss": 0.7547,
+      "step": 195
+    },
+    {
+      "epoch": 0.42864953526517224,
+      "grad_norm": 0.07816725224256516,
+      "learning_rate": 0.0002858880778588808,
+      "loss": 0.7823,
+      "step": 196
+    },
+    {
+      "epoch": 0.4308365226899945,
+      "grad_norm": 0.06756795197725296,
+      "learning_rate": 0.0002856447688564477,
+      "loss": 0.7063,
+      "step": 197
+    },
+    {
+      "epoch": 0.4330235101148168,
+      "grad_norm": 0.08901145309209824,
+      "learning_rate": 0.0002854014598540146,
+      "loss": 0.6096,
+      "step": 198
+    },
+    {
+      "epoch": 0.43521049753963914,
+      "grad_norm": 0.08737461268901825,
+      "learning_rate": 0.0002851581508515815,
+      "loss": 0.868,
+      "step": 199
+    },
+    {
+      "epoch": 0.43739748496446146,
+      "grad_norm": 0.09415903687477112,
+      "learning_rate": 0.0002849148418491484,
+      "loss": 0.9099,
+      "step": 200
+    },
+    {
+      "epoch": 0.4395844723892838,
+      "grad_norm": 0.08001361787319183,
+      "learning_rate": 0.0002846715328467153,
+      "loss": 0.8646,
+      "step": 201
+    },
+    {
+      "epoch": 0.4417714598141061,
+      "grad_norm": 0.10589218139648438,
+      "learning_rate": 0.00028442822384428223,
+      "loss": 0.9109,
+      "step": 202
+    },
+    {
+      "epoch": 0.44395844723892836,
+      "grad_norm": 0.0737987533211708,
+      "learning_rate": 0.00028418491484184913,
+      "loss": 0.7148,
+      "step": 203
+    },
+    {
+      "epoch": 0.4461454346637507,
+      "grad_norm": 0.09014102071523666,
+      "learning_rate": 0.000283941605839416,
+      "loss": 0.7494,
+      "step": 204
+    },
+    {
+      "epoch": 0.448332422088573,
+      "grad_norm": 0.06970103085041046,
+      "learning_rate": 0.000283698296836983,
+      "loss": 0.8995,
+      "step": 205
+    },
+    {
+      "epoch": 0.4505194095133953,
+      "grad_norm": 0.07834374904632568,
+      "learning_rate": 0.0002834549878345499,
+      "loss": 0.7113,
+      "step": 206
+    },
+    {
+      "epoch": 0.4527063969382176,
+      "grad_norm": 0.09098242223262787,
+      "learning_rate": 0.0002832116788321168,
+      "loss": 0.7532,
+      "step": 207
+    },
+    {
+      "epoch": 0.4548933843630399,
+      "grad_norm": 0.10146355628967285,
+      "learning_rate": 0.0002829683698296837,
+      "loss": 0.8109,
+      "step": 208
+    },
+    {
+      "epoch": 0.4570803717878622,
+      "grad_norm": 0.07446923106908798,
+      "learning_rate": 0.00028272506082725057,
+      "loss": 0.7372,
+      "step": 209
+    },
+    {
+      "epoch": 0.4592673592126845,
+      "grad_norm": 0.10856571793556213,
+      "learning_rate": 0.00028248175182481747,
+      "loss": 0.9159,
+      "step": 210
+    },
+    {
+      "epoch": 0.46145434663750684,
+      "grad_norm": 0.0734255239367485,
+      "learning_rate": 0.0002822384428223844,
+      "loss": 0.8291,
+      "step": 211
+    },
+    {
+      "epoch": 0.46364133406232916,
+      "grad_norm": 0.0665552020072937,
+      "learning_rate": 0.0002819951338199513,
+      "loss": 0.777,
+      "step": 212
+    },
+    {
+      "epoch": 0.4658283214871515,
+      "grad_norm": 0.08095455914735794,
+      "learning_rate": 0.0002817518248175182,
+      "loss": 0.6822,
+      "step": 213
+    },
+    {
+      "epoch": 0.46801530891197374,
+      "grad_norm": 0.12232089042663574,
+      "learning_rate": 0.0002815085158150851,
+      "loss": 0.9606,
+      "step": 214
+    },
+    {
+      "epoch": 0.47020229633679606,
+      "grad_norm": 0.07872821390628815,
+      "learning_rate": 0.000281265206812652,
+      "loss": 0.6547,
+      "step": 215
+    },
+    {
+      "epoch": 0.4723892837616184,
+      "grad_norm": 0.09227938205003738,
+      "learning_rate": 0.00028102189781021897,
+      "loss": 0.7493,
+      "step": 216
+    },
+    {
+      "epoch": 0.4745762711864407,
+      "grad_norm": 0.09510906040668488,
+      "learning_rate": 0.00028077858880778587,
+      "loss": 0.8947,
+      "step": 217
+    },
+    {
+      "epoch": 0.476763258611263,
+      "grad_norm": 0.082614466547966,
+      "learning_rate": 0.00028053527980535277,
+      "loss": 0.6496,
+      "step": 218
+    },
+    {
+      "epoch": 0.47895024603608527,
+      "grad_norm": 0.09894838184118271,
+      "learning_rate": 0.00028029197080291966,
+      "loss": 0.8015,
+      "step": 219
+    },
+    {
+      "epoch": 0.4811372334609076,
+      "grad_norm": 0.11435946822166443,
+      "learning_rate": 0.0002800486618004866,
+      "loss": 0.8819,
+      "step": 220
+    },
+    {
+      "epoch": 0.4833242208857299,
+      "grad_norm": 0.09288637340068817,
+      "learning_rate": 0.0002798053527980535,
+      "loss": 0.8199,
+      "step": 221
+    },
+    {
+      "epoch": 0.4855112083105522,
+      "grad_norm": 0.1094096228480339,
+      "learning_rate": 0.0002795620437956204,
+      "loss": 0.8862,
+      "step": 222
+    },
+    {
+      "epoch": 0.48769819573537454,
+      "grad_norm": 0.07699288427829742,
+      "learning_rate": 0.0002793187347931873,
+      "loss": 0.6421,
+      "step": 223
+    },
+    {
+      "epoch": 0.4898851831601968,
+      "grad_norm": 0.08911792933940887,
+      "learning_rate": 0.0002790754257907542,
+      "loss": 0.6856,
+      "step": 224
+    },
+    {
+      "epoch": 0.4920721705850191,
+      "grad_norm": 0.09922093898057938,
+      "learning_rate": 0.0002788321167883211,
+      "loss": 0.7086,
+      "step": 225
+    },
+    {
+      "epoch": 0.49425915800984144,
+      "grad_norm": 0.10937251150608063,
+      "learning_rate": 0.00027858880778588806,
+      "loss": 0.765,
+      "step": 226
+    },
+    {
+      "epoch": 0.49644614543466375,
+      "grad_norm": 0.09247948229312897,
+      "learning_rate": 0.00027834549878345496,
+      "loss": 0.8122,
+      "step": 227
+    },
+    {
+      "epoch": 0.4986331328594861,
+      "grad_norm": 0.09460587799549103,
+      "learning_rate": 0.00027810218978102186,
+      "loss": 0.9516,
+      "step": 228
+    },
+    {
+      "epoch": 0.5008201202843083,
+      "grad_norm": 0.07834810018539429,
+      "learning_rate": 0.0002778588807785888,
+      "loss": 0.7763,
+      "step": 229
+    },
+    {
+      "epoch": 0.5030071077091307,
+      "grad_norm": 0.06455564498901367,
+      "learning_rate": 0.0002776155717761557,
+      "loss": 0.9123,
+      "step": 230
+    },
+    {
+      "epoch": 0.505194095133953,
+      "grad_norm": 0.08513427525758743,
+      "learning_rate": 0.0002773722627737226,
+      "loss": 0.7866,
+      "step": 231
+    },
+    {
+      "epoch": 0.5073810825587752,
+      "grad_norm": 0.07656141370534897,
+      "learning_rate": 0.0002771289537712895,
+      "loss": 0.9441,
+      "step": 232
+    },
+    {
+      "epoch": 0.5095680699835976,
+      "grad_norm": 0.09057404100894928,
+      "learning_rate": 0.0002768856447688564,
+      "loss": 0.8889,
+      "step": 233
+    },
+    {
+      "epoch": 0.5117550574084199,
+      "grad_norm": 0.11922059208154678,
+      "learning_rate": 0.0002766423357664233,
+      "loss": 0.8916,
+      "step": 234
+    },
+    {
+      "epoch": 0.5139420448332422,
+      "grad_norm": 0.17033298313617706,
+      "learning_rate": 0.0002763990267639902,
+      "loss": 0.9796,
+      "step": 235
+    },
+    {
+      "epoch": 0.5161290322580645,
+      "grad_norm": 0.06839301437139511,
+      "learning_rate": 0.00027615571776155715,
+      "loss": 0.7202,
+      "step": 236
+    },
+    {
+      "epoch": 0.5183160196828869,
+      "grad_norm": 0.07963432371616364,
+      "learning_rate": 0.00027591240875912405,
+      "loss": 0.7983,
+      "step": 237
+    },
+    {
+      "epoch": 0.5205030071077091,
+      "grad_norm": 0.09180959314107895,
+      "learning_rate": 0.00027566909975669095,
+      "loss": 0.9635,
+      "step": 238
+    },
+    {
+      "epoch": 0.5226899945325314,
+      "grad_norm": 0.10132299363613129,
+      "learning_rate": 0.0002754257907542579,
+      "loss": 0.8202,
+      "step": 239
+    },
+    {
+      "epoch": 0.5248769819573538,
+      "grad_norm": 0.08845063298940659,
+      "learning_rate": 0.0002751824817518248,
+      "loss": 0.8691,
+      "step": 240
+    },
+    {
+      "epoch": 0.527063969382176,
+      "grad_norm": 0.12031355500221252,
+      "learning_rate": 0.0002749391727493917,
+      "loss": 0.745,
+      "step": 241
+    },
+    {
+      "epoch": 0.5292509568069984,
+      "grad_norm": 0.083718441426754,
+      "learning_rate": 0.0002746958637469586,
+      "loss": 0.8674,
+      "step": 242
+    },
+    {
+      "epoch": 0.5314379442318207,
+      "grad_norm": 0.05590861290693283,
+      "learning_rate": 0.0002744525547445255,
+      "loss": 0.7403,
+      "step": 243
+    },
+    {
+      "epoch": 0.5336249316566429,
+      "grad_norm": 0.07989255338907242,
+      "learning_rate": 0.0002742092457420924,
+      "loss": 0.8519,
+      "step": 244
+    },
+    {
+      "epoch": 0.5358119190814653,
+      "grad_norm": 0.0754510909318924,
+      "learning_rate": 0.00027396593673965935,
+      "loss": 0.8152,
+      "step": 245
+    },
+    {
+      "epoch": 0.5379989065062876,
+      "grad_norm": 0.11276485025882721,
+      "learning_rate": 0.00027372262773722625,
+      "loss": 0.8808,
+      "step": 246
+    },
+    {
+      "epoch": 0.5401858939311099,
+      "grad_norm": 0.0901227816939354,
+      "learning_rate": 0.00027347931873479315,
+      "loss": 1.0364,
+      "step": 247
+    },
+    {
+      "epoch": 0.5423728813559322,
+      "grad_norm": 0.08831602334976196,
+      "learning_rate": 0.0002732360097323601,
+      "loss": 0.8202,
+      "step": 248
+    },
+    {
+      "epoch": 0.5445598687807545,
+      "grad_norm": 0.07019981741905212,
+      "learning_rate": 0.000272992700729927,
+      "loss": 0.7058,
+      "step": 249
+    },
+    {
+      "epoch": 0.5467468562055768,
+      "grad_norm": 0.08964318037033081,
+      "learning_rate": 0.0002727493917274939,
+      "loss": 0.6815,
+      "step": 250
+    },
+    {
+      "epoch": 0.5489338436303991,
+      "grad_norm": 0.10391569882631302,
+      "learning_rate": 0.0002725060827250608,
+      "loss": 0.8045,
+      "step": 251
+    },
+    {
+      "epoch": 0.5511208310552215,
+      "grad_norm": 0.06296099722385406,
+      "learning_rate": 0.0002722627737226277,
+      "loss": 0.7172,
+      "step": 252
+    },
+    {
+      "epoch": 0.5533078184800437,
+      "grad_norm": 0.07685249298810959,
+      "learning_rate": 0.0002720194647201946,
+      "loss": 0.6347,
+      "step": 253
+    },
+    {
+      "epoch": 0.555494805904866,
+      "grad_norm": 0.06963878124952316,
+      "learning_rate": 0.00027177615571776154,
+      "loss": 0.6887,
+      "step": 254
+    },
+    {
+      "epoch": 0.5576817933296884,
+      "grad_norm": 0.08316706120967865,
+      "learning_rate": 0.00027153284671532844,
+      "loss": 0.9185,
+      "step": 255
+    },
+    {
+      "epoch": 0.5598687807545106,
+      "grad_norm": 0.07583016157150269,
+      "learning_rate": 0.00027128953771289534,
+      "loss": 0.722,
+      "step": 256
+    },
+    {
+      "epoch": 0.562055768179333,
+      "grad_norm": 0.11720545589923859,
+      "learning_rate": 0.0002710462287104623,
+      "loss": 0.5064,
+      "step": 257
+    },
+    {
+      "epoch": 0.5642427556041553,
+      "grad_norm": 0.12078868597745895,
+      "learning_rate": 0.0002708029197080292,
+      "loss": 0.8634,
+      "step": 258
+    },
+    {
+      "epoch": 0.5664297430289775,
+      "grad_norm": 0.12090896815061569,
+      "learning_rate": 0.0002705596107055961,
+      "loss": 1.0468,
+      "step": 259
+    },
+    {
+      "epoch": 0.5686167304537999,
+      "grad_norm": 0.09285137802362442,
+      "learning_rate": 0.000270316301703163,
+      "loss": 0.7503,
+      "step": 260
+    },
+    {
+      "epoch": 0.5708037178786222,
+      "grad_norm": 0.0832851231098175,
+      "learning_rate": 0.0002700729927007299,
+      "loss": 0.8716,
+      "step": 261
+    },
+    {
+      "epoch": 0.5729907053034445,
+      "grad_norm": 0.0790085643529892,
+      "learning_rate": 0.0002698296836982968,
+      "loss": 0.5984,
+      "step": 262
+    },
+    {
+      "epoch": 0.5751776927282668,
+      "grad_norm": 0.131657674908638,
+      "learning_rate": 0.00026958637469586374,
+      "loss": 0.7258,
+      "step": 263
+    },
+    {
+      "epoch": 0.5773646801530892,
+      "grad_norm": 0.07868051528930664,
+      "learning_rate": 0.00026934306569343063,
+      "loss": 0.8254,
+      "step": 264
+    },
+    {
+      "epoch": 0.5795516675779114,
+      "grad_norm": 0.08188129216432571,
+      "learning_rate": 0.00026909975669099753,
+      "loss": 0.7436,
+      "step": 265
+    },
+    {
+      "epoch": 0.5817386550027337,
+      "grad_norm": 0.08523768931627274,
+      "learning_rate": 0.0002688564476885645,
+      "loss": 0.7025,
+      "step": 266
+    },
+    {
+      "epoch": 0.5839256424275561,
+      "grad_norm": 0.0672910138964653,
+      "learning_rate": 0.0002686131386861314,
+      "loss": 0.8514,
+      "step": 267
+    },
+    {
+      "epoch": 0.5861126298523783,
+      "grad_norm": 0.0724952295422554,
+      "learning_rate": 0.0002683698296836983,
+      "loss": 0.6604,
+      "step": 268
+    },
+    {
+      "epoch": 0.5882996172772007,
+      "grad_norm": 0.08894018828868866,
+      "learning_rate": 0.0002681265206812652,
+      "loss": 0.7991,
+      "step": 269
+    },
+    {
+      "epoch": 0.590486604702023,
+      "grad_norm": 0.10857002437114716,
+      "learning_rate": 0.0002678832116788321,
+      "loss": 0.8776,
+      "step": 270
+    },
+    {
+      "epoch": 0.5926735921268452,
+      "grad_norm": 0.14346320927143097,
+      "learning_rate": 0.000267639902676399,
+      "loss": 0.8717,
+      "step": 271
+    },
+    {
+      "epoch": 0.5948605795516676,
+      "grad_norm": 0.07845014333724976,
+      "learning_rate": 0.0002673965936739659,
+      "loss": 0.9037,
+      "step": 272
+    },
+    {
+      "epoch": 0.5970475669764899,
+      "grad_norm": 0.11510999500751495,
+      "learning_rate": 0.00026715328467153283,
+      "loss": 0.864,
+      "step": 273
+    },
+    {
+      "epoch": 0.5992345544013122,
+      "grad_norm": 0.11393352597951889,
+      "learning_rate": 0.0002669099756690997,
+      "loss": 0.8356,
+      "step": 274
+    },
+    {
+      "epoch": 0.6014215418261345,
+      "grad_norm": 0.06892132759094238,
+      "learning_rate": 0.0002666666666666666,
+      "loss": 0.7927,
+      "step": 275
+    },
+    {
+      "epoch": 0.6036085292509568,
+      "grad_norm": 0.19158025085926056,
+      "learning_rate": 0.0002664233576642336,
+      "loss": 0.8784,
+      "step": 276
+    },
+    {
+      "epoch": 0.6057955166757791,
+      "grad_norm": 0.07826769351959229,
+      "learning_rate": 0.0002661800486618005,
+      "loss": 0.7043,
+      "step": 277
+    },
+    {
+      "epoch": 0.6079825041006014,
+      "grad_norm": 0.07082416862249374,
+      "learning_rate": 0.0002659367396593674,
+      "loss": 0.8035,
+      "step": 278
+    },
+    {
+      "epoch": 0.6101694915254238,
+      "grad_norm": 0.07882045954465866,
+      "learning_rate": 0.0002656934306569343,
+      "loss": 0.6676,
+      "step": 279
+    },
+    {
+      "epoch": 0.612356478950246,
+      "grad_norm": 0.09893234819173813,
+      "learning_rate": 0.00026545012165450117,
+      "loss": 0.7249,
+      "step": 280
+    },
+    {
+      "epoch": 0.6145434663750683,
+      "grad_norm": 0.09653720259666443,
+      "learning_rate": 0.00026520681265206807,
+      "loss": 0.756,
+      "step": 281
+    },
+    {
+      "epoch": 0.6167304537998907,
+      "grad_norm": 0.09176692366600037,
+      "learning_rate": 0.000264963503649635,
+      "loss": 0.9369,
+      "step": 282
+    },
+    {
+      "epoch": 0.6189174412247129,
+      "grad_norm": 0.09325020760297775,
+      "learning_rate": 0.0002647201946472019,
+      "loss": 0.8913,
+      "step": 283
+    },
+    {
+      "epoch": 0.6211044286495353,
+      "grad_norm": 0.07303456962108612,
+      "learning_rate": 0.0002644768856447688,
+      "loss": 0.6587,
+      "step": 284
+    },
+    {
+      "epoch": 0.6232914160743576,
+      "grad_norm": 0.10179898142814636,
+      "learning_rate": 0.00026423357664233577,
+      "loss": 0.8088,
+      "step": 285
+    },
+    {
+      "epoch": 0.6254784034991798,
+      "grad_norm": 0.14401668310165405,
+      "learning_rate": 0.00026399026763990267,
+      "loss": 1.0155,
+      "step": 286
+    },
+    {
+      "epoch": 0.6276653909240022,
+      "grad_norm": 0.10312936455011368,
+      "learning_rate": 0.00026374695863746957,
+      "loss": 0.694,
+      "step": 287
+    },
+    {
+      "epoch": 0.6298523783488245,
+      "grad_norm": 0.0854305624961853,
+      "learning_rate": 0.00026350364963503647,
+      "loss": 0.7055,
+      "step": 288
+    },
+    {
+      "epoch": 0.6320393657736468,
+      "grad_norm": 0.10970859974622726,
+      "learning_rate": 0.00026326034063260337,
+      "loss": 1.0504,
+      "step": 289
+    },
+    {
+      "epoch": 0.6342263531984691,
+      "grad_norm": 0.07560990005731583,
+      "learning_rate": 0.00026301703163017026,
+      "loss": 0.7987,
+      "step": 290
+    },
+    {
+      "epoch": 0.6364133406232915,
+      "grad_norm": 0.07992532104253769,
+      "learning_rate": 0.0002627737226277372,
+      "loss": 0.7962,
+      "step": 291
+    },
+    {
+      "epoch": 0.6386003280481137,
+      "grad_norm": 0.06997305899858475,
+      "learning_rate": 0.0002625304136253041,
+      "loss": 0.8062,
+      "step": 292
+    },
+    {
+      "epoch": 0.640787315472936,
+      "grad_norm": 0.09926711767911911,
+      "learning_rate": 0.000262287104622871,
+      "loss": 0.7058,
+      "step": 293
+    },
+    {
+      "epoch": 0.6429743028977584,
+      "grad_norm": 0.06934119015932083,
+      "learning_rate": 0.00026204379562043797,
+      "loss": 0.6901,
+      "step": 294
+    },
+    {
+      "epoch": 0.6451612903225806,
+      "grad_norm": 0.08522456139326096,
+      "learning_rate": 0.00026180048661800486,
+      "loss": 0.8298,
+      "step": 295
+    },
+    {
+      "epoch": 0.647348277747403,
+      "grad_norm": 0.10487085580825806,
+      "learning_rate": 0.00026155717761557176,
+      "loss": 0.7889,
+      "step": 296
+    },
+    {
+      "epoch": 0.6495352651722253,
+      "grad_norm": 0.08216001093387604,
+      "learning_rate": 0.00026131386861313866,
+      "loss": 0.6706,
+      "step": 297
+    },
+    {
+      "epoch": 0.6517222525970475,
+      "grad_norm": 0.07124107331037521,
+      "learning_rate": 0.00026107055961070556,
+      "loss": 0.7223,
+      "step": 298
+    },
+    {
+      "epoch": 0.6539092400218699,
+      "grad_norm": 0.07503429055213928,
+      "learning_rate": 0.00026082725060827246,
+      "loss": 0.8066,
+      "step": 299
+    },
+    {
+      "epoch": 0.6560962274466922,
+      "grad_norm": 0.09767529368400574,
+      "learning_rate": 0.0002605839416058394,
+      "loss": 0.9102,
+      "step": 300
+    },
+    {
+      "epoch": 0.6582832148715145,
+      "grad_norm": 0.08856175094842911,
+      "learning_rate": 0.0002603406326034063,
+      "loss": 0.7445,
+      "step": 301
+    },
+    {
+      "epoch": 0.6604702022963368,
+      "grad_norm": 0.12521636486053467,
+      "learning_rate": 0.0002600973236009732,
+      "loss": 0.879,
+      "step": 302
+    },
+    {
+      "epoch": 0.6626571897211591,
+      "grad_norm": 0.06757901608943939,
+      "learning_rate": 0.00025985401459854016,
+      "loss": 0.804,
+      "step": 303
+    },
+    {
+      "epoch": 0.6648441771459814,
+      "grad_norm": 0.0733027458190918,
+      "learning_rate": 0.00025961070559610706,
+      "loss": 0.8633,
+      "step": 304
+    },
+    {
+      "epoch": 0.6670311645708037,
+      "grad_norm": 0.08905995637178421,
+      "learning_rate": 0.00025936739659367396,
+      "loss": 0.8607,
+      "step": 305
+    },
+    {
+      "epoch": 0.6692181519956261,
+      "grad_norm": 0.07818827778100967,
+      "learning_rate": 0.00025912408759124085,
+      "loss": 0.6932,
+      "step": 306
+    },
+    {
+      "epoch": 0.6714051394204483,
+      "grad_norm": 0.07720089703798294,
+      "learning_rate": 0.00025888077858880775,
+      "loss": 0.864,
+      "step": 307
+    },
+    {
+      "epoch": 0.6735921268452706,
+      "grad_norm": 0.08153744041919708,
+      "learning_rate": 0.00025863746958637465,
+      "loss": 0.8552,
+      "step": 308
+    },
+    {
+      "epoch": 0.675779114270093,
+      "grad_norm": 0.07525398582220078,
+      "learning_rate": 0.00025839416058394155,
+      "loss": 0.8718,
+      "step": 309
+    },
+    {
+      "epoch": 0.6779661016949152,
+      "grad_norm": 0.12840503454208374,
+      "learning_rate": 0.0002581508515815085,
+      "loss": 0.85,
+      "step": 310
+    },
+    {
+      "epoch": 0.6801530891197376,
+      "grad_norm": 0.09187840670347214,
+      "learning_rate": 0.0002579075425790754,
+      "loss": 0.6954,
+      "step": 311
+    },
+    {
+      "epoch": 0.6823400765445599,
+      "grad_norm": 0.08895968645811081,
+      "learning_rate": 0.0002576642335766423,
+      "loss": 0.7626,
+      "step": 312
+    },
+    {
+      "epoch": 0.6845270639693821,
+      "grad_norm": 0.09770026057958603,
+      "learning_rate": 0.00025742092457420925,
+      "loss": 1.0604,
+      "step": 313
+    },
+    {
+      "epoch": 0.6867140513942045,
+      "grad_norm": 0.08766573667526245,
+      "learning_rate": 0.00025717761557177615,
+      "loss": 0.7582,
+      "step": 314
+    },
+    {
+      "epoch": 0.6889010388190268,
+      "grad_norm": 0.09852811694145203,
+      "learning_rate": 0.00025693430656934305,
+      "loss": 0.818,
+      "step": 315
+    },
+    {
+      "epoch": 0.6910880262438491,
+      "grad_norm": 0.09099966287612915,
+      "learning_rate": 0.00025669099756690995,
+      "loss": 0.7989,
+      "step": 316
+    },
+    {
+      "epoch": 0.6932750136686714,
+      "grad_norm": 0.09447526186704636,
+      "learning_rate": 0.00025644768856447685,
+      "loss": 0.6944,
+      "step": 317
+    },
+    {
+      "epoch": 0.6954620010934938,
+      "grad_norm": 0.07845824211835861,
+      "learning_rate": 0.00025620437956204374,
+      "loss": 0.7115,
+      "step": 318
+    },
+    {
+      "epoch": 0.697648988518316,
+      "grad_norm": 0.08921406418085098,
+      "learning_rate": 0.0002559610705596107,
+      "loss": 0.7523,
+      "step": 319
+    },
+    {
+      "epoch": 0.6998359759431383,
+      "grad_norm": 0.08217911422252655,
+      "learning_rate": 0.0002557177615571776,
+      "loss": 0.8571,
+      "step": 320
+    },
+    {
+      "epoch": 0.7020229633679607,
+      "grad_norm": 0.09305664896965027,
+      "learning_rate": 0.0002554744525547445,
+      "loss": 0.9364,
+      "step": 321
+    },
+    {
+      "epoch": 0.7042099507927829,
+      "grad_norm": 0.0946994498372078,
+      "learning_rate": 0.00025523114355231145,
+      "loss": 0.8256,
+      "step": 322
+    },
+    {
+      "epoch": 0.7063969382176053,
+      "grad_norm": 0.07410630583763123,
+      "learning_rate": 0.00025498783454987834,
+      "loss": 0.6779,
+      "step": 323
+    },
+    {
+      "epoch": 0.7085839256424276,
+      "grad_norm": 0.07267045974731445,
+      "learning_rate": 0.00025474452554744524,
+      "loss": 0.7153,
+      "step": 324
+    },
+    {
+      "epoch": 0.7107709130672498,
+      "grad_norm": 0.12285289913415909,
+      "learning_rate": 0.00025450121654501214,
+      "loss": 0.7329,
+      "step": 325
+    },
+    {
+      "epoch": 0.7129579004920722,
+      "grad_norm": 0.09455831348896027,
+      "learning_rate": 0.00025425790754257904,
+      "loss": 0.702,
+      "step": 326
+    },
+    {
+      "epoch": 0.7151448879168945,
+      "grad_norm": 0.10846222192049026,
+      "learning_rate": 0.00025401459854014594,
+      "loss": 0.9754,
+      "step": 327
+    },
+    {
+      "epoch": 0.7173318753417168,
+      "grad_norm": 0.07057289779186249,
+      "learning_rate": 0.0002537712895377129,
+      "loss": 0.6585,
+      "step": 328
+    },
+    {
+      "epoch": 0.7195188627665391,
+      "grad_norm": 0.1231318861246109,
+      "learning_rate": 0.0002535279805352798,
+      "loss": 0.6573,
+      "step": 329
+    },
+    {
+      "epoch": 0.7217058501913614,
+      "grad_norm": 0.08757714182138443,
+      "learning_rate": 0.0002532846715328467,
+      "loss": 1.0232,
+      "step": 330
+    },
+    {
+      "epoch": 0.7238928376161837,
+      "grad_norm": 0.11108340322971344,
+      "learning_rate": 0.00025304136253041364,
+      "loss": 0.6192,
+      "step": 331
+    },
+    {
+      "epoch": 0.726079825041006,
+      "grad_norm": 0.07615101337432861,
+      "learning_rate": 0.00025279805352798054,
+      "loss": 0.6535,
+      "step": 332
+    },
+    {
+      "epoch": 0.7282668124658284,
+      "grad_norm": 0.17982874810695648,
+      "learning_rate": 0.00025255474452554744,
+      "loss": 0.8749,
+      "step": 333
+    },
+    {
+      "epoch": 0.7304537998906506,
+      "grad_norm": 0.06192949786782265,
+      "learning_rate": 0.00025231143552311433,
+      "loss": 0.5405,
+      "step": 334
+    },
+    {
+      "epoch": 0.7326407873154729,
+      "grad_norm": 0.0643632635474205,
+      "learning_rate": 0.00025206812652068123,
+      "loss": 0.5739,
+      "step": 335
+    },
+    {
+      "epoch": 0.7348277747402953,
+      "grad_norm": 0.0989777147769928,
+      "learning_rate": 0.00025182481751824813,
+      "loss": 0.9974,
+      "step": 336
+    },
+    {
+      "epoch": 0.7370147621651175,
+      "grad_norm": 0.08475980907678604,
+      "learning_rate": 0.0002515815085158151,
+      "loss": 0.7437,
+      "step": 337
+    },
+    {
+      "epoch": 0.7392017495899399,
+      "grad_norm": 0.08763574063777924,
+      "learning_rate": 0.000251338199513382,
+      "loss": 1.0005,
+      "step": 338
+    },
+    {
+      "epoch": 0.7413887370147622,
+      "grad_norm": 0.05895058810710907,
+      "learning_rate": 0.0002510948905109489,
+      "loss": 0.6425,
+      "step": 339
+    },
+    {
+      "epoch": 0.7435757244395844,
+      "grad_norm": 0.11711962521076202,
+      "learning_rate": 0.00025085158150851583,
+      "loss": 0.8128,
+      "step": 340
+    },
+    {
+      "epoch": 0.7457627118644068,
+      "grad_norm": 0.09908420592546463,
+      "learning_rate": 0.00025060827250608273,
+      "loss": 0.8779,
+      "step": 341
+    },
+    {
+      "epoch": 0.747949699289229,
+      "grad_norm": 0.12717701494693756,
+      "learning_rate": 0.00025036496350364963,
+      "loss": 0.8683,
+      "step": 342
+    },
+    {
+      "epoch": 0.7501366867140514,
+      "grad_norm": 0.06658514589071274,
+      "learning_rate": 0.00025012165450121653,
+      "loss": 0.7183,
+      "step": 343
+    },
+    {
+      "epoch": 0.7523236741388737,
+      "grad_norm": 0.09064241498708725,
+      "learning_rate": 0.00024987834549878343,
+      "loss": 0.7,
+      "step": 344
+    },
+    {
+      "epoch": 0.7545106615636961,
+      "grad_norm": 0.10981611162424088,
+      "learning_rate": 0.0002496350364963503,
+      "loss": 1.0372,
+      "step": 345
+    },
+    {
+      "epoch": 0.7566976489885183,
+      "grad_norm": 0.15306536853313446,
+      "learning_rate": 0.0002493917274939172,
+      "loss": 1.0269,
+      "step": 346
+    },
+    {
+      "epoch": 0.7588846364133406,
+      "grad_norm": 0.11136262863874435,
+      "learning_rate": 0.0002491484184914842,
+      "loss": 0.6643,
+      "step": 347
+    },
+    {
+      "epoch": 0.761071623838163,
+      "grad_norm": 0.08956176787614822,
+      "learning_rate": 0.0002489051094890511,
+      "loss": 0.9524,
+      "step": 348
+    },
+    {
+      "epoch": 0.7632586112629852,
+      "grad_norm": 0.0828496515750885,
+      "learning_rate": 0.000248661800486618,
+      "loss": 0.8087,
+      "step": 349
+    },
+    {
+      "epoch": 0.7654455986878076,
+      "grad_norm": 0.07952458411455154,
+      "learning_rate": 0.0002484184914841849,
+      "loss": 0.6538,
+      "step": 350
+    },
+    {
+      "epoch": 0.7676325861126299,
+      "grad_norm": 0.09898912906646729,
+      "learning_rate": 0.0002481751824817518,
+      "loss": 0.7593,
+      "step": 351
+    },
+    {
+      "epoch": 0.7698195735374521,
+      "grad_norm": 0.06985414028167725,
+      "learning_rate": 0.0002479318734793187,
+      "loss": 0.7966,
+      "step": 352
+    },
+    {
+      "epoch": 0.7720065609622745,
+      "grad_norm": 0.09765390306711197,
+      "learning_rate": 0.0002476885644768856,
+      "loss": 0.9233,
+      "step": 353
+    },
+    {
+      "epoch": 0.7741935483870968,
+      "grad_norm": 0.07754623889923096,
+      "learning_rate": 0.0002474452554744525,
+      "loss": 0.8574,
+      "step": 354
+    },
+    {
+      "epoch": 0.7763805358119191,
+      "grad_norm": 0.10084286332130432,
+      "learning_rate": 0.0002472019464720194,
+      "loss": 0.73,
+      "step": 355
+    },
+    {
+      "epoch": 0.7785675232367414,
+      "grad_norm": 0.0886620357632637,
+      "learning_rate": 0.00024695863746958637,
+      "loss": 0.8721,
+      "step": 356
+    },
+    {
+      "epoch": 0.7807545106615636,
+      "grad_norm": 0.09977467358112335,
+      "learning_rate": 0.00024671532846715327,
+      "loss": 0.8606,
+      "step": 357
+    },
+    {
+      "epoch": 0.782941498086386,
+      "grad_norm": 0.08869027346372604,
+      "learning_rate": 0.00024647201946472017,
+      "loss": 0.7884,
+      "step": 358
+    },
+    {
+      "epoch": 0.7851284855112083,
+      "grad_norm": 0.12484999746084213,
+      "learning_rate": 0.0002462287104622871,
+      "loss": 0.7167,
+      "step": 359
+    },
+    {
+      "epoch": 0.7873154729360307,
+      "grad_norm": 0.095987468957901,
+      "learning_rate": 0.000245985401459854,
+      "loss": 0.552,
+      "step": 360
+    },
+    {
+      "epoch": 0.7895024603608529,
+      "grad_norm": 0.08995168656110764,
+      "learning_rate": 0.0002457420924574209,
+      "loss": 0.7066,
+      "step": 361
+    },
+    {
+      "epoch": 0.7916894477856752,
+      "grad_norm": 0.07973846793174744,
+      "learning_rate": 0.0002454987834549878,
+      "loss": 0.6593,
+      "step": 362
+    },
+    {
+      "epoch": 0.7938764352104976,
+      "grad_norm": 0.09430316090583801,
+      "learning_rate": 0.0002452554744525547,
+      "loss": 0.9323,
+      "step": 363
+    },
+    {
+      "epoch": 0.7960634226353198,
+      "grad_norm": 0.11289868503808975,
+      "learning_rate": 0.0002450121654501216,
+      "loss": 0.8149,
+      "step": 364
+    },
+    {
+      "epoch": 0.7982504100601422,
+      "grad_norm": 0.10845208168029785,
+      "learning_rate": 0.00024476885644768856,
+      "loss": 0.9717,
+      "step": 365
+    },
+    {
+      "epoch": 0.8004373974849645,
+      "grad_norm": 0.11709251254796982,
+      "learning_rate": 0.00024452554744525546,
+      "loss": 0.8802,
+      "step": 366
+    },
+    {
+      "epoch": 0.8026243849097867,
+      "grad_norm": 0.10186027735471725,
+      "learning_rate": 0.00024428223844282236,
+      "loss": 0.9955,
+      "step": 367
+    },
+    {
+      "epoch": 0.8048113723346091,
+      "grad_norm": 0.09093078225851059,
+      "learning_rate": 0.0002440389294403893,
+      "loss": 0.8325,
+      "step": 368
+    },
+    {
+      "epoch": 0.8069983597594313,
+      "grad_norm": 0.07772413641214371,
+      "learning_rate": 0.00024379562043795619,
+      "loss": 0.7639,
+      "step": 369
+    },
+    {
+      "epoch": 0.8091853471842537,
+      "grad_norm": 0.08604776859283447,
+      "learning_rate": 0.00024355231143552308,
+      "loss": 0.8633,
+      "step": 370
+    },
+    {
+      "epoch": 0.811372334609076,
+      "grad_norm": 0.089251309633255,
+      "learning_rate": 0.00024330900243309,
+      "loss": 0.6428,
+      "step": 371
+    },
+    {
+      "epoch": 0.8135593220338984,
+      "grad_norm": 0.21300595998764038,
+      "learning_rate": 0.0002430656934306569,
+      "loss": 0.906,
+      "step": 372
+    },
+    {
+      "epoch": 0.8157463094587206,
+      "grad_norm": 0.08114136755466461,
+      "learning_rate": 0.0002428223844282238,
+      "loss": 0.8834,
+      "step": 373
+    },
+    {
+      "epoch": 0.8179332968835429,
+      "grad_norm": 0.06985340267419815,
+      "learning_rate": 0.00024257907542579076,
+      "loss": 0.6912,
+      "step": 374
+    },
+    {
+      "epoch": 0.8201202843083653,
+      "grad_norm": 0.07757239043712616,
+      "learning_rate": 0.00024233576642335766,
+      "loss": 0.7713,
+      "step": 375
+    },
+    {
+      "epoch": 0.8223072717331875,
+      "grad_norm": 0.084066241979599,
+      "learning_rate": 0.00024209245742092456,
+      "loss": 0.7421,
+      "step": 376
+    },
+    {
+      "epoch": 0.8244942591580099,
+      "grad_norm": 0.08174380660057068,
+      "learning_rate": 0.00024184914841849148,
+      "loss": 0.8498,
+      "step": 377
+    },
+    {
+      "epoch": 0.8266812465828322,
+      "grad_norm": 0.06162627413868904,
+      "learning_rate": 0.00024160583941605838,
+      "loss": 0.5876,
+      "step": 378
+    },
+    {
+      "epoch": 0.8288682340076544,
+      "grad_norm": 0.10298137366771698,
+      "learning_rate": 0.00024136253041362528,
+      "loss": 0.8196,
+      "step": 379
+    },
+    {
+      "epoch": 0.8310552214324768,
+      "grad_norm": 0.08119028806686401,
+      "learning_rate": 0.0002411192214111922,
+      "loss": 0.5444,
+      "step": 380
+    },
+    {
+      "epoch": 0.833242208857299,
+      "grad_norm": 0.08673791587352753,
+      "learning_rate": 0.0002408759124087591,
+      "loss": 0.9114,
+      "step": 381
+    },
+    {
+      "epoch": 0.8354291962821214,
+      "grad_norm": 0.0688074380159378,
+      "learning_rate": 0.000240632603406326,
+      "loss": 0.7053,
+      "step": 382
+    },
+    {
+      "epoch": 0.8376161837069437,
+      "grad_norm": 0.12562371790409088,
+      "learning_rate": 0.0002403892944038929,
+      "loss": 0.8712,
+      "step": 383
+    },
+    {
+      "epoch": 0.839803171131766,
+      "grad_norm": 0.10272371768951416,
+      "learning_rate": 0.00024014598540145985,
+      "loss": 0.8055,
+      "step": 384
+    },
+    {
+      "epoch": 0.8419901585565883,
+      "grad_norm": 0.13328184187412262,
+      "learning_rate": 0.00023990267639902675,
+      "loss": 0.9087,
+      "step": 385
+    },
+    {
+      "epoch": 0.8441771459814106,
+      "grad_norm": 0.09337835758924484,
+      "learning_rate": 0.00023965936739659365,
+      "loss": 0.6886,
+      "step": 386
+    },
+    {
+      "epoch": 0.846364133406233,
+      "grad_norm": 0.07529181987047195,
+      "learning_rate": 0.00023941605839416057,
+      "loss": 0.7389,
+      "step": 387
+    },
+    {
+      "epoch": 0.8485511208310552,
+      "grad_norm": 0.10435959696769714,
+      "learning_rate": 0.00023917274939172747,
+      "loss": 0.7838,
+      "step": 388
+    },
+    {
+      "epoch": 0.8507381082558775,
+      "grad_norm": 0.08538194000720978,
+      "learning_rate": 0.00023892944038929437,
+      "loss": 0.7966,
+      "step": 389
+    },
+    {
+      "epoch": 0.8529250956806999,
+      "grad_norm": 0.09401832520961761,
+      "learning_rate": 0.0002386861313868613,
+      "loss": 0.645,
+      "step": 390
+    },
+    {
+      "epoch": 0.8551120831055221,
+      "grad_norm": 0.09455198794603348,
+      "learning_rate": 0.0002384428223844282,
+      "loss": 0.9683,
+      "step": 391
+    },
+    {
+      "epoch": 0.8572990705303445,
+      "grad_norm": 0.058899346739053726,
+      "learning_rate": 0.0002381995133819951,
+      "loss": 0.6329,
+      "step": 392
+    },
+    {
+      "epoch": 0.8594860579551667,
+      "grad_norm": 0.0685233399271965,
+      "learning_rate": 0.00023795620437956204,
+      "loss": 0.7726,
+      "step": 393
+    },
+    {
+      "epoch": 0.861673045379989,
+      "grad_norm": 0.09566155076026917,
+      "learning_rate": 0.00023771289537712894,
+      "loss": 0.7785,
+      "step": 394
+    },
+    {
+      "epoch": 0.8638600328048114,
+      "grad_norm": 0.0806843563914299,
+      "learning_rate": 0.00023746958637469584,
+      "loss": 0.7561,
+      "step": 395
+    },
+    {
+      "epoch": 0.8660470202296336,
+      "grad_norm": 0.0732002779841423,
+      "learning_rate": 0.00023722627737226277,
+      "loss": 0.7165,
+      "step": 396
+    },
+    {
+      "epoch": 0.868234007654456,
+      "grad_norm": 0.07124020159244537,
+      "learning_rate": 0.00023698296836982967,
+      "loss": 0.6741,
+      "step": 397
+    },
+    {
+      "epoch": 0.8704209950792783,
+      "grad_norm": 0.07025041431188583,
+      "learning_rate": 0.00023673965936739656,
+      "loss": 0.7672,
+      "step": 398
+    },
+    {
+      "epoch": 0.8726079825041007,
+      "grad_norm": 0.07770847529172897,
+      "learning_rate": 0.0002364963503649635,
+      "loss": 0.7625,
+      "step": 399
+    },
+    {
+      "epoch": 0.8747949699289229,
+      "grad_norm": 0.0754380151629448,
+      "learning_rate": 0.0002362530413625304,
+      "loss": 0.8177,
+      "step": 400
+    },
+    {
+      "epoch": 0.8769819573537452,
+      "grad_norm": 0.09001924097537994,
+      "learning_rate": 0.00023600973236009729,
+      "loss": 0.8044,
+      "step": 401
+    },
+    {
+      "epoch": 0.8791689447785676,
+      "grad_norm": 0.0933196097612381,
+      "learning_rate": 0.0002357664233576642,
+      "loss": 0.7618,
+      "step": 402
+    },
+    {
+      "epoch": 0.8813559322033898,
+      "grad_norm": 0.08752693235874176,
+      "learning_rate": 0.00023552311435523114,
+      "loss": 0.848,
+      "step": 403
+    },
+    {
+      "epoch": 0.8835429196282122,
+      "grad_norm": 0.08639179170131683,
+      "learning_rate": 0.00023527980535279804,
+      "loss": 0.7606,
+      "step": 404
+    },
+    {
+      "epoch": 0.8857299070530344,
+      "grad_norm": 0.11928462237119675,
+      "learning_rate": 0.00023503649635036496,
+      "loss": 0.8864,
+      "step": 405
+    },
+    {
+      "epoch": 0.8879168944778567,
+      "grad_norm": 0.1538437306880951,
+      "learning_rate": 0.00023479318734793186,
+      "loss": 1.0147,
+      "step": 406
+    },
+    {
+      "epoch": 0.8901038819026791,
+      "grad_norm": 0.10934260487556458,
+      "learning_rate": 0.00023454987834549876,
+      "loss": 0.7412,
+      "step": 407
+    },
+    {
+      "epoch": 0.8922908693275013,
+      "grad_norm": 0.08213051408529282,
+      "learning_rate": 0.00023430656934306568,
+      "loss": 0.777,
+      "step": 408
+    },
+    {
+      "epoch": 0.8944778567523237,
+      "grad_norm": 0.07685597985982895,
+      "learning_rate": 0.00023406326034063258,
+      "loss": 0.7021,
+      "step": 409
+    },
+    {
+      "epoch": 0.896664844177146,
+      "grad_norm": 0.06291788816452026,
+      "learning_rate": 0.00023381995133819948,
+      "loss": 0.7728,
+      "step": 410
+    },
+    {
+      "epoch": 0.8988518316019682,
+      "grad_norm": 0.06567230075597763,
+      "learning_rate": 0.0002335766423357664,
+      "loss": 0.8203,
+      "step": 411
+    },
+    {
+      "epoch": 0.9010388190267906,
+      "grad_norm": 0.09065946936607361,
+      "learning_rate": 0.0002333333333333333,
+      "loss": 0.6544,
+      "step": 412
+    },
+    {
+      "epoch": 0.9032258064516129,
+      "grad_norm": 0.1213839203119278,
+      "learning_rate": 0.0002330900243309002,
+      "loss": 0.8355,
+      "step": 413
+    },
+    {
+      "epoch": 0.9054127938764353,
+      "grad_norm": 0.06476369500160217,
+      "learning_rate": 0.00023284671532846715,
+      "loss": 0.6924,
+      "step": 414
+    },
+    {
+      "epoch": 0.9075997813012575,
+      "grad_norm": 0.12273135781288147,
+      "learning_rate": 0.00023260340632603405,
+      "loss": 0.788,
+      "step": 415
+    },
+    {
+      "epoch": 0.9097867687260798,
+      "grad_norm": 0.11854178458452225,
+      "learning_rate": 0.00023236009732360095,
+      "loss": 0.8838,
+      "step": 416
+    },
+    {
+      "epoch": 0.9119737561509021,
+      "grad_norm": 0.07701408118009567,
+      "learning_rate": 0.00023211678832116788,
+      "loss": 0.6952,
+      "step": 417
+    },
+    {
+      "epoch": 0.9141607435757244,
+      "grad_norm": 0.08688625693321228,
+      "learning_rate": 0.00023187347931873478,
+      "loss": 0.7104,
+      "step": 418
+    },
+    {
+      "epoch": 0.9163477310005468,
+      "grad_norm": 0.07495059818029404,
+      "learning_rate": 0.00023163017031630167,
+      "loss": 0.7142,
+      "step": 419
+    },
+    {
+      "epoch": 0.918534718425369,
+      "grad_norm": 0.1056298315525055,
+      "learning_rate": 0.00023138686131386857,
+      "loss": 0.6727,
+      "step": 420
+    },
+    {
+      "epoch": 0.9207217058501913,
+      "grad_norm": 0.11183115839958191,
+      "learning_rate": 0.0002311435523114355,
+      "loss": 0.7524,
+      "step": 421
+    },
+    {
+      "epoch": 0.9229086932750137,
+      "grad_norm": 0.08190497010946274,
+      "learning_rate": 0.0002309002433090024,
+      "loss": 0.7985,
+      "step": 422
+    },
+    {
+      "epoch": 0.9250956806998359,
+      "grad_norm": 0.2765990197658539,
+      "learning_rate": 0.0002306569343065693,
+      "loss": 0.6765,
+      "step": 423
+    },
+    {
+      "epoch": 0.9272826681246583,
+      "grad_norm": 0.11259368062019348,
+      "learning_rate": 0.00023041362530413625,
+      "loss": 0.7743,
+      "step": 424
+    },
+    {
+      "epoch": 0.9294696555494806,
+      "grad_norm": 0.0822245180606842,
+      "learning_rate": 0.00023017031630170315,
+      "loss": 0.7372,
+      "step": 425
+    },
+    {
+      "epoch": 0.931656642974303,
+      "grad_norm": 0.10144142806529999,
+      "learning_rate": 0.00022992700729927004,
+      "loss": 0.6968,
+      "step": 426
+    },
+    {
+      "epoch": 0.9338436303991252,
+      "grad_norm": 0.09696798771619797,
+      "learning_rate": 0.00022968369829683697,
+      "loss": 0.806,
+      "step": 427
+    },
+    {
+      "epoch": 0.9360306178239475,
+      "grad_norm": 0.11856890469789505,
+      "learning_rate": 0.00022944038929440387,
+      "loss": 0.882,
+      "step": 428
+    },
+    {
+      "epoch": 0.9382176052487698,
+      "grad_norm": 0.06787081062793732,
+      "learning_rate": 0.00022919708029197077,
+      "loss": 0.6118,
+      "step": 429
+    },
+    {
+      "epoch": 0.9404045926735921,
+      "grad_norm": 0.09057892113924026,
+      "learning_rate": 0.0002289537712895377,
+      "loss": 0.8325,
+      "step": 430
+    },
+    {
+      "epoch": 0.9425915800984145,
+      "grad_norm": 0.07022044062614441,
+      "learning_rate": 0.0002287104622871046,
+      "loss": 0.6192,
+      "step": 431
+    },
+    {
+      "epoch": 0.9447785675232367,
+      "grad_norm": 0.08649107813835144,
+      "learning_rate": 0.0002284671532846715,
+      "loss": 0.857,
+      "step": 432
+    },
+    {
+      "epoch": 0.946965554948059,
+      "grad_norm": 0.07676275819540024,
+      "learning_rate": 0.00022822384428223844,
+      "loss": 0.7976,
+      "step": 433
+    },
+    {
+      "epoch": 0.9491525423728814,
+      "grad_norm": 0.07858209311962128,
+      "learning_rate": 0.00022798053527980534,
+      "loss": 0.7824,
+      "step": 434
+    },
+    {
+      "epoch": 0.9513395297977036,
+      "grad_norm": 0.09957145154476166,
+      "learning_rate": 0.00022773722627737224,
+      "loss": 0.8206,
+      "step": 435
+    },
+    {
+      "epoch": 0.953526517222526,
+      "grad_norm": 0.08858057111501694,
+      "learning_rate": 0.00022749391727493916,
+      "loss": 1.0141,
+      "step": 436
+    },
+    {
+      "epoch": 0.9557135046473483,
+      "grad_norm": 0.0794423297047615,
+      "learning_rate": 0.00022725060827250606,
+      "loss": 0.7769,
+      "step": 437
+    },
+    {
+      "epoch": 0.9579004920721705,
+      "grad_norm": 0.09044236689805984,
+      "learning_rate": 0.00022700729927007296,
+      "loss": 0.7227,
+      "step": 438
+    },
+    {
+      "epoch": 0.9600874794969929,
+      "grad_norm": 0.09911444038152695,
+      "learning_rate": 0.00022676399026763989,
+      "loss": 0.6723,
+      "step": 439
+    },
+    {
+      "epoch": 0.9622744669218152,
+      "grad_norm": 0.08497105538845062,
+      "learning_rate": 0.00022652068126520678,
+      "loss": 0.8241,
+      "step": 440
+    },
+    {
+      "epoch": 0.9644614543466375,
+      "grad_norm": 0.08847412467002869,
+      "learning_rate": 0.00022627737226277368,
+      "loss": 0.6155,
+      "step": 441
+    },
+    {
+      "epoch": 0.9666484417714598,
+      "grad_norm": 0.0679594874382019,
+      "learning_rate": 0.00022603406326034064,
+      "loss": 0.6382,
+      "step": 442
+    },
+    {
+      "epoch": 0.9688354291962821,
+      "grad_norm": 0.09888885915279388,
+      "learning_rate": 0.00022579075425790753,
+      "loss": 0.5856,
+      "step": 443
+    },
+    {
+      "epoch": 0.9710224166211044,
+      "grad_norm": 0.06397063285112381,
+      "learning_rate": 0.00022554744525547443,
+      "loss": 0.76,
+      "step": 444
+    },
+    {
+      "epoch": 0.9732094040459267,
+      "grad_norm": 0.08151905983686447,
+      "learning_rate": 0.00022530413625304136,
+      "loss": 0.643,
+      "step": 445
+    },
+    {
+      "epoch": 0.9753963914707491,
+      "grad_norm": 0.07495240122079849,
+      "learning_rate": 0.00022506082725060826,
+      "loss": 0.7504,
+      "step": 446
+    },
+    {
+      "epoch": 0.9775833788955713,
+      "grad_norm": 0.08991455286741257,
+      "learning_rate": 0.00022481751824817515,
+      "loss": 0.7767,
+      "step": 447
+    },
+    {
+      "epoch": 0.9797703663203936,
+      "grad_norm": 0.07767476886510849,
+      "learning_rate": 0.00022457420924574208,
+      "loss": 0.7207,
+      "step": 448
+    },
+    {
+      "epoch": 0.981957353745216,
+      "grad_norm": 0.0883600041270256,
+      "learning_rate": 0.00022433090024330898,
+      "loss": 0.8896,
+      "step": 449
+    },
+    {
+      "epoch": 0.9841443411700382,
+      "grad_norm": 0.11757014691829681,
+      "learning_rate": 0.00022408759124087588,
+      "loss": 0.5694,
+      "step": 450
+    },
+    {
+      "epoch": 0.9863313285948606,
+      "grad_norm": 0.08310514688491821,
+      "learning_rate": 0.00022384428223844283,
+      "loss": 0.9715,
+      "step": 451
+    },
+    {
+      "epoch": 0.9885183160196829,
+      "grad_norm": 0.09455931186676025,
+      "learning_rate": 0.00022360097323600973,
+      "loss": 0.9526,
+      "step": 452
+    },
+    {
+      "epoch": 0.9907053034445052,
+      "grad_norm": 0.08626757562160492,
+      "learning_rate": 0.00022335766423357663,
+      "loss": 0.8127,
+      "step": 453
+    },
+    {
+      "epoch": 0.9928922908693275,
+      "grad_norm": 0.08407536894083023,
+      "learning_rate": 0.00022311435523114355,
+      "loss": 0.7764,
+      "step": 454
+    },
+    {
+      "epoch": 0.9950792782941498,
+      "grad_norm": 0.10693719238042831,
+      "learning_rate": 0.00022287104622871045,
+      "loss": 0.706,
+      "step": 455
+    },
+    {
+      "epoch": 0.9972662657189721,
+      "grad_norm": 0.07599896937608719,
+      "learning_rate": 0.00022262773722627735,
+      "loss": 0.8434,
+      "step": 456
+    },
+    {
+      "epoch": 0.9994532531437944,
+      "grad_norm": 0.07123170793056488,
+      "learning_rate": 0.00022238442822384425,
+      "loss": 0.6959,
+      "step": 457
+    },
+    {
+      "epoch": 1.0016402405686167,
+      "grad_norm": 0.20969897508621216,
+      "learning_rate": 0.00022214111922141117,
+      "loss": 1.0995,
+      "step": 458
+    },
+    {
+      "epoch": 1.003827227993439,
+      "grad_norm": 0.12732672691345215,
+      "learning_rate": 0.00022189781021897807,
+      "loss": 0.9649,
+      "step": 459
+    },
+    {
+      "epoch": 1.0060142154182614,
+      "grad_norm": 0.08339140564203262,
+      "learning_rate": 0.00022165450121654497,
+      "loss": 0.9371,
+      "step": 460
+    },
+    {
+      "epoch": 1.0082012028430836,
+      "grad_norm": 0.09266138076782227,
+      "learning_rate": 0.00022141119221411192,
+      "loss": 0.7334,
+      "step": 461
+    },
+    {
+      "epoch": 1.010388190267906,
+      "grad_norm": 0.12296944111585617,
+      "learning_rate": 0.00022116788321167882,
+      "loss": 0.7505,
+      "step": 462
+    },
+    {
+      "epoch": 1.0125751776927283,
+      "grad_norm": 0.17032410204410553,
+      "learning_rate": 0.00022092457420924572,
+      "loss": 0.6232,
+      "step": 463
+    },
+    {
+      "epoch": 1.0147621651175505,
+      "grad_norm": 0.08110660314559937,
+      "learning_rate": 0.00022068126520681264,
+      "loss": 1.1344,
+      "step": 464
+    },
+    {
+      "epoch": 1.0169491525423728,
+      "grad_norm": 0.07539701461791992,
+      "learning_rate": 0.00022043795620437954,
+      "loss": 0.704,
+      "step": 465
+    },
+    {
+      "epoch": 1.0191361399671952,
+      "grad_norm": 0.08034122735261917,
+      "learning_rate": 0.00022019464720194644,
+      "loss": 0.5416,
+      "step": 466
+    },
+    {
+      "epoch": 1.0213231273920176,
+      "grad_norm": 0.07798154652118683,
+      "learning_rate": 0.00021995133819951337,
+      "loss": 0.6736,
+      "step": 467
+    },
+    {
+      "epoch": 1.0235101148168397,
+      "grad_norm": 0.07347667962312698,
+      "learning_rate": 0.00021970802919708026,
+      "loss": 0.7469,
+      "step": 468
+    },
+    {
+      "epoch": 1.025697102241662,
+      "grad_norm": 0.0723293349146843,
+      "learning_rate": 0.00021946472019464716,
+      "loss": 0.8055,
+      "step": 469
+    },
+    {
+      "epoch": 1.0278840896664845,
+      "grad_norm": 0.08823157101869583,
+      "learning_rate": 0.00021922141119221412,
+      "loss": 0.7907,
+      "step": 470
+    },
+    {
+      "epoch": 1.0300710770913066,
+      "grad_norm": 0.08100754022598267,
+      "learning_rate": 0.00021897810218978101,
+      "loss": 0.9336,
+      "step": 471
+    },
+    {
+      "epoch": 1.032258064516129,
+      "grad_norm": 0.07761968672275543,
+      "learning_rate": 0.0002187347931873479,
+      "loss": 0.7412,
+      "step": 472
+    },
+    {
+      "epoch": 1.0344450519409514,
+      "grad_norm": 0.10911740362644196,
+      "learning_rate": 0.00021849148418491484,
+      "loss": 0.9158,
+      "step": 473
+    },
+    {
+      "epoch": 1.0366320393657737,
+      "grad_norm": 0.095650814473629,
+      "learning_rate": 0.00021824817518248174,
+      "loss": 0.7259,
+      "step": 474
+    },
+    {
+      "epoch": 1.038819026790596,
+      "grad_norm": 0.07425477355718613,
+      "learning_rate": 0.00021800486618004863,
+      "loss": 0.7245,
+      "step": 475
+    },
+    {
+      "epoch": 1.0410060142154183,
+      "grad_norm": 0.10135407000780106,
+      "learning_rate": 0.00021776155717761556,
+      "loss": 0.8769,
+      "step": 476
+    },
+    {
+      "epoch": 1.0431930016402406,
+      "grad_norm": 0.07602710276842117,
+      "learning_rate": 0.00021751824817518246,
+      "loss": 0.7174,
+      "step": 477
+    },
+    {
+      "epoch": 1.0453799890650628,
+      "grad_norm": 0.07748197764158249,
+      "learning_rate": 0.00021727493917274936,
+      "loss": 0.7229,
+      "step": 478
+    },
+    {
+      "epoch": 1.0475669764898852,
+      "grad_norm": 0.08943518996238708,
+      "learning_rate": 0.00021703163017031628,
+      "loss": 0.6997,
+      "step": 479
+    },
+    {
+      "epoch": 1.0497539639147075,
+      "grad_norm": 0.07173087447881699,
+      "learning_rate": 0.0002167883211678832,
+      "loss": 0.6794,
+      "step": 480
+    },
+    {
+      "epoch": 1.0519409513395297,
+      "grad_norm": 0.08462771028280258,
+      "learning_rate": 0.0002165450121654501,
+      "loss": 0.784,
+      "step": 481
+    },
+    {
+      "epoch": 1.054127938764352,
+      "grad_norm": 0.08702407777309418,
+      "learning_rate": 0.00021630170316301703,
+      "loss": 0.8735,
+      "step": 482
+    },
+    {
+      "epoch": 1.0563149261891744,
+      "grad_norm": 0.07053522020578384,
+      "learning_rate": 0.00021605839416058393,
+      "loss": 0.6618,
+      "step": 483
+    },
+    {
+      "epoch": 1.0585019136139968,
+      "grad_norm": 0.12078283727169037,
+      "learning_rate": 0.00021581508515815083,
+      "loss": 0.9134,
+      "step": 484
+    },
+    {
+      "epoch": 1.060688901038819,
+      "grad_norm": 0.08420273661613464,
+      "learning_rate": 0.00021557177615571775,
+      "loss": 0.788,
+      "step": 485
+    },
+    {
+      "epoch": 1.0628758884636413,
+      "grad_norm": 0.0908360555768013,
+      "learning_rate": 0.00021532846715328465,
+      "loss": 0.8345,
+      "step": 486
+    },
+    {
+      "epoch": 1.0650628758884637,
+      "grad_norm": 0.07254708558320999,
+      "learning_rate": 0.00021508515815085155,
+      "loss": 0.6774,
+      "step": 487
+    },
+    {
+      "epoch": 1.0672498633132859,
+      "grad_norm": 0.06593185663223267,
+      "learning_rate": 0.00021484184914841848,
+      "loss": 0.579,
+      "step": 488
+    },
+    {
+      "epoch": 1.0694368507381082,
+      "grad_norm": 0.0874580591917038,
+      "learning_rate": 0.00021459854014598537,
+      "loss": 0.8225,
+      "step": 489
+    },
+    {
+      "epoch": 1.0716238381629306,
+      "grad_norm": 0.11460527032613754,
+      "learning_rate": 0.00021435523114355227,
+      "loss": 0.883,
+      "step": 490
+    },
+    {
+      "epoch": 1.0738108255877528,
+      "grad_norm": 0.18787309527397156,
+      "learning_rate": 0.00021411192214111923,
+      "loss": 1.0423,
+      "step": 491
+    },
+    {
+      "epoch": 1.0759978130125751,
+      "grad_norm": 0.09558310359716415,
+      "learning_rate": 0.00021386861313868612,
+      "loss": 0.7018,
+      "step": 492
+    },
+    {
+      "epoch": 1.0781848004373975,
+      "grad_norm": 0.10145874321460724,
+      "learning_rate": 0.00021362530413625302,
+      "loss": 0.8135,
+      "step": 493
+    },
+    {
+      "epoch": 1.0803717878622199,
+      "grad_norm": 0.09003987908363342,
+      "learning_rate": 0.00021338199513381992,
+      "loss": 0.757,
+      "step": 494
+    },
+    {
+      "epoch": 1.082558775287042,
+      "grad_norm": 0.06621800363063812,
+      "learning_rate": 0.00021313868613138685,
+      "loss": 0.6209,
+      "step": 495
+    },
+    {
+      "epoch": 1.0847457627118644,
+      "grad_norm": 0.10110119730234146,
+      "learning_rate": 0.00021289537712895374,
+      "loss": 0.7889,
+      "step": 496
+    },
+    {
+      "epoch": 1.0869327501366868,
+      "grad_norm": 0.09702326357364655,
+      "learning_rate": 0.00021265206812652064,
+      "loss": 0.9833,
+      "step": 497
+    },
+    {
+      "epoch": 1.089119737561509,
+      "grad_norm": 0.07082308083772659,
+      "learning_rate": 0.00021240875912408757,
+      "loss": 0.6822,
+      "step": 498
+    },
+    {
+      "epoch": 1.0913067249863313,
+      "grad_norm": 0.07789671421051025,
+      "learning_rate": 0.00021216545012165447,
+      "loss": 0.8113,
+      "step": 499
+    },
+    {
+      "epoch": 1.0934937124111537,
+      "grad_norm": 0.12656526267528534,
+      "learning_rate": 0.00021192214111922137,
+      "loss": 0.7292,
+      "step": 500
+    },
+    {
+      "epoch": 1.095680699835976,
+      "grad_norm": 0.07907406240701675,
+      "learning_rate": 0.00021167883211678832,
+      "loss": 0.7658,
+      "step": 501
+    },
+    {
+      "epoch": 1.0978676872607982,
+      "grad_norm": 0.07924725860357285,
+      "learning_rate": 0.00021143552311435522,
+      "loss": 0.8642,
+      "step": 502
+    },
+    {
+      "epoch": 1.1000546746856206,
+      "grad_norm": 0.10268541425466537,
+      "learning_rate": 0.00021119221411192211,
+      "loss": 0.7222,
+      "step": 503
+    },
+    {
+      "epoch": 1.102241662110443,
+      "grad_norm": 0.08629688620567322,
+      "learning_rate": 0.00021094890510948904,
+      "loss": 0.8903,
+      "step": 504
+    },
+    {
+      "epoch": 1.104428649535265,
+      "grad_norm": 0.09736735373735428,
+      "learning_rate": 0.00021070559610705594,
+      "loss": 0.8207,
+      "step": 505
+    },
+    {
+      "epoch": 1.1066156369600875,
+      "grad_norm": 0.0911911278963089,
+      "learning_rate": 0.00021046228710462284,
+      "loss": 0.707,
+      "step": 506
+    },
+    {
+      "epoch": 1.1088026243849098,
+      "grad_norm": 0.07125036418437958,
+      "learning_rate": 0.00021021897810218976,
+      "loss": 0.7911,
+      "step": 507
+    },
+    {
+      "epoch": 1.110989611809732,
+      "grad_norm": 0.08185127377510071,
+      "learning_rate": 0.00020997566909975666,
+      "loss": 0.7877,
+      "step": 508
+    },
+    {
+      "epoch": 1.1131765992345544,
+      "grad_norm": 0.08671905845403671,
+      "learning_rate": 0.00020973236009732356,
+      "loss": 0.8329,
+      "step": 509
+    },
+    {
+      "epoch": 1.1153635866593767,
+      "grad_norm": 0.07348527759313583,
+      "learning_rate": 0.0002094890510948905,
+      "loss": 0.6935,
+      "step": 510
+    },
+    {
+      "epoch": 1.117550574084199,
+      "grad_norm": 0.08605052530765533,
+      "learning_rate": 0.0002092457420924574,
+      "loss": 0.7105,
+      "step": 511
+    },
+    {
+      "epoch": 1.1197375615090213,
+      "grad_norm": 0.09225083887577057,
+      "learning_rate": 0.0002090024330900243,
+      "loss": 0.7497,
+      "step": 512
+    },
+    {
+      "epoch": 1.1219245489338436,
+      "grad_norm": 0.09900879859924316,
+      "learning_rate": 0.00020875912408759123,
+      "loss": 0.8302,
+      "step": 513
+    },
+    {
+      "epoch": 1.124111536358666,
+      "grad_norm": 0.1019401028752327,
+      "learning_rate": 0.00020851581508515813,
+      "loss": 0.9673,
+      "step": 514
+    },
+    {
+      "epoch": 1.1262985237834882,
+      "grad_norm": 0.0875234454870224,
+      "learning_rate": 0.00020827250608272503,
+      "loss": 0.6575,
+      "step": 515
+    },
+    {
+      "epoch": 1.1284855112083105,
+      "grad_norm": 0.08452007174491882,
+      "learning_rate": 0.00020802919708029196,
+      "loss": 0.6998,
+      "step": 516
+    },
+    {
+      "epoch": 1.130672498633133,
+      "grad_norm": 0.08561667054891586,
+      "learning_rate": 0.00020778588807785885,
+      "loss": 0.5517,
+      "step": 517
+    },
+    {
+      "epoch": 1.132859486057955,
+      "grad_norm": 0.08788544684648514,
+      "learning_rate": 0.00020754257907542575,
+      "loss": 0.7727,
+      "step": 518
+    },
+    {
+      "epoch": 1.1350464734827774,
+      "grad_norm": 0.06977652758359909,
+      "learning_rate": 0.0002072992700729927,
+      "loss": 0.514,
+      "step": 519
+    },
+    {
+      "epoch": 1.1372334609075998,
+      "grad_norm": 0.06130863353610039,
+      "learning_rate": 0.0002070559610705596,
+      "loss": 0.7127,
+      "step": 520
+    },
+    {
+      "epoch": 1.1394204483324222,
+      "grad_norm": 0.0844646543264389,
+      "learning_rate": 0.0002068126520681265,
+      "loss": 0.6549,
+      "step": 521
+    },
+    {
+      "epoch": 1.1416074357572443,
+      "grad_norm": 0.09989370405673981,
+      "learning_rate": 0.00020656934306569343,
+      "loss": 0.8036,
+      "step": 522
+    },
+    {
+      "epoch": 1.1437944231820667,
+      "grad_norm": 0.07263204455375671,
+      "learning_rate": 0.00020632603406326033,
+      "loss": 0.86,
+      "step": 523
+    },
+    {
+      "epoch": 1.145981410606889,
+      "grad_norm": 0.09207324683666229,
+      "learning_rate": 0.00020608272506082722,
+      "loss": 0.8043,
+      "step": 524
+    },
+    {
+      "epoch": 1.1481683980317112,
+      "grad_norm": 0.08681024610996246,
+      "learning_rate": 0.00020583941605839415,
+      "loss": 0.7015,
+      "step": 525
+    },
+    {
+      "epoch": 1.1503553854565336,
+      "grad_norm": 0.07698823511600494,
+      "learning_rate": 0.00020559610705596105,
+      "loss": 0.6008,
+      "step": 526
+    },
+    {
+      "epoch": 1.152542372881356,
+      "grad_norm": 0.07747140526771545,
+      "learning_rate": 0.00020535279805352795,
+      "loss": 0.5263,
+      "step": 527
+    },
+    {
+      "epoch": 1.1547293603061783,
+      "grad_norm": 0.08536474406719208,
+      "learning_rate": 0.0002051094890510949,
+      "loss": 0.8093,
+      "step": 528
+    },
+    {
+      "epoch": 1.1569163477310005,
+      "grad_norm": 0.08392032980918884,
+      "learning_rate": 0.0002048661800486618,
+      "loss": 0.8414,
+      "step": 529
+    },
+    {
+      "epoch": 1.1591033351558229,
+      "grad_norm": 0.09120789170265198,
+      "learning_rate": 0.0002046228710462287,
+      "loss": 0.8049,
+      "step": 530
+    },
+    {
+      "epoch": 1.1612903225806452,
+      "grad_norm": 0.07453621923923492,
+      "learning_rate": 0.0002043795620437956,
+      "loss": 0.7692,
+      "step": 531
+    },
+    {
+      "epoch": 1.1634773100054674,
+      "grad_norm": 0.09812572598457336,
+      "learning_rate": 0.00020413625304136252,
+      "loss": 0.8122,
+      "step": 532
+    },
+    {
+      "epoch": 1.1656642974302898,
+      "grad_norm": 0.07299792766571045,
+      "learning_rate": 0.00020389294403892942,
+      "loss": 0.7397,
+      "step": 533
+    },
+    {
+      "epoch": 1.1678512848551121,
+      "grad_norm": 0.11568590253591537,
+      "learning_rate": 0.00020364963503649632,
+      "loss": 0.8407,
+      "step": 534
+    },
+    {
+      "epoch": 1.1700382722799345,
+      "grad_norm": 0.08939476311206818,
+      "learning_rate": 0.00020340632603406324,
+      "loss": 0.7363,
+      "step": 535
+    },
+    {
+      "epoch": 1.1722252597047567,
+      "grad_norm": 0.07544557750225067,
+      "learning_rate": 0.00020316301703163014,
+      "loss": 0.6445,
+      "step": 536
+    },
+    {
+      "epoch": 1.174412247129579,
+      "grad_norm": 0.07536011189222336,
+      "learning_rate": 0.00020291970802919704,
+      "loss": 0.8258,
+      "step": 537
+    },
+    {
+      "epoch": 1.1765992345544014,
+      "grad_norm": 0.0643959566950798,
+      "learning_rate": 0.000202676399026764,
+      "loss": 0.6465,
+      "step": 538
+    },
+    {
+      "epoch": 1.1787862219792236,
+      "grad_norm": 0.11400493234395981,
+      "learning_rate": 0.0002024330900243309,
+      "loss": 0.7816,
+      "step": 539
+    },
+    {
+      "epoch": 1.180973209404046,
+      "grad_norm": 0.10577233880758286,
+      "learning_rate": 0.0002021897810218978,
+      "loss": 0.8459,
+      "step": 540
+    },
+    {
+      "epoch": 1.1831601968288683,
+      "grad_norm": 0.07300820201635361,
+      "learning_rate": 0.00020194647201946471,
+      "loss": 0.7786,
+      "step": 541
+    },
+    {
+      "epoch": 1.1853471842536905,
+      "grad_norm": 0.08495799452066422,
+      "learning_rate": 0.0002017031630170316,
+      "loss": 0.69,
+      "step": 542
+    },
+    {
+      "epoch": 1.1875341716785128,
+      "grad_norm": 0.09539131075143814,
+      "learning_rate": 0.0002014598540145985,
+      "loss": 0.6451,
+      "step": 543
+    },
+    {
+      "epoch": 1.1897211591033352,
+      "grad_norm": 0.1075504943728447,
+      "learning_rate": 0.00020121654501216544,
+      "loss": 0.8049,
+      "step": 544
+    },
+    {
+      "epoch": 1.1919081465281574,
+      "grad_norm": 0.09202999621629715,
+      "learning_rate": 0.00020097323600973233,
+      "loss": 0.7244,
+      "step": 545
+    },
+    {
+      "epoch": 1.1940951339529797,
+      "grad_norm": 0.08228336274623871,
+      "learning_rate": 0.00020072992700729923,
+      "loss": 0.8011,
+      "step": 546
+    },
+    {
+      "epoch": 1.196282121377802,
+      "grad_norm": 0.08305627852678299,
+      "learning_rate": 0.00020048661800486619,
+      "loss": 0.847,
+      "step": 547
+    },
+    {
+      "epoch": 1.1984691088026245,
+      "grad_norm": 0.07865869998931885,
+      "learning_rate": 0.00020024330900243308,
+      "loss": 0.7461,
+      "step": 548
+    },
+    {
+      "epoch": 1.2006560962274466,
+      "grad_norm": 0.09271178394556046,
+      "learning_rate": 0.00019999999999999998,
+      "loss": 0.7679,
+      "step": 549
+    },
+    {
+      "epoch": 1.202843083652269,
+      "grad_norm": 0.0922798290848732,
+      "learning_rate": 0.0001997566909975669,
+      "loss": 0.8033,
+      "step": 550
+    },
+    {
+      "epoch": 1.2050300710770914,
+      "grad_norm": 0.09110455960035324,
+      "learning_rate": 0.0001995133819951338,
+      "loss": 0.8742,
+      "step": 551
+    },
+    {
+      "epoch": 1.2072170585019135,
+      "grad_norm": 0.0730852261185646,
+      "learning_rate": 0.0001992700729927007,
+      "loss": 0.7562,
+      "step": 552
+    },
+    {
+      "epoch": 1.209404045926736,
+      "grad_norm": 0.06643499433994293,
+      "learning_rate": 0.00019902676399026763,
+      "loss": 0.6422,
+      "step": 553
+    },
+    {
+      "epoch": 1.2115910333515583,
+      "grad_norm": 0.07242454588413239,
+      "learning_rate": 0.00019878345498783453,
+      "loss": 0.748,
+      "step": 554
+    },
+    {
+      "epoch": 1.2137780207763806,
+      "grad_norm": 0.08619828522205353,
+      "learning_rate": 0.00019854014598540143,
+      "loss": 0.8166,
+      "step": 555
+    },
+    {
+      "epoch": 1.2159650082012028,
+      "grad_norm": 0.09129846841096878,
+      "learning_rate": 0.00019829683698296835,
+      "loss": 0.676,
+      "step": 556
+    },
+    {
+      "epoch": 1.2181519956260252,
+      "grad_norm": 0.08631033450365067,
+      "learning_rate": 0.00019805352798053528,
+      "loss": 0.7698,
+      "step": 557
+    },
+    {
+      "epoch": 1.2203389830508475,
+      "grad_norm": 0.08128698170185089,
+      "learning_rate": 0.00019781021897810218,
+      "loss": 0.7147,
+      "step": 558
+    },
+    {
+      "epoch": 1.2225259704756697,
+      "grad_norm": 0.07369400560855865,
+      "learning_rate": 0.0001975669099756691,
+      "loss": 0.6262,
+      "step": 559
+    },
+    {
+      "epoch": 1.224712957900492,
+      "grad_norm": 0.08060947805643082,
+      "learning_rate": 0.000197323600973236,
+      "loss": 0.6849,
+      "step": 560
+    },
+    {
+      "epoch": 1.2268999453253144,
+      "grad_norm": 0.11909829080104828,
+      "learning_rate": 0.0001970802919708029,
+      "loss": 0.7501,
+      "step": 561
+    },
+    {
+      "epoch": 1.2290869327501368,
+      "grad_norm": 0.06883462518453598,
+      "learning_rate": 0.00019683698296836982,
+      "loss": 0.7534,
+      "step": 562
+    },
+    {
+      "epoch": 1.231273920174959,
+      "grad_norm": 0.09389229118824005,
+      "learning_rate": 0.00019659367396593672,
+      "loss": 0.7633,
+      "step": 563
+    },
+    {
+      "epoch": 1.2334609075997813,
+      "grad_norm": 0.15211661159992218,
+      "learning_rate": 0.00019635036496350362,
+      "loss": 0.8601,
+      "step": 564
+    },
+    {
+      "epoch": 1.2356478950246037,
+      "grad_norm": 0.1066446304321289,
+      "learning_rate": 0.00019610705596107055,
+      "loss": 0.7823,
+      "step": 565
+    },
+    {
+      "epoch": 1.2378348824494259,
+      "grad_norm": 0.0933123454451561,
+      "learning_rate": 0.00019586374695863744,
+      "loss": 0.6385,
+      "step": 566
+    },
+    {
+      "epoch": 1.2400218698742482,
+      "grad_norm": 0.0786425843834877,
+      "learning_rate": 0.00019562043795620434,
+      "loss": 0.8507,
+      "step": 567
+    },
+    {
+      "epoch": 1.2422088572990706,
+      "grad_norm": 0.07565059512853622,
+      "learning_rate": 0.00019537712895377127,
+      "loss": 0.7277,
+      "step": 568
+    },
+    {
+      "epoch": 1.2443958447238928,
+      "grad_norm": 0.07797711342573166,
+      "learning_rate": 0.0001951338199513382,
+      "loss": 0.7442,
+      "step": 569
+    },
+    {
+      "epoch": 1.2465828321487151,
+      "grad_norm": 0.0829596221446991,
+      "learning_rate": 0.0001948905109489051,
+      "loss": 0.8783,
+      "step": 570
+    },
+    {
+      "epoch": 1.2487698195735375,
+      "grad_norm": 0.0774836465716362,
+      "learning_rate": 0.000194647201946472,
+      "loss": 0.8101,
+      "step": 571
+    },
+    {
+      "epoch": 1.2509568069983596,
+      "grad_norm": 0.07605165988206863,
+      "learning_rate": 0.00019440389294403892,
+      "loss": 0.7215,
+      "step": 572
+    },
+    {
+      "epoch": 1.253143794423182,
+      "grad_norm": 0.1113625019788742,
+      "learning_rate": 0.00019416058394160581,
+      "loss": 0.8515,
+      "step": 573
+    },
+    {
+      "epoch": 1.2553307818480044,
+      "grad_norm": 0.08054937422275543,
+      "learning_rate": 0.0001939172749391727,
+      "loss": 0.7051,
+      "step": 574
+    },
+    {
+      "epoch": 1.2575177692728268,
+      "grad_norm": 0.08142528682947159,
+      "learning_rate": 0.00019367396593673964,
+      "loss": 0.791,
+      "step": 575
+    },
+    {
+      "epoch": 1.259704756697649,
+      "grad_norm": 0.10984218120574951,
+      "learning_rate": 0.00019343065693430654,
+      "loss": 0.8791,
+      "step": 576
+    },
+    {
+      "epoch": 1.2618917441224713,
+      "grad_norm": 0.07867792993783951,
+      "learning_rate": 0.00019318734793187344,
+      "loss": 0.6544,
+      "step": 577
+    },
+    {
+      "epoch": 1.2640787315472937,
+      "grad_norm": 0.06124382093548775,
+      "learning_rate": 0.0001929440389294404,
+      "loss": 0.7329,
+      "step": 578
+    },
+    {
+      "epoch": 1.2662657189721158,
+      "grad_norm": 0.07501594722270966,
+      "learning_rate": 0.0001927007299270073,
+      "loss": 0.7749,
+      "step": 579
+    },
+    {
+      "epoch": 1.2684527063969382,
+      "grad_norm": 0.06925557553768158,
+      "learning_rate": 0.00019245742092457418,
+      "loss": 0.8508,
+      "step": 580
+    },
+    {
+      "epoch": 1.2706396938217606,
+      "grad_norm": 0.07925001531839371,
+      "learning_rate": 0.0001922141119221411,
+      "loss": 0.7203,
+      "step": 581
+    },
+    {
+      "epoch": 1.272826681246583,
+      "grad_norm": 0.05928035452961922,
+      "learning_rate": 0.000191970802919708,
+      "loss": 0.7863,
+      "step": 582
+    },
+    {
+      "epoch": 1.275013668671405,
+      "grad_norm": 0.12883755564689636,
+      "learning_rate": 0.0001917274939172749,
+      "loss": 0.6748,
+      "step": 583
+    },
+    {
+      "epoch": 1.2772006560962275,
+      "grad_norm": 0.10315223783254623,
+      "learning_rate": 0.00019148418491484183,
+      "loss": 0.6919,
+      "step": 584
+    },
+    {
+      "epoch": 1.2793876435210498,
+      "grad_norm": 0.12279991805553436,
+      "learning_rate": 0.00019124087591240873,
+      "loss": 0.8249,
+      "step": 585
+    },
+    {
+      "epoch": 1.281574630945872,
+      "grad_norm": 0.07374682277441025,
+      "learning_rate": 0.00019099756690997563,
+      "loss": 0.743,
+      "step": 586
+    },
+    {
+      "epoch": 1.2837616183706944,
+      "grad_norm": 0.06919161230325699,
+      "learning_rate": 0.00019075425790754258,
+      "loss": 0.694,
+      "step": 587
+    },
+    {
+      "epoch": 1.2859486057955167,
+      "grad_norm": 0.07612544298171997,
+      "learning_rate": 0.00019051094890510948,
+      "loss": 0.6139,
+      "step": 588
+    },
+    {
+      "epoch": 1.288135593220339,
+      "grad_norm": 0.06362134218215942,
+      "learning_rate": 0.00019026763990267638,
+      "loss": 0.6047,
+      "step": 589
+    },
+    {
+      "epoch": 1.2903225806451613,
+      "grad_norm": 0.09474360942840576,
+      "learning_rate": 0.0001900243309002433,
+      "loss": 0.7546,
+      "step": 590
+    },
+    {
+      "epoch": 1.2925095680699836,
+      "grad_norm": 0.07961838692426682,
+      "learning_rate": 0.0001897810218978102,
+      "loss": 0.6868,
+      "step": 591
+    },
+    {
+      "epoch": 1.2946965554948058,
+      "grad_norm": 0.07441776245832443,
+      "learning_rate": 0.0001895377128953771,
+      "loss": 0.8037,
+      "step": 592
+    },
+    {
+      "epoch": 1.2968835429196282,
+      "grad_norm": 0.07067383080720901,
+      "learning_rate": 0.00018929440389294403,
+      "loss": 0.7229,
+      "step": 593
+    },
+    {
+      "epoch": 1.2990705303444505,
+      "grad_norm": 0.08303602039813995,
+      "learning_rate": 0.00018905109489051093,
+      "loss": 0.6702,
+      "step": 594
+    },
+    {
+      "epoch": 1.301257517769273,
+      "grad_norm": 0.10534394532442093,
+      "learning_rate": 0.00018880778588807782,
+      "loss": 0.8531,
+      "step": 595
+    },
+    {
+      "epoch": 1.3034445051940953,
+      "grad_norm": 0.09862379729747772,
+      "learning_rate": 0.00018856447688564478,
+      "loss": 0.7512,
+      "step": 596
+    },
+    {
+      "epoch": 1.3056314926189174,
+      "grad_norm": 0.07687103003263474,
+      "learning_rate": 0.00018832116788321167,
+      "loss": 0.7537,
+      "step": 597
+    },
+    {
+      "epoch": 1.3078184800437398,
+      "grad_norm": 0.07624842971563339,
+      "learning_rate": 0.00018807785888077857,
+      "loss": 0.7625,
+      "step": 598
+    },
+    {
+      "epoch": 1.310005467468562,
+      "grad_norm": 0.05970896780490875,
+      "learning_rate": 0.0001878345498783455,
+      "loss": 0.686,
+      "step": 599
+    },
+    {
+      "epoch": 1.3121924548933843,
+      "grad_norm": 0.06018206849694252,
+      "learning_rate": 0.0001875912408759124,
+      "loss": 0.6668,
+      "step": 600
+    },
+    {
+      "epoch": 1.3143794423182067,
+      "grad_norm": 0.07317280024290085,
+      "learning_rate": 0.0001873479318734793,
+      "loss": 0.7091,
+      "step": 601
+    },
+    {
+      "epoch": 1.316566429743029,
+      "grad_norm": 0.09511103481054306,
+      "learning_rate": 0.00018710462287104622,
+      "loss": 0.7613,
+      "step": 602
+    },
+    {
+      "epoch": 1.3187534171678512,
+      "grad_norm": 0.06807052344083786,
+      "learning_rate": 0.00018686131386861312,
+      "loss": 0.779,
+      "step": 603
+    },
+    {
+      "epoch": 1.3209404045926736,
+      "grad_norm": 0.07030756771564484,
+      "learning_rate": 0.00018661800486618002,
+      "loss": 0.7577,
+      "step": 604
+    },
+    {
+      "epoch": 1.323127392017496,
+      "grad_norm": 0.08547008782625198,
+      "learning_rate": 0.00018637469586374697,
+      "loss": 0.7051,
+      "step": 605
+    },
+    {
+      "epoch": 1.3253143794423181,
+      "grad_norm": 0.07970687747001648,
+      "learning_rate": 0.00018613138686131387,
+      "loss": 0.8236,
+      "step": 606
+    },
+    {
+      "epoch": 1.3275013668671405,
+      "grad_norm": 0.0841689333319664,
+      "learning_rate": 0.00018588807785888077,
+      "loss": 0.6824,
+      "step": 607
+    },
+    {
+      "epoch": 1.3296883542919629,
+      "grad_norm": 0.07402155548334122,
+      "learning_rate": 0.00018564476885644767,
+      "loss": 0.7276,
+      "step": 608
+    },
+    {
+      "epoch": 1.3318753417167852,
+      "grad_norm": 0.11181145906448364,
+      "learning_rate": 0.0001854014598540146,
+      "loss": 0.936,
+      "step": 609
+    },
+    {
+      "epoch": 1.3340623291416074,
+      "grad_norm": 0.10263890773057938,
+      "learning_rate": 0.0001851581508515815,
+      "loss": 0.7009,
+      "step": 610
+    },
+    {
+      "epoch": 1.3362493165664298,
+      "grad_norm": 0.12093400955200195,
+      "learning_rate": 0.0001849148418491484,
+      "loss": 0.7229,
+      "step": 611
+    },
+    {
+      "epoch": 1.3384363039912521,
+      "grad_norm": 0.0748431459069252,
+      "learning_rate": 0.0001846715328467153,
+      "loss": 0.6518,
+      "step": 612
+    },
+    {
+      "epoch": 1.3406232914160743,
+      "grad_norm": 0.06387577205896378,
+      "learning_rate": 0.0001844282238442822,
+      "loss": 0.6466,
+      "step": 613
+    },
+    {
+      "epoch": 1.3428102788408967,
+      "grad_norm": 0.07191019505262375,
+      "learning_rate": 0.0001841849148418491,
+      "loss": 0.5756,
+      "step": 614
+    },
+    {
+      "epoch": 1.344997266265719,
+      "grad_norm": 0.09899043291807175,
+      "learning_rate": 0.00018394160583941606,
+      "loss": 0.7892,
+      "step": 615
+    },
+    {
+      "epoch": 1.3471842536905414,
+      "grad_norm": 0.08435943722724915,
+      "learning_rate": 0.00018369829683698296,
+      "loss": 0.6412,
+      "step": 616
+    },
+    {
+      "epoch": 1.3493712411153636,
+      "grad_norm": 0.07262225449085236,
+      "learning_rate": 0.00018345498783454986,
+      "loss": 0.6966,
+      "step": 617
+    },
+    {
+      "epoch": 1.351558228540186,
+      "grad_norm": 0.08235189318656921,
+      "learning_rate": 0.00018321167883211678,
+      "loss": 0.7216,
+      "step": 618
+    },
+    {
+      "epoch": 1.353745215965008,
+      "grad_norm": 0.0813722088932991,
+      "learning_rate": 0.00018296836982968368,
+      "loss": 0.8315,
+      "step": 619
+    },
+    {
+      "epoch": 1.3559322033898304,
+      "grad_norm": 0.09782524406909943,
+      "learning_rate": 0.00018272506082725058,
+      "loss": 0.7819,
+      "step": 620
+    },
+    {
+      "epoch": 1.3581191908146528,
+      "grad_norm": 0.09162826836109161,
+      "learning_rate": 0.0001824817518248175,
+      "loss": 0.9302,
+      "step": 621
+    },
+    {
+      "epoch": 1.3603061782394752,
+      "grad_norm": 0.07550104707479477,
+      "learning_rate": 0.0001822384428223844,
+      "loss": 0.9166,
+      "step": 622
+    },
+    {
+      "epoch": 1.3624931656642976,
+      "grad_norm": 0.11838025599718094,
+      "learning_rate": 0.0001819951338199513,
+      "loss": 0.7731,
+      "step": 623
+    },
+    {
+      "epoch": 1.3646801530891197,
+      "grad_norm": 0.06856364011764526,
+      "learning_rate": 0.00018175182481751826,
+      "loss": 0.6568,
+      "step": 624
+    },
+    {
+      "epoch": 1.366867140513942,
+      "grad_norm": 0.07652675360441208,
+      "learning_rate": 0.00018150851581508515,
+      "loss": 0.5691,
+      "step": 625
+    },
+    {
+      "epoch": 1.3690541279387642,
+      "grad_norm": 0.08183195441961288,
+      "learning_rate": 0.00018126520681265205,
+      "loss": 0.7744,
+      "step": 626
+    },
+    {
+      "epoch": 1.3712411153635866,
+      "grad_norm": 0.1014147624373436,
+      "learning_rate": 0.00018102189781021898,
+      "loss": 0.5776,
+      "step": 627
+    },
+    {
+      "epoch": 1.373428102788409,
+      "grad_norm": 0.12121786177158356,
+      "learning_rate": 0.00018077858880778588,
+      "loss": 0.7527,
+      "step": 628
+    },
+    {
+      "epoch": 1.3756150902132314,
+      "grad_norm": 0.12575213611125946,
+      "learning_rate": 0.00018053527980535278,
+      "loss": 0.8383,
+      "step": 629
+    },
+    {
+      "epoch": 1.3778020776380535,
+      "grad_norm": 0.12126851826906204,
+      "learning_rate": 0.0001802919708029197,
+      "loss": 0.8059,
+      "step": 630
+    },
+    {
+      "epoch": 1.3799890650628759,
+      "grad_norm": 0.07763379067182541,
+      "learning_rate": 0.0001800486618004866,
+      "loss": 0.7794,
+      "step": 631
+    },
+    {
+      "epoch": 1.3821760524876983,
+      "grad_norm": 0.10322302579879761,
+      "learning_rate": 0.0001798053527980535,
+      "loss": 0.6721,
+      "step": 632
+    },
+    {
+      "epoch": 1.3843630399125204,
+      "grad_norm": 0.09009821712970734,
+      "learning_rate": 0.00017956204379562042,
+      "loss": 0.8274,
+      "step": 633
+    },
+    {
+      "epoch": 1.3865500273373428,
+      "grad_norm": 0.08545062690973282,
+      "learning_rate": 0.00017931873479318735,
+      "loss": 0.7233,
+      "step": 634
+    },
+    {
+      "epoch": 1.3887370147621652,
+      "grad_norm": 0.1566503345966339,
+      "learning_rate": 0.00017907542579075425,
+      "loss": 0.7043,
+      "step": 635
+    },
+    {
+      "epoch": 1.3909240021869875,
+      "grad_norm": 0.07147816568613052,
+      "learning_rate": 0.00017883211678832117,
+      "loss": 0.6894,
+      "step": 636
+    },
+    {
+      "epoch": 1.3931109896118097,
+      "grad_norm": 0.09538870304822922,
+      "learning_rate": 0.00017858880778588807,
+      "loss": 0.7002,
+      "step": 637
+    },
+    {
+      "epoch": 1.395297977036632,
+      "grad_norm": 0.07114128023386002,
+      "learning_rate": 0.00017834549878345497,
+      "loss": 1.098,
+      "step": 638
+    },
+    {
+      "epoch": 1.3974849644614544,
+      "grad_norm": 0.10688118636608124,
+      "learning_rate": 0.0001781021897810219,
+      "loss": 1.0278,
+      "step": 639
+    },
+    {
+      "epoch": 1.3996719518862766,
+      "grad_norm": 0.08323090523481369,
+      "learning_rate": 0.0001778588807785888,
+      "loss": 0.7042,
+      "step": 640
+    },
+    {
+      "epoch": 1.401858939311099,
+      "grad_norm": 0.08050341159105301,
+      "learning_rate": 0.0001776155717761557,
+      "loss": 0.6724,
+      "step": 641
+    },
+    {
+      "epoch": 1.4040459267359213,
+      "grad_norm": 0.06954475492238998,
+      "learning_rate": 0.00017737226277372262,
+      "loss": 0.6112,
+      "step": 642
+    },
+    {
+      "epoch": 1.4062329141607437,
+      "grad_norm": 0.07567767798900604,
+      "learning_rate": 0.00017712895377128952,
+      "loss": 0.6668,
+      "step": 643
+    },
+    {
+      "epoch": 1.4084199015855658,
+      "grad_norm": 0.08606792986392975,
+      "learning_rate": 0.00017688564476885641,
+      "loss": 0.9175,
+      "step": 644
+    },
+    {
+      "epoch": 1.4106068890103882,
+      "grad_norm": 0.08417530357837677,
+      "learning_rate": 0.00017664233576642334,
+      "loss": 0.8642,
+      "step": 645
+    },
+    {
+      "epoch": 1.4127938764352104,
+      "grad_norm": 0.0778554305434227,
+      "learning_rate": 0.00017639902676399026,
+      "loss": 0.7733,
+      "step": 646
+    },
+    {
+      "epoch": 1.4149808638600327,
+      "grad_norm": 0.09144212305545807,
+      "learning_rate": 0.00017615571776155716,
+      "loss": 0.6506,
+      "step": 647
+    },
+    {
+      "epoch": 1.4171678512848551,
+      "grad_norm": 0.07741324603557587,
+      "learning_rate": 0.00017591240875912406,
+      "loss": 0.711,
+      "step": 648
+    },
+    {
+      "epoch": 1.4193548387096775,
+      "grad_norm": 0.0829058289527893,
+      "learning_rate": 0.000175669099756691,
+      "loss": 0.7931,
+      "step": 649
+    },
+    {
+      "epoch": 1.4215418261344999,
+      "grad_norm": 0.06730297952890396,
+      "learning_rate": 0.00017542579075425789,
+      "loss": 0.5759,
+      "step": 650
+    },
+    {
+      "epoch": 1.423728813559322,
+      "grad_norm": 0.07532420009374619,
+      "learning_rate": 0.00017518248175182478,
+      "loss": 0.7703,
+      "step": 651
+    },
+    {
+      "epoch": 1.4259158009841444,
+      "grad_norm": 0.09180046617984772,
+      "learning_rate": 0.0001749391727493917,
+      "loss": 0.708,
+      "step": 652
+    },
+    {
+      "epoch": 1.4281027884089665,
+      "grad_norm": 0.05792313069105148,
+      "learning_rate": 0.0001746958637469586,
+      "loss": 0.7287,
+      "step": 653
+    },
+    {
+      "epoch": 1.430289775833789,
+      "grad_norm": 0.15353326499462128,
+      "learning_rate": 0.0001744525547445255,
+      "loss": 0.6932,
+      "step": 654
+    },
+    {
+      "epoch": 1.4324767632586113,
+      "grad_norm": 0.08484283834695816,
+      "learning_rate": 0.00017420924574209246,
+      "loss": 0.7384,
+      "step": 655
+    },
+    {
+      "epoch": 1.4346637506834337,
+      "grad_norm": 0.0774909183382988,
+      "learning_rate": 0.00017396593673965936,
+      "loss": 0.7354,
+      "step": 656
+    },
+    {
+      "epoch": 1.4368507381082558,
+      "grad_norm": 0.0809926837682724,
+      "learning_rate": 0.00017372262773722626,
+      "loss": 0.8466,
+      "step": 657
+    },
+    {
+      "epoch": 1.4390377255330782,
+      "grad_norm": 0.07795389741659164,
+      "learning_rate": 0.00017347931873479318,
+      "loss": 0.6922,
+      "step": 658
+    },
+    {
+      "epoch": 1.4412247129579006,
+      "grad_norm": 0.06992531567811966,
+      "learning_rate": 0.00017323600973236008,
+      "loss": 0.8562,
+      "step": 659
+    },
+    {
+      "epoch": 1.4434117003827227,
+      "grad_norm": 0.0662548765540123,
+      "learning_rate": 0.00017299270072992698,
+      "loss": 0.5713,
+      "step": 660
+    },
+    {
+      "epoch": 1.445598687807545,
+      "grad_norm": 0.08604443818330765,
+      "learning_rate": 0.0001727493917274939,
+      "loss": 0.9876,
+      "step": 661
+    },
+    {
+      "epoch": 1.4477856752323675,
+      "grad_norm": 0.1014929711818695,
+      "learning_rate": 0.0001725060827250608,
+      "loss": 0.7977,
+      "step": 662
+    },
+    {
+      "epoch": 1.4499726626571898,
+      "grad_norm": 0.10080523788928986,
+      "learning_rate": 0.0001722627737226277,
+      "loss": 0.8093,
+      "step": 663
+    },
+    {
+      "epoch": 1.452159650082012,
+      "grad_norm": 0.10428760945796967,
+      "learning_rate": 0.00017201946472019465,
+      "loss": 1.0382,
+      "step": 664
+    },
+    {
+      "epoch": 1.4543466375068343,
+      "grad_norm": 0.07888518273830414,
+      "learning_rate": 0.00017177615571776155,
+      "loss": 0.6886,
+      "step": 665
+    },
+    {
+      "epoch": 1.4565336249316567,
+      "grad_norm": 0.08672010898590088,
+      "learning_rate": 0.00017153284671532845,
+      "loss": 0.8506,
+      "step": 666
+    },
+    {
+      "epoch": 1.4587206123564789,
+      "grad_norm": 0.06759006530046463,
+      "learning_rate": 0.00017128953771289537,
+      "loss": 0.7057,
+      "step": 667
+    },
+    {
+      "epoch": 1.4609075997813012,
+      "grad_norm": 0.1034117117524147,
+      "learning_rate": 0.00017104622871046227,
+      "loss": 0.8461,
+      "step": 668
+    },
+    {
+      "epoch": 1.4630945872061236,
+      "grad_norm": 0.06765701621770859,
+      "learning_rate": 0.00017080291970802917,
+      "loss": 0.7589,
+      "step": 669
+    },
+    {
+      "epoch": 1.465281574630946,
+      "grad_norm": 0.07508763670921326,
+      "learning_rate": 0.0001705596107055961,
+      "loss": 0.686,
+      "step": 670
+    },
+    {
+      "epoch": 1.4674685620557681,
+      "grad_norm": 0.09179584681987762,
+      "learning_rate": 0.000170316301703163,
+      "loss": 0.7268,
+      "step": 671
+    },
+    {
+      "epoch": 1.4696555494805905,
+      "grad_norm": 0.06912723183631897,
+      "learning_rate": 0.0001700729927007299,
+      "loss": 0.661,
+      "step": 672
+    },
+    {
+      "epoch": 1.4718425369054127,
+      "grad_norm": 0.054803911596536636,
+      "learning_rate": 0.00016982968369829685,
+      "loss": 0.8164,
+      "step": 673
+    },
+    {
+      "epoch": 1.474029524330235,
+      "grad_norm": 0.08080896735191345,
+      "learning_rate": 0.00016958637469586374,
+      "loss": 0.8717,
+      "step": 674
+    },
+    {
+      "epoch": 1.4762165117550574,
+      "grad_norm": 0.09332842379808426,
+      "learning_rate": 0.00016934306569343064,
+      "loss": 0.8079,
+      "step": 675
+    },
+    {
+      "epoch": 1.4784034991798798,
+      "grad_norm": 0.078669473528862,
+      "learning_rate": 0.00016909975669099757,
+      "loss": 0.7285,
+      "step": 676
+    },
+    {
+      "epoch": 1.4805904866047022,
+      "grad_norm": 0.08398915082216263,
+      "learning_rate": 0.00016885644768856447,
+      "loss": 0.6822,
+      "step": 677
+    },
+    {
+      "epoch": 1.4827774740295243,
+      "grad_norm": 0.13044880330562592,
+      "learning_rate": 0.00016861313868613137,
+      "loss": 0.9113,
+      "step": 678
+    },
+    {
+      "epoch": 1.4849644614543467,
+      "grad_norm": 0.12240106612443924,
+      "learning_rate": 0.0001683698296836983,
+      "loss": 0.8425,
+      "step": 679
+    },
+    {
+      "epoch": 1.4871514488791688,
+      "grad_norm": 0.07183919847011566,
+      "learning_rate": 0.0001681265206812652,
+      "loss": 0.9105,
+      "step": 680
+    },
+    {
+      "epoch": 1.4893384363039912,
+      "grad_norm": 0.09940272569656372,
+      "learning_rate": 0.0001678832116788321,
+      "loss": 0.8304,
+      "step": 681
+    },
+    {
+      "epoch": 1.4915254237288136,
+      "grad_norm": 0.11190616339445114,
+      "learning_rate": 0.00016763990267639899,
+      "loss": 0.7788,
+      "step": 682
+    },
+    {
+      "epoch": 1.493712411153636,
+      "grad_norm": 0.16657543182373047,
+      "learning_rate": 0.00016739659367396594,
+      "loss": 0.687,
+      "step": 683
+    },
+    {
+      "epoch": 1.495899398578458,
+      "grad_norm": 0.07601901143789291,
+      "learning_rate": 0.00016715328467153284,
+      "loss": 0.8033,
+      "step": 684
+    },
+    {
+      "epoch": 1.4980863860032805,
+      "grad_norm": 0.10052871704101562,
+      "learning_rate": 0.00016690997566909974,
+      "loss": 0.7958,
+      "step": 685
+    },
+    {
+      "epoch": 1.5002733734281026,
+      "grad_norm": 0.08409029245376587,
+      "learning_rate": 0.00016666666666666666,
+      "loss": 0.7797,
+      "step": 686
+    },
+    {
+      "epoch": 1.502460360852925,
+      "grad_norm": 0.09768544882535934,
+      "learning_rate": 0.00016642335766423356,
+      "loss": 0.8538,
+      "step": 687
+    },
+    {
+      "epoch": 1.5046473482777474,
+      "grad_norm": 0.07004713267087936,
+      "learning_rate": 0.00016618004866180046,
+      "loss": 0.6068,
+      "step": 688
+    },
+    {
+      "epoch": 1.5068343357025697,
+      "grad_norm": 0.07685787975788116,
+      "learning_rate": 0.00016593673965936738,
+      "loss": 0.8492,
+      "step": 689
+    },
+    {
+      "epoch": 1.5090213231273921,
+      "grad_norm": 0.07615572214126587,
+      "learning_rate": 0.00016569343065693428,
+      "loss": 0.7485,
+      "step": 690
+    },
+    {
+      "epoch": 1.5112083105522143,
+      "grad_norm": 0.10699061304330826,
+      "learning_rate": 0.00016545012165450118,
+      "loss": 0.9676,
+      "step": 691
+    },
+    {
+      "epoch": 1.5133952979770366,
+      "grad_norm": 0.08651605248451233,
+      "learning_rate": 0.00016520681265206813,
+      "loss": 0.859,
+      "step": 692
+    },
+    {
+      "epoch": 1.5155822854018588,
+      "grad_norm": 0.08737276494503021,
+      "learning_rate": 0.00016496350364963503,
+      "loss": 0.7755,
+      "step": 693
+    },
+    {
+      "epoch": 1.5177692728266812,
+      "grad_norm": 0.07444070279598236,
+      "learning_rate": 0.00016472019464720193,
+      "loss": 0.6877,
+      "step": 694
+    },
+    {
+      "epoch": 1.5199562602515035,
+      "grad_norm": 0.07001710683107376,
+      "learning_rate": 0.00016447688564476886,
+      "loss": 0.579,
+      "step": 695
+    },
+    {
+      "epoch": 1.522143247676326,
+      "grad_norm": 0.10528858751058578,
+      "learning_rate": 0.00016423357664233575,
+      "loss": 0.7624,
+      "step": 696
+    },
+    {
+      "epoch": 1.5243302351011483,
+      "grad_norm": 0.08109764009714127,
+      "learning_rate": 0.00016399026763990265,
+      "loss": 0.6853,
+      "step": 697
+    },
+    {
+      "epoch": 1.5265172225259704,
+      "grad_norm": 0.07707608491182327,
+      "learning_rate": 0.00016374695863746958,
+      "loss": 0.8375,
+      "step": 698
+    },
+    {
+      "epoch": 1.5287042099507928,
+      "grad_norm": 0.08103753626346588,
+      "learning_rate": 0.00016350364963503648,
+      "loss": 0.6908,
+      "step": 699
+    },
+    {
+      "epoch": 1.530891197375615,
+      "grad_norm": 0.07372231781482697,
+      "learning_rate": 0.00016326034063260337,
+      "loss": 0.6903,
+      "step": 700
+    },
+    {
+      "epoch": 1.5330781848004373,
+      "grad_norm": 0.08289898931980133,
+      "learning_rate": 0.00016301703163017033,
+      "loss": 0.7086,
+      "step": 701
+    },
+    {
+      "epoch": 1.5352651722252597,
+      "grad_norm": 0.08224494010210037,
+      "learning_rate": 0.00016277372262773723,
+      "loss": 0.7606,
+      "step": 702
+    },
+    {
+      "epoch": 1.537452159650082,
+      "grad_norm": 0.08382044732570648,
+      "learning_rate": 0.00016253041362530412,
+      "loss": 0.7054,
+      "step": 703
+    },
+    {
+      "epoch": 1.5396391470749045,
+      "grad_norm": 0.07862155884504318,
+      "learning_rate": 0.00016228710462287105,
+      "loss": 0.8786,
+      "step": 704
+    },
+    {
+      "epoch": 1.5418261344997266,
+      "grad_norm": 0.10387637466192245,
+      "learning_rate": 0.00016204379562043795,
+      "loss": 0.8504,
+      "step": 705
+    },
+    {
+      "epoch": 1.544013121924549,
+      "grad_norm": 0.1658472865819931,
+      "learning_rate": 0.00016180048661800485,
+      "loss": 0.8581,
+      "step": 706
+    },
+    {
+      "epoch": 1.5462001093493711,
+      "grad_norm": 0.07613140344619751,
+      "learning_rate": 0.00016155717761557177,
+      "loss": 0.9568,
+      "step": 707
+    },
+    {
+      "epoch": 1.5483870967741935,
+      "grad_norm": 0.09240083396434784,
+      "learning_rate": 0.00016131386861313867,
+      "loss": 0.7613,
+      "step": 708
+    },
+    {
+      "epoch": 1.5505740841990159,
+      "grad_norm": 0.08002081513404846,
+      "learning_rate": 0.00016107055961070557,
+      "loss": 0.906,
+      "step": 709
+    },
+    {
+      "epoch": 1.5527610716238383,
+      "grad_norm": 0.10927675664424896,
+      "learning_rate": 0.0001608272506082725,
+      "loss": 0.8646,
+      "step": 710
+    },
+    {
+      "epoch": 1.5549480590486606,
+      "grad_norm": 0.08232871443033218,
+      "learning_rate": 0.00016058394160583942,
+      "loss": 0.7137,
+      "step": 711
+    },
+    {
+      "epoch": 1.5571350464734828,
+      "grad_norm": 0.08853455632925034,
+      "learning_rate": 0.00016034063260340632,
+      "loss": 0.8801,
+      "step": 712
+    },
+    {
+      "epoch": 1.559322033898305,
+      "grad_norm": 0.08115136623382568,
+      "learning_rate": 0.00016009732360097324,
+      "loss": 1.0237,
+      "step": 713
+    },
+    {
+      "epoch": 1.5615090213231273,
+      "grad_norm": 0.09692612290382385,
+      "learning_rate": 0.00015985401459854014,
+      "loss": 0.6701,
+      "step": 714
+    },
+    {
+      "epoch": 1.5636960087479497,
+      "grad_norm": 0.07035140693187714,
+      "learning_rate": 0.00015961070559610704,
+      "loss": 0.7572,
+      "step": 715
+    },
+    {
+      "epoch": 1.565882996172772,
+      "grad_norm": 0.060013994574546814,
+      "learning_rate": 0.00015936739659367397,
+      "loss": 0.6384,
+      "step": 716
+    },
+    {
+      "epoch": 1.5680699835975944,
+      "grad_norm": 0.09545444697141647,
+      "learning_rate": 0.00015912408759124086,
+      "loss": 0.8634,
+      "step": 717
+    },
+    {
+      "epoch": 1.5702569710224166,
+      "grad_norm": 0.07447884231805801,
+      "learning_rate": 0.00015888077858880776,
+      "loss": 0.8432,
+      "step": 718
+    },
+    {
+      "epoch": 1.572443958447239,
+      "grad_norm": 0.07856442034244537,
+      "learning_rate": 0.00015863746958637466,
+      "loss": 0.6997,
+      "step": 719
+    },
+    {
+      "epoch": 1.574630945872061,
+      "grad_norm": 0.06427665799856186,
+      "learning_rate": 0.00015839416058394159,
+      "loss": 0.5929,
+      "step": 720
+    },
+    {
+      "epoch": 1.5768179332968835,
+      "grad_norm": 0.16680657863616943,
+      "learning_rate": 0.00015815085158150848,
+      "loss": 0.8076,
+      "step": 721
+    },
+    {
+      "epoch": 1.5790049207217058,
+      "grad_norm": 0.12649452686309814,
+      "learning_rate": 0.0001579075425790754,
+      "loss": 0.7214,
+      "step": 722
+    },
+    {
+      "epoch": 1.5811919081465282,
+      "grad_norm": 0.07273788750171661,
+      "learning_rate": 0.00015766423357664234,
+      "loss": 0.7563,
+      "step": 723
+    },
+    {
+      "epoch": 1.5833788955713506,
+      "grad_norm": 0.07200025022029877,
+      "learning_rate": 0.00015742092457420923,
+      "loss": 0.5049,
+      "step": 724
+    },
+    {
+      "epoch": 1.5855658829961727,
+      "grad_norm": 0.09136539697647095,
+      "learning_rate": 0.00015717761557177613,
+      "loss": 0.7398,
+      "step": 725
+    },
+    {
+      "epoch": 1.587752870420995,
+      "grad_norm": 0.07101961970329285,
+      "learning_rate": 0.00015693430656934306,
+      "loss": 0.7343,
+      "step": 726
+    },
+    {
+      "epoch": 1.5899398578458173,
+      "grad_norm": 0.08236649632453918,
+      "learning_rate": 0.00015669099756690996,
+      "loss": 0.7643,
+      "step": 727
+    },
+    {
+      "epoch": 1.5921268452706396,
+      "grad_norm": 0.07651374489068985,
+      "learning_rate": 0.00015644768856447685,
+      "loss": 0.6979,
+      "step": 728
+    },
+    {
+      "epoch": 1.594313832695462,
+      "grad_norm": 0.06972052156925201,
+      "learning_rate": 0.00015620437956204378,
+      "loss": 0.7717,
+      "step": 729
+    },
+    {
+      "epoch": 1.5965008201202844,
+      "grad_norm": 0.10157284140586853,
+      "learning_rate": 0.00015596107055961068,
+      "loss": 1.018,
+      "step": 730
+    },
+    {
+      "epoch": 1.5986878075451068,
+      "grad_norm": 0.0886068344116211,
+      "learning_rate": 0.00015571776155717758,
+      "loss": 0.7248,
+      "step": 731
+    },
+    {
+      "epoch": 1.600874794969929,
+      "grad_norm": 0.13079851865768433,
+      "learning_rate": 0.00015547445255474453,
+      "loss": 0.9074,
+      "step": 732
+    },
+    {
+      "epoch": 1.6030617823947513,
+      "grad_norm": 0.11370299756526947,
+      "learning_rate": 0.00015523114355231143,
+      "loss": 0.748,
+      "step": 733
+    },
+    {
+      "epoch": 1.6052487698195734,
+      "grad_norm": 0.06792464852333069,
+      "learning_rate": 0.00015498783454987833,
+      "loss": 0.7086,
+      "step": 734
+    },
+    {
+      "epoch": 1.6074357572443958,
+      "grad_norm": 0.07068143784999847,
+      "learning_rate": 0.00015474452554744525,
+      "loss": 0.778,
+      "step": 735
+    },
+    {
+      "epoch": 1.6096227446692182,
+      "grad_norm": 0.07730552554130554,
+      "learning_rate": 0.00015450121654501215,
+      "loss": 0.746,
+      "step": 736
+    },
+    {
+      "epoch": 1.6118097320940405,
+      "grad_norm": 0.12805640697479248,
+      "learning_rate": 0.00015425790754257905,
+      "loss": 0.7623,
+      "step": 737
+    },
+    {
+      "epoch": 1.613996719518863,
+      "grad_norm": 0.08493634313344955,
+      "learning_rate": 0.00015401459854014597,
+      "loss": 0.9779,
+      "step": 738
+    },
+    {
+      "epoch": 1.616183706943685,
+      "grad_norm": 0.05817659944295883,
+      "learning_rate": 0.00015377128953771287,
+      "loss": 0.6367,
+      "step": 739
+    },
+    {
+      "epoch": 1.6183706943685072,
+      "grad_norm": 0.09221541881561279,
+      "learning_rate": 0.00015352798053527977,
+      "loss": 0.8835,
+      "step": 740
+    },
+    {
+      "epoch": 1.6205576817933296,
+      "grad_norm": 0.0787593275308609,
+      "learning_rate": 0.00015328467153284672,
+      "loss": 0.7536,
+      "step": 741
+    },
+    {
+      "epoch": 1.622744669218152,
+      "grad_norm": 0.0870475247502327,
+      "learning_rate": 0.00015304136253041362,
+      "loss": 0.7381,
+      "step": 742
+    },
+    {
+      "epoch": 1.6249316566429743,
+      "grad_norm": 0.07483994960784912,
+      "learning_rate": 0.00015279805352798052,
+      "loss": 0.66,
+      "step": 743
+    },
+    {
+      "epoch": 1.6271186440677967,
+      "grad_norm": 0.11263025552034378,
+      "learning_rate": 0.00015255474452554745,
+      "loss": 0.8136,
+      "step": 744
+    },
+    {
+      "epoch": 1.6293056314926189,
+      "grad_norm": 0.07467806339263916,
+      "learning_rate": 0.00015231143552311434,
+      "loss": 0.7517,
+      "step": 745
+    },
+    {
+      "epoch": 1.6314926189174412,
+      "grad_norm": 0.07032795250415802,
+      "learning_rate": 0.00015206812652068124,
+      "loss": 0.799,
+      "step": 746
+    },
+    {
+      "epoch": 1.6336796063422634,
+      "grad_norm": 0.09223369508981705,
+      "learning_rate": 0.00015182481751824817,
+      "loss": 0.629,
+      "step": 747
+    },
+    {
+      "epoch": 1.6358665937670858,
+      "grad_norm": 0.09270980209112167,
+      "learning_rate": 0.00015158150851581507,
+      "loss": 0.6994,
+      "step": 748
+    },
+    {
+      "epoch": 1.6380535811919081,
+      "grad_norm": 0.09000423550605774,
+      "learning_rate": 0.00015133819951338196,
+      "loss": 0.8783,
+      "step": 749
+    },
+    {
+      "epoch": 1.6402405686167305,
+      "grad_norm": 0.07360047101974487,
+      "learning_rate": 0.00015109489051094892,
+      "loss": 0.6656,
+      "step": 750
+    },
+    {
+      "epoch": 1.6424275560415529,
+      "grad_norm": 0.08283261954784393,
+      "learning_rate": 0.00015085158150851582,
+      "loss": 0.5449,
+      "step": 751
+    },
+    {
+      "epoch": 1.644614543466375,
+      "grad_norm": 0.08265390992164612,
+      "learning_rate": 0.00015060827250608271,
+      "loss": 0.7588,
+      "step": 752
+    },
+    {
+      "epoch": 1.6468015308911974,
+      "grad_norm": 0.08791100233793259,
+      "learning_rate": 0.00015036496350364964,
+      "loss": 0.7755,
+      "step": 753
+    },
+    {
+      "epoch": 1.6489885183160196,
+      "grad_norm": 0.07572682201862335,
+      "learning_rate": 0.00015012165450121654,
+      "loss": 0.8894,
+      "step": 754
+    },
+    {
+      "epoch": 1.651175505740842,
+      "grad_norm": 0.07945867627859116,
+      "learning_rate": 0.00014987834549878344,
+      "loss": 0.5809,
+      "step": 755
+    },
+    {
+      "epoch": 1.6533624931656643,
+      "grad_norm": 0.08983266353607178,
+      "learning_rate": 0.00014963503649635036,
+      "loss": 0.7448,
+      "step": 756
+    },
+    {
+      "epoch": 1.6555494805904867,
+      "grad_norm": 0.08808134496212006,
+      "learning_rate": 0.00014939172749391726,
+      "loss": 0.9939,
+      "step": 757
+    },
+    {
+      "epoch": 1.657736468015309,
+      "grad_norm": 0.062047384679317474,
+      "learning_rate": 0.00014914841849148416,
+      "loss": 0.6778,
+      "step": 758
+    },
+    {
+      "epoch": 1.6599234554401312,
+      "grad_norm": 0.07584248483181,
+      "learning_rate": 0.00014890510948905108,
+      "loss": 0.7678,
+      "step": 759
+    },
+    {
+      "epoch": 1.6621104428649536,
+      "grad_norm": 0.0773271694779396,
+      "learning_rate": 0.000148661800486618,
+      "loss": 0.7566,
+      "step": 760
+    },
+    {
+      "epoch": 1.6642974302897757,
+      "grad_norm": 0.08273308724164963,
+      "learning_rate": 0.0001484184914841849,
+      "loss": 0.8683,
+      "step": 761
+    },
+    {
+      "epoch": 1.666484417714598,
+      "grad_norm": 0.08042038977146149,
+      "learning_rate": 0.0001481751824817518,
+      "loss": 0.6542,
+      "step": 762
+    },
+    {
+      "epoch": 1.6686714051394205,
+      "grad_norm": 0.06283559650182724,
+      "learning_rate": 0.00014793187347931873,
+      "loss": 0.6542,
+      "step": 763
+    },
+    {
+      "epoch": 1.6708583925642428,
+      "grad_norm": 0.06289813667535782,
+      "learning_rate": 0.00014768856447688563,
+      "loss": 0.8519,
+      "step": 764
+    },
+    {
+      "epoch": 1.6730453799890652,
+      "grad_norm": 0.1853972226381302,
+      "learning_rate": 0.00014744525547445256,
+      "loss": 0.9903,
+      "step": 765
+    },
+    {
+      "epoch": 1.6752323674138874,
+      "grad_norm": 0.0944383293390274,
+      "learning_rate": 0.00014720194647201945,
+      "loss": 0.6515,
+      "step": 766
+    },
+    {
+      "epoch": 1.6774193548387095,
+      "grad_norm": 0.11057789623737335,
+      "learning_rate": 0.00014695863746958635,
+      "loss": 0.8864,
+      "step": 767
+    },
+    {
+      "epoch": 1.679606342263532,
+      "grad_norm": 0.06963308900594711,
+      "learning_rate": 0.00014671532846715328,
+      "loss": 0.7007,
+      "step": 768
+    },
+    {
+      "epoch": 1.6817933296883543,
+      "grad_norm": 0.09356000274419785,
+      "learning_rate": 0.00014647201946472018,
+      "loss": 0.8184,
+      "step": 769
+    },
+    {
+      "epoch": 1.6839803171131766,
+      "grad_norm": 0.11048714816570282,
+      "learning_rate": 0.0001462287104622871,
+      "loss": 0.8617,
+      "step": 770
+    },
+    {
+      "epoch": 1.686167304537999,
+      "grad_norm": 0.07788331806659698,
+      "learning_rate": 0.000145985401459854,
+      "loss": 0.7342,
+      "step": 771
+    },
+    {
+      "epoch": 1.6883542919628212,
+      "grad_norm": 0.07118044048547745,
+      "learning_rate": 0.0001457420924574209,
+      "loss": 0.6408,
+      "step": 772
+    },
+    {
+      "epoch": 1.6905412793876435,
+      "grad_norm": 0.06452781707048416,
+      "learning_rate": 0.00014549878345498782,
+      "loss": 0.7572,
+      "step": 773
+    },
+    {
+      "epoch": 1.6927282668124657,
+      "grad_norm": 0.09639155864715576,
+      "learning_rate": 0.00014525547445255475,
+      "loss": 0.8385,
+      "step": 774
+    },
+    {
+      "epoch": 1.694915254237288,
+      "grad_norm": 0.1071082279086113,
+      "learning_rate": 0.00014501216545012165,
+      "loss": 0.7753,
+      "step": 775
+    },
+    {
+      "epoch": 1.6971022416621104,
+      "grad_norm": 0.07278653979301453,
+      "learning_rate": 0.00014476885644768855,
+      "loss": 0.8029,
+      "step": 776
+    },
+    {
+      "epoch": 1.6992892290869328,
+      "grad_norm": 0.09195150434970856,
+      "learning_rate": 0.00014452554744525547,
+      "loss": 0.8651,
+      "step": 777
+    },
+    {
+      "epoch": 1.7014762165117552,
+      "grad_norm": 0.06900887191295624,
+      "learning_rate": 0.00014428223844282237,
+      "loss": 0.6055,
+      "step": 778
+    },
+    {
+      "epoch": 1.7036632039365773,
+      "grad_norm": 0.07404650747776031,
+      "learning_rate": 0.0001440389294403893,
+      "loss": 0.6743,
+      "step": 779
+    },
+    {
+      "epoch": 1.7058501913613997,
+      "grad_norm": 0.10989930480718613,
+      "learning_rate": 0.0001437956204379562,
+      "loss": 0.7646,
+      "step": 780
+    },
+    {
+      "epoch": 1.7080371787862219,
+      "grad_norm": 0.1094970628619194,
+      "learning_rate": 0.0001435523114355231,
+      "loss": 0.5882,
+      "step": 781
+    },
+    {
+      "epoch": 1.7102241662110442,
+      "grad_norm": 0.09520953893661499,
+      "learning_rate": 0.00014330900243309002,
+      "loss": 0.8461,
+      "step": 782
+    },
+    {
+      "epoch": 1.7124111536358666,
+      "grad_norm": 0.1182040125131607,
+      "learning_rate": 0.00014306569343065692,
+      "loss": 0.6665,
+      "step": 783
+    },
+    {
+      "epoch": 1.714598141060689,
+      "grad_norm": 0.07663030922412872,
+      "learning_rate": 0.00014282238442822384,
+      "loss": 0.8546,
+      "step": 784
+    },
+    {
+      "epoch": 1.7167851284855113,
+      "grad_norm": 0.10378001630306244,
+      "learning_rate": 0.00014257907542579074,
+      "loss": 0.907,
+      "step": 785
+    },
+    {
+      "epoch": 1.7189721159103335,
+      "grad_norm": 0.07166948169469833,
+      "learning_rate": 0.00014233576642335764,
+      "loss": 0.6336,
+      "step": 786
+    },
+    {
+      "epoch": 1.7211591033351559,
+      "grad_norm": 0.062343548983335495,
+      "learning_rate": 0.00014209245742092456,
+      "loss": 0.5562,
+      "step": 787
+    },
+    {
+      "epoch": 1.723346090759978,
+      "grad_norm": 0.07638544589281082,
+      "learning_rate": 0.0001418491484184915,
+      "loss": 0.6598,
+      "step": 788
+    },
+    {
+      "epoch": 1.7255330781848004,
+      "grad_norm": 0.11704985797405243,
+      "learning_rate": 0.0001416058394160584,
+      "loss": 0.6799,
+      "step": 789
+    },
+    {
+      "epoch": 1.7277200656096228,
+      "grad_norm": 0.08330632746219635,
+      "learning_rate": 0.00014136253041362529,
+      "loss": 0.7877,
+      "step": 790
+    },
+    {
+      "epoch": 1.7299070530344451,
+      "grad_norm": 0.09401868283748627,
+      "learning_rate": 0.0001411192214111922,
+      "loss": 0.8323,
+      "step": 791
+    },
+    {
+      "epoch": 1.7320940404592675,
+      "grad_norm": 0.07466096431016922,
+      "learning_rate": 0.0001408759124087591,
+      "loss": 0.7063,
+      "step": 792
+    },
+    {
+      "epoch": 1.7342810278840897,
+      "grad_norm": 0.09403601288795471,
+      "learning_rate": 0.000140632603406326,
+      "loss": 0.8026,
+      "step": 793
+    },
+    {
+      "epoch": 1.7364680153089118,
+      "grad_norm": 0.05684835463762283,
+      "learning_rate": 0.00014038929440389293,
+      "loss": 0.6817,
+      "step": 794
+    },
+    {
+      "epoch": 1.7386550027337342,
+      "grad_norm": 0.0911942645907402,
+      "learning_rate": 0.00014014598540145983,
+      "loss": 0.6544,
+      "step": 795
+    },
+    {
+      "epoch": 1.7408419901585566,
+      "grad_norm": 0.10098642110824585,
+      "learning_rate": 0.00013990267639902676,
+      "loss": 0.8028,
+      "step": 796
+    },
+    {
+      "epoch": 1.743028977583379,
+      "grad_norm": 0.07790366560220718,
+      "learning_rate": 0.00013965936739659366,
+      "loss": 0.6965,
+      "step": 797
+    },
+    {
+      "epoch": 1.7452159650082013,
+      "grad_norm": 0.10633616894483566,
+      "learning_rate": 0.00013941605839416055,
+      "loss": 0.6637,
+      "step": 798
+    },
+    {
+      "epoch": 1.7474029524330235,
+      "grad_norm": 0.09335478395223618,
+      "learning_rate": 0.00013917274939172748,
+      "loss": 0.7656,
+      "step": 799
+    },
+    {
+      "epoch": 1.7495899398578458,
+      "grad_norm": 0.10201484709978104,
+      "learning_rate": 0.0001389294403892944,
+      "loss": 0.7226,
+      "step": 800
+    },
+    {
+      "epoch": 1.751776927282668,
+      "grad_norm": 0.07911434769630432,
+      "learning_rate": 0.0001386861313868613,
+      "loss": 0.6403,
+      "step": 801
+    },
+    {
+      "epoch": 1.7539639147074904,
+      "grad_norm": 0.07075470685958862,
+      "learning_rate": 0.0001384428223844282,
+      "loss": 0.6783,
+      "step": 802
+    },
+    {
+      "epoch": 1.7561509021323127,
+      "grad_norm": 0.08229600638151169,
+      "learning_rate": 0.0001381995133819951,
+      "loss": 0.8585,
+      "step": 803
+    },
+    {
+      "epoch": 1.758337889557135,
+      "grad_norm": 0.09657498449087143,
+      "learning_rate": 0.00013795620437956203,
+      "loss": 0.9672,
+      "step": 804
+    },
+    {
+      "epoch": 1.7605248769819575,
+      "grad_norm": 0.07089411467313766,
+      "learning_rate": 0.00013771289537712895,
+      "loss": 0.7484,
+      "step": 805
+    },
+    {
+      "epoch": 1.7627118644067796,
+      "grad_norm": 0.10124209523200989,
+      "learning_rate": 0.00013746958637469585,
+      "loss": 0.8899,
+      "step": 806
+    },
+    {
+      "epoch": 1.764898851831602,
+      "grad_norm": 0.07291366159915924,
+      "learning_rate": 0.00013722627737226275,
+      "loss": 0.8407,
+      "step": 807
+    },
+    {
+      "epoch": 1.7670858392564242,
+      "grad_norm": 0.07772895693778992,
+      "learning_rate": 0.00013698296836982967,
+      "loss": 0.7199,
+      "step": 808
+    },
+    {
+      "epoch": 1.7692728266812465,
+      "grad_norm": 0.07923844456672668,
+      "learning_rate": 0.00013673965936739657,
+      "loss": 0.7674,
+      "step": 809
+    },
+    {
+      "epoch": 1.771459814106069,
+      "grad_norm": 0.08027761429548264,
+      "learning_rate": 0.0001364963503649635,
+      "loss": 0.8017,
+      "step": 810
+    },
+    {
+      "epoch": 1.7736468015308913,
+      "grad_norm": 0.09798185527324677,
+      "learning_rate": 0.0001362530413625304,
+      "loss": 0.672,
+      "step": 811
+    },
+    {
+      "epoch": 1.7758337889557136,
+      "grad_norm": 0.08586899191141129,
+      "learning_rate": 0.0001360097323600973,
+      "loss": 0.7303,
+      "step": 812
+    },
+    {
+      "epoch": 1.7780207763805358,
+      "grad_norm": 0.17886094748973846,
+      "learning_rate": 0.00013576642335766422,
+      "loss": 0.9332,
+      "step": 813
+    },
+    {
+      "epoch": 1.7802077638053582,
+      "grad_norm": 0.08009211719036102,
+      "learning_rate": 0.00013552311435523115,
+      "loss": 0.7214,
+      "step": 814
+    },
+    {
+      "epoch": 1.7823947512301803,
+      "grad_norm": 0.09593360871076584,
+      "learning_rate": 0.00013527980535279804,
+      "loss": 0.7673,
+      "step": 815
+    },
+    {
+      "epoch": 1.7845817386550027,
+      "grad_norm": 0.10229601711034775,
+      "learning_rate": 0.00013503649635036494,
+      "loss": 0.6739,
+      "step": 816
+    },
+    {
+      "epoch": 1.786768726079825,
+      "grad_norm": 0.06139611452817917,
+      "learning_rate": 0.00013479318734793187,
+      "loss": 0.6926,
+      "step": 817
+    },
+    {
+      "epoch": 1.7889557135046474,
+      "grad_norm": 0.09203626960515976,
+      "learning_rate": 0.00013454987834549877,
+      "loss": 0.8194,
+      "step": 818
+    },
+    {
+      "epoch": 1.7911427009294698,
+      "grad_norm": 0.07076459378004074,
+      "learning_rate": 0.0001343065693430657,
+      "loss": 0.7102,
+      "step": 819
+    },
+    {
+      "epoch": 1.793329688354292,
+      "grad_norm": 0.07797713577747345,
+      "learning_rate": 0.0001340632603406326,
+      "loss": 0.6698,
+      "step": 820
+    },
+    {
+      "epoch": 1.7955166757791141,
+      "grad_norm": 0.07862114161252975,
+      "learning_rate": 0.0001338199513381995,
+      "loss": 1.0258,
+      "step": 821
+    },
+    {
+      "epoch": 1.7977036632039365,
+      "grad_norm": 0.0915682315826416,
+      "learning_rate": 0.00013357664233576641,
+      "loss": 0.5764,
+      "step": 822
+    },
+    {
+      "epoch": 1.7998906506287589,
+      "grad_norm": 0.0956999659538269,
+      "learning_rate": 0.0001333333333333333,
+      "loss": 0.7257,
+      "step": 823
+    },
+    {
+      "epoch": 1.8020776380535812,
+      "grad_norm": 0.0906728059053421,
+      "learning_rate": 0.00013309002433090024,
+      "loss": 0.8744,
+      "step": 824
+    },
+    {
+      "epoch": 1.8042646254784036,
+      "grad_norm": 0.08412934839725494,
+      "learning_rate": 0.00013284671532846714,
+      "loss": 0.8918,
+      "step": 825
+    },
+    {
+      "epoch": 1.8064516129032258,
+      "grad_norm": 0.08373713493347168,
+      "learning_rate": 0.00013260340632603403,
+      "loss": 0.9069,
+      "step": 826
+    },
+    {
+      "epoch": 1.8086386003280481,
+      "grad_norm": 0.06849157065153122,
+      "learning_rate": 0.00013236009732360096,
+      "loss": 0.7607,
+      "step": 827
+    },
+    {
+      "epoch": 1.8108255877528703,
+      "grad_norm": 0.09182678163051605,
+      "learning_rate": 0.00013211678832116789,
+      "loss": 0.6426,
+      "step": 828
+    },
+    {
+      "epoch": 1.8130125751776927,
+      "grad_norm": 0.0952245369553566,
+      "learning_rate": 0.00013187347931873478,
+      "loss": 0.872,
+      "step": 829
+    },
+    {
+      "epoch": 1.815199562602515,
+      "grad_norm": 0.07557933777570724,
+      "learning_rate": 0.00013163017031630168,
+      "loss": 0.7601,
+      "step": 830
+    },
+    {
+      "epoch": 1.8173865500273374,
+      "grad_norm": 0.08952690660953522,
+      "learning_rate": 0.0001313868613138686,
+      "loss": 0.7858,
+      "step": 831
+    },
+    {
+      "epoch": 1.8195735374521598,
+      "grad_norm": 0.11855470389127731,
+      "learning_rate": 0.0001311435523114355,
+      "loss": 1.038,
+      "step": 832
+    },
+    {
+      "epoch": 1.821760524876982,
+      "grad_norm": 0.0895775705575943,
+      "learning_rate": 0.00013090024330900243,
+      "loss": 0.889,
+      "step": 833
+    },
+    {
+      "epoch": 1.8239475123018043,
+      "grad_norm": 0.07917778939008713,
+      "learning_rate": 0.00013065693430656933,
+      "loss": 0.7648,
+      "step": 834
+    },
+    {
+      "epoch": 1.8261344997266264,
+      "grad_norm": 0.07861921936273575,
+      "learning_rate": 0.00013041362530413623,
+      "loss": 0.7622,
+      "step": 835
+    },
+    {
+      "epoch": 1.8283214871514488,
+      "grad_norm": 0.06720324605703354,
+      "learning_rate": 0.00013017031630170315,
+      "loss": 0.65,
+      "step": 836
+    },
+    {
+      "epoch": 1.8305084745762712,
+      "grad_norm": 0.08524219691753387,
+      "learning_rate": 0.00012992700729927008,
+      "loss": 0.7075,
+      "step": 837
+    },
+    {
+      "epoch": 1.8326954620010936,
+      "grad_norm": 0.08446149528026581,
+      "learning_rate": 0.00012968369829683698,
+      "loss": 0.8675,
+      "step": 838
+    },
+    {
+      "epoch": 1.834882449425916,
+      "grad_norm": 0.1418158859014511,
+      "learning_rate": 0.00012944038929440388,
+      "loss": 0.8001,
+      "step": 839
+    },
+    {
+      "epoch": 1.837069436850738,
+      "grad_norm": 0.08565046638250351,
+      "learning_rate": 0.00012919708029197077,
+      "loss": 0.7472,
+      "step": 840
+    },
+    {
+      "epoch": 1.8392564242755605,
+      "grad_norm": 0.08195502310991287,
+      "learning_rate": 0.0001289537712895377,
+      "loss": 0.7482,
+      "step": 841
+    },
+    {
+      "epoch": 1.8414434117003826,
+      "grad_norm": 0.09442506730556488,
+      "learning_rate": 0.00012871046228710463,
+      "loss": 0.6339,
+      "step": 842
+    },
+    {
+      "epoch": 1.843630399125205,
+      "grad_norm": 0.0740717202425003,
+      "learning_rate": 0.00012846715328467152,
+      "loss": 0.8089,
+      "step": 843
+    },
+    {
+      "epoch": 1.8458173865500274,
+      "grad_norm": 0.07222722470760345,
+      "learning_rate": 0.00012822384428223842,
+      "loss": 0.5632,
+      "step": 844
+    },
+    {
+      "epoch": 1.8480043739748497,
+      "grad_norm": 0.17833271622657776,
+      "learning_rate": 0.00012798053527980535,
+      "loss": 0.9255,
+      "step": 845
+    },
+    {
+      "epoch": 1.850191361399672,
+      "grad_norm": 0.06516478210687637,
+      "learning_rate": 0.00012773722627737225,
+      "loss": 0.7359,
+      "step": 846
+    },
+    {
+      "epoch": 1.8523783488244943,
+      "grad_norm": 0.08852701634168625,
+      "learning_rate": 0.00012749391727493917,
+      "loss": 0.5396,
+      "step": 847
+    },
+    {
+      "epoch": 1.8545653362493164,
+      "grad_norm": 0.1138986274600029,
+      "learning_rate": 0.00012725060827250607,
+      "loss": 0.6388,
+      "step": 848
+    },
+    {
+      "epoch": 1.8567523236741388,
+      "grad_norm": 0.0741475448012352,
+      "learning_rate": 0.00012700729927007297,
+      "loss": 0.714,
+      "step": 849
+    },
+    {
+      "epoch": 1.8589393110989612,
+      "grad_norm": 0.07791007310152054,
+      "learning_rate": 0.0001267639902676399,
+      "loss": 0.6801,
+      "step": 850
+    },
+    {
+      "epoch": 1.8611262985237835,
+      "grad_norm": 0.12624414265155792,
+      "learning_rate": 0.00012652068126520682,
+      "loss": 0.8722,
+      "step": 851
+    },
+    {
+      "epoch": 1.863313285948606,
+      "grad_norm": 0.12994566559791565,
+      "learning_rate": 0.00012627737226277372,
+      "loss": 0.7748,
+      "step": 852
+    },
+    {
+      "epoch": 1.865500273373428,
+      "grad_norm": 0.08921322226524353,
+      "learning_rate": 0.00012603406326034062,
+      "loss": 0.9291,
+      "step": 853
+    },
+    {
+      "epoch": 1.8676872607982504,
+      "grad_norm": 0.18718288838863373,
+      "learning_rate": 0.00012579075425790754,
+      "loss": 0.8058,
+      "step": 854
+    },
+    {
+      "epoch": 1.8698742482230726,
+      "grad_norm": 0.0999041497707367,
+      "learning_rate": 0.00012554744525547444,
+      "loss": 0.7418,
+      "step": 855
+    },
+    {
+      "epoch": 1.872061235647895,
+      "grad_norm": 0.0861956775188446,
+      "learning_rate": 0.00012530413625304137,
+      "loss": 0.8489,
+      "step": 856
+    },
+    {
+      "epoch": 1.8742482230727173,
+      "grad_norm": 0.08363097161054611,
+      "learning_rate": 0.00012506082725060826,
+      "loss": 0.792,
+      "step": 857
+    },
+    {
+      "epoch": 1.8764352104975397,
+      "grad_norm": 0.104526586830616,
+      "learning_rate": 0.00012481751824817516,
+      "loss": 0.7314,
+      "step": 858
+    },
+    {
+      "epoch": 1.878622197922362,
+      "grad_norm": 0.06434841454029083,
+      "learning_rate": 0.0001245742092457421,
+      "loss": 0.7093,
+      "step": 859
+    },
+    {
+      "epoch": 1.8808091853471842,
+      "grad_norm": 0.09034306555986404,
+      "learning_rate": 0.000124330900243309,
+      "loss": 0.853,
+      "step": 860
+    },
+    {
+      "epoch": 1.8829961727720066,
+      "grad_norm": 0.09923963248729706,
+      "learning_rate": 0.0001240875912408759,
+      "loss": 0.9577,
+      "step": 861
+    },
+    {
+      "epoch": 1.8851831601968287,
+      "grad_norm": 0.1608513742685318,
+      "learning_rate": 0.0001238442822384428,
+      "loss": 0.8481,
+      "step": 862
+    },
+    {
+      "epoch": 1.8873701476216511,
+      "grad_norm": 0.09407520294189453,
+      "learning_rate": 0.0001236009732360097,
+      "loss": 0.8248,
+      "step": 863
+    },
+    {
+      "epoch": 1.8895571350464735,
+      "grad_norm": 0.10071087628602982,
+      "learning_rate": 0.00012335766423357663,
+      "loss": 0.7396,
+      "step": 864
+    },
+    {
+      "epoch": 1.8917441224712959,
+      "grad_norm": 0.09731297940015793,
+      "learning_rate": 0.00012311435523114356,
+      "loss": 0.8576,
+      "step": 865
+    },
+    {
+      "epoch": 1.8939311098961182,
+      "grad_norm": 0.10314417630434036,
+      "learning_rate": 0.00012287104622871046,
+      "loss": 0.7557,
+      "step": 866
+    },
+    {
+      "epoch": 1.8961180973209404,
+      "grad_norm": 0.08073554188013077,
+      "learning_rate": 0.00012262773722627736,
+      "loss": 0.6774,
+      "step": 867
+    },
+    {
+      "epoch": 1.8983050847457628,
+      "grad_norm": 0.07901646196842194,
+      "learning_rate": 0.00012238442822384428,
+      "loss": 0.8002,
+      "step": 868
+    },
+    {
+      "epoch": 1.900492072170585,
+      "grad_norm": 0.09489645808935165,
+      "learning_rate": 0.00012214111922141118,
+      "loss": 0.6187,
+      "step": 869
+    },
+    {
+      "epoch": 1.9026790595954073,
+      "grad_norm": 0.07445085793733597,
+      "learning_rate": 0.00012189781021897809,
+      "loss": 0.8429,
+      "step": 870
+    },
+    {
+      "epoch": 1.9048660470202297,
+      "grad_norm": 0.08723869919776917,
+      "learning_rate": 0.000121654501216545,
+      "loss": 0.6661,
+      "step": 871
+    },
+    {
+      "epoch": 1.907053034445052,
+      "grad_norm": 0.0714929848909378,
+      "learning_rate": 0.0001214111922141119,
+      "loss": 0.7081,
+      "step": 872
+    },
+    {
+      "epoch": 1.9092400218698744,
+      "grad_norm": 0.11925212293863297,
+      "learning_rate": 0.00012116788321167883,
+      "loss": 0.8205,
+      "step": 873
+    },
+    {
+      "epoch": 1.9114270092946966,
+      "grad_norm": 0.07906994223594666,
+      "learning_rate": 0.00012092457420924574,
+      "loss": 0.7375,
+      "step": 874
+    },
+    {
+      "epoch": 1.9136139967195187,
+      "grad_norm": 0.0823206901550293,
+      "learning_rate": 0.00012068126520681264,
+      "loss": 0.7026,
+      "step": 875
+    },
+    {
+      "epoch": 1.915800984144341,
+      "grad_norm": 0.08779305219650269,
+      "learning_rate": 0.00012043795620437955,
+      "loss": 0.8375,
+      "step": 876
+    },
+    {
+      "epoch": 1.9179879715691635,
+      "grad_norm": 0.1307205706834793,
+      "learning_rate": 0.00012019464720194645,
+      "loss": 0.7958,
+      "step": 877
+    },
+    {
+      "epoch": 1.9201749589939858,
+      "grad_norm": 0.07860773056745529,
+      "learning_rate": 0.00011995133819951337,
+      "loss": 0.6665,
+      "step": 878
+    },
+    {
+      "epoch": 1.9223619464188082,
+      "grad_norm": 0.09018970280885696,
+      "learning_rate": 0.00011970802919708029,
+      "loss": 0.7832,
+      "step": 879
+    },
+    {
+      "epoch": 1.9245489338436303,
+      "grad_norm": 0.10476412624120712,
+      "learning_rate": 0.00011946472019464718,
+      "loss": 0.8405,
+      "step": 880
+    },
+    {
+      "epoch": 1.9267359212684527,
+      "grad_norm": 0.136556014418602,
+      "learning_rate": 0.0001192214111922141,
+      "loss": 0.9055,
+      "step": 881
+    },
+    {
+      "epoch": 1.9289229086932749,
+      "grad_norm": 0.07547001540660858,
+      "learning_rate": 0.00011897810218978102,
+      "loss": 0.8403,
+      "step": 882
+    },
+    {
+      "epoch": 1.9311098961180972,
+      "grad_norm": 0.07191377878189087,
+      "learning_rate": 0.00011873479318734792,
+      "loss": 0.7417,
+      "step": 883
+    },
+    {
+      "epoch": 1.9332968835429196,
+      "grad_norm": 0.10206939280033112,
+      "learning_rate": 0.00011849148418491483,
+      "loss": 0.8236,
+      "step": 884
+    },
+    {
+      "epoch": 1.935483870967742,
+      "grad_norm": 0.10091017931699753,
+      "learning_rate": 0.00011824817518248174,
+      "loss": 0.8222,
+      "step": 885
+    },
+    {
+      "epoch": 1.9376708583925644,
+      "grad_norm": 0.078538678586483,
+      "learning_rate": 0.00011800486618004864,
+      "loss": 0.7433,
+      "step": 886
+    },
+    {
+      "epoch": 1.9398578458173865,
+      "grad_norm": 0.08979906141757965,
+      "learning_rate": 0.00011776155717761557,
+      "loss": 0.7901,
+      "step": 887
+    },
+    {
+      "epoch": 1.942044833242209,
+      "grad_norm": 0.11861593276262283,
+      "learning_rate": 0.00011751824817518248,
+      "loss": 0.7626,
+      "step": 888
+    },
+    {
+      "epoch": 1.944231820667031,
+      "grad_norm": 0.08933200687170029,
+      "learning_rate": 0.00011727493917274938,
+      "loss": 0.7166,
+      "step": 889
+    },
+    {
+      "epoch": 1.9464188080918534,
+      "grad_norm": 0.07634332776069641,
+      "learning_rate": 0.00011703163017031629,
+      "loss": 0.674,
+      "step": 890
+    },
+    {
+      "epoch": 1.9486057955166758,
+      "grad_norm": 0.08827237784862518,
+      "learning_rate": 0.0001167883211678832,
+      "loss": 0.7585,
+      "step": 891
+    },
+    {
+      "epoch": 1.9507927829414982,
+      "grad_norm": 0.07015995681285858,
+      "learning_rate": 0.0001165450121654501,
+      "loss": 0.7839,
+      "step": 892
+    },
+    {
+      "epoch": 1.9529797703663205,
+      "grad_norm": 0.06707464158535004,
+      "learning_rate": 0.00011630170316301703,
+      "loss": 0.6547,
+      "step": 893
+    },
+    {
+      "epoch": 1.9551667577911427,
+      "grad_norm": 0.10003036260604858,
+      "learning_rate": 0.00011605839416058394,
+      "loss": 0.844,
+      "step": 894
+    },
+    {
+      "epoch": 1.957353745215965,
+      "grad_norm": 0.1238449215888977,
+      "learning_rate": 0.00011581508515815084,
+      "loss": 0.8968,
+      "step": 895
+    },
+    {
+      "epoch": 1.9595407326407872,
+      "grad_norm": 0.06823369115591049,
+      "learning_rate": 0.00011557177615571775,
+      "loss": 0.7827,
+      "step": 896
+    },
+    {
+      "epoch": 1.9617277200656096,
+      "grad_norm": 0.06788782775402069,
+      "learning_rate": 0.00011532846715328465,
+      "loss": 0.6324,
+      "step": 897
+    },
+    {
+      "epoch": 1.963914707490432,
+      "grad_norm": 0.0613747276365757,
+      "learning_rate": 0.00011508515815085157,
+      "loss": 0.7351,
+      "step": 898
+    },
+    {
+      "epoch": 1.9661016949152543,
+      "grad_norm": 0.07626453042030334,
+      "learning_rate": 0.00011484184914841848,
+      "loss": 0.7546,
+      "step": 899
+    },
+    {
+      "epoch": 1.9682886823400767,
+      "grad_norm": 0.06262917071580887,
+      "learning_rate": 0.00011459854014598538,
+      "loss": 0.7115,
+      "step": 900
+    },
+    {
+      "epoch": 1.9704756697648989,
+      "grad_norm": 0.09436193108558655,
+      "learning_rate": 0.0001143552311435523,
+      "loss": 0.7825,
+      "step": 901
+    },
+    {
+      "epoch": 1.972662657189721,
+      "grad_norm": 0.07467503100633621,
+      "learning_rate": 0.00011411192214111922,
+      "loss": 0.7268,
+      "step": 902
+    },
+    {
+      "epoch": 1.9748496446145434,
+      "grad_norm": 0.1006925106048584,
+      "learning_rate": 0.00011386861313868612,
+      "loss": 0.8221,
+      "step": 903
+    },
+    {
+      "epoch": 1.9770366320393657,
+      "grad_norm": 0.07432865351438522,
+      "learning_rate": 0.00011362530413625303,
+      "loss": 0.5634,
+      "step": 904
+    },
+    {
+      "epoch": 1.9792236194641881,
+      "grad_norm": 0.09379817545413971,
+      "learning_rate": 0.00011338199513381994,
+      "loss": 0.7324,
+      "step": 905
+    },
+    {
+      "epoch": 1.9814106068890105,
+      "grad_norm": 0.10026013851165771,
+      "learning_rate": 0.00011313868613138684,
+      "loss": 0.8822,
+      "step": 906
+    },
+    {
+      "epoch": 1.9835975943138326,
+      "grad_norm": 0.06522378325462341,
+      "learning_rate": 0.00011289537712895377,
+      "loss": 0.6636,
+      "step": 907
+    },
+    {
+      "epoch": 1.985784581738655,
+      "grad_norm": 0.0877818912267685,
+      "learning_rate": 0.00011265206812652068,
+      "loss": 0.879,
+      "step": 908
+    },
+    {
+      "epoch": 1.9879715691634772,
+      "grad_norm": 0.0784858912229538,
+      "learning_rate": 0.00011240875912408758,
+      "loss": 0.6807,
+      "step": 909
+    },
+    {
+      "epoch": 1.9901585565882995,
+      "grad_norm": 0.08547237515449524,
+      "learning_rate": 0.00011216545012165449,
+      "loss": 0.7971,
+      "step": 910
+    },
+    {
+      "epoch": 1.992345544013122,
+      "grad_norm": 0.08142252266407013,
+      "learning_rate": 0.00011192214111922141,
+      "loss": 0.7948,
+      "step": 911
+    },
+    {
+      "epoch": 1.9945325314379443,
+      "grad_norm": 0.0977170392870903,
+      "learning_rate": 0.00011167883211678831,
+      "loss": 0.716,
+      "step": 912
+    },
+    {
+      "epoch": 1.9967195188627667,
+      "grad_norm": 0.07943693548440933,
+      "learning_rate": 0.00011143552311435522,
+      "loss": 0.7307,
+      "step": 913
+    },
+    {
+      "epoch": 1.9989065062875888,
+      "grad_norm": 0.07169529050588608,
+      "learning_rate": 0.00011119221411192212,
+      "loss": 0.7698,
+      "step": 914
+    },
+    {
+      "epoch": 2.001093493712411,
+      "grad_norm": 0.11213553696870804,
+      "learning_rate": 0.00011094890510948904,
+      "loss": 1.0422,
+      "step": 915
+    },
+    {
+      "epoch": 2.0032804811372333,
+      "grad_norm": 0.07083361595869064,
+      "learning_rate": 0.00011070559610705596,
+      "loss": 0.6452,
+      "step": 916
+    },
+    {
+      "epoch": 2.0054674685620557,
+      "grad_norm": 0.09210053831338882,
+      "learning_rate": 0.00011046228710462286,
+      "loss": 0.7645,
+      "step": 917
+    },
+    {
+      "epoch": 2.007654455986878,
+      "grad_norm": 0.06987687945365906,
+      "learning_rate": 0.00011021897810218977,
+      "loss": 0.7631,
+      "step": 918
+    },
+    {
+      "epoch": 2.0098414434117005,
+      "grad_norm": 0.06710486859083176,
+      "learning_rate": 0.00010997566909975668,
+      "loss": 0.5392,
+      "step": 919
+    },
+    {
+      "epoch": 2.012028430836523,
+      "grad_norm": 0.06049719452857971,
+      "learning_rate": 0.00010973236009732358,
+      "loss": 0.5951,
+      "step": 920
+    },
+    {
+      "epoch": 2.014215418261345,
+      "grad_norm": 0.09142480045557022,
+      "learning_rate": 0.00010948905109489051,
+      "loss": 0.8456,
+      "step": 921
+    },
+    {
+      "epoch": 2.016402405686167,
+      "grad_norm": 0.0777074545621872,
+      "learning_rate": 0.00010924574209245742,
+      "loss": 0.8885,
+      "step": 922
+    },
+    {
+      "epoch": 2.0185893931109895,
+      "grad_norm": 0.06989620625972748,
+      "learning_rate": 0.00010900243309002432,
+      "loss": 0.7379,
+      "step": 923
+    },
+    {
+      "epoch": 2.020776380535812,
+      "grad_norm": 0.09480347484350204,
+      "learning_rate": 0.00010875912408759123,
+      "loss": 0.6577,
+      "step": 924
+    },
+    {
+      "epoch": 2.0229633679606343,
+      "grad_norm": 0.08055185526609421,
+      "learning_rate": 0.00010851581508515814,
+      "loss": 0.6044,
+      "step": 925
+    },
+    {
+      "epoch": 2.0251503553854566,
+      "grad_norm": 0.13323447108268738,
+      "learning_rate": 0.00010827250608272505,
+      "loss": 0.7477,
+      "step": 926
+    },
+    {
+      "epoch": 2.027337342810279,
+      "grad_norm": 0.12184912711381912,
+      "learning_rate": 0.00010802919708029196,
+      "loss": 0.7467,
+      "step": 927
+    },
+    {
+      "epoch": 2.029524330235101,
+      "grad_norm": 0.1011509820818901,
+      "learning_rate": 0.00010778588807785888,
+      "loss": 0.806,
+      "step": 928
+    },
+    {
+      "epoch": 2.0317113176599233,
+      "grad_norm": 0.0946606993675232,
+      "learning_rate": 0.00010754257907542578,
+      "loss": 0.8693,
+      "step": 929
+    },
+    {
+      "epoch": 2.0338983050847457,
+      "grad_norm": 0.0687033012509346,
+      "learning_rate": 0.00010729927007299269,
+      "loss": 0.7369,
+      "step": 930
+    },
+    {
+      "epoch": 2.036085292509568,
+      "grad_norm": 0.08970753103494644,
+      "learning_rate": 0.00010705596107055961,
+      "loss": 0.8653,
+      "step": 931
+    },
+    {
+      "epoch": 2.0382722799343904,
+      "grad_norm": 0.0696936696767807,
+      "learning_rate": 0.00010681265206812651,
+      "loss": 0.7843,
+      "step": 932
+    },
+    {
+      "epoch": 2.040459267359213,
+      "grad_norm": 0.07936150580644608,
+      "learning_rate": 0.00010656934306569342,
+      "loss": 0.6687,
+      "step": 933
+    },
+    {
+      "epoch": 2.042646254784035,
+      "grad_norm": 0.08227389305830002,
+      "learning_rate": 0.00010632603406326032,
+      "loss": 0.6724,
+      "step": 934
+    },
+    {
+      "epoch": 2.044833242208857,
+      "grad_norm": 0.09045292437076569,
+      "learning_rate": 0.00010608272506082723,
+      "loss": 0.9322,
+      "step": 935
+    },
+    {
+      "epoch": 2.0470202296336795,
+      "grad_norm": 0.0928291454911232,
+      "learning_rate": 0.00010583941605839416,
+      "loss": 0.7605,
+      "step": 936
+    },
+    {
+      "epoch": 2.049207217058502,
+      "grad_norm": 0.06723731756210327,
+      "learning_rate": 0.00010559610705596106,
+      "loss": 0.7496,
+      "step": 937
+    },
+    {
+      "epoch": 2.051394204483324,
+      "grad_norm": 0.0904277116060257,
+      "learning_rate": 0.00010535279805352797,
+      "loss": 0.9547,
+      "step": 938
+    },
+    {
+      "epoch": 2.0535811919081466,
+      "grad_norm": 0.0876123309135437,
+      "learning_rate": 0.00010510948905109488,
+      "loss": 0.7391,
+      "step": 939
+    },
+    {
+      "epoch": 2.055768179332969,
+      "grad_norm": 0.055263299494981766,
+      "learning_rate": 0.00010486618004866178,
+      "loss": 0.6838,
+      "step": 940
+    },
+    {
+      "epoch": 2.0579551667577913,
+      "grad_norm": 0.09147639572620392,
+      "learning_rate": 0.0001046228710462287,
+      "loss": 0.7595,
+      "step": 941
+    },
+    {
+      "epoch": 2.0601421541826133,
+      "grad_norm": 0.10334429144859314,
+      "learning_rate": 0.00010437956204379562,
+      "loss": 0.731,
+      "step": 942
+    },
+    {
+      "epoch": 2.0623291416074356,
+      "grad_norm": 0.11397865414619446,
+      "learning_rate": 0.00010413625304136252,
+      "loss": 0.6786,
+      "step": 943
+    },
+    {
+      "epoch": 2.064516129032258,
+      "grad_norm": 0.09213434904813766,
+      "learning_rate": 0.00010389294403892943,
+      "loss": 0.7882,
+      "step": 944
+    },
+    {
+      "epoch": 2.0667031164570804,
+      "grad_norm": 0.07908529788255692,
+      "learning_rate": 0.00010364963503649635,
+      "loss": 0.5676,
+      "step": 945
+    },
+    {
+      "epoch": 2.0688901038819028,
+      "grad_norm": 0.07028684765100479,
+      "learning_rate": 0.00010340632603406325,
+      "loss": 0.837,
+      "step": 946
+    },
+    {
+      "epoch": 2.071077091306725,
+      "grad_norm": 0.10076407343149185,
+      "learning_rate": 0.00010316301703163016,
+      "loss": 0.8462,
+      "step": 947
+    },
+    {
+      "epoch": 2.0732640787315475,
+      "grad_norm": 0.09733647853136063,
+      "learning_rate": 0.00010291970802919708,
+      "loss": 0.6866,
+      "step": 948
+    },
+    {
+      "epoch": 2.0754510661563694,
+      "grad_norm": 0.056383613497018814,
+      "learning_rate": 0.00010267639902676397,
+      "loss": 0.6626,
+      "step": 949
+    },
+    {
+      "epoch": 2.077638053581192,
+      "grad_norm": 0.0990288108587265,
+      "learning_rate": 0.0001024330900243309,
+      "loss": 0.7557,
+      "step": 950
+    },
+    {
+      "epoch": 2.079825041006014,
+      "grad_norm": 0.0716756284236908,
+      "learning_rate": 0.0001021897810218978,
+      "loss": 0.6406,
+      "step": 951
+    },
+    {
+      "epoch": 2.0820120284308365,
+      "grad_norm": 0.05694684386253357,
+      "learning_rate": 0.00010194647201946471,
+      "loss": 0.5188,
+      "step": 952
+    },
+    {
+      "epoch": 2.084199015855659,
+      "grad_norm": 0.07495687901973724,
+      "learning_rate": 0.00010170316301703162,
+      "loss": 0.8069,
+      "step": 953
+    },
+    {
+      "epoch": 2.0863860032804813,
+      "grad_norm": 0.1412467211484909,
+      "learning_rate": 0.00010145985401459852,
+      "loss": 0.8952,
+      "step": 954
+    },
+    {
+      "epoch": 2.0885729907053037,
+      "grad_norm": 0.10137643665075302,
+      "learning_rate": 0.00010121654501216545,
+      "loss": 0.7307,
+      "step": 955
+    },
+    {
+      "epoch": 2.0907599781301256,
+      "grad_norm": 0.08896951377391815,
+      "learning_rate": 0.00010097323600973236,
+      "loss": 0.7423,
+      "step": 956
+    },
+    {
+      "epoch": 2.092946965554948,
+      "grad_norm": 0.07978902012109756,
+      "learning_rate": 0.00010072992700729926,
+      "loss": 0.7313,
+      "step": 957
+    },
+    {
+      "epoch": 2.0951339529797703,
+      "grad_norm": 0.07417238503694534,
+      "learning_rate": 0.00010048661800486617,
+      "loss": 0.6688,
+      "step": 958
+    },
+    {
+      "epoch": 2.0973209404045927,
+      "grad_norm": 0.06443147361278534,
+      "learning_rate": 0.00010024330900243309,
+      "loss": 0.6171,
+      "step": 959
+    },
+    {
+      "epoch": 2.099507927829415,
+      "grad_norm": 0.11541827768087387,
+      "learning_rate": 9.999999999999999e-05,
+      "loss": 0.6332,
+      "step": 960
+    },
+    {
+      "epoch": 2.1016949152542375,
+      "grad_norm": 0.08811238408088684,
+      "learning_rate": 9.97566909975669e-05,
+      "loss": 0.7326,
+      "step": 961
+    },
+    {
+      "epoch": 2.1038819026790594,
+      "grad_norm": 0.08237440884113312,
+      "learning_rate": 9.951338199513382e-05,
+      "loss": 0.6783,
+      "step": 962
+    },
+    {
+      "epoch": 2.1060688901038818,
+      "grad_norm": 0.055551107972860336,
+      "learning_rate": 9.927007299270071e-05,
+      "loss": 0.58,
+      "step": 963
+    },
+    {
+      "epoch": 2.108255877528704,
+      "grad_norm": 0.18178793787956238,
+      "learning_rate": 9.902676399026764e-05,
+      "loss": 0.8845,
+      "step": 964
+    },
+    {
+      "epoch": 2.1104428649535265,
+      "grad_norm": 0.07889654487371445,
+      "learning_rate": 9.878345498783455e-05,
+      "loss": 0.7146,
+      "step": 965
+    },
+    {
+      "epoch": 2.112629852378349,
+      "grad_norm": 0.09357897192239761,
+      "learning_rate": 9.854014598540145e-05,
+      "loss": 0.7853,
+      "step": 966
+    },
+    {
+      "epoch": 2.1148168398031713,
+      "grad_norm": 0.08634817600250244,
+      "learning_rate": 9.829683698296836e-05,
+      "loss": 0.7908,
+      "step": 967
+    },
+    {
+      "epoch": 2.1170038272279936,
+      "grad_norm": 0.08086105436086655,
+      "learning_rate": 9.805352798053527e-05,
+      "loss": 0.6468,
+      "step": 968
+    },
+    {
+      "epoch": 2.1191908146528156,
+      "grad_norm": 0.08335316926240921,
+      "learning_rate": 9.781021897810217e-05,
+      "loss": 0.787,
+      "step": 969
+    },
+    {
+      "epoch": 2.121377802077638,
+      "grad_norm": 0.0961131751537323,
+      "learning_rate": 9.75669099756691e-05,
+      "loss": 0.9769,
+      "step": 970
+    },
+    {
+      "epoch": 2.1235647895024603,
+      "grad_norm": 0.11229154467582703,
+      "learning_rate": 9.7323600973236e-05,
+      "loss": 0.7062,
+      "step": 971
+    },
+    {
+      "epoch": 2.1257517769272827,
+      "grad_norm": 0.07857970893383026,
+      "learning_rate": 9.708029197080291e-05,
+      "loss": 0.868,
+      "step": 972
+    },
+    {
+      "epoch": 2.127938764352105,
+      "grad_norm": 0.07728397101163864,
+      "learning_rate": 9.683698296836982e-05,
+      "loss": 0.7644,
+      "step": 973
+    },
+    {
+      "epoch": 2.1301257517769274,
+      "grad_norm": 0.0893498882651329,
+      "learning_rate": 9.659367396593672e-05,
+      "loss": 0.7671,
+      "step": 974
+    },
+    {
+      "epoch": 2.13231273920175,
+      "grad_norm": 0.07498188316822052,
+      "learning_rate": 9.635036496350364e-05,
+      "loss": 0.6838,
+      "step": 975
+    },
+    {
+      "epoch": 2.1344997266265717,
+      "grad_norm": 0.07685612887144089,
+      "learning_rate": 9.610705596107056e-05,
+      "loss": 0.565,
+      "step": 976
+    },
+    {
+      "epoch": 2.136686714051394,
+      "grad_norm": 0.17771372199058533,
+      "learning_rate": 9.586374695863745e-05,
+      "loss": 0.955,
+      "step": 977
+    },
+    {
+      "epoch": 2.1388737014762165,
+      "grad_norm": 0.0944371297955513,
+      "learning_rate": 9.562043795620437e-05,
+      "loss": 0.7276,
+      "step": 978
+    },
+    {
+      "epoch": 2.141060688901039,
+      "grad_norm": 0.0786268338561058,
+      "learning_rate": 9.537712895377129e-05,
+      "loss": 0.6345,
+      "step": 979
+    },
+    {
+      "epoch": 2.143247676325861,
+      "grad_norm": 0.07822459191083908,
+      "learning_rate": 9.513381995133819e-05,
+      "loss": 0.8102,
+      "step": 980
+    },
+    {
+      "epoch": 2.1454346637506836,
+      "grad_norm": 0.06756392866373062,
+      "learning_rate": 9.48905109489051e-05,
+      "loss": 0.5746,
+      "step": 981
+    },
+    {
+      "epoch": 2.1476216511755055,
+      "grad_norm": 0.09047642350196838,
+      "learning_rate": 9.464720194647201e-05,
+      "loss": 0.7174,
+      "step": 982
+    },
+    {
+      "epoch": 2.149808638600328,
+      "grad_norm": 0.06281984597444534,
+      "learning_rate": 9.440389294403891e-05,
+      "loss": 0.6069,
+      "step": 983
+    },
+    {
+      "epoch": 2.1519956260251503,
+      "grad_norm": 0.08357690274715424,
+      "learning_rate": 9.416058394160584e-05,
+      "loss": 0.7138,
+      "step": 984
+    },
+    {
+      "epoch": 2.1541826134499726,
+      "grad_norm": 0.06927002966403961,
+      "learning_rate": 9.391727493917275e-05,
+      "loss": 0.7161,
+      "step": 985
+    },
+    {
+      "epoch": 2.156369600874795,
+      "grad_norm": 0.08309995383024216,
+      "learning_rate": 9.367396593673965e-05,
+      "loss": 0.763,
+      "step": 986
+    },
+    {
+      "epoch": 2.1585565882996174,
+      "grad_norm": 0.13074147701263428,
+      "learning_rate": 9.343065693430656e-05,
+      "loss": 0.6931,
+      "step": 987
+    },
+    {
+      "epoch": 2.1607435757244398,
+      "grad_norm": 0.059969283640384674,
+      "learning_rate": 9.318734793187348e-05,
+      "loss": 0.7651,
+      "step": 988
+    },
+    {
+      "epoch": 2.1629305631492617,
+      "grad_norm": 0.10092590004205704,
+      "learning_rate": 9.294403892944038e-05,
+      "loss": 0.7648,
+      "step": 989
+    },
+    {
+      "epoch": 2.165117550574084,
+      "grad_norm": 0.0850631520152092,
+      "learning_rate": 9.27007299270073e-05,
+      "loss": 0.7525,
+      "step": 990
+    },
+    {
+      "epoch": 2.1673045379989064,
+      "grad_norm": 0.07505320757627487,
+      "learning_rate": 9.24574209245742e-05,
+      "loss": 0.7255,
+      "step": 991
+    },
+    {
+      "epoch": 2.169491525423729,
+      "grad_norm": 0.07143733650445938,
+      "learning_rate": 9.22141119221411e-05,
+      "loss": 0.8092,
+      "step": 992
+    },
+    {
+      "epoch": 2.171678512848551,
+      "grad_norm": 0.06631165742874146,
+      "learning_rate": 9.197080291970803e-05,
+      "loss": 0.6566,
+      "step": 993
+    },
+    {
+      "epoch": 2.1738655002733736,
+      "grad_norm": 0.09219320863485336,
+      "learning_rate": 9.172749391727493e-05,
+      "loss": 0.7073,
+      "step": 994
+    },
+    {
+      "epoch": 2.176052487698196,
+      "grad_norm": 0.07580631226301193,
+      "learning_rate": 9.148418491484184e-05,
+      "loss": 0.807,
+      "step": 995
+    },
+    {
+      "epoch": 2.178239475123018,
+      "grad_norm": 0.07211830466985703,
+      "learning_rate": 9.124087591240875e-05,
+      "loss": 0.7484,
+      "step": 996
+    },
+    {
+      "epoch": 2.1804264625478402,
+      "grad_norm": 0.05385676771402359,
+      "learning_rate": 9.099756690997565e-05,
+      "loss": 0.54,
+      "step": 997
+    },
+    {
+      "epoch": 2.1826134499726626,
+      "grad_norm": 0.21461127698421478,
+      "learning_rate": 9.075425790754258e-05,
+      "loss": 0.8622,
+      "step": 998
+    },
+    {
+      "epoch": 2.184800437397485,
+      "grad_norm": 0.08088556677103043,
+      "learning_rate": 9.051094890510949e-05,
+      "loss": 0.7587,
+      "step": 999
+    },
+    {
+      "epoch": 2.1869874248223073,
+      "grad_norm": 0.06612838804721832,
+      "learning_rate": 9.026763990267639e-05,
+      "loss": 0.6999,
+      "step": 1000
+    },
+    {
+      "epoch": 2.1891744122471297,
+      "grad_norm": 0.0852365717291832,
+      "learning_rate": 9.00243309002433e-05,
+      "loss": 0.6576,
+      "step": 1001
+    },
+    {
+      "epoch": 2.191361399671952,
+      "grad_norm": 0.08095883578062057,
+      "learning_rate": 8.978102189781021e-05,
+      "loss": 0.5707,
+      "step": 1002
+    },
+    {
+      "epoch": 2.193548387096774,
+      "grad_norm": 0.07096173614263535,
+      "learning_rate": 8.953771289537712e-05,
+      "loss": 0.6327,
+      "step": 1003
+    },
+    {
+      "epoch": 2.1957353745215964,
+      "grad_norm": 0.09493196755647659,
+      "learning_rate": 8.929440389294404e-05,
+      "loss": 0.7054,
+      "step": 1004
+    },
+    {
+      "epoch": 2.1979223619464188,
+      "grad_norm": 0.09779234230518341,
+      "learning_rate": 8.905109489051095e-05,
+      "loss": 0.5956,
+      "step": 1005
+    },
+    {
+      "epoch": 2.200109349371241,
+      "grad_norm": 0.0785955861210823,
+      "learning_rate": 8.880778588807785e-05,
+      "loss": 0.6341,
+      "step": 1006
+    },
+    {
+      "epoch": 2.2022963367960635,
+      "grad_norm": 0.07008160650730133,
+      "learning_rate": 8.856447688564476e-05,
+      "loss": 0.628,
+      "step": 1007
+    },
+    {
+      "epoch": 2.204483324220886,
+      "grad_norm": 0.057833462953567505,
+      "learning_rate": 8.832116788321167e-05,
+      "loss": 0.5709,
+      "step": 1008
+    },
+    {
+      "epoch": 2.2066703116457083,
+      "grad_norm": 0.12803713977336884,
+      "learning_rate": 8.807785888077858e-05,
+      "loss": 0.8974,
+      "step": 1009
+    },
+    {
+      "epoch": 2.20885729907053,
+      "grad_norm": 0.10330130904912949,
+      "learning_rate": 8.78345498783455e-05,
+      "loss": 0.9547,
+      "step": 1010
+    },
+    {
+      "epoch": 2.2110442864953526,
+      "grad_norm": 0.08696506172418594,
+      "learning_rate": 8.759124087591239e-05,
+      "loss": 0.948,
+      "step": 1011
+    },
+    {
+      "epoch": 2.213231273920175,
+      "grad_norm": 0.07327471673488617,
+      "learning_rate": 8.73479318734793e-05,
+      "loss": 0.7746,
+      "step": 1012
+    },
+    {
+      "epoch": 2.2154182613449973,
+      "grad_norm": 0.07920418679714203,
+      "learning_rate": 8.710462287104623e-05,
+      "loss": 0.7496,
+      "step": 1013
+    },
+    {
+      "epoch": 2.2176052487698197,
+      "grad_norm": 0.08569440245628357,
+      "learning_rate": 8.686131386861313e-05,
+      "loss": 0.7732,
+      "step": 1014
+    },
+    {
+      "epoch": 2.219792236194642,
+      "grad_norm": 0.10606760531663895,
+      "learning_rate": 8.661800486618004e-05,
+      "loss": 0.7401,
+      "step": 1015
+    },
+    {
+      "epoch": 2.221979223619464,
+      "grad_norm": 0.06861110031604767,
+      "learning_rate": 8.637469586374695e-05,
+      "loss": 0.813,
+      "step": 1016
+    },
+    {
+      "epoch": 2.2241662110442864,
+      "grad_norm": 0.08536610752344131,
+      "learning_rate": 8.613138686131385e-05,
+      "loss": 0.9162,
+      "step": 1017
+    },
+    {
+      "epoch": 2.2263531984691087,
+      "grad_norm": 0.0722159668803215,
+      "learning_rate": 8.588807785888078e-05,
+      "loss": 0.7497,
+      "step": 1018
+    },
+    {
+      "epoch": 2.228540185893931,
+      "grad_norm": 0.08814802020788193,
+      "learning_rate": 8.564476885644769e-05,
+      "loss": 0.7337,
+      "step": 1019
+    },
+    {
+      "epoch": 2.2307271733187535,
+      "grad_norm": 0.0691298171877861,
+      "learning_rate": 8.540145985401459e-05,
+      "loss": 0.6646,
+      "step": 1020
+    },
+    {
+      "epoch": 2.232914160743576,
+      "grad_norm": 0.08381146937608719,
+      "learning_rate": 8.51581508515815e-05,
+      "loss": 0.7164,
+      "step": 1021
+    },
+    {
+      "epoch": 2.235101148168398,
+      "grad_norm": 0.09841835498809814,
+      "learning_rate": 8.491484184914842e-05,
+      "loss": 0.7501,
+      "step": 1022
+    },
+    {
+      "epoch": 2.23728813559322,
+      "grad_norm": 0.09023883193731308,
+      "learning_rate": 8.467153284671532e-05,
+      "loss": 0.8203,
+      "step": 1023
+    },
+    {
+      "epoch": 2.2394751230180425,
+      "grad_norm": 0.06591757386922836,
+      "learning_rate": 8.442822384428223e-05,
+      "loss": 0.7383,
+      "step": 1024
+    },
+    {
+      "epoch": 2.241662110442865,
+      "grad_norm": 0.06996569037437439,
+      "learning_rate": 8.418491484184915e-05,
+      "loss": 0.6344,
+      "step": 1025
+    },
+    {
+      "epoch": 2.2438490978676873,
+      "grad_norm": 0.07270529121160507,
+      "learning_rate": 8.394160583941604e-05,
+      "loss": 1.071,
+      "step": 1026
+    },
+    {
+      "epoch": 2.2460360852925096,
+      "grad_norm": 0.057372089475393295,
+      "learning_rate": 8.369829683698297e-05,
+      "loss": 0.7085,
+      "step": 1027
+    },
+    {
+      "epoch": 2.248223072717332,
+      "grad_norm": 0.17878244817256927,
+      "learning_rate": 8.345498783454987e-05,
+      "loss": 0.7173,
+      "step": 1028
+    },
+    {
+      "epoch": 2.250410060142154,
+      "grad_norm": 0.10368648171424866,
+      "learning_rate": 8.321167883211678e-05,
+      "loss": 0.7553,
+      "step": 1029
+    },
+    {
+      "epoch": 2.2525970475669763,
+      "grad_norm": 0.08491568267345428,
+      "learning_rate": 8.296836982968369e-05,
+      "loss": 0.7309,
+      "step": 1030
+    },
+    {
+      "epoch": 2.2547840349917987,
+      "grad_norm": 0.0926603451371193,
+      "learning_rate": 8.272506082725059e-05,
+      "loss": 0.8079,
+      "step": 1031
+    },
+    {
+      "epoch": 2.256971022416621,
+      "grad_norm": 0.09677490592002869,
+      "learning_rate": 8.248175182481752e-05,
+      "loss": 0.7398,
+      "step": 1032
+    },
+    {
+      "epoch": 2.2591580098414434,
+      "grad_norm": 0.08250720053911209,
+      "learning_rate": 8.223844282238443e-05,
+      "loss": 0.9218,
+      "step": 1033
+    },
+    {
+      "epoch": 2.261344997266266,
+      "grad_norm": 0.07249108701944351,
+      "learning_rate": 8.199513381995133e-05,
+      "loss": 0.9006,
+      "step": 1034
+    },
+    {
+      "epoch": 2.263531984691088,
+      "grad_norm": 0.08677604794502258,
+      "learning_rate": 8.175182481751824e-05,
+      "loss": 0.6948,
+      "step": 1035
+    },
+    {
+      "epoch": 2.26571897211591,
+      "grad_norm": 0.09446906298398972,
+      "learning_rate": 8.150851581508516e-05,
+      "loss": 0.968,
+      "step": 1036
+    },
+    {
+      "epoch": 2.2679059595407325,
+      "grad_norm": 0.06804203242063522,
+      "learning_rate": 8.126520681265206e-05,
+      "loss": 0.7448,
+      "step": 1037
+    },
+    {
+      "epoch": 2.270092946965555,
+      "grad_norm": 0.13376066088676453,
+      "learning_rate": 8.102189781021897e-05,
+      "loss": 1.11,
+      "step": 1038
+    },
+    {
+      "epoch": 2.2722799343903772,
+      "grad_norm": 0.08178973197937012,
+      "learning_rate": 8.077858880778589e-05,
+      "loss": 0.8176,
+      "step": 1039
+    },
+    {
+      "epoch": 2.2744669218151996,
+      "grad_norm": 0.07346408069133759,
+      "learning_rate": 8.053527980535278e-05,
+      "loss": 0.8431,
+      "step": 1040
+    },
+    {
+      "epoch": 2.276653909240022,
+      "grad_norm": 0.0862707868218422,
+      "learning_rate": 8.029197080291971e-05,
+      "loss": 0.7951,
+      "step": 1041
+    },
+    {
+      "epoch": 2.2788408966648444,
+      "grad_norm": 0.06870719790458679,
+      "learning_rate": 8.004866180048662e-05,
+      "loss": 0.6881,
+      "step": 1042
+    },
+    {
+      "epoch": 2.2810278840896663,
+      "grad_norm": 0.07719549536705017,
+      "learning_rate": 7.980535279805352e-05,
+      "loss": 0.9063,
+      "step": 1043
+    },
+    {
+      "epoch": 2.2832148715144887,
+      "grad_norm": 0.08446962386369705,
+      "learning_rate": 7.956204379562043e-05,
+      "loss": 0.9006,
+      "step": 1044
+    },
+    {
+      "epoch": 2.285401858939311,
+      "grad_norm": 0.0750269889831543,
+      "learning_rate": 7.931873479318733e-05,
+      "loss": 0.7266,
+      "step": 1045
+    },
+    {
+      "epoch": 2.2875888463641334,
+      "grad_norm": 0.09672243148088455,
+      "learning_rate": 7.907542579075424e-05,
+      "loss": 0.9674,
+      "step": 1046
+    },
+    {
+      "epoch": 2.2897758337889558,
+      "grad_norm": 0.09199567139148712,
+      "learning_rate": 7.883211678832117e-05,
+      "loss": 0.9492,
+      "step": 1047
+    },
+    {
+      "epoch": 2.291962821213778,
+      "grad_norm": 0.07620115578174591,
+      "learning_rate": 7.858880778588807e-05,
+      "loss": 0.8633,
+      "step": 1048
+    },
+    {
+      "epoch": 2.2941498086386005,
+      "grad_norm": 0.07889512926340103,
+      "learning_rate": 7.834549878345498e-05,
+      "loss": 0.686,
+      "step": 1049
+    },
+    {
+      "epoch": 2.2963367960634224,
+      "grad_norm": 0.06788111478090286,
+      "learning_rate": 7.810218978102189e-05,
+      "loss": 0.6027,
+      "step": 1050
+    },
+    {
+      "epoch": 2.298523783488245,
+      "grad_norm": 0.07016520202159882,
+      "learning_rate": 7.785888077858879e-05,
+      "loss": 0.7403,
+      "step": 1051
+    },
+    {
+      "epoch": 2.300710770913067,
+      "grad_norm": 0.0898311659693718,
+      "learning_rate": 7.761557177615571e-05,
+      "loss": 0.7931,
+      "step": 1052
+    },
+    {
+      "epoch": 2.3028977583378896,
+      "grad_norm": 0.10451004654169083,
+      "learning_rate": 7.737226277372263e-05,
+      "loss": 0.6105,
+      "step": 1053
+    },
+    {
+      "epoch": 2.305084745762712,
+      "grad_norm": 0.11979032307863235,
+      "learning_rate": 7.712895377128952e-05,
+      "loss": 0.8684,
+      "step": 1054
+    },
+    {
+      "epoch": 2.3072717331875343,
+      "grad_norm": 0.06674796342849731,
+      "learning_rate": 7.688564476885644e-05,
+      "loss": 0.7028,
+      "step": 1055
+    },
+    {
+      "epoch": 2.3094587206123567,
+      "grad_norm": 0.07943496853113174,
+      "learning_rate": 7.664233576642336e-05,
+      "loss": 0.6304,
+      "step": 1056
+    },
+    {
+      "epoch": 2.3116457080371786,
+      "grad_norm": 0.06651945412158966,
+      "learning_rate": 7.639902676399026e-05,
+      "loss": 0.7686,
+      "step": 1057
+    },
+    {
+      "epoch": 2.313832695462001,
+      "grad_norm": 0.06751691550016403,
+      "learning_rate": 7.615571776155717e-05,
+      "loss": 0.6221,
+      "step": 1058
+    },
+    {
+      "epoch": 2.3160196828868234,
+      "grad_norm": 0.07317863404750824,
+      "learning_rate": 7.591240875912408e-05,
+      "loss": 0.6193,
+      "step": 1059
+    },
+    {
+      "epoch": 2.3182066703116457,
+      "grad_norm": 0.060373321175575256,
+      "learning_rate": 7.566909975669098e-05,
+      "loss": 0.5639,
+      "step": 1060
+    },
+    {
+      "epoch": 2.320393657736468,
+      "grad_norm": 0.093042753636837,
+      "learning_rate": 7.542579075425791e-05,
+      "loss": 0.7875,
+      "step": 1061
+    },
+    {
+      "epoch": 2.3225806451612905,
+      "grad_norm": 0.0773727223277092,
+      "learning_rate": 7.518248175182482e-05,
+      "loss": 0.7715,
+      "step": 1062
+    },
+    {
+      "epoch": 2.324767632586113,
+      "grad_norm": 0.09427635371685028,
+      "learning_rate": 7.493917274939172e-05,
+      "loss": 0.5771,
+      "step": 1063
+    },
+    {
+      "epoch": 2.326954620010935,
+      "grad_norm": 0.08171747624874115,
+      "learning_rate": 7.469586374695863e-05,
+      "loss": 0.7811,
+      "step": 1064
+    },
+    {
+      "epoch": 2.329141607435757,
+      "grad_norm": 0.0781749039888382,
+      "learning_rate": 7.445255474452554e-05,
+      "loss": 0.7293,
+      "step": 1065
+    },
+    {
+      "epoch": 2.3313285948605795,
+      "grad_norm": 0.06791822612285614,
+      "learning_rate": 7.420924574209245e-05,
+      "loss": 0.5768,
+      "step": 1066
+    },
+    {
+      "epoch": 2.333515582285402,
+      "grad_norm": 0.15955553948879242,
+      "learning_rate": 7.396593673965937e-05,
+      "loss": 0.7255,
+      "step": 1067
+    },
+    {
+      "epoch": 2.3357025697102243,
+      "grad_norm": 0.0716845914721489,
+      "learning_rate": 7.372262773722628e-05,
+      "loss": 0.8059,
+      "step": 1068
+    },
+    {
+      "epoch": 2.3378895571350466,
+      "grad_norm": 0.0846366360783577,
+      "learning_rate": 7.347931873479318e-05,
+      "loss": 0.9213,
+      "step": 1069
+    },
+    {
+      "epoch": 2.340076544559869,
+      "grad_norm": 0.07286041975021362,
+      "learning_rate": 7.323600973236009e-05,
+      "loss": 0.8627,
+      "step": 1070
+    },
+    {
+      "epoch": 2.342263531984691,
+      "grad_norm": 0.10913561284542084,
+      "learning_rate": 7.2992700729927e-05,
+      "loss": 1.0294,
+      "step": 1071
+    },
+    {
+      "epoch": 2.3444505194095133,
+      "grad_norm": 0.06952612847089767,
+      "learning_rate": 7.274939172749391e-05,
+      "loss": 0.772,
+      "step": 1072
+    },
+    {
+      "epoch": 2.3466375068343357,
+      "grad_norm": 0.08410695940256119,
+      "learning_rate": 7.250608272506082e-05,
+      "loss": 0.7979,
+      "step": 1073
+    },
+    {
+      "epoch": 2.348824494259158,
+      "grad_norm": 0.09294171631336212,
+      "learning_rate": 7.226277372262774e-05,
+      "loss": 0.6113,
+      "step": 1074
+    },
+    {
+      "epoch": 2.3510114816839804,
+      "grad_norm": 0.058909106999635696,
+      "learning_rate": 7.201946472019465e-05,
+      "loss": 0.6019,
+      "step": 1075
+    },
+    {
+      "epoch": 2.353198469108803,
+      "grad_norm": 0.09119275212287903,
+      "learning_rate": 7.177615571776155e-05,
+      "loss": 0.7346,
+      "step": 1076
+    },
+    {
+      "epoch": 2.3553854565336247,
+      "grad_norm": 0.09366860240697861,
+      "learning_rate": 7.153284671532846e-05,
+      "loss": 0.718,
+      "step": 1077
+    },
+    {
+      "epoch": 2.357572443958447,
+      "grad_norm": 0.09081103652715683,
+      "learning_rate": 7.128953771289537e-05,
+      "loss": 0.9522,
+      "step": 1078
+    },
+    {
+      "epoch": 2.3597594313832695,
+      "grad_norm": 0.0864260271191597,
+      "learning_rate": 7.104622871046228e-05,
+      "loss": 0.9578,
+      "step": 1079
+    },
+    {
+      "epoch": 2.361946418808092,
+      "grad_norm": 0.06984029710292816,
+      "learning_rate": 7.08029197080292e-05,
+      "loss": 0.6765,
+      "step": 1080
+    },
+    {
+      "epoch": 2.3641334062329142,
+      "grad_norm": 0.09884701669216156,
+      "learning_rate": 7.05596107055961e-05,
+      "loss": 0.7783,
+      "step": 1081
+    },
+    {
+      "epoch": 2.3663203936577366,
+      "grad_norm": 0.08908721059560776,
+      "learning_rate": 7.0316301703163e-05,
+      "loss": 0.7106,
+      "step": 1082
+    },
+    {
+      "epoch": 2.3685073810825585,
+      "grad_norm": 0.0756077766418457,
+      "learning_rate": 7.007299270072992e-05,
+      "loss": 0.8315,
+      "step": 1083
+    },
+    {
+      "epoch": 2.370694368507381,
+      "grad_norm": 0.07890397310256958,
+      "learning_rate": 6.982968369829683e-05,
+      "loss": 0.6402,
+      "step": 1084
+    },
+    {
+      "epoch": 2.3728813559322033,
+      "grad_norm": 0.10919660329818726,
+      "learning_rate": 6.958637469586374e-05,
+      "loss": 0.8817,
+      "step": 1085
+    },
+    {
+      "epoch": 2.3750683433570257,
+      "grad_norm": 0.07007721066474915,
+      "learning_rate": 6.934306569343065e-05,
+      "loss": 0.6753,
+      "step": 1086
+    },
+    {
+      "epoch": 2.377255330781848,
+      "grad_norm": 0.08484620600938797,
+      "learning_rate": 6.909975669099755e-05,
+      "loss": 0.9371,
+      "step": 1087
+    },
+    {
+      "epoch": 2.3794423182066704,
+      "grad_norm": 0.07797414064407349,
+      "learning_rate": 6.885644768856448e-05,
+      "loss": 0.7141,
+      "step": 1088
+    },
+    {
+      "epoch": 2.3816293056314928,
+      "grad_norm": 0.10736625641584396,
+      "learning_rate": 6.861313868613137e-05,
+      "loss": 0.7303,
+      "step": 1089
+    },
+    {
+      "epoch": 2.3838162930563147,
+      "grad_norm": 0.08985928446054459,
+      "learning_rate": 6.836982968369829e-05,
+      "loss": 0.7007,
+      "step": 1090
+    },
+    {
+      "epoch": 2.386003280481137,
+      "grad_norm": 0.09116514772176743,
+      "learning_rate": 6.81265206812652e-05,
+      "loss": 0.9479,
+      "step": 1091
+    },
+    {
+      "epoch": 2.3881902679059595,
+      "grad_norm": 0.19420021772384644,
+      "learning_rate": 6.788321167883211e-05,
+      "loss": 0.7244,
+      "step": 1092
+    },
+    {
+      "epoch": 2.390377255330782,
+      "grad_norm": 0.09243123233318329,
+      "learning_rate": 6.763990267639902e-05,
+      "loss": 0.6836,
+      "step": 1093
+    },
+    {
+      "epoch": 2.392564242755604,
+      "grad_norm": 0.07107869535684586,
+      "learning_rate": 6.739659367396593e-05,
+      "loss": 0.7866,
+      "step": 1094
+    },
+    {
+      "epoch": 2.3947512301804266,
+      "grad_norm": 0.06886522471904755,
+      "learning_rate": 6.715328467153285e-05,
+      "loss": 0.706,
+      "step": 1095
+    },
+    {
+      "epoch": 2.396938217605249,
+      "grad_norm": 0.09944609552621841,
+      "learning_rate": 6.690997566909974e-05,
+      "loss": 0.6348,
+      "step": 1096
+    },
+    {
+      "epoch": 2.399125205030071,
+      "grad_norm": 0.10290239006280899,
+      "learning_rate": 6.666666666666666e-05,
+      "loss": 0.6223,
+      "step": 1097
+    },
+    {
+      "epoch": 2.4013121924548932,
+      "grad_norm": 0.10776255279779434,
+      "learning_rate": 6.642335766423357e-05,
+      "loss": 0.8166,
+      "step": 1098
+    },
+    {
+      "epoch": 2.4034991798797156,
+      "grad_norm": 0.07462593168020248,
+      "learning_rate": 6.618004866180048e-05,
+      "loss": 1.0635,
+      "step": 1099
+    },
+    {
+      "epoch": 2.405686167304538,
+      "grad_norm": 0.11466379463672638,
+      "learning_rate": 6.593673965936739e-05,
+      "loss": 0.9415,
+      "step": 1100
+    },
+    {
+      "epoch": 2.4078731547293604,
+      "grad_norm": 0.0835941806435585,
+      "learning_rate": 6.56934306569343e-05,
+      "loss": 0.6729,
+      "step": 1101
+    },
+    {
+      "epoch": 2.4100601421541827,
+      "grad_norm": 0.06145847961306572,
+      "learning_rate": 6.545012165450122e-05,
+      "loss": 0.669,
+      "step": 1102
+    },
+    {
+      "epoch": 2.412247129579005,
+      "grad_norm": 0.07832713425159454,
+      "learning_rate": 6.520681265206811e-05,
+      "loss": 0.7536,
+      "step": 1103
+    },
+    {
+      "epoch": 2.414434117003827,
+      "grad_norm": 0.08433317393064499,
+      "learning_rate": 6.496350364963504e-05,
+      "loss": 0.8176,
+      "step": 1104
+    },
+    {
+      "epoch": 2.4166211044286494,
+      "grad_norm": 0.06868691742420197,
+      "learning_rate": 6.472019464720194e-05,
+      "loss": 0.7249,
+      "step": 1105
+    },
+    {
+      "epoch": 2.418808091853472,
+      "grad_norm": 0.07620880752801895,
+      "learning_rate": 6.447688564476885e-05,
+      "loss": 0.8705,
+      "step": 1106
+    },
+    {
+      "epoch": 2.420995079278294,
+      "grad_norm": 0.10115941613912582,
+      "learning_rate": 6.423357664233576e-05,
+      "loss": 0.8862,
+      "step": 1107
+    },
+    {
+      "epoch": 2.4231820667031165,
+      "grad_norm": 0.08521047234535217,
+      "learning_rate": 6.399026763990267e-05,
+      "loss": 0.7928,
+      "step": 1108
+    },
+    {
+      "epoch": 2.425369054127939,
+      "grad_norm": 0.07460395991802216,
+      "learning_rate": 6.374695863746959e-05,
+      "loss": 0.7571,
+      "step": 1109
+    },
+    {
+      "epoch": 2.4275560415527613,
+      "grad_norm": 0.08581558614969254,
+      "learning_rate": 6.350364963503648e-05,
+      "loss": 0.7474,
+      "step": 1110
+    },
+    {
+      "epoch": 2.429743028977583,
+      "grad_norm": 0.0725649744272232,
+      "learning_rate": 6.326034063260341e-05,
+      "loss": 0.8508,
+      "step": 1111
+    },
+    {
+      "epoch": 2.4319300164024056,
+      "grad_norm": 0.07799558341503143,
+      "learning_rate": 6.301703163017031e-05,
+      "loss": 0.7736,
+      "step": 1112
+    },
+    {
+      "epoch": 2.434117003827228,
+      "grad_norm": 0.0797780305147171,
+      "learning_rate": 6.277372262773722e-05,
+      "loss": 0.8793,
+      "step": 1113
+    },
+    {
+      "epoch": 2.4363039912520503,
+      "grad_norm": 0.08130493015050888,
+      "learning_rate": 6.253041362530413e-05,
+      "loss": 0.7156,
+      "step": 1114
+    },
+    {
+      "epoch": 2.4384909786768727,
+      "grad_norm": 0.1088588610291481,
+      "learning_rate": 6.228710462287104e-05,
+      "loss": 0.6551,
+      "step": 1115
+    },
+    {
+      "epoch": 2.440677966101695,
+      "grad_norm": 0.08808402717113495,
+      "learning_rate": 6.204379562043796e-05,
+      "loss": 0.8048,
+      "step": 1116
+    },
+    {
+      "epoch": 2.4428649535265174,
+      "grad_norm": 0.06423743814229965,
+      "learning_rate": 6.180048661800485e-05,
+      "loss": 0.7131,
+      "step": 1117
+    },
+    {
+      "epoch": 2.4450519409513394,
+      "grad_norm": 0.10461019724607468,
+      "learning_rate": 6.155717761557178e-05,
+      "loss": 0.984,
+      "step": 1118
+    },
+    {
+      "epoch": 2.4472389283761617,
+      "grad_norm": 0.07848324626684189,
+      "learning_rate": 6.131386861313868e-05,
+      "loss": 0.783,
+      "step": 1119
+    },
+    {
+      "epoch": 2.449425915800984,
+      "grad_norm": 0.0791197121143341,
+      "learning_rate": 6.107055961070559e-05,
+      "loss": 0.7428,
+      "step": 1120
+    },
+    {
+      "epoch": 2.4516129032258065,
+      "grad_norm": 0.07028145343065262,
+      "learning_rate": 6.08272506082725e-05,
+      "loss": 0.7888,
+      "step": 1121
+    },
+    {
+      "epoch": 2.453799890650629,
+      "grad_norm": 0.06888438761234283,
+      "learning_rate": 6.0583941605839414e-05,
+      "loss": 0.7338,
+      "step": 1122
+    },
+    {
+      "epoch": 2.4559868780754512,
+      "grad_norm": 0.08267965167760849,
+      "learning_rate": 6.034063260340632e-05,
+      "loss": 0.6528,
+      "step": 1123
+    },
+    {
+      "epoch": 2.4581738655002736,
+      "grad_norm": 0.06713170558214188,
+      "learning_rate": 6.0097323600973225e-05,
+      "loss": 0.8041,
+      "step": 1124
+    },
+    {
+      "epoch": 2.4603608529250955,
+      "grad_norm": 0.07152212411165237,
+      "learning_rate": 5.985401459854014e-05,
+      "loss": 0.5876,
+      "step": 1125
+    },
+    {
+      "epoch": 2.462547840349918,
+      "grad_norm": 0.07547925412654877,
+      "learning_rate": 5.961070559610705e-05,
+      "loss": 0.6759,
+      "step": 1126
+    },
+    {
+      "epoch": 2.4647348277747403,
+      "grad_norm": 0.109125055372715,
+      "learning_rate": 5.936739659367396e-05,
+      "loss": 0.7398,
+      "step": 1127
+    },
+    {
+      "epoch": 2.4669218151995627,
+      "grad_norm": 0.10382095724344254,
+      "learning_rate": 5.912408759124087e-05,
+      "loss": 0.7193,
+      "step": 1128
+    },
+    {
+      "epoch": 2.469108802624385,
+      "grad_norm": 0.07098816335201263,
+      "learning_rate": 5.8880778588807784e-05,
+      "loss": 0.701,
+      "step": 1129
+    },
+    {
+      "epoch": 2.4712957900492074,
+      "grad_norm": 0.08409219980239868,
+      "learning_rate": 5.863746958637469e-05,
+      "loss": 0.6704,
+      "step": 1130
+    },
+    {
+      "epoch": 2.4734827774740293,
+      "grad_norm": 0.1048772782087326,
+      "learning_rate": 5.83941605839416e-05,
+      "loss": 0.9118,
+      "step": 1131
+    },
+    {
+      "epoch": 2.4756697648988517,
+      "grad_norm": 0.09534591436386108,
+      "learning_rate": 5.815085158150851e-05,
+      "loss": 0.7365,
+      "step": 1132
+    },
+    {
+      "epoch": 2.477856752323674,
+      "grad_norm": 0.09338468313217163,
+      "learning_rate": 5.790754257907542e-05,
+      "loss": 0.7319,
+      "step": 1133
+    },
+    {
+      "epoch": 2.4800437397484965,
+      "grad_norm": 0.10234222561120987,
+      "learning_rate": 5.7664233576642324e-05,
+      "loss": 0.9249,
+      "step": 1134
+    },
+    {
+      "epoch": 2.482230727173319,
+      "grad_norm": 0.0823669582605362,
+      "learning_rate": 5.742092457420924e-05,
+      "loss": 0.8401,
+      "step": 1135
+    },
+    {
+      "epoch": 2.484417714598141,
+      "grad_norm": 0.06316480785608292,
+      "learning_rate": 5.717761557177615e-05,
+      "loss": 0.603,
+      "step": 1136
+    },
+    {
+      "epoch": 2.486604702022963,
+      "grad_norm": 0.07429931312799454,
+      "learning_rate": 5.693430656934306e-05,
+      "loss": 0.7784,
+      "step": 1137
+    },
+    {
+      "epoch": 2.4887916894477855,
+      "grad_norm": 0.07967238128185272,
+      "learning_rate": 5.669099756690997e-05,
+      "loss": 0.9535,
+      "step": 1138
+    },
+    {
+      "epoch": 2.490978676872608,
+      "grad_norm": 0.08215310424566269,
+      "learning_rate": 5.644768856447688e-05,
+      "loss": 0.6259,
+      "step": 1139
+    },
+    {
+      "epoch": 2.4931656642974303,
+      "grad_norm": 0.09531980752944946,
+      "learning_rate": 5.620437956204379e-05,
+      "loss": 0.6915,
+      "step": 1140
+    },
+    {
+      "epoch": 2.4953526517222526,
+      "grad_norm": 0.06829043477773666,
+      "learning_rate": 5.596107055961071e-05,
+      "loss": 0.7723,
+      "step": 1141
+    },
+    {
+      "epoch": 2.497539639147075,
+      "grad_norm": 0.06126844137907028,
+      "learning_rate": 5.571776155717761e-05,
+      "loss": 0.675,
+      "step": 1142
+    },
+    {
+      "epoch": 2.4997266265718974,
+      "grad_norm": 0.06623872369527817,
+      "learning_rate": 5.547445255474452e-05,
+      "loss": 0.583,
+      "step": 1143
+    },
+    {
+      "epoch": 2.5019136139967193,
+      "grad_norm": 0.07211019098758698,
+      "learning_rate": 5.523114355231143e-05,
+      "loss": 0.7915,
+      "step": 1144
+    },
+    {
+      "epoch": 2.5041006014215417,
+      "grad_norm": 0.08093272894620895,
+      "learning_rate": 5.498783454987834e-05,
+      "loss": 0.7395,
+      "step": 1145
+    },
+    {
+      "epoch": 2.506287588846364,
+      "grad_norm": 0.06615380942821503,
+      "learning_rate": 5.4744525547445253e-05,
+      "loss": 0.634,
+      "step": 1146
+    },
+    {
+      "epoch": 2.5084745762711864,
+      "grad_norm": 0.061923056840896606,
+      "learning_rate": 5.450121654501216e-05,
+      "loss": 0.639,
+      "step": 1147
+    },
+    {
+      "epoch": 2.510661563696009,
+      "grad_norm": 0.12508158385753632,
+      "learning_rate": 5.425790754257907e-05,
+      "loss": 0.758,
+      "step": 1148
+    },
+    {
+      "epoch": 2.512848551120831,
+      "grad_norm": 0.08037944883108139,
+      "learning_rate": 5.401459854014598e-05,
+      "loss": 0.9135,
+      "step": 1149
+    },
+    {
+      "epoch": 2.5150355385456535,
+      "grad_norm": 0.07447275519371033,
+      "learning_rate": 5.377128953771289e-05,
+      "loss": 0.6162,
+      "step": 1150
+    },
+    {
+      "epoch": 2.5172225259704755,
+      "grad_norm": 0.0623435340821743,
+      "learning_rate": 5.3527980535279806e-05,
+      "loss": 0.8329,
+      "step": 1151
+    },
+    {
+      "epoch": 2.519409513395298,
+      "grad_norm": 0.11211232095956802,
+      "learning_rate": 5.328467153284671e-05,
+      "loss": 0.7849,
+      "step": 1152
+    },
+    {
+      "epoch": 2.52159650082012,
+      "grad_norm": 0.07305530458688736,
+      "learning_rate": 5.304136253041362e-05,
+      "loss": 0.6082,
+      "step": 1153
+    },
+    {
+      "epoch": 2.5237834882449426,
+      "grad_norm": 0.07583969086408615,
+      "learning_rate": 5.279805352798053e-05,
+      "loss": 0.6665,
+      "step": 1154
+    },
+    {
+      "epoch": 2.525970475669765,
+      "grad_norm": 0.0823328047990799,
+      "learning_rate": 5.255474452554744e-05,
+      "loss": 0.737,
+      "step": 1155
+    },
+    {
+      "epoch": 2.5281574630945873,
+      "grad_norm": 0.06338238716125488,
+      "learning_rate": 5.231143552311435e-05,
+      "loss": 0.711,
+      "step": 1156
+    },
+    {
+      "epoch": 2.5303444505194097,
+      "grad_norm": 0.0992513969540596,
+      "learning_rate": 5.206812652068126e-05,
+      "loss": 0.7217,
+      "step": 1157
+    },
+    {
+      "epoch": 2.5325314379442316,
+      "grad_norm": 0.09062033146619797,
+      "learning_rate": 5.1824817518248176e-05,
+      "loss": 0.631,
+      "step": 1158
+    },
+    {
+      "epoch": 2.534718425369054,
+      "grad_norm": 0.10142271220684052,
+      "learning_rate": 5.158150851581508e-05,
+      "loss": 0.7089,
+      "step": 1159
+    },
+    {
+      "epoch": 2.5369054127938764,
+      "grad_norm": 0.0871056541800499,
+      "learning_rate": 5.133819951338199e-05,
+      "loss": 0.7909,
+      "step": 1160
+    },
+    {
+      "epoch": 2.5390924002186988,
+      "grad_norm": 0.0958031713962555,
+      "learning_rate": 5.10948905109489e-05,
+      "loss": 0.8337,
+      "step": 1161
+    },
+    {
+      "epoch": 2.541279387643521,
+      "grad_norm": 0.09863116592168808,
+      "learning_rate": 5.085158150851581e-05,
+      "loss": 0.6912,
+      "step": 1162
+    },
+    {
+      "epoch": 2.5434663750683435,
+      "grad_norm": 0.0668046623468399,
+      "learning_rate": 5.060827250608272e-05,
+      "loss": 0.739,
+      "step": 1163
+    },
+    {
+      "epoch": 2.545653362493166,
+      "grad_norm": 0.08612240850925446,
+      "learning_rate": 5.036496350364963e-05,
+      "loss": 0.8884,
+      "step": 1164
+    },
+    {
+      "epoch": 2.547840349917988,
+      "grad_norm": 0.0903901755809784,
+      "learning_rate": 5.0121654501216546e-05,
+      "loss": 0.7451,
+      "step": 1165
+    },
+    {
+      "epoch": 2.55002733734281,
+      "grad_norm": 0.09301696717739105,
+      "learning_rate": 4.987834549878345e-05,
+      "loss": 0.645,
+      "step": 1166
+    },
+    {
+      "epoch": 2.5522143247676325,
+      "grad_norm": 0.09176785498857498,
+      "learning_rate": 4.963503649635036e-05,
+      "loss": 0.8656,
+      "step": 1167
+    },
+    {
+      "epoch": 2.554401312192455,
+      "grad_norm": 0.1201806291937828,
+      "learning_rate": 4.9391727493917275e-05,
+      "loss": 0.8535,
+      "step": 1168
+    },
+    {
+      "epoch": 2.5565882996172773,
+      "grad_norm": 0.09071844816207886,
+      "learning_rate": 4.914841849148418e-05,
+      "loss": 0.5364,
+      "step": 1169
+    },
+    {
+      "epoch": 2.5587752870420997,
+      "grad_norm": 0.07767153531312943,
+      "learning_rate": 4.8905109489051086e-05,
+      "loss": 0.697,
+      "step": 1170
+    },
+    {
+      "epoch": 2.560962274466922,
+      "grad_norm": 0.0734206885099411,
+      "learning_rate": 4.8661800486618e-05,
+      "loss": 0.5969,
+      "step": 1171
+    },
+    {
+      "epoch": 2.563149261891744,
+      "grad_norm": 0.08533921837806702,
+      "learning_rate": 4.841849148418491e-05,
+      "loss": 0.6696,
+      "step": 1172
+    },
+    {
+      "epoch": 2.5653362493165663,
+      "grad_norm": 0.0915173888206482,
+      "learning_rate": 4.817518248175182e-05,
+      "loss": 0.6162,
+      "step": 1173
+    },
+    {
+      "epoch": 2.5675232367413887,
+      "grad_norm": 0.098113514482975,
+      "learning_rate": 4.793187347931873e-05,
+      "loss": 0.8287,
+      "step": 1174
+    },
+    {
+      "epoch": 2.569710224166211,
+      "grad_norm": 0.0852993056178093,
+      "learning_rate": 4.7688564476885646e-05,
+      "loss": 0.7892,
+      "step": 1175
+    },
+    {
+      "epoch": 2.5718972115910335,
+      "grad_norm": 0.08286046236753464,
+      "learning_rate": 4.744525547445255e-05,
+      "loss": 0.7852,
+      "step": 1176
+    },
+    {
+      "epoch": 2.5740841990158554,
+      "grad_norm": 0.057291850447654724,
+      "learning_rate": 4.7201946472019456e-05,
+      "loss": 0.7768,
+      "step": 1177
+    },
+    {
+      "epoch": 2.576271186440678,
+      "grad_norm": 0.09071062505245209,
+      "learning_rate": 4.6958637469586375e-05,
+      "loss": 0.578,
+      "step": 1178
+    },
+    {
+      "epoch": 2.5784581738655,
+      "grad_norm": 0.0734238550066948,
+      "learning_rate": 4.671532846715328e-05,
+      "loss": 0.9407,
+      "step": 1179
+    },
+    {
+      "epoch": 2.5806451612903225,
+      "grad_norm": 0.10794063657522202,
+      "learning_rate": 4.647201946472019e-05,
+      "loss": 0.611,
+      "step": 1180
+    },
+    {
+      "epoch": 2.582832148715145,
+      "grad_norm": 0.06822875887155533,
+      "learning_rate": 4.62287104622871e-05,
+      "loss": 0.686,
+      "step": 1181
+    },
+    {
+      "epoch": 2.5850191361399673,
+      "grad_norm": 0.06623398512601852,
+      "learning_rate": 4.5985401459854016e-05,
+      "loss": 0.7094,
+      "step": 1182
+    },
+    {
+      "epoch": 2.5872061235647896,
+      "grad_norm": 0.10279852151870728,
+      "learning_rate": 4.574209245742092e-05,
+      "loss": 0.734,
+      "step": 1183
+    },
+    {
+      "epoch": 2.5893931109896116,
+      "grad_norm": 0.07478180527687073,
+      "learning_rate": 4.5498783454987826e-05,
+      "loss": 0.7602,
+      "step": 1184
+    },
+    {
+      "epoch": 2.5915800984144344,
+      "grad_norm": 0.09173017740249634,
+      "learning_rate": 4.5255474452554745e-05,
+      "loss": 0.7003,
+      "step": 1185
+    },
+    {
+      "epoch": 2.5937670858392563,
+      "grad_norm": 0.11866860836744308,
+      "learning_rate": 4.501216545012165e-05,
+      "loss": 0.8427,
+      "step": 1186
+    },
+    {
+      "epoch": 2.5959540732640787,
+      "grad_norm": 0.0660102590918541,
+      "learning_rate": 4.476885644768856e-05,
+      "loss": 0.776,
+      "step": 1187
+    },
+    {
+      "epoch": 2.598141060688901,
+      "grad_norm": 0.07295911014080048,
+      "learning_rate": 4.4525547445255474e-05,
+      "loss": 0.5899,
+      "step": 1188
+    },
+    {
+      "epoch": 2.6003280481137234,
+      "grad_norm": 0.08945795893669128,
+      "learning_rate": 4.428223844282238e-05,
+      "loss": 0.6909,
+      "step": 1189
+    },
+    {
+      "epoch": 2.602515035538546,
+      "grad_norm": 0.10777135193347931,
+      "learning_rate": 4.403892944038929e-05,
+      "loss": 0.7097,
+      "step": 1190
+    },
+    {
+      "epoch": 2.6047020229633677,
+      "grad_norm": 0.07329002767801285,
+      "learning_rate": 4.3795620437956196e-05,
+      "loss": 0.7781,
+      "step": 1191
+    },
+    {
+      "epoch": 2.6068890103881905,
+      "grad_norm": 0.07944609224796295,
+      "learning_rate": 4.3552311435523115e-05,
+      "loss": 0.7291,
+      "step": 1192
+    },
+    {
+      "epoch": 2.6090759978130125,
+      "grad_norm": 0.09793639183044434,
+      "learning_rate": 4.330900243309002e-05,
+      "loss": 0.8601,
+      "step": 1193
+    },
+    {
+      "epoch": 2.611262985237835,
+      "grad_norm": 0.08985134959220886,
+      "learning_rate": 4.3065693430656925e-05,
+      "loss": 0.7369,
+      "step": 1194
+    },
+    {
+      "epoch": 2.613449972662657,
+      "grad_norm": 0.07703636586666107,
+      "learning_rate": 4.2822384428223844e-05,
+      "loss": 0.7009,
+      "step": 1195
+    },
+    {
+      "epoch": 2.6156369600874796,
+      "grad_norm": 0.10688634216785431,
+      "learning_rate": 4.257907542579075e-05,
+      "loss": 0.8018,
+      "step": 1196
+    },
+    {
+      "epoch": 2.617823947512302,
+      "grad_norm": 0.07256361842155457,
+      "learning_rate": 4.233576642335766e-05,
+      "loss": 0.6971,
+      "step": 1197
+    },
+    {
+      "epoch": 2.620010934937124,
+      "grad_norm": 0.07254188507795334,
+      "learning_rate": 4.209245742092457e-05,
+      "loss": 0.8364,
+      "step": 1198
+    },
+    {
+      "epoch": 2.6221979223619463,
+      "grad_norm": 0.09335916489362717,
+      "learning_rate": 4.1849148418491485e-05,
+      "loss": 0.6078,
+      "step": 1199
+    },
+    {
+      "epoch": 2.6243849097867686,
+      "grad_norm": 0.07808747887611389,
+      "learning_rate": 4.160583941605839e-05,
+      "loss": 0.7846,
+      "step": 1200
+    },
+    {
+      "epoch": 2.626571897211591,
+      "grad_norm": 0.08228028565645218,
+      "learning_rate": 4.1362530413625295e-05,
+      "loss": 0.5465,
+      "step": 1201
+    },
+    {
+      "epoch": 2.6287588846364134,
+      "grad_norm": 0.06200472638010979,
+      "learning_rate": 4.1119221411192214e-05,
+      "loss": 0.6836,
+      "step": 1202
+    },
+    {
+      "epoch": 2.6309458720612358,
+      "grad_norm": 0.08144888281822205,
+      "learning_rate": 4.087591240875912e-05,
+      "loss": 1.1385,
+      "step": 1203
+    },
+    {
+      "epoch": 2.633132859486058,
+      "grad_norm": 0.08151616156101227,
+      "learning_rate": 4.063260340632603e-05,
+      "loss": 0.7764,
+      "step": 1204
+    },
+    {
+      "epoch": 2.63531984691088,
+      "grad_norm": 0.11929363012313843,
+      "learning_rate": 4.038929440389294e-05,
+      "loss": 0.8308,
+      "step": 1205
+    },
+    {
+      "epoch": 2.6375068343357024,
+      "grad_norm": 0.07248014211654663,
+      "learning_rate": 4.0145985401459855e-05,
+      "loss": 0.5666,
+      "step": 1206
+    },
+    {
+      "epoch": 2.639693821760525,
+      "grad_norm": 0.06742606312036514,
+      "learning_rate": 3.990267639902676e-05,
+      "loss": 0.7698,
+      "step": 1207
+    },
+    {
+      "epoch": 2.641880809185347,
+      "grad_norm": 0.06422898918390274,
+      "learning_rate": 3.9659367396593665e-05,
+      "loss": 0.6233,
+      "step": 1208
+    },
+    {
+      "epoch": 2.6440677966101696,
+      "grad_norm": 0.07087066024541855,
+      "learning_rate": 3.9416058394160584e-05,
+      "loss": 0.678,
+      "step": 1209
+    },
+    {
+      "epoch": 2.646254784034992,
+      "grad_norm": 0.07521770149469376,
+      "learning_rate": 3.917274939172749e-05,
+      "loss": 0.7148,
+      "step": 1210
+    },
+    {
+      "epoch": 2.6484417714598143,
+      "grad_norm": 0.08148179948329926,
+      "learning_rate": 3.8929440389294394e-05,
+      "loss": 0.723,
+      "step": 1211
+    },
+    {
+      "epoch": 2.6506287588846362,
+      "grad_norm": 0.07529537379741669,
+      "learning_rate": 3.868613138686131e-05,
+      "loss": 0.6802,
+      "step": 1212
+    },
+    {
+      "epoch": 2.6528157463094586,
+      "grad_norm": 0.085600346326828,
+      "learning_rate": 3.844282238442822e-05,
+      "loss": 0.6309,
+      "step": 1213
+    },
+    {
+      "epoch": 2.655002733734281,
+      "grad_norm": 0.0737261101603508,
+      "learning_rate": 3.819951338199513e-05,
+      "loss": 0.8115,
+      "step": 1214
+    },
+    {
+      "epoch": 2.6571897211591033,
+      "grad_norm": 0.12467405200004578,
+      "learning_rate": 3.795620437956204e-05,
+      "loss": 0.7528,
+      "step": 1215
+    },
+    {
+      "epoch": 2.6593767085839257,
+      "grad_norm": 0.0550081767141819,
+      "learning_rate": 3.7712895377128954e-05,
+      "loss": 0.6843,
+      "step": 1216
+    },
+    {
+      "epoch": 2.661563696008748,
+      "grad_norm": 0.09586907923221588,
+      "learning_rate": 3.746958637469586e-05,
+      "loss": 0.8397,
+      "step": 1217
+    },
+    {
+      "epoch": 2.6637506834335705,
+      "grad_norm": 0.08970252424478531,
+      "learning_rate": 3.722627737226277e-05,
+      "loss": 0.7656,
+      "step": 1218
+    },
+    {
+      "epoch": 2.6659376708583924,
+      "grad_norm": 0.1065090000629425,
+      "learning_rate": 3.698296836982968e-05,
+      "loss": 1.0243,
+      "step": 1219
+    },
+    {
+      "epoch": 2.6681246582832148,
+      "grad_norm": 0.0795358344912529,
+      "learning_rate": 3.673965936739659e-05,
+      "loss": 0.8312,
+      "step": 1220
+    },
+    {
+      "epoch": 2.670311645708037,
+      "grad_norm": 0.061977289617061615,
+      "learning_rate": 3.64963503649635e-05,
+      "loss": 0.7058,
+      "step": 1221
+    },
+    {
+      "epoch": 2.6724986331328595,
+      "grad_norm": 0.09110367298126221,
+      "learning_rate": 3.625304136253041e-05,
+      "loss": 0.7711,
+      "step": 1222
+    },
+    {
+      "epoch": 2.674685620557682,
+      "grad_norm": 0.20066921412944794,
+      "learning_rate": 3.6009732360097324e-05,
+      "loss": 0.8644,
+      "step": 1223
+    },
+    {
+      "epoch": 2.6768726079825043,
+      "grad_norm": 0.07707270979881287,
+      "learning_rate": 3.576642335766423e-05,
+      "loss": 0.7995,
+      "step": 1224
+    },
+    {
+      "epoch": 2.6790595954073266,
+      "grad_norm": 0.08274243772029877,
+      "learning_rate": 3.552311435523114e-05,
+      "loss": 0.767,
+      "step": 1225
+    },
+    {
+      "epoch": 2.6812465828321486,
+      "grad_norm": 0.08387649804353714,
+      "learning_rate": 3.527980535279805e-05,
+      "loss": 0.8237,
+      "step": 1226
+    },
+    {
+      "epoch": 2.683433570256971,
+      "grad_norm": 0.076222725212574,
+      "learning_rate": 3.503649635036496e-05,
+      "loss": 0.9859,
+      "step": 1227
+    },
+    {
+      "epoch": 2.6856205576817933,
+      "grad_norm": 0.08607509732246399,
+      "learning_rate": 3.479318734793187e-05,
+      "loss": 0.5676,
+      "step": 1228
+    },
+    {
+      "epoch": 2.6878075451066157,
+      "grad_norm": 0.07933259010314941,
+      "learning_rate": 3.4549878345498775e-05,
+      "loss": 0.6746,
+      "step": 1229
+    },
+    {
+      "epoch": 2.689994532531438,
+      "grad_norm": 0.07895082235336304,
+      "learning_rate": 3.430656934306569e-05,
+      "loss": 0.807,
+      "step": 1230
+    },
+    {
+      "epoch": 2.69218151995626,
+      "grad_norm": 0.11095573008060455,
+      "learning_rate": 3.40632603406326e-05,
+      "loss": 0.5826,
+      "step": 1231
+    },
+    {
+      "epoch": 2.694368507381083,
+      "grad_norm": 0.06652721017599106,
+      "learning_rate": 3.381995133819951e-05,
+      "loss": 0.7234,
+      "step": 1232
+    },
+    {
+      "epoch": 2.6965554948059047,
+      "grad_norm": 0.089516282081604,
+      "learning_rate": 3.357664233576642e-05,
+      "loss": 0.7928,
+      "step": 1233
+    },
+    {
+      "epoch": 2.698742482230727,
+      "grad_norm": 0.08979205042123795,
+      "learning_rate": 3.333333333333333e-05,
+      "loss": 0.7722,
+      "step": 1234
+    },
+    {
+      "epoch": 2.7009294696555495,
+      "grad_norm": 0.08315502107143402,
+      "learning_rate": 3.309002433090024e-05,
+      "loss": 0.7202,
+      "step": 1235
+    },
+    {
+      "epoch": 2.703116457080372,
+      "grad_norm": 0.2530580461025238,
+      "learning_rate": 3.284671532846715e-05,
+      "loss": 0.8165,
+      "step": 1236
+    },
+    {
+      "epoch": 2.705303444505194,
+      "grad_norm": 0.09219227731227875,
+      "learning_rate": 3.260340632603406e-05,
+      "loss": 0.7396,
+      "step": 1237
+    },
+    {
+      "epoch": 2.707490431930016,
+      "grad_norm": 0.10319563001394272,
+      "learning_rate": 3.236009732360097e-05,
+      "loss": 0.6723,
+      "step": 1238
+    },
+    {
+      "epoch": 2.709677419354839,
+      "grad_norm": 0.08047288656234741,
+      "learning_rate": 3.211678832116788e-05,
+      "loss": 0.7627,
+      "step": 1239
+    },
+    {
+      "epoch": 2.711864406779661,
+      "grad_norm": 0.09409146010875702,
+      "learning_rate": 3.187347931873479e-05,
+      "loss": 0.7849,
+      "step": 1240
+    },
+    {
+      "epoch": 2.7140513942044833,
+      "grad_norm": 0.054560620337724686,
+      "learning_rate": 3.1630170316301705e-05,
+      "loss": 0.6031,
+      "step": 1241
+    },
+    {
+      "epoch": 2.7162383816293056,
+      "grad_norm": 0.08310217410326004,
+      "learning_rate": 3.138686131386861e-05,
+      "loss": 0.5672,
+      "step": 1242
+    },
+    {
+      "epoch": 2.718425369054128,
+      "grad_norm": 0.10088968276977539,
+      "learning_rate": 3.114355231143552e-05,
+      "loss": 0.8667,
+      "step": 1243
+    },
+    {
+      "epoch": 2.7206123564789504,
+      "grad_norm": 0.09563292562961578,
+      "learning_rate": 3.090024330900243e-05,
+      "loss": 0.5637,
+      "step": 1244
+    },
+    {
+      "epoch": 2.7227993439037723,
+      "grad_norm": 0.0703221783041954,
+      "learning_rate": 3.065693430656934e-05,
+      "loss": 0.7467,
+      "step": 1245
+    },
+    {
+      "epoch": 2.724986331328595,
+      "grad_norm": 0.07443662732839584,
+      "learning_rate": 3.041362530413625e-05,
+      "loss": 0.7312,
+      "step": 1246
+    },
+    {
+      "epoch": 2.727173318753417,
+      "grad_norm": 0.08921755105257034,
+      "learning_rate": 3.017031630170316e-05,
+      "loss": 0.7611,
+      "step": 1247
+    },
+    {
+      "epoch": 2.7293603061782394,
+      "grad_norm": 0.08078836649656296,
+      "learning_rate": 2.992700729927007e-05,
+      "loss": 0.6583,
+      "step": 1248
+    },
+    {
+      "epoch": 2.731547293603062,
+      "grad_norm": 0.07288132607936859,
+      "learning_rate": 2.968369829683698e-05,
+      "loss": 0.9001,
+      "step": 1249
+    },
+    {
+      "epoch": 2.733734281027884,
+      "grad_norm": 0.0727166086435318,
+      "learning_rate": 2.9440389294403892e-05,
+      "loss": 0.5488,
+      "step": 1250
+    },
+    {
+      "epoch": 2.7359212684527066,
+      "grad_norm": 0.06199979782104492,
+      "learning_rate": 2.91970802919708e-05,
+      "loss": 0.7707,
+      "step": 1251
+    },
+    {
+      "epoch": 2.7381082558775285,
+      "grad_norm": 0.08189979940652847,
+      "learning_rate": 2.895377128953771e-05,
+      "loss": 0.7451,
+      "step": 1252
+    },
+    {
+      "epoch": 2.740295243302351,
+      "grad_norm": 0.06560924649238586,
+      "learning_rate": 2.871046228710462e-05,
+      "loss": 0.6034,
+      "step": 1253
+    },
+    {
+      "epoch": 2.7424822307271732,
+      "grad_norm": 0.05480765178799629,
+      "learning_rate": 2.846715328467153e-05,
+      "loss": 0.8319,
+      "step": 1254
+    },
+    {
+      "epoch": 2.7446692181519956,
+      "grad_norm": 0.0740312710404396,
+      "learning_rate": 2.822384428223844e-05,
+      "loss": 0.6856,
+      "step": 1255
+    },
+    {
+      "epoch": 2.746856205576818,
+      "grad_norm": 0.08407650142908096,
+      "learning_rate": 2.7980535279805354e-05,
+      "loss": 0.841,
+      "step": 1256
+    },
+    {
+      "epoch": 2.7490431930016404,
+      "grad_norm": 0.09246685355901718,
+      "learning_rate": 2.773722627737226e-05,
+      "loss": 0.7942,
+      "step": 1257
+    },
+    {
+      "epoch": 2.7512301804264627,
+      "grad_norm": 0.07537426799535751,
+      "learning_rate": 2.749391727493917e-05,
+      "loss": 0.6824,
+      "step": 1258
+    },
+    {
+      "epoch": 2.7534171678512847,
+      "grad_norm": 0.08348257839679718,
+      "learning_rate": 2.725060827250608e-05,
+      "loss": 0.8459,
+      "step": 1259
+    },
+    {
+      "epoch": 2.755604155276107,
+      "grad_norm": 0.09857781231403351,
+      "learning_rate": 2.700729927007299e-05,
+      "loss": 0.8009,
+      "step": 1260
+    },
+    {
+      "epoch": 2.7577911427009294,
+      "grad_norm": 0.06595317274332047,
+      "learning_rate": 2.6763990267639903e-05,
+      "loss": 0.7017,
+      "step": 1261
+    },
+    {
+      "epoch": 2.7599781301257518,
+      "grad_norm": 0.11193515360355377,
+      "learning_rate": 2.652068126520681e-05,
+      "loss": 0.9608,
+      "step": 1262
+    },
+    {
+      "epoch": 2.762165117550574,
+      "grad_norm": 0.11358100920915604,
+      "learning_rate": 2.627737226277372e-05,
+      "loss": 0.9362,
+      "step": 1263
+    },
+    {
+      "epoch": 2.7643521049753965,
+      "grad_norm": 0.08365963399410248,
+      "learning_rate": 2.603406326034063e-05,
+      "loss": 0.6586,
+      "step": 1264
+    },
+    {
+      "epoch": 2.766539092400219,
+      "grad_norm": 0.08425851911306381,
+      "learning_rate": 2.579075425790754e-05,
+      "loss": 0.6207,
+      "step": 1265
+    },
+    {
+      "epoch": 2.768726079825041,
+      "grad_norm": 0.08300016075372696,
+      "learning_rate": 2.554744525547445e-05,
+      "loss": 0.7071,
+      "step": 1266
+    },
+    {
+      "epoch": 2.770913067249863,
+      "grad_norm": 0.07538145780563354,
+      "learning_rate": 2.530413625304136e-05,
+      "loss": 0.6806,
+      "step": 1267
+    },
+    {
+      "epoch": 2.7731000546746856,
+      "grad_norm": 0.09078985452651978,
+      "learning_rate": 2.5060827250608273e-05,
+      "loss": 0.8466,
+      "step": 1268
+    },
+    {
+      "epoch": 2.775287042099508,
+      "grad_norm": 0.10512721538543701,
+      "learning_rate": 2.481751824817518e-05,
+      "loss": 0.7756,
+      "step": 1269
+    },
+    {
+      "epoch": 2.7774740295243303,
+      "grad_norm": 0.0636158287525177,
+      "learning_rate": 2.457420924574209e-05,
+      "loss": 0.7288,
+      "step": 1270
+    },
+    {
+      "epoch": 2.7796610169491527,
+      "grad_norm": 0.08895117789506912,
+      "learning_rate": 2.4330900243309e-05,
+      "loss": 0.8133,
+      "step": 1271
+    },
+    {
+      "epoch": 2.781848004373975,
+      "grad_norm": 0.10379452258348465,
+      "learning_rate": 2.408759124087591e-05,
+      "loss": 0.7453,
+      "step": 1272
+    },
+    {
+      "epoch": 2.784034991798797,
+      "grad_norm": 0.07783486694097519,
+      "learning_rate": 2.3844282238442823e-05,
+      "loss": 0.7594,
+      "step": 1273
+    },
+    {
+      "epoch": 2.7862219792236194,
+      "grad_norm": 0.08562421053647995,
+      "learning_rate": 2.3600973236009728e-05,
+      "loss": 0.9168,
+      "step": 1274
+    },
+    {
+      "epoch": 2.7884089666484417,
+      "grad_norm": 0.08553941547870636,
+      "learning_rate": 2.335766423357664e-05,
+      "loss": 0.8853,
+      "step": 1275
+    },
+    {
+      "epoch": 2.790595954073264,
+      "grad_norm": 0.11559879779815674,
+      "learning_rate": 2.311435523114355e-05,
+      "loss": 0.8303,
+      "step": 1276
+    },
+    {
+      "epoch": 2.7927829414980865,
+      "grad_norm": 0.07920137047767639,
+      "learning_rate": 2.287104622871046e-05,
+      "loss": 0.6972,
+      "step": 1277
+    },
+    {
+      "epoch": 2.794969928922909,
+      "grad_norm": 0.07391852140426636,
+      "learning_rate": 2.2627737226277372e-05,
+      "loss": 0.8817,
+      "step": 1278
+    },
+    {
+      "epoch": 2.7971569163477312,
+      "grad_norm": 0.10024291276931763,
+      "learning_rate": 2.238442822384428e-05,
+      "loss": 0.9011,
+      "step": 1279
+    },
+    {
+      "epoch": 2.799343903772553,
+      "grad_norm": 0.08718293905258179,
+      "learning_rate": 2.214111922141119e-05,
+      "loss": 0.8869,
+      "step": 1280
+    },
+    {
+      "epoch": 2.8015308911973755,
+      "grad_norm": 0.10878469049930573,
+      "learning_rate": 2.1897810218978098e-05,
+      "loss": 0.8187,
+      "step": 1281
+    },
+    {
+      "epoch": 2.803717878622198,
+      "grad_norm": 0.0762571319937706,
+      "learning_rate": 2.165450121654501e-05,
+      "loss": 0.7006,
+      "step": 1282
+    },
+    {
+      "epoch": 2.8059048660470203,
+      "grad_norm": 0.09178930521011353,
+      "learning_rate": 2.1411192214111922e-05,
+      "loss": 0.8347,
+      "step": 1283
+    },
+    {
+      "epoch": 2.8080918534718426,
+      "grad_norm": 0.13045111298561096,
+      "learning_rate": 2.116788321167883e-05,
+      "loss": 1.0125,
+      "step": 1284
+    },
+    {
+      "epoch": 2.8102788408966646,
+      "grad_norm": 0.09537582844495773,
+      "learning_rate": 2.0924574209245742e-05,
+      "loss": 0.6814,
+      "step": 1285
+    },
+    {
+      "epoch": 2.8124658283214874,
+      "grad_norm": 0.08972804993391037,
+      "learning_rate": 2.0681265206812648e-05,
+      "loss": 0.5872,
+      "step": 1286
+    },
+    {
+      "epoch": 2.8146528157463093,
+      "grad_norm": 0.09498530626296997,
+      "learning_rate": 2.043795620437956e-05,
+      "loss": 1.0232,
+      "step": 1287
+    },
+    {
+      "epoch": 2.8168398031711317,
+      "grad_norm": 0.07060670852661133,
+      "learning_rate": 2.019464720194647e-05,
+      "loss": 0.6583,
+      "step": 1288
+    },
+    {
+      "epoch": 2.819026790595954,
+      "grad_norm": 0.10299208015203476,
+      "learning_rate": 1.995133819951338e-05,
+      "loss": 0.6456,
+      "step": 1289
+    },
+    {
+      "epoch": 2.8212137780207764,
+      "grad_norm": 0.07383499294519424,
+      "learning_rate": 1.9708029197080292e-05,
+      "loss": 0.6713,
+      "step": 1290
+    },
+    {
+      "epoch": 2.823400765445599,
+      "grad_norm": 0.05937561020255089,
+      "learning_rate": 1.9464720194647197e-05,
+      "loss": 0.5399,
+      "step": 1291
+    },
+    {
+      "epoch": 2.8255877528704207,
+      "grad_norm": 0.10618768632411957,
+      "learning_rate": 1.922141119221411e-05,
+      "loss": 0.8412,
+      "step": 1292
+    },
+    {
+      "epoch": 2.8277747402952436,
+      "grad_norm": 0.07544979453086853,
+      "learning_rate": 1.897810218978102e-05,
+      "loss": 0.6415,
+      "step": 1293
+    },
+    {
+      "epoch": 2.8299617277200655,
+      "grad_norm": 0.0838354304432869,
+      "learning_rate": 1.873479318734793e-05,
+      "loss": 0.8247,
+      "step": 1294
+    },
+    {
+      "epoch": 2.832148715144888,
+      "grad_norm": 0.076153963804245,
+      "learning_rate": 1.849148418491484e-05,
+      "loss": 0.7141,
+      "step": 1295
+    },
+    {
+      "epoch": 2.8343357025697102,
+      "grad_norm": 0.07914629578590393,
+      "learning_rate": 1.824817518248175e-05,
+      "loss": 0.8993,
+      "step": 1296
+    },
+    {
+      "epoch": 2.8365226899945326,
+      "grad_norm": 0.07437946647405624,
+      "learning_rate": 1.8004866180048662e-05,
+      "loss": 0.6774,
+      "step": 1297
+    },
+    {
+      "epoch": 2.838709677419355,
+      "grad_norm": 0.07345810532569885,
+      "learning_rate": 1.776155717761557e-05,
+      "loss": 0.7133,
+      "step": 1298
+    },
+    {
+      "epoch": 2.840896664844177,
+      "grad_norm": 0.07759366184473038,
+      "learning_rate": 1.751824817518248e-05,
+      "loss": 0.7574,
+      "step": 1299
+    },
+    {
+      "epoch": 2.8430836522689997,
+      "grad_norm": 0.07337472587823868,
+      "learning_rate": 1.7274939172749388e-05,
+      "loss": 0.7484,
+      "step": 1300
+    },
+    {
+      "epoch": 2.8452706396938217,
+      "grad_norm": 0.08621501177549362,
+      "learning_rate": 1.70316301703163e-05,
+      "loss": 0.8488,
+      "step": 1301
+    },
+    {
+      "epoch": 2.847457627118644,
+      "grad_norm": 0.07675781100988388,
+      "learning_rate": 1.678832116788321e-05,
+      "loss": 0.8783,
+      "step": 1302
+    },
+    {
+      "epoch": 2.8496446145434664,
+      "grad_norm": 0.12718701362609863,
+      "learning_rate": 1.654501216545012e-05,
+      "loss": 0.7485,
+      "step": 1303
+    },
+    {
+      "epoch": 2.8518316019682888,
+      "grad_norm": 0.08985640853643417,
+      "learning_rate": 1.630170316301703e-05,
+      "loss": 0.7027,
+      "step": 1304
+    },
+    {
+      "epoch": 2.854018589393111,
+      "grad_norm": 0.06550630182027817,
+      "learning_rate": 1.605839416058394e-05,
+      "loss": 0.6994,
+      "step": 1305
+    },
+    {
+      "epoch": 2.856205576817933,
+      "grad_norm": 0.10890086740255356,
+      "learning_rate": 1.5815085158150852e-05,
+      "loss": 0.8489,
+      "step": 1306
+    },
+    {
+      "epoch": 2.8583925642427555,
+      "grad_norm": 0.08948428928852081,
+      "learning_rate": 1.557177615571776e-05,
+      "loss": 0.8282,
+      "step": 1307
+    },
+    {
+      "epoch": 2.860579551667578,
+      "grad_norm": 0.0745968446135521,
+      "learning_rate": 1.532846715328467e-05,
+      "loss": 0.624,
+      "step": 1308
+    },
+    {
+      "epoch": 2.8627665390924,
+      "grad_norm": 0.0969858318567276,
+      "learning_rate": 1.508515815085158e-05,
+      "loss": 0.7914,
+      "step": 1309
+    },
+    {
+      "epoch": 2.8649535265172226,
+      "grad_norm": 0.155918687582016,
+      "learning_rate": 1.484184914841849e-05,
+      "loss": 0.7577,
+      "step": 1310
+    },
+    {
+      "epoch": 2.867140513942045,
+      "grad_norm": 0.0577235221862793,
+      "learning_rate": 1.45985401459854e-05,
+      "loss": 0.5845,
+      "step": 1311
+    },
+    {
+      "epoch": 2.8693275013668673,
+      "grad_norm": 0.06959213316440582,
+      "learning_rate": 1.435523114355231e-05,
+      "loss": 0.8298,
+      "step": 1312
+    },
+    {
+      "epoch": 2.8715144887916892,
+      "grad_norm": 0.09457439184188843,
+      "learning_rate": 1.411192214111922e-05,
+      "loss": 0.8,
+      "step": 1313
+    },
+    {
+      "epoch": 2.8737014762165116,
+      "grad_norm": 0.060898009687662125,
+      "learning_rate": 1.386861313868613e-05,
+      "loss": 0.4469,
+      "step": 1314
+    },
+    {
+      "epoch": 2.875888463641334,
+      "grad_norm": 0.08560904115438461,
+      "learning_rate": 1.362530413625304e-05,
+      "loss": 0.8202,
+      "step": 1315
+    },
+    {
+      "epoch": 2.8780754510661564,
+      "grad_norm": 0.09724181145429611,
+      "learning_rate": 1.3381995133819952e-05,
+      "loss": 0.8214,
+      "step": 1316
+    },
+    {
+      "epoch": 2.8802624384909787,
+      "grad_norm": 0.08980333060026169,
+      "learning_rate": 1.313868613138686e-05,
+      "loss": 0.8663,
+      "step": 1317
+    },
+    {
+      "epoch": 2.882449425915801,
+      "grad_norm": 0.1707971841096878,
+      "learning_rate": 1.289537712895377e-05,
+      "loss": 0.7271,
+      "step": 1318
+    },
+    {
+      "epoch": 2.8846364133406235,
+      "grad_norm": 0.0753650888800621,
+      "learning_rate": 1.265206812652068e-05,
+      "loss": 0.8386,
+      "step": 1319
+    },
+    {
+      "epoch": 2.8868234007654454,
+      "grad_norm": 0.1345982551574707,
+      "learning_rate": 1.240875912408759e-05,
+      "loss": 0.8904,
+      "step": 1320
+    },
+    {
+      "epoch": 2.889010388190268,
+      "grad_norm": 0.09653545916080475,
+      "learning_rate": 1.21654501216545e-05,
+      "loss": 0.6966,
+      "step": 1321
+    },
+    {
+      "epoch": 2.89119737561509,
+      "grad_norm": 0.07534266263246536,
+      "learning_rate": 1.1922141119221411e-05,
+      "loss": 0.7287,
+      "step": 1322
+    },
+    {
+      "epoch": 2.8933843630399125,
+      "grad_norm": 0.13539449870586395,
+      "learning_rate": 1.167883211678832e-05,
+      "loss": 0.743,
+      "step": 1323
+    },
+    {
+      "epoch": 2.895571350464735,
+      "grad_norm": 0.1124727874994278,
+      "learning_rate": 1.143552311435523e-05,
+      "loss": 0.5868,
+      "step": 1324
+    },
+    {
+      "epoch": 2.8977583378895573,
+      "grad_norm": 0.11362351477146149,
+      "learning_rate": 1.119221411192214e-05,
+      "loss": 0.7735,
+      "step": 1325
+    },
+    {
+      "epoch": 2.8999453253143797,
+      "grad_norm": 0.07252976298332214,
+      "learning_rate": 1.0948905109489049e-05,
+      "loss": 0.7169,
+      "step": 1326
+    },
+    {
+      "epoch": 2.9021323127392016,
+      "grad_norm": 0.11877098679542542,
+      "learning_rate": 1.0705596107055961e-05,
+      "loss": 0.819,
+      "step": 1327
+    },
+    {
+      "epoch": 2.904319300164024,
+      "grad_norm": 0.08424267172813416,
+      "learning_rate": 1.0462287104622871e-05,
+      "loss": 0.7735,
+      "step": 1328
+    },
+    {
+      "epoch": 2.9065062875888463,
+      "grad_norm": 0.05991669371724129,
+      "learning_rate": 1.021897810218978e-05,
+      "loss": 0.6014,
+      "step": 1329
+    },
+    {
+      "epoch": 2.9086932750136687,
+      "grad_norm": 0.07034949213266373,
+      "learning_rate": 9.97566909975669e-06,
+      "loss": 0.8964,
+      "step": 1330
+    },
+    {
+      "epoch": 2.910880262438491,
+      "grad_norm": 0.07648398727178574,
+      "learning_rate": 9.732360097323599e-06,
+      "loss": 0.6859,
+      "step": 1331
+    },
+    {
+      "epoch": 2.9130672498633134,
+      "grad_norm": 0.06595247238874435,
+      "learning_rate": 9.48905109489051e-06,
+      "loss": 0.6609,
+      "step": 1332
+    },
+    {
+      "epoch": 2.915254237288136,
+      "grad_norm": 0.08915682137012482,
+      "learning_rate": 9.24574209245742e-06,
+      "loss": 0.8627,
+      "step": 1333
+    },
+    {
+      "epoch": 2.9174412247129577,
+      "grad_norm": 0.08794603496789932,
+      "learning_rate": 9.002433090024331e-06,
+      "loss": 0.8392,
+      "step": 1334
+    },
+    {
+      "epoch": 2.91962821213778,
+      "grad_norm": 0.08808921277523041,
+      "learning_rate": 8.75912408759124e-06,
+      "loss": 0.6825,
+      "step": 1335
+    },
+    {
+      "epoch": 2.9218151995626025,
+      "grad_norm": 0.09199153631925583,
+      "learning_rate": 8.51581508515815e-06,
+      "loss": 0.8378,
+      "step": 1336
+    },
+    {
+      "epoch": 2.924002186987425,
+      "grad_norm": 0.07712514698505402,
+      "learning_rate": 8.27250608272506e-06,
+      "loss": 0.7887,
+      "step": 1337
+    },
+    {
+      "epoch": 2.9261891744122472,
+      "grad_norm": 0.07735302299261093,
+      "learning_rate": 8.02919708029197e-06,
+      "loss": 0.939,
+      "step": 1338
+    },
+    {
+      "epoch": 2.928376161837069,
+      "grad_norm": 0.09705976396799088,
+      "learning_rate": 7.78588807785888e-06,
+      "loss": 0.7969,
+      "step": 1339
+    },
+    {
+      "epoch": 2.930563149261892,
+      "grad_norm": 0.06076565384864807,
+      "learning_rate": 7.54257907542579e-06,
+      "loss": 0.6617,
+      "step": 1340
+    },
+    {
+      "epoch": 2.932750136686714,
+      "grad_norm": 0.09009517729282379,
+      "learning_rate": 7.2992700729927e-06,
+      "loss": 0.7548,
+      "step": 1341
+    },
+    {
+      "epoch": 2.9349371241115363,
+      "grad_norm": 0.08613700419664383,
+      "learning_rate": 7.05596107055961e-06,
+      "loss": 0.8521,
+      "step": 1342
+    },
+    {
+      "epoch": 2.9371241115363587,
+      "grad_norm": 0.13976341485977173,
+      "learning_rate": 6.81265206812652e-06,
+      "loss": 1.0657,
+      "step": 1343
+    },
+    {
+      "epoch": 2.939311098961181,
+      "grad_norm": 0.08671582490205765,
+      "learning_rate": 6.56934306569343e-06,
+      "loss": 1.0946,
+      "step": 1344
+    },
+    {
+      "epoch": 2.9414980863860034,
+      "grad_norm": 0.10030803829431534,
+      "learning_rate": 6.32603406326034e-06,
+      "loss": 0.7802,
+      "step": 1345
+    },
+    {
+      "epoch": 2.9436850738108253,
+      "grad_norm": 0.0898522138595581,
+      "learning_rate": 6.08272506082725e-06,
+      "loss": 0.6794,
+      "step": 1346
+    },
+    {
+      "epoch": 2.945872061235648,
+      "grad_norm": 0.06457691639661789,
+      "learning_rate": 5.83941605839416e-06,
+      "loss": 0.7044,
+      "step": 1347
+    },
+    {
+      "epoch": 2.94805904866047,
+      "grad_norm": 0.08618927001953125,
+      "learning_rate": 5.59610705596107e-06,
+      "loss": 0.6227,
+      "step": 1348
+    },
+    {
+      "epoch": 2.9502460360852925,
+      "grad_norm": 0.08073528110980988,
+      "learning_rate": 5.3527980535279805e-06,
+      "loss": 0.754,
+      "step": 1349
+    },
+    {
+      "epoch": 2.952433023510115,
+      "grad_norm": 0.09046903252601624,
+      "learning_rate": 5.10948905109489e-06,
+      "loss": 0.7035,
+      "step": 1350
+    },
+    {
+      "epoch": 2.954620010934937,
+      "grad_norm": 0.08179633319377899,
+      "learning_rate": 4.866180048661799e-06,
+      "loss": 0.6391,
+      "step": 1351
+    },
+    {
+      "epoch": 2.9568069983597596,
+      "grad_norm": 0.09030507504940033,
+      "learning_rate": 4.62287104622871e-06,
+      "loss": 0.7021,
+      "step": 1352
+    },
+    {
+      "epoch": 2.9589939857845815,
+      "grad_norm": 0.096220962703228,
+      "learning_rate": 4.37956204379562e-06,
+      "loss": 0.9076,
+      "step": 1353
+    },
+    {
+      "epoch": 2.9611809732094043,
+      "grad_norm": 0.10495373606681824,
+      "learning_rate": 4.13625304136253e-06,
+      "loss": 0.8502,
+      "step": 1354
+    },
+    {
+      "epoch": 2.9633679606342263,
+      "grad_norm": 0.08202646672725677,
+      "learning_rate": 3.89294403892944e-06,
+      "loss": 0.8161,
+      "step": 1355
+    },
+    {
+      "epoch": 2.9655549480590486,
+      "grad_norm": 0.09847816824913025,
+      "learning_rate": 3.64963503649635e-06,
+      "loss": 0.898,
+      "step": 1356
+    },
+    {
+      "epoch": 2.967741935483871,
+      "grad_norm": 0.07978091388940811,
+      "learning_rate": 3.40632603406326e-06,
+      "loss": 0.794,
+      "step": 1357
+    },
+    {
+      "epoch": 2.9699289229086934,
+      "grad_norm": 0.25725698471069336,
+      "learning_rate": 3.16301703163017e-06,
+      "loss": 0.8451,
+      "step": 1358
+    },
+    {
+      "epoch": 2.9721159103335157,
+      "grad_norm": 0.09965411573648453,
+      "learning_rate": 2.91970802919708e-06,
+      "loss": 0.8031,
+      "step": 1359
+    },
+    {
+      "epoch": 2.9743028977583377,
+      "grad_norm": 0.0689539760351181,
+      "learning_rate": 2.6763990267639902e-06,
+      "loss": 0.6315,
+      "step": 1360
+    },
+    {
+      "epoch": 2.97648988518316,
+      "grad_norm": 0.09845805168151855,
+      "learning_rate": 2.4330900243308996e-06,
+      "loss": 0.7888,
+      "step": 1361
+    },
+    {
+      "epoch": 2.9786768726079824,
+      "grad_norm": 0.07295335829257965,
+      "learning_rate": 2.18978102189781e-06,
+      "loss": 0.6602,
+      "step": 1362
+    },
+    {
+      "epoch": 2.980863860032805,
+      "grad_norm": 0.06722357869148254,
+      "learning_rate": 1.94647201946472e-06,
+      "loss": 0.7017,
+      "step": 1363
+    },
+    {
+      "epoch": 2.983050847457627,
+      "grad_norm": 0.07209401577711105,
+      "learning_rate": 1.70316301703163e-06,
+      "loss": 0.9256,
+      "step": 1364
+    },
+    {
+      "epoch": 2.9852378348824495,
+      "grad_norm": 0.08698428422212601,
+      "learning_rate": 1.45985401459854e-06,
+      "loss": 0.8508,
+      "step": 1365
+    },
+    {
+      "epoch": 2.987424822307272,
+      "grad_norm": 0.06862039119005203,
+      "learning_rate": 1.2165450121654498e-06,
+      "loss": 0.6644,
+      "step": 1366
+    },
+    {
+      "epoch": 2.989611809732094,
+      "grad_norm": 0.0893293023109436,
+      "learning_rate": 9.7323600973236e-07,
+      "loss": 0.8648,
+      "step": 1367
+    },
+    {
+      "epoch": 2.991798797156916,
+      "grad_norm": 0.13565179705619812,
+      "learning_rate": 7.2992700729927e-07,
+      "loss": 0.8965,
+      "step": 1368
+    },
+    {
+      "epoch": 2.9939857845817386,
+      "grad_norm": 0.07138823717832565,
+      "learning_rate": 4.8661800486618e-07,
+      "loss": 0.7019,
+      "step": 1369
+    },
+    {
+      "epoch": 2.996172772006561,
+      "grad_norm": 0.08372784405946732,
+      "learning_rate": 2.4330900243309e-07,
+      "loss": 0.8836,
+      "step": 1370
+    },
+    {
+      "epoch": 2.9983597594313833,
+      "grad_norm": 0.07442890852689743,
+      "learning_rate": 0.0,
+      "loss": 0.668,
+      "step": 1371
+    },
+    {
+      "epoch": 2.9983597594313833,
+      "step": 1371,
+      "total_flos": 4.320128650843259e+17,
+      "train_loss": 0.7744274233745712,
+      "train_runtime": 1911.3984,
+      "train_samples_per_second": 11.483,
+      "train_steps_per_second": 0.717
+    }
+  ],
+  "logging_steps": 1.0,
+  "max_steps": 1371,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 4.320128650843259e+17,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}