diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,6649 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 945,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0010582010582010583,
+      "grad_norm": 20.26162338256836,
+      "learning_rate": 0.0002,
+      "loss": 11.1132,
+      "step": 1
+    },
+    {
+      "epoch": 0.0021164021164021165,
+      "grad_norm": 16.25160026550293,
+      "learning_rate": 0.00019978835978835978,
+      "loss": 10.3095,
+      "step": 2
+    },
+    {
+      "epoch": 0.0031746031746031746,
+      "grad_norm": 10.381426811218262,
+      "learning_rate": 0.00019957671957671958,
+      "loss": 8.4567,
+      "step": 3
+    },
+    {
+      "epoch": 0.004232804232804233,
+      "grad_norm": 8.31812858581543,
+      "learning_rate": 0.00019936507936507938,
+      "loss": 7.5454,
+      "step": 4
+    },
+    {
+      "epoch": 0.005291005291005291,
+      "grad_norm": 5.238654136657715,
+      "learning_rate": 0.00019915343915343915,
+      "loss": 7.0702,
+      "step": 5
+    },
+    {
+      "epoch": 0.006349206349206349,
+      "grad_norm": 6.642376899719238,
+      "learning_rate": 0.00019894179894179893,
+      "loss": 6.6116,
+      "step": 6
+    },
+    {
+      "epoch": 0.007407407407407408,
+      "grad_norm": 4.881239891052246,
+      "learning_rate": 0.00019873015873015875,
+      "loss": 6.5357,
+      "step": 7
+    },
+    {
+      "epoch": 0.008465608465608466,
+      "grad_norm": 5.304284572601318,
+      "learning_rate": 0.00019851851851851853,
+      "loss": 6.3942,
+      "step": 8
+    },
+    {
+      "epoch": 0.009523809523809525,
+      "grad_norm": 4.4498066902160645,
+      "learning_rate": 0.0001983068783068783,
+      "loss": 6.1214,
+      "step": 9
+    },
+    {
+      "epoch": 0.010582010582010581,
+      "grad_norm": 4.769076347351074,
+      "learning_rate": 0.0001980952380952381,
+      "loss": 5.9294,
+      "step": 10
+    },
+    {
+      "epoch": 0.01164021164021164,
+      "grad_norm": 4.279926300048828,
+      "learning_rate": 0.0001978835978835979,
+      "loss": 5.698,
+      "step": 11
+    },
+    {
+      "epoch": 0.012698412698412698,
+      "grad_norm": 20.532947540283203,
+      "learning_rate": 0.00019767195767195767,
+      "loss": 6.0652,
+      "step": 12
+    },
+    {
+      "epoch": 0.013756613756613757,
+      "grad_norm": 4.963866233825684,
+      "learning_rate": 0.00019746031746031747,
+      "loss": 5.5619,
+      "step": 13
+    },
+    {
+      "epoch": 0.014814814814814815,
+      "grad_norm": 4.6967902183532715,
+      "learning_rate": 0.00019724867724867727,
+      "loss": 5.4388,
+      "step": 14
+    },
+    {
+      "epoch": 0.015873015873015872,
+      "grad_norm": 6.878599643707275,
+      "learning_rate": 0.00019703703703703704,
+      "loss": 5.4377,
+      "step": 15
+    },
+    {
+      "epoch": 0.016931216931216932,
+      "grad_norm": 4.517831802368164,
+      "learning_rate": 0.00019682539682539682,
+      "loss": 5.4749,
+      "step": 16
+    },
+    {
+      "epoch": 0.01798941798941799,
+      "grad_norm": 3.3098182678222656,
+      "learning_rate": 0.00019661375661375662,
+      "loss": 5.7249,
+      "step": 17
+    },
+    {
+      "epoch": 0.01904761904761905,
+      "grad_norm": 4.490530014038086,
+      "learning_rate": 0.00019640211640211641,
+      "loss": 5.7448,
+      "step": 18
+    },
+    {
+      "epoch": 0.020105820105820106,
+      "grad_norm": 5.084166526794434,
+      "learning_rate": 0.0001961904761904762,
+      "loss": 5.3591,
+      "step": 19
+    },
+    {
+      "epoch": 0.021164021164021163,
+      "grad_norm": 6.680990219116211,
+      "learning_rate": 0.000195978835978836,
+      "loss": 5.4953,
+      "step": 20
+    },
+    {
+      "epoch": 0.022222222222222223,
+      "grad_norm": 5.75714111328125,
+      "learning_rate": 0.0001957671957671958,
+      "loss": 5.2276,
+      "step": 21
+    },
+    {
+      "epoch": 0.02328042328042328,
+      "grad_norm": 3.588426351547241,
+      "learning_rate": 0.00019555555555555556,
+      "loss": 5.4202,
+      "step": 22
+    },
+    {
+      "epoch": 0.02433862433862434,
+      "grad_norm": 3.910057783126831,
+      "learning_rate": 0.00019534391534391536,
+      "loss": 5.1762,
+      "step": 23
+    },
+    {
+      "epoch": 0.025396825396825397,
+      "grad_norm": 4.348681449890137,
+      "learning_rate": 0.00019513227513227513,
+      "loss": 5.0731,
+      "step": 24
+    },
+    {
+      "epoch": 0.026455026455026454,
+      "grad_norm": 5.0347442626953125,
+      "learning_rate": 0.00019492063492063493,
+      "loss": 4.9744,
+      "step": 25
+    },
+    {
+      "epoch": 0.027513227513227514,
+      "grad_norm": 4.459799289703369,
+      "learning_rate": 0.0001947089947089947,
+      "loss": 4.9835,
+      "step": 26
+    },
+    {
+      "epoch": 0.02857142857142857,
+      "grad_norm": 4.226304531097412,
+      "learning_rate": 0.0001944973544973545,
+      "loss": 5.2374,
+      "step": 27
+    },
+    {
+      "epoch": 0.02962962962962963,
+      "grad_norm": 5.99159049987793,
+      "learning_rate": 0.0001942857142857143,
+      "loss": 4.9417,
+      "step": 28
+    },
+    {
+      "epoch": 0.030687830687830688,
+      "grad_norm": 10.388805389404297,
+      "learning_rate": 0.00019407407407407408,
+      "loss": 5.3731,
+      "step": 29
+    },
+    {
+      "epoch": 0.031746031746031744,
+      "grad_norm": 4.003939628601074,
+      "learning_rate": 0.00019386243386243388,
+      "loss": 5.3207,
+      "step": 30
+    },
+    {
+      "epoch": 0.0328042328042328,
+      "grad_norm": 6.7840375900268555,
+      "learning_rate": 0.00019365079365079365,
+      "loss": 4.9716,
+      "step": 31
+    },
+    {
+      "epoch": 0.033862433862433865,
+      "grad_norm": 6.6294846534729,
+      "learning_rate": 0.00019343915343915345,
+      "loss": 5.1945,
+      "step": 32
+    },
+    {
+      "epoch": 0.03492063492063492,
+      "grad_norm": 4.303248882293701,
+      "learning_rate": 0.00019322751322751325,
+      "loss": 5.5265,
+      "step": 33
+    },
+    {
+      "epoch": 0.03597883597883598,
+      "grad_norm": 4.751434803009033,
+      "learning_rate": 0.00019301587301587302,
+      "loss": 5.1029,
+      "step": 34
+    },
+    {
+      "epoch": 0.037037037037037035,
+      "grad_norm": 5.695481300354004,
+      "learning_rate": 0.00019280423280423282,
+      "loss": 5.1764,
+      "step": 35
+    },
+    {
+      "epoch": 0.0380952380952381,
+      "grad_norm": 5.850465774536133,
+      "learning_rate": 0.0001925925925925926,
+      "loss": 5.0965,
+      "step": 36
+    },
+    {
+      "epoch": 0.039153439153439155,
+      "grad_norm": 4.907074928283691,
+      "learning_rate": 0.0001923809523809524,
+      "loss": 5.1075,
+      "step": 37
+    },
+    {
+      "epoch": 0.04021164021164021,
+      "grad_norm": 5.188858985900879,
+      "learning_rate": 0.00019216931216931217,
+      "loss": 4.9675,
+      "step": 38
+    },
+    {
+      "epoch": 0.04126984126984127,
+      "grad_norm": 5.215991020202637,
+      "learning_rate": 0.00019195767195767196,
+      "loss": 4.83,
+      "step": 39
+    },
+    {
+      "epoch": 0.042328042328042326,
+      "grad_norm": 6.709000587463379,
+      "learning_rate": 0.00019174603174603176,
+      "loss": 5.0951,
+      "step": 40
+    },
+    {
+      "epoch": 0.04338624338624339,
+      "grad_norm": 4.679015159606934,
+      "learning_rate": 0.00019153439153439154,
+      "loss": 5.0284,
+      "step": 41
+    },
+    {
+      "epoch": 0.044444444444444446,
+      "grad_norm": 4.3827385902404785,
+      "learning_rate": 0.00019132275132275134,
+      "loss": 5.2617,
+      "step": 42
+    },
+    {
+      "epoch": 0.0455026455026455,
+      "grad_norm": 6.167914867401123,
+      "learning_rate": 0.00019111111111111114,
+      "loss": 5.2233,
+      "step": 43
+    },
+    {
+      "epoch": 0.04656084656084656,
+      "grad_norm": 3.185800552368164,
+      "learning_rate": 0.0001908994708994709,
+      "loss": 5.1497,
+      "step": 44
+    },
+    {
+      "epoch": 0.047619047619047616,
+      "grad_norm": 6.766024112701416,
+      "learning_rate": 0.00019068783068783068,
+      "loss": 5.1607,
+      "step": 45
+    },
+    {
+      "epoch": 0.04867724867724868,
+      "grad_norm": 3.956937551498413,
+      "learning_rate": 0.00019047619047619048,
+      "loss": 5.4612,
+      "step": 46
+    },
+    {
+      "epoch": 0.04973544973544974,
+      "grad_norm": 3.399260997772217,
+      "learning_rate": 0.00019026455026455028,
+      "loss": 4.9938,
+      "step": 47
+    },
+    {
+      "epoch": 0.050793650793650794,
+      "grad_norm": 3.6106579303741455,
+      "learning_rate": 0.00019005291005291005,
+      "loss": 4.9867,
+      "step": 48
+    },
+    {
+      "epoch": 0.05185185185185185,
+      "grad_norm": 4.871764183044434,
+      "learning_rate": 0.00018984126984126985,
+      "loss": 5.047,
+      "step": 49
+    },
+    {
+      "epoch": 0.05291005291005291,
+      "grad_norm": 2.9686198234558105,
+      "learning_rate": 0.00018962962962962965,
+      "loss": 5.0557,
+      "step": 50
+    },
+    {
+      "epoch": 0.05396825396825397,
+      "grad_norm": 10.326984405517578,
+      "learning_rate": 0.00018941798941798943,
+      "loss": 5.5403,
+      "step": 51
+    },
+    {
+      "epoch": 0.05502645502645503,
+      "grad_norm": 3.7884795665740967,
+      "learning_rate": 0.0001892063492063492,
+      "loss": 5.183,
+      "step": 52
+    },
+    {
+      "epoch": 0.056084656084656084,
+      "grad_norm": 4.843250751495361,
+      "learning_rate": 0.00018899470899470903,
+      "loss": 5.0884,
+      "step": 53
+    },
+    {
+      "epoch": 0.05714285714285714,
+      "grad_norm": 5.610751152038574,
+      "learning_rate": 0.0001887830687830688,
+      "loss": 5.4183,
+      "step": 54
+    },
+    {
+      "epoch": 0.0582010582010582,
+      "grad_norm": 10.101266860961914,
+      "learning_rate": 0.00018857142857142857,
+      "loss": 5.1153,
+      "step": 55
+    },
+    {
+      "epoch": 0.05925925925925926,
+      "grad_norm": 4.940518379211426,
+      "learning_rate": 0.00018835978835978837,
+      "loss": 5.4788,
+      "step": 56
+    },
+    {
+      "epoch": 0.06031746031746032,
+      "grad_norm": 3.303922414779663,
+      "learning_rate": 0.00018814814814814817,
+      "loss": 5.2283,
+      "step": 57
+    },
+    {
+      "epoch": 0.061375661375661375,
+      "grad_norm": 3.265070915222168,
+      "learning_rate": 0.00018793650793650794,
+      "loss": 5.0567,
+      "step": 58
+    },
+    {
+      "epoch": 0.06243386243386243,
+      "grad_norm": 4.111904621124268,
+      "learning_rate": 0.00018772486772486772,
+      "loss": 4.7395,
+      "step": 59
+    },
+    {
+      "epoch": 0.06349206349206349,
+      "grad_norm": 3.801095485687256,
+      "learning_rate": 0.00018751322751322754,
+      "loss": 4.8681,
+      "step": 60
+    },
+    {
+      "epoch": 0.06455026455026455,
+      "grad_norm": 2.999110460281372,
+      "learning_rate": 0.00018730158730158731,
+      "loss": 5.1241,
+      "step": 61
+    },
+    {
+      "epoch": 0.0656084656084656,
+      "grad_norm": 7.181245803833008,
+      "learning_rate": 0.0001870899470899471,
+      "loss": 5.1299,
+      "step": 62
+    },
+    {
+      "epoch": 0.06666666666666667,
+      "grad_norm": 4.508955001831055,
+      "learning_rate": 0.0001868783068783069,
+      "loss": 4.9647,
+      "step": 63
+    },
+    {
+      "epoch": 0.06772486772486773,
+      "grad_norm": 5.28640604019165,
+      "learning_rate": 0.0001866666666666667,
+      "loss": 4.7016,
+      "step": 64
+    },
+    {
+      "epoch": 0.06878306878306878,
+      "grad_norm": 3.7930564880371094,
+      "learning_rate": 0.00018645502645502646,
+      "loss": 4.9874,
+      "step": 65
+    },
+    {
+      "epoch": 0.06984126984126984,
+      "grad_norm": 3.0022246837615967,
+      "learning_rate": 0.00018624338624338623,
+      "loss": 5.0248,
+      "step": 66
+    },
+    {
+      "epoch": 0.07089947089947089,
+      "grad_norm": 5.2687788009643555,
+      "learning_rate": 0.00018603174603174606,
+      "loss": 4.8828,
+      "step": 67
+    },
+    {
+      "epoch": 0.07195767195767196,
+      "grad_norm": 4.584164142608643,
+      "learning_rate": 0.00018582010582010583,
+      "loss": 4.7189,
+      "step": 68
+    },
+    {
+      "epoch": 0.07301587301587302,
+      "grad_norm": 3.652583360671997,
+      "learning_rate": 0.0001856084656084656,
+      "loss": 4.8654,
+      "step": 69
+    },
+    {
+      "epoch": 0.07407407407407407,
+      "grad_norm": 4.5903215408325195,
+      "learning_rate": 0.0001853968253968254,
+      "loss": 4.8935,
+      "step": 70
+    },
+    {
+      "epoch": 0.07513227513227513,
+      "grad_norm": 4.584377288818359,
+      "learning_rate": 0.0001851851851851852,
+      "loss": 5.414,
+      "step": 71
+    },
+    {
+      "epoch": 0.0761904761904762,
+      "grad_norm": 5.21523904800415,
+      "learning_rate": 0.00018497354497354498,
+      "loss": 4.6004,
+      "step": 72
+    },
+    {
+      "epoch": 0.07724867724867725,
+      "grad_norm": 6.056980609893799,
+      "learning_rate": 0.00018476190476190478,
+      "loss": 4.9975,
+      "step": 73
+    },
+    {
+      "epoch": 0.07830687830687831,
+      "grad_norm": 6.751986503601074,
+      "learning_rate": 0.00018455026455026458,
+      "loss": 4.6558,
+      "step": 74
+    },
+    {
+      "epoch": 0.07936507936507936,
+      "grad_norm": 4.007925510406494,
+      "learning_rate": 0.00018433862433862435,
+      "loss": 4.9881,
+      "step": 75
+    },
+    {
+      "epoch": 0.08042328042328042,
+      "grad_norm": 4.388463497161865,
+      "learning_rate": 0.00018412698412698412,
+      "loss": 5.1245,
+      "step": 76
+    },
+    {
+      "epoch": 0.08148148148148149,
+      "grad_norm": 4.810665130615234,
+      "learning_rate": 0.00018391534391534392,
+      "loss": 5.0662,
+      "step": 77
+    },
+    {
+      "epoch": 0.08253968253968254,
+      "grad_norm": 4.380149841308594,
+      "learning_rate": 0.00018370370370370372,
+      "loss": 5.2453,
+      "step": 78
+    },
+    {
+      "epoch": 0.0835978835978836,
+      "grad_norm": 3.255289316177368,
+      "learning_rate": 0.0001834920634920635,
+      "loss": 4.9059,
+      "step": 79
+    },
+    {
+      "epoch": 0.08465608465608465,
+      "grad_norm": 4.334164142608643,
+      "learning_rate": 0.0001832804232804233,
+      "loss": 5.095,
+      "step": 80
+    },
+    {
+      "epoch": 0.08571428571428572,
+      "grad_norm": 4.1061811447143555,
+      "learning_rate": 0.0001830687830687831,
+      "loss": 4.8052,
+      "step": 81
+    },
+    {
+      "epoch": 0.08677248677248678,
+      "grad_norm": 3.7165424823760986,
+      "learning_rate": 0.00018285714285714286,
+      "loss": 5.0953,
+      "step": 82
+    },
+    {
+      "epoch": 0.08783068783068783,
+      "grad_norm": 3.389815092086792,
+      "learning_rate": 0.00018264550264550266,
+      "loss": 4.8532,
+      "step": 83
+    },
+    {
+      "epoch": 0.08888888888888889,
+      "grad_norm": 3.183441638946533,
+      "learning_rate": 0.00018243386243386244,
+      "loss": 5.1816,
+      "step": 84
+    },
+    {
+      "epoch": 0.08994708994708994,
+      "grad_norm": 4.172196388244629,
+      "learning_rate": 0.00018222222222222224,
+      "loss": 4.8516,
+      "step": 85
+    },
+    {
+      "epoch": 0.091005291005291,
+      "grad_norm": 2.7436771392822266,
+      "learning_rate": 0.000182010582010582,
+      "loss": 5.0627,
+      "step": 86
+    },
+    {
+      "epoch": 0.09206349206349207,
+      "grad_norm": 3.964393377304077,
+      "learning_rate": 0.0001817989417989418,
+      "loss": 5.1775,
+      "step": 87
+    },
+    {
+      "epoch": 0.09312169312169312,
+      "grad_norm": 5.692070960998535,
+      "learning_rate": 0.00018158730158730158,
+      "loss": 4.906,
+      "step": 88
+    },
+    {
+      "epoch": 0.09417989417989418,
+      "grad_norm": 3.8434464931488037,
+      "learning_rate": 0.00018137566137566138,
+      "loss": 5.2708,
+      "step": 89
+    },
+    {
+      "epoch": 0.09523809523809523,
+      "grad_norm": 2.97245454788208,
+      "learning_rate": 0.00018116402116402118,
+      "loss": 4.8449,
+      "step": 90
+    },
+    {
+      "epoch": 0.0962962962962963,
+      "grad_norm": 4.095053672790527,
+      "learning_rate": 0.00018095238095238095,
+      "loss": 5.2078,
+      "step": 91
+    },
+    {
+      "epoch": 0.09735449735449736,
+      "grad_norm": 3.581782102584839,
+      "learning_rate": 0.00018074074074074075,
+      "loss": 4.7176,
+      "step": 92
+    },
+    {
+      "epoch": 0.09841269841269841,
+      "grad_norm": 4.43230676651001,
+      "learning_rate": 0.00018052910052910055,
+      "loss": 5.086,
+      "step": 93
+    },
+    {
+      "epoch": 0.09947089947089947,
+      "grad_norm": 3.4220175743103027,
+      "learning_rate": 0.00018031746031746033,
+      "loss": 5.0189,
+      "step": 94
+    },
+    {
+      "epoch": 0.10052910052910052,
+      "grad_norm": 4.405629634857178,
+      "learning_rate": 0.0001801058201058201,
+      "loss": 5.0667,
+      "step": 95
+    },
+    {
+      "epoch": 0.10158730158730159,
+      "grad_norm": 2.9740664958953857,
+      "learning_rate": 0.0001798941798941799,
+      "loss": 5.2087,
+      "step": 96
+    },
+    {
+      "epoch": 0.10264550264550265,
+      "grad_norm": 3.6975438594818115,
+      "learning_rate": 0.0001796825396825397,
+      "loss": 4.9753,
+      "step": 97
+    },
+    {
+      "epoch": 0.1037037037037037,
+      "grad_norm": 3.2884469032287598,
+      "learning_rate": 0.00017947089947089947,
+      "loss": 4.9175,
+      "step": 98
+    },
+    {
+      "epoch": 0.10476190476190476,
+      "grad_norm": 3.9691505432128906,
+      "learning_rate": 0.00017925925925925927,
+      "loss": 4.9802,
+      "step": 99
+    },
+    {
+      "epoch": 0.10582010582010581,
+      "grad_norm": 3.36575984954834,
+      "learning_rate": 0.00017904761904761907,
+      "loss": 4.735,
+      "step": 100
+    },
+    {
+      "epoch": 0.10687830687830688,
+      "grad_norm": 3.899657726287842,
+      "learning_rate": 0.00017883597883597884,
+      "loss": 4.846,
+      "step": 101
+    },
+    {
+      "epoch": 0.10793650793650794,
+      "grad_norm": 5.32279109954834,
+      "learning_rate": 0.00017862433862433861,
+      "loss": 4.927,
+      "step": 102
+    },
+    {
+      "epoch": 0.10899470899470899,
+      "grad_norm": 5.9859747886657715,
+      "learning_rate": 0.00017841269841269844,
+      "loss": 4.7469,
+      "step": 103
+    },
+    {
+      "epoch": 0.11005291005291006,
+      "grad_norm": 3.0182130336761475,
+      "learning_rate": 0.00017820105820105821,
+      "loss": 5.0369,
+      "step": 104
+    },
+    {
+      "epoch": 0.1111111111111111,
+      "grad_norm": 2.9896903038024902,
+      "learning_rate": 0.000177989417989418,
+      "loss": 5.3089,
+      "step": 105
+    },
+    {
+      "epoch": 0.11216931216931217,
+      "grad_norm": 3.6119465827941895,
+      "learning_rate": 0.00017777777777777779,
+      "loss": 4.7684,
+      "step": 106
+    },
+    {
+      "epoch": 0.11322751322751323,
+      "grad_norm": 4.415172576904297,
+      "learning_rate": 0.00017756613756613759,
+      "loss": 4.8555,
+      "step": 107
+    },
+    {
+      "epoch": 0.11428571428571428,
+      "grad_norm": 3.002732515335083,
+      "learning_rate": 0.00017735449735449736,
+      "loss": 4.9813,
+      "step": 108
+    },
+    {
+      "epoch": 0.11534391534391535,
+      "grad_norm": 3.02640962600708,
+      "learning_rate": 0.00017714285714285713,
+      "loss": 5.233,
+      "step": 109
+    },
+    {
+      "epoch": 0.1164021164021164,
+      "grad_norm": 3.0876598358154297,
+      "learning_rate": 0.00017693121693121696,
+      "loss": 4.7184,
+      "step": 110
+    },
+    {
+      "epoch": 0.11746031746031746,
+      "grad_norm": 2.7200493812561035,
+      "learning_rate": 0.00017671957671957673,
+      "loss": 4.9507,
+      "step": 111
+    },
+    {
+      "epoch": 0.11851851851851852,
+      "grad_norm": 3.1585965156555176,
+      "learning_rate": 0.0001765079365079365,
+      "loss": 5.0933,
+      "step": 112
+    },
+    {
+      "epoch": 0.11957671957671957,
+      "grad_norm": 3.674766778945923,
+      "learning_rate": 0.0001762962962962963,
+      "loss": 4.9318,
+      "step": 113
+    },
+    {
+      "epoch": 0.12063492063492064,
+      "grad_norm": 3.889660358428955,
+      "learning_rate": 0.0001760846560846561,
+      "loss": 4.9839,
+      "step": 114
+    },
+    {
+      "epoch": 0.12169312169312169,
+      "grad_norm": 3.9603960514068604,
+      "learning_rate": 0.00017587301587301588,
+      "loss": 4.8827,
+      "step": 115
+    },
+    {
+      "epoch": 0.12275132275132275,
+      "grad_norm": 3.255258798599243,
+      "learning_rate": 0.00017566137566137565,
+      "loss": 4.8722,
+      "step": 116
+    },
+    {
+      "epoch": 0.12380952380952381,
+      "grad_norm": 4.244058132171631,
+      "learning_rate": 0.00017544973544973547,
+      "loss": 4.7074,
+      "step": 117
+    },
+    {
+      "epoch": 0.12486772486772486,
+      "grad_norm": 5.659462928771973,
+      "learning_rate": 0.00017523809523809525,
+      "loss": 5.2905,
+      "step": 118
+    },
+    {
+      "epoch": 0.1259259259259259,
+      "grad_norm": 2.5160417556762695,
+      "learning_rate": 0.00017502645502645502,
+      "loss": 4.6918,
+      "step": 119
+    },
+    {
+      "epoch": 0.12698412698412698,
+      "grad_norm": 2.9769372940063477,
+      "learning_rate": 0.00017481481481481482,
+      "loss": 5.0905,
+      "step": 120
+    },
+    {
+      "epoch": 0.12804232804232804,
+      "grad_norm": 5.255518913269043,
+      "learning_rate": 0.00017460317460317462,
+      "loss": 4.9122,
+      "step": 121
+    },
+    {
+      "epoch": 0.1291005291005291,
+      "grad_norm": 4.534151077270508,
+      "learning_rate": 0.0001743915343915344,
+      "loss": 4.8608,
+      "step": 122
+    },
+    {
+      "epoch": 0.13015873015873017,
+      "grad_norm": 3.7900688648223877,
+      "learning_rate": 0.0001741798941798942,
+      "loss": 4.9473,
+      "step": 123
+    },
+    {
+      "epoch": 0.1312169312169312,
+      "grad_norm": 2.4429433345794678,
+      "learning_rate": 0.000173968253968254,
+      "loss": 5.0859,
+      "step": 124
+    },
+    {
+      "epoch": 0.13227513227513227,
+      "grad_norm": 3.07332444190979,
+      "learning_rate": 0.00017375661375661376,
+      "loss": 4.9496,
+      "step": 125
+    },
+    {
+      "epoch": 0.13333333333333333,
+      "grad_norm": 2.675891399383545,
+      "learning_rate": 0.00017354497354497354,
+      "loss": 5.0477,
+      "step": 126
+    },
+    {
+      "epoch": 0.1343915343915344,
+      "grad_norm": 4.0055832862854,
+      "learning_rate": 0.00017333333333333334,
+      "loss": 4.8652,
+      "step": 127
+    },
+    {
+      "epoch": 0.13544973544973546,
+      "grad_norm": 3.824392795562744,
+      "learning_rate": 0.00017312169312169314,
+      "loss": 5.0237,
+      "step": 128
+    },
+    {
+      "epoch": 0.1365079365079365,
+      "grad_norm": 2.832468271255493,
+      "learning_rate": 0.0001729100529100529,
+      "loss": 4.9098,
+      "step": 129
+    },
+    {
+      "epoch": 0.13756613756613756,
+      "grad_norm": 3.9614274501800537,
+      "learning_rate": 0.0001726984126984127,
+      "loss": 5.014,
+      "step": 130
+    },
+    {
+      "epoch": 0.13862433862433862,
+      "grad_norm": 3.3713486194610596,
+      "learning_rate": 0.0001724867724867725,
+      "loss": 4.5911,
+      "step": 131
+    },
+    {
+      "epoch": 0.13968253968253969,
+      "grad_norm": 2.87019681930542,
+      "learning_rate": 0.00017227513227513228,
+      "loss": 4.8819,
+      "step": 132
+    },
+    {
+      "epoch": 0.14074074074074075,
+      "grad_norm": 2.6241300106048584,
+      "learning_rate": 0.00017206349206349208,
+      "loss": 4.6292,
+      "step": 133
+    },
+    {
+      "epoch": 0.14179894179894179,
+      "grad_norm": 3.9495444297790527,
+      "learning_rate": 0.00017185185185185185,
+      "loss": 4.7928,
+      "step": 134
+    },
+    {
+      "epoch": 0.14285714285714285,
+      "grad_norm": 3.018101930618286,
+      "learning_rate": 0.00017164021164021165,
+      "loss": 4.7134,
+      "step": 135
+    },
+    {
+      "epoch": 0.1439153439153439,
+      "grad_norm": 3.501981496810913,
+      "learning_rate": 0.00017142857142857143,
+      "loss": 4.8931,
+      "step": 136
+    },
+    {
+      "epoch": 0.14497354497354498,
+      "grad_norm": 4.139004707336426,
+      "learning_rate": 0.00017121693121693122,
+      "loss": 5.211,
+      "step": 137
+    },
+    {
+      "epoch": 0.14603174603174604,
+      "grad_norm": 6.19674015045166,
+      "learning_rate": 0.00017100529100529102,
+      "loss": 4.9579,
+      "step": 138
+    },
+    {
+      "epoch": 0.14708994708994708,
+      "grad_norm": 5.928372859954834,
+      "learning_rate": 0.0001707936507936508,
+      "loss": 4.857,
+      "step": 139
+    },
+    {
+      "epoch": 0.14814814814814814,
+      "grad_norm": 4.278120994567871,
+      "learning_rate": 0.0001705820105820106,
+      "loss": 5.0454,
+      "step": 140
+    },
+    {
+      "epoch": 0.1492063492063492,
+      "grad_norm": 3.924299716949463,
+      "learning_rate": 0.00017037037037037037,
+      "loss": 4.7415,
+      "step": 141
+    },
+    {
+      "epoch": 0.15026455026455027,
+      "grad_norm": 3.826667308807373,
+      "learning_rate": 0.00017015873015873017,
+      "loss": 4.9216,
+      "step": 142
+    },
+    {
+      "epoch": 0.15132275132275133,
+      "grad_norm": 2.972055196762085,
+      "learning_rate": 0.00016994708994708997,
+      "loss": 4.9028,
+      "step": 143
+    },
+    {
+      "epoch": 0.1523809523809524,
+      "grad_norm": 6.33827018737793,
+      "learning_rate": 0.00016973544973544974,
+      "loss": 4.9184,
+      "step": 144
+    },
+    {
+      "epoch": 0.15343915343915343,
+      "grad_norm": 2.7681949138641357,
+      "learning_rate": 0.00016952380952380954,
+      "loss": 4.7767,
+      "step": 145
+    },
+    {
+      "epoch": 0.1544973544973545,
+      "grad_norm": 3.235469341278076,
+      "learning_rate": 0.00016931216931216931,
+      "loss": 4.9451,
+      "step": 146
+    },
+    {
+      "epoch": 0.15555555555555556,
+      "grad_norm": 2.777210235595703,
+      "learning_rate": 0.0001691005291005291,
+      "loss": 4.887,
+      "step": 147
+    },
+    {
+      "epoch": 0.15661375661375662,
+      "grad_norm": 3.505216598510742,
+      "learning_rate": 0.00016888888888888889,
+      "loss": 4.9464,
+      "step": 148
+    },
+    {
+      "epoch": 0.15767195767195769,
+      "grad_norm": 2.5520195960998535,
+      "learning_rate": 0.00016867724867724869,
+      "loss": 4.6754,
+      "step": 149
+    },
+    {
+      "epoch": 0.15873015873015872,
+      "grad_norm": 4.513349533081055,
+      "learning_rate": 0.00016846560846560849,
+      "loss": 4.9868,
+      "step": 150
+    },
+    {
+      "epoch": 0.15978835978835979,
+      "grad_norm": 2.676194667816162,
+      "learning_rate": 0.00016825396825396826,
+      "loss": 4.9025,
+      "step": 151
+    },
+    {
+      "epoch": 0.16084656084656085,
+      "grad_norm": 4.2247314453125,
+      "learning_rate": 0.00016804232804232806,
+      "loss": 4.5313,
+      "step": 152
+    },
+    {
+      "epoch": 0.1619047619047619,
+      "grad_norm": 3.5307960510253906,
+      "learning_rate": 0.00016783068783068786,
+      "loss": 4.9384,
+      "step": 153
+    },
+    {
+      "epoch": 0.16296296296296298,
+      "grad_norm": 3.3699495792388916,
+      "learning_rate": 0.00016761904761904763,
+      "loss": 4.8706,
+      "step": 154
+    },
+    {
+      "epoch": 0.164021164021164,
+      "grad_norm": 2.6082706451416016,
+      "learning_rate": 0.0001674074074074074,
+      "loss": 4.9177,
+      "step": 155
+    },
+    {
+      "epoch": 0.16507936507936508,
+      "grad_norm": 3.1828649044036865,
+      "learning_rate": 0.0001671957671957672,
+      "loss": 4.6597,
+      "step": 156
+    },
+    {
+      "epoch": 0.16613756613756614,
+      "grad_norm": 2.7345895767211914,
+      "learning_rate": 0.000166984126984127,
+      "loss": 4.9119,
+      "step": 157
+    },
+    {
+      "epoch": 0.1671957671957672,
+      "grad_norm": 3.095644474029541,
+      "learning_rate": 0.00016677248677248677,
+      "loss": 4.8865,
+      "step": 158
+    },
+    {
+      "epoch": 0.16825396825396827,
+      "grad_norm": 4.36394739151001,
+      "learning_rate": 0.00016656084656084657,
+      "loss": 4.4946,
+      "step": 159
+    },
+    {
+      "epoch": 0.1693121693121693,
+      "grad_norm": 3.272949695587158,
+      "learning_rate": 0.00016634920634920637,
+      "loss": 4.9496,
+      "step": 160
+    },
+    {
+      "epoch": 0.17037037037037037,
+      "grad_norm": 4.642345428466797,
+      "learning_rate": 0.00016613756613756615,
+      "loss": 4.7343,
+      "step": 161
+    },
+    {
+      "epoch": 0.17142857142857143,
+      "grad_norm": 2.511754274368286,
+      "learning_rate": 0.00016592592592592592,
+      "loss": 5.0236,
+      "step": 162
+    },
+    {
+      "epoch": 0.1724867724867725,
+      "grad_norm": 3.3715620040893555,
+      "learning_rate": 0.00016571428571428575,
+      "loss": 4.8783,
+      "step": 163
+    },
+    {
+      "epoch": 0.17354497354497356,
+      "grad_norm": 3.364830732345581,
+      "learning_rate": 0.00016550264550264552,
+      "loss": 4.9433,
+      "step": 164
+    },
+    {
+      "epoch": 0.1746031746031746,
+      "grad_norm": 4.244874954223633,
+      "learning_rate": 0.0001652910052910053,
+      "loss": 5.0518,
+      "step": 165
+    },
+    {
+      "epoch": 0.17566137566137566,
+      "grad_norm": 2.7809672355651855,
+      "learning_rate": 0.0001650793650793651,
+      "loss": 5.111,
+      "step": 166
+    },
+    {
+      "epoch": 0.17671957671957672,
+      "grad_norm": 3.802180528640747,
+      "learning_rate": 0.0001648677248677249,
+      "loss": 4.8399,
+      "step": 167
+    },
+    {
+      "epoch": 0.17777777777777778,
+      "grad_norm": 4.019756317138672,
+      "learning_rate": 0.00016465608465608466,
+      "loss": 4.7136,
+      "step": 168
+    },
+    {
+      "epoch": 0.17883597883597885,
+      "grad_norm": 4.2934393882751465,
+      "learning_rate": 0.00016444444444444444,
+      "loss": 4.656,
+      "step": 169
+    },
+    {
+      "epoch": 0.17989417989417988,
+      "grad_norm": 3.242671251296997,
+      "learning_rate": 0.00016423280423280424,
+      "loss": 5.008,
+      "step": 170
+    },
+    {
+      "epoch": 0.18095238095238095,
+      "grad_norm": 2.7885775566101074,
+      "learning_rate": 0.00016402116402116404,
+      "loss": 4.8771,
+      "step": 171
+    },
+    {
+      "epoch": 0.182010582010582,
+      "grad_norm": 2.826798915863037,
+      "learning_rate": 0.0001638095238095238,
+      "loss": 5.1137,
+      "step": 172
+    },
+    {
+      "epoch": 0.18306878306878308,
+      "grad_norm": 3.8597118854522705,
+      "learning_rate": 0.0001635978835978836,
+      "loss": 5.0198,
+      "step": 173
+    },
+    {
+      "epoch": 0.18412698412698414,
+      "grad_norm": 2.860147476196289,
+      "learning_rate": 0.0001633862433862434,
+      "loss": 4.9187,
+      "step": 174
+    },
+    {
+      "epoch": 0.18518518518518517,
+      "grad_norm": 4.137535572052002,
+      "learning_rate": 0.00016317460317460318,
+      "loss": 4.3971,
+      "step": 175
+    },
+    {
+      "epoch": 0.18624338624338624,
+      "grad_norm": 5.190975666046143,
+      "learning_rate": 0.00016296296296296295,
+      "loss": 4.6562,
+      "step": 176
+    },
+    {
+      "epoch": 0.1873015873015873,
+      "grad_norm": 5.680304527282715,
+      "learning_rate": 0.00016275132275132275,
+      "loss": 5.028,
+      "step": 177
+    },
+    {
+      "epoch": 0.18835978835978837,
+      "grad_norm": 5.388145446777344,
+      "learning_rate": 0.00016253968253968255,
+      "loss": 4.815,
+      "step": 178
+    },
+    {
+      "epoch": 0.18941798941798943,
+      "grad_norm": 4.9993391036987305,
+      "learning_rate": 0.00016232804232804232,
+      "loss": 5.0464,
+      "step": 179
+    },
+    {
+      "epoch": 0.19047619047619047,
+      "grad_norm": 5.277588844299316,
+      "learning_rate": 0.00016211640211640212,
+      "loss": 4.7806,
+      "step": 180
+    },
+    {
+      "epoch": 0.19153439153439153,
+      "grad_norm": 4.16486120223999,
+      "learning_rate": 0.00016190476190476192,
+      "loss": 4.9077,
+      "step": 181
+    },
+    {
+      "epoch": 0.1925925925925926,
+      "grad_norm": 4.266966819763184,
+      "learning_rate": 0.0001616931216931217,
+      "loss": 4.9744,
+      "step": 182
+    },
+    {
+      "epoch": 0.19365079365079366,
+      "grad_norm": 4.158055782318115,
+      "learning_rate": 0.0001614814814814815,
+      "loss": 4.903,
+      "step": 183
+    },
+    {
+      "epoch": 0.19470899470899472,
+      "grad_norm": 3.041015625,
+      "learning_rate": 0.00016126984126984127,
+      "loss": 5.0406,
+      "step": 184
+    },
+    {
+      "epoch": 0.19576719576719576,
+      "grad_norm": 4.0396013259887695,
+      "learning_rate": 0.00016105820105820107,
+      "loss": 4.9412,
+      "step": 185
+    },
+    {
+      "epoch": 0.19682539682539682,
+      "grad_norm": 3.613020896911621,
+      "learning_rate": 0.00016084656084656084,
+      "loss": 5.1298,
+      "step": 186
+    },
+    {
+      "epoch": 0.19788359788359788,
+      "grad_norm": 2.9006779193878174,
+      "learning_rate": 0.00016063492063492064,
+      "loss": 4.9417,
+      "step": 187
+    },
+    {
+      "epoch": 0.19894179894179895,
+      "grad_norm": 4.219486713409424,
+      "learning_rate": 0.00016042328042328044,
+      "loss": 5.0001,
+      "step": 188
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 4.287659645080566,
+      "learning_rate": 0.0001602116402116402,
+      "loss": 5.0624,
+      "step": 189
+    },
+    {
+      "epoch": 0.20105820105820105,
+      "grad_norm": 3.4047303199768066,
+      "learning_rate": 0.00016,
+      "loss": 4.7004,
+      "step": 190
+    },
+    {
+      "epoch": 0.2021164021164021,
+      "grad_norm": 4.118060111999512,
+      "learning_rate": 0.00015978835978835979,
+      "loss": 4.9895,
+      "step": 191
+    },
+    {
+      "epoch": 0.20317460317460317,
+      "grad_norm": 2.9051461219787598,
+      "learning_rate": 0.00015957671957671959,
+      "loss": 4.9416,
+      "step": 192
+    },
+    {
+      "epoch": 0.20423280423280424,
+      "grad_norm": 4.1916375160217285,
+      "learning_rate": 0.00015936507936507936,
+      "loss": 4.8717,
+      "step": 193
+    },
+    {
+      "epoch": 0.2052910052910053,
+      "grad_norm": 5.259173393249512,
+      "learning_rate": 0.00015915343915343916,
+      "loss": 5.0319,
+      "step": 194
+    },
+    {
+      "epoch": 0.20634920634920634,
+      "grad_norm": 2.435593366622925,
+      "learning_rate": 0.00015894179894179896,
+      "loss": 5.0278,
+      "step": 195
+    },
+    {
+      "epoch": 0.2074074074074074,
+      "grad_norm": 5.8371100425720215,
+      "learning_rate": 0.00015873015873015873,
+      "loss": 4.4571,
+      "step": 196
+    },
+    {
+      "epoch": 0.20846560846560847,
+      "grad_norm": 3.2813546657562256,
+      "learning_rate": 0.00015851851851851853,
+      "loss": 4.7605,
+      "step": 197
+    },
+    {
+      "epoch": 0.20952380952380953,
+      "grad_norm": 3.344581365585327,
+      "learning_rate": 0.0001583068783068783,
+      "loss": 4.7677,
+      "step": 198
+    },
+    {
+      "epoch": 0.2105820105820106,
+      "grad_norm": 3.726299524307251,
+      "learning_rate": 0.0001580952380952381,
+      "loss": 5.0559,
+      "step": 199
+    },
+    {
+      "epoch": 0.21164021164021163,
+      "grad_norm": 3.0060677528381348,
+      "learning_rate": 0.0001578835978835979,
+      "loss": 4.7199,
+      "step": 200
+    },
+    {
+      "epoch": 0.2126984126984127,
+      "grad_norm": 3.1424124240875244,
+      "learning_rate": 0.00015767195767195767,
+      "loss": 4.8557,
+      "step": 201
+    },
+    {
+      "epoch": 0.21375661375661376,
+      "grad_norm": 2.824310541152954,
+      "learning_rate": 0.00015746031746031747,
+      "loss": 5.0343,
+      "step": 202
+    },
+    {
+      "epoch": 0.21481481481481482,
+      "grad_norm": 3.7749390602111816,
+      "learning_rate": 0.00015724867724867725,
+      "loss": 4.7232,
+      "step": 203
+    },
+    {
+      "epoch": 0.21587301587301588,
+      "grad_norm": 3.267010450363159,
+      "learning_rate": 0.00015703703703703705,
+      "loss": 4.7162,
+      "step": 204
+    },
+    {
+      "epoch": 0.21693121693121692,
+      "grad_norm": 2.7158162593841553,
+      "learning_rate": 0.00015682539682539682,
+      "loss": 4.7768,
+      "step": 205
+    },
+    {
+      "epoch": 0.21798941798941798,
+      "grad_norm": 3.0819034576416016,
+      "learning_rate": 0.00015661375661375662,
+      "loss": 4.846,
+      "step": 206
+    },
+    {
+      "epoch": 0.21904761904761905,
+      "grad_norm": 4.127756595611572,
+      "learning_rate": 0.00015640211640211642,
+      "loss": 4.9638,
+      "step": 207
+    },
+    {
+      "epoch": 0.2201058201058201,
+      "grad_norm": 3.529541254043579,
+      "learning_rate": 0.0001561904761904762,
+      "loss": 4.8926,
+      "step": 208
+    },
+    {
+      "epoch": 0.22116402116402117,
+      "grad_norm": 4.936664581298828,
+      "learning_rate": 0.000155978835978836,
+      "loss": 4.6962,
+      "step": 209
+    },
+    {
+      "epoch": 0.2222222222222222,
+      "grad_norm": 3.99625825881958,
+      "learning_rate": 0.0001557671957671958,
+      "loss": 4.6727,
+      "step": 210
+    },
+    {
+      "epoch": 0.22328042328042327,
+      "grad_norm": 3.701451063156128,
+      "learning_rate": 0.00015555555555555556,
+      "loss": 4.8817,
+      "step": 211
+    },
+    {
+      "epoch": 0.22433862433862434,
+      "grad_norm": 2.656942129135132,
+      "learning_rate": 0.00015534391534391534,
+      "loss": 5.0697,
+      "step": 212
+    },
+    {
+      "epoch": 0.2253968253968254,
+      "grad_norm": 4.417818546295166,
+      "learning_rate": 0.00015513227513227514,
+      "loss": 4.768,
+      "step": 213
+    },
+    {
+      "epoch": 0.22645502645502646,
+      "grad_norm": 3.5937118530273438,
+      "learning_rate": 0.00015492063492063494,
+      "loss": 5.1027,
+      "step": 214
+    },
+    {
+      "epoch": 0.2275132275132275,
+      "grad_norm": 3.4673092365264893,
+      "learning_rate": 0.0001547089947089947,
+      "loss": 5.0709,
+      "step": 215
+    },
+    {
+      "epoch": 0.22857142857142856,
+      "grad_norm": 3.258105516433716,
+      "learning_rate": 0.0001544973544973545,
+      "loss": 4.4922,
+      "step": 216
+    },
+    {
+      "epoch": 0.22962962962962963,
+      "grad_norm": 3.644843816757202,
+      "learning_rate": 0.0001542857142857143,
+      "loss": 4.7438,
+      "step": 217
+    },
+    {
+      "epoch": 0.2306878306878307,
+      "grad_norm": 3.6489479541778564,
+      "learning_rate": 0.00015407407407407408,
+      "loss": 4.8767,
+      "step": 218
+    },
+    {
+      "epoch": 0.23174603174603176,
+      "grad_norm": 4.7193193435668945,
+      "learning_rate": 0.00015386243386243385,
+      "loss": 4.8001,
+      "step": 219
+    },
+    {
+      "epoch": 0.2328042328042328,
+      "grad_norm": 2.849884033203125,
+      "learning_rate": 0.00015365079365079368,
+      "loss": 4.6144,
+      "step": 220
+    },
+    {
+      "epoch": 0.23386243386243386,
+      "grad_norm": 4.784304618835449,
+      "learning_rate": 0.00015343915343915345,
+      "loss": 4.9493,
+      "step": 221
+    },
+    {
+      "epoch": 0.23492063492063492,
+      "grad_norm": 4.28907585144043,
+      "learning_rate": 0.00015322751322751322,
+      "loss": 4.4796,
+      "step": 222
+    },
+    {
+      "epoch": 0.23597883597883598,
+      "grad_norm": 4.543208122253418,
+      "learning_rate": 0.00015301587301587302,
+      "loss": 4.5172,
+      "step": 223
+    },
+    {
+      "epoch": 0.23703703703703705,
+      "grad_norm": 2.9545767307281494,
+      "learning_rate": 0.00015280423280423282,
+      "loss": 4.8703,
+      "step": 224
+    },
+    {
+      "epoch": 0.23809523809523808,
+      "grad_norm": 4.117253303527832,
+      "learning_rate": 0.0001525925925925926,
+      "loss": 4.9121,
+      "step": 225
+    },
+    {
+      "epoch": 0.23915343915343915,
+      "grad_norm": 3.8635358810424805,
+      "learning_rate": 0.00015238095238095237,
+      "loss": 4.5703,
+      "step": 226
+    },
+    {
+      "epoch": 0.2402116402116402,
+      "grad_norm": 4.36375093460083,
+      "learning_rate": 0.0001521693121693122,
+      "loss": 4.7995,
+      "step": 227
+    },
+    {
+      "epoch": 0.24126984126984127,
+      "grad_norm": 3.2936456203460693,
+      "learning_rate": 0.00015195767195767197,
+      "loss": 5.0465,
+      "step": 228
+    },
+    {
+      "epoch": 0.24232804232804234,
+      "grad_norm": 3.8074543476104736,
+      "learning_rate": 0.00015174603174603174,
+      "loss": 4.6405,
+      "step": 229
+    },
+    {
+      "epoch": 0.24338624338624337,
+      "grad_norm": 4.277512073516846,
+      "learning_rate": 0.00015153439153439154,
+      "loss": 4.7875,
+      "step": 230
+    },
+    {
+      "epoch": 0.24444444444444444,
+      "grad_norm": 3.499462127685547,
+      "learning_rate": 0.00015132275132275134,
+      "loss": 5.263,
+      "step": 231
+    },
+    {
+      "epoch": 0.2455026455026455,
+      "grad_norm": 3.4152684211730957,
+      "learning_rate": 0.0001511111111111111,
+      "loss": 4.9202,
+      "step": 232
+    },
+    {
+      "epoch": 0.24656084656084656,
+      "grad_norm": 4.014730930328369,
+      "learning_rate": 0.00015089947089947089,
+      "loss": 4.8351,
+      "step": 233
+    },
+    {
+      "epoch": 0.24761904761904763,
+      "grad_norm": 3.8103413581848145,
+      "learning_rate": 0.0001506878306878307,
+      "loss": 4.8795,
+      "step": 234
+    },
+    {
+      "epoch": 0.24867724867724866,
+      "grad_norm": 4.0242533683776855,
+      "learning_rate": 0.00015047619047619048,
+      "loss": 4.6035,
+      "step": 235
+    },
+    {
+      "epoch": 0.24973544973544973,
+      "grad_norm": 4.24201774597168,
+      "learning_rate": 0.00015026455026455026,
+      "loss": 5.0677,
+      "step": 236
+    },
+    {
+      "epoch": 0.2507936507936508,
+      "grad_norm": 6.016269207000732,
+      "learning_rate": 0.00015005291005291006,
+      "loss": 4.3091,
+      "step": 237
+    },
+    {
+      "epoch": 0.2518518518518518,
+      "grad_norm": 3.4677746295928955,
+      "learning_rate": 0.00014984126984126986,
+      "loss": 4.8992,
+      "step": 238
+    },
+    {
+      "epoch": 0.2529100529100529,
+      "grad_norm": 4.028609275817871,
+      "learning_rate": 0.00014962962962962963,
+      "loss": 4.8785,
+      "step": 239
+    },
+    {
+      "epoch": 0.25396825396825395,
+      "grad_norm": 3.179105758666992,
+      "learning_rate": 0.00014941798941798943,
+      "loss": 4.6472,
+      "step": 240
+    },
+    {
+      "epoch": 0.25502645502645505,
+      "grad_norm": 3.5588741302490234,
+      "learning_rate": 0.00014920634920634923,
+      "loss": 4.3712,
+      "step": 241
+    },
+    {
+      "epoch": 0.2560846560846561,
+      "grad_norm": 3.3811371326446533,
+      "learning_rate": 0.000148994708994709,
+      "loss": 4.9667,
+      "step": 242
+    },
+    {
+      "epoch": 0.2571428571428571,
+      "grad_norm": 3.086751937866211,
+      "learning_rate": 0.00014878306878306877,
+      "loss": 4.8795,
+      "step": 243
+    },
+    {
+      "epoch": 0.2582010582010582,
+      "grad_norm": 3.27163028717041,
+      "learning_rate": 0.00014857142857142857,
+      "loss": 4.8331,
+      "step": 244
+    },
+    {
+      "epoch": 0.25925925925925924,
+      "grad_norm": 3.2600491046905518,
+      "learning_rate": 0.00014835978835978837,
+      "loss": 4.9176,
+      "step": 245
+    },
+    {
+      "epoch": 0.26031746031746034,
+      "grad_norm": 2.8432343006134033,
+      "learning_rate": 0.00014814814814814815,
+      "loss": 4.6597,
+      "step": 246
+    },
+    {
+      "epoch": 0.2613756613756614,
+      "grad_norm": 3.287846326828003,
+      "learning_rate": 0.00014793650793650795,
+      "loss": 4.8386,
+      "step": 247
+    },
+    {
+      "epoch": 0.2624338624338624,
+      "grad_norm": 2.773505926132202,
+      "learning_rate": 0.00014772486772486775,
+      "loss": 4.5817,
+      "step": 248
+    },
+    {
+      "epoch": 0.2634920634920635,
+      "grad_norm": 2.9808249473571777,
+      "learning_rate": 0.00014751322751322752,
+      "loss": 4.9353,
+      "step": 249
+    },
+    {
+      "epoch": 0.26455026455026454,
+      "grad_norm": 3.107558488845825,
+      "learning_rate": 0.00014730158730158732,
+      "loss": 4.9806,
+      "step": 250
+    },
+    {
+      "epoch": 0.2656084656084656,
+      "grad_norm": 4.1784539222717285,
+      "learning_rate": 0.0001470899470899471,
+      "loss": 5.0098,
+      "step": 251
+    },
+    {
+      "epoch": 0.26666666666666666,
+      "grad_norm": 4.257705211639404,
+      "learning_rate": 0.0001468783068783069,
+      "loss": 4.6149,
+      "step": 252
+    },
+    {
+      "epoch": 0.2677248677248677,
+      "grad_norm": 3.2870075702667236,
+      "learning_rate": 0.00014666666666666666,
+      "loss": 4.8486,
+      "step": 253
+    },
+    {
+      "epoch": 0.2687830687830688,
+      "grad_norm": 3.3293466567993164,
+      "learning_rate": 0.00014645502645502646,
+      "loss": 4.4994,
+      "step": 254
+    },
+    {
+      "epoch": 0.2698412698412698,
+      "grad_norm": 4.056090831756592,
+      "learning_rate": 0.00014624338624338626,
+      "loss": 4.4097,
+      "step": 255
+    },
+    {
+      "epoch": 0.2708994708994709,
+      "grad_norm": 4.027624130249023,
+      "learning_rate": 0.00014603174603174603,
+      "loss": 4.7015,
+      "step": 256
+    },
+    {
+      "epoch": 0.27195767195767195,
+      "grad_norm": 2.784994125366211,
+      "learning_rate": 0.00014582010582010583,
+      "loss": 4.8715,
+      "step": 257
+    },
+    {
+      "epoch": 0.273015873015873,
+      "grad_norm": 2.957669973373413,
+      "learning_rate": 0.0001456084656084656,
+      "loss": 4.6879,
+      "step": 258
+    },
+    {
+      "epoch": 0.2740740740740741,
+      "grad_norm": 2.667482376098633,
+      "learning_rate": 0.0001453968253968254,
+      "loss": 4.9114,
+      "step": 259
+    },
+    {
+      "epoch": 0.2751322751322751,
+      "grad_norm": 4.353543281555176,
+      "learning_rate": 0.0001451851851851852,
+      "loss": 4.9308,
+      "step": 260
+    },
+    {
+      "epoch": 0.2761904761904762,
+      "grad_norm": 3.5071239471435547,
+      "learning_rate": 0.00014497354497354498,
+      "loss": 4.8893,
+      "step": 261
+    },
+    {
+      "epoch": 0.27724867724867724,
+      "grad_norm": 4.885423183441162,
+      "learning_rate": 0.00014476190476190475,
+      "loss": 4.7071,
+      "step": 262
+    },
+    {
+      "epoch": 0.2783068783068783,
+      "grad_norm": 3.952552318572998,
+      "learning_rate": 0.00014455026455026455,
+      "loss": 4.7749,
+      "step": 263
+    },
+    {
+      "epoch": 0.27936507936507937,
+      "grad_norm": 2.325418472290039,
+      "learning_rate": 0.00014433862433862435,
+      "loss": 4.9972,
+      "step": 264
+    },
+    {
+      "epoch": 0.2804232804232804,
+      "grad_norm": 3.6309218406677246,
+      "learning_rate": 0.00014412698412698412,
+      "loss": 4.5174,
+      "step": 265
+    },
+    {
+      "epoch": 0.2814814814814815,
+      "grad_norm": 3.474489450454712,
+      "learning_rate": 0.00014391534391534392,
+      "loss": 4.8451,
+      "step": 266
+    },
+    {
+      "epoch": 0.28253968253968254,
+      "grad_norm": 3.027235746383667,
+      "learning_rate": 0.00014370370370370372,
+      "loss": 4.9446,
+      "step": 267
+    },
+    {
+      "epoch": 0.28359788359788357,
+      "grad_norm": 3.3441996574401855,
+      "learning_rate": 0.0001434920634920635,
+      "loss": 4.6062,
+      "step": 268
+    },
+    {
+      "epoch": 0.28465608465608466,
+      "grad_norm": 3.947336196899414,
+      "learning_rate": 0.00014328042328042327,
+      "loss": 4.746,
+      "step": 269
+    },
+    {
+      "epoch": 0.2857142857142857,
+      "grad_norm": 3.972904920578003,
+      "learning_rate": 0.0001430687830687831,
+      "loss": 4.7478,
+      "step": 270
+    },
+    {
+      "epoch": 0.2867724867724868,
+      "grad_norm": 4.7634196281433105,
+      "learning_rate": 0.00014285714285714287,
+      "loss": 5.1642,
+      "step": 271
+    },
+    {
+      "epoch": 0.2878306878306878,
+      "grad_norm": 4.428075790405273,
+      "learning_rate": 0.00014264550264550264,
+      "loss": 4.8104,
+      "step": 272
+    },
+    {
+      "epoch": 0.28888888888888886,
+      "grad_norm": 2.728342294692993,
+      "learning_rate": 0.00014243386243386244,
+      "loss": 4.9498,
+      "step": 273
+    },
+    {
+      "epoch": 0.28994708994708995,
+      "grad_norm": 2.7694506645202637,
+      "learning_rate": 0.00014222222222222224,
+      "loss": 4.4891,
+      "step": 274
+    },
+    {
+      "epoch": 0.291005291005291,
+      "grad_norm": 2.573869228363037,
+      "learning_rate": 0.000142010582010582,
+      "loss": 5.0655,
+      "step": 275
+    },
+    {
+      "epoch": 0.2920634920634921,
+      "grad_norm": 2.5634047985076904,
+      "learning_rate": 0.00014179894179894179,
+      "loss": 4.752,
+      "step": 276
+    },
+    {
+      "epoch": 0.2931216931216931,
+      "grad_norm": 3.0116984844207764,
+      "learning_rate": 0.0001415873015873016,
+      "loss": 4.7897,
+      "step": 277
+    },
+    {
+      "epoch": 0.29417989417989415,
+      "grad_norm": 3.6638009548187256,
+      "learning_rate": 0.00014137566137566138,
+      "loss": 4.5948,
+      "step": 278
+    },
+    {
+      "epoch": 0.29523809523809524,
+      "grad_norm": 2.577308416366577,
+      "learning_rate": 0.00014116402116402116,
+      "loss": 4.8498,
+      "step": 279
+    },
+    {
+      "epoch": 0.2962962962962963,
+      "grad_norm": 3.6930134296417236,
+      "learning_rate": 0.00014095238095238096,
+      "loss": 4.8518,
+      "step": 280
+    },
+    {
+      "epoch": 0.29735449735449737,
+      "grad_norm": 4.979514122009277,
+      "learning_rate": 0.00014074074074074076,
+      "loss": 4.7609,
+      "step": 281
+    },
+    {
+      "epoch": 0.2984126984126984,
+      "grad_norm": 2.444471836090088,
+      "learning_rate": 0.00014052910052910053,
+      "loss": 4.7868,
+      "step": 282
+    },
+    {
+      "epoch": 0.29947089947089944,
+      "grad_norm": 4.176792621612549,
+      "learning_rate": 0.0001403174603174603,
+      "loss": 4.8956,
+      "step": 283
+    },
+    {
+      "epoch": 0.30052910052910053,
+      "grad_norm": 2.7616734504699707,
+      "learning_rate": 0.00014010582010582013,
+      "loss": 4.6423,
+      "step": 284
+    },
+    {
+      "epoch": 0.30158730158730157,
+      "grad_norm": 4.295624732971191,
+      "learning_rate": 0.0001398941798941799,
+      "loss": 4.351,
+      "step": 285
+    },
+    {
+      "epoch": 0.30264550264550266,
+      "grad_norm": 3.550499677658081,
+      "learning_rate": 0.00013968253968253967,
+      "loss": 4.8231,
+      "step": 286
+    },
+    {
+      "epoch": 0.3037037037037037,
+      "grad_norm": 3.542067766189575,
+      "learning_rate": 0.00013947089947089947,
+      "loss": 4.7544,
+      "step": 287
+    },
+    {
+      "epoch": 0.3047619047619048,
+      "grad_norm": 3.1824283599853516,
+      "learning_rate": 0.00013925925925925927,
+      "loss": 4.8045,
+      "step": 288
+    },
+    {
+      "epoch": 0.3058201058201058,
+      "grad_norm": 4.814803123474121,
+      "learning_rate": 0.00013904761904761905,
+      "loss": 4.7547,
+      "step": 289
+    },
+    {
+      "epoch": 0.30687830687830686,
+      "grad_norm": 2.9472720623016357,
+      "learning_rate": 0.00013883597883597885,
+      "loss": 4.9274,
+      "step": 290
+    },
+    {
+      "epoch": 0.30793650793650795,
+      "grad_norm": 3.678154706954956,
+      "learning_rate": 0.00013862433862433865,
+      "loss": 4.6988,
+      "step": 291
+    },
+    {
+      "epoch": 0.308994708994709,
+      "grad_norm": 2.4469268321990967,
+      "learning_rate": 0.00013841269841269842,
+      "loss": 4.6714,
+      "step": 292
+    },
+    {
+      "epoch": 0.3100529100529101,
+      "grad_norm": 4.535688877105713,
+      "learning_rate": 0.0001382010582010582,
+      "loss": 4.914,
+      "step": 293
+    },
+    {
+      "epoch": 0.3111111111111111,
+      "grad_norm": 2.635575294494629,
+      "learning_rate": 0.000137989417989418,
+      "loss": 4.6264,
+      "step": 294
+    },
+    {
+      "epoch": 0.31216931216931215,
+      "grad_norm": 3.0481648445129395,
+      "learning_rate": 0.0001377777777777778,
+      "loss": 4.873,
+      "step": 295
+    },
+    {
+      "epoch": 0.31322751322751324,
+      "grad_norm": 3.328223943710327,
+      "learning_rate": 0.00013756613756613756,
+      "loss": 4.5262,
+      "step": 296
+    },
+    {
+      "epoch": 0.3142857142857143,
+      "grad_norm": 3.0789170265197754,
+      "learning_rate": 0.00013735449735449736,
+      "loss": 4.7735,
+      "step": 297
+    },
+    {
+      "epoch": 0.31534391534391537,
+      "grad_norm": 2.9890708923339844,
+      "learning_rate": 0.00013714285714285716,
+      "loss": 4.9317,
+      "step": 298
+    },
+    {
+      "epoch": 0.3164021164021164,
+      "grad_norm": 3.7097015380859375,
+      "learning_rate": 0.00013693121693121693,
+      "loss": 4.7308,
+      "step": 299
+    },
+    {
+      "epoch": 0.31746031746031744,
+      "grad_norm": 3.6747353076934814,
+      "learning_rate": 0.00013671957671957673,
+      "loss": 4.8275,
+      "step": 300
+    },
+    {
+      "epoch": 0.31851851851851853,
+      "grad_norm": 4.1913886070251465,
+      "learning_rate": 0.0001365079365079365,
+      "loss": 4.6114,
+      "step": 301
+    },
+    {
+      "epoch": 0.31957671957671957,
+      "grad_norm": 3.911517858505249,
+      "learning_rate": 0.0001362962962962963,
+      "loss": 4.8079,
+      "step": 302
+    },
+    {
+      "epoch": 0.32063492063492066,
+      "grad_norm": 3.985304594039917,
+      "learning_rate": 0.00013608465608465608,
+      "loss": 4.6628,
+      "step": 303
+    },
+    {
+      "epoch": 0.3216931216931217,
+      "grad_norm": 3.3569209575653076,
+      "learning_rate": 0.00013587301587301588,
+      "loss": 4.6102,
+      "step": 304
+    },
+    {
+      "epoch": 0.32275132275132273,
+      "grad_norm": 3.4170422554016113,
+      "learning_rate": 0.00013566137566137568,
+      "loss": 4.8183,
+      "step": 305
+    },
+    {
+      "epoch": 0.3238095238095238,
+      "grad_norm": 3.796154499053955,
+      "learning_rate": 0.00013544973544973545,
+      "loss": 4.7798,
+      "step": 306
+    },
+    {
+      "epoch": 0.32486772486772486,
+      "grad_norm": 2.902817964553833,
+      "learning_rate": 0.00013523809523809525,
+      "loss": 4.6508,
+      "step": 307
+    },
+    {
+      "epoch": 0.32592592592592595,
+      "grad_norm": 3.2837629318237305,
+      "learning_rate": 0.00013502645502645502,
+      "loss": 4.4924,
+      "step": 308
+    },
+    {
+      "epoch": 0.326984126984127,
+      "grad_norm": 3.199308156967163,
+      "learning_rate": 0.00013481481481481482,
+      "loss": 4.6085,
+      "step": 309
+    },
+    {
+      "epoch": 0.328042328042328,
+      "grad_norm": 2.3732309341430664,
+      "learning_rate": 0.00013460317460317462,
+      "loss": 4.7895,
+      "step": 310
+    },
+    {
+      "epoch": 0.3291005291005291,
+      "grad_norm": 2.4555158615112305,
+      "learning_rate": 0.0001343915343915344,
+      "loss": 4.7859,
+      "step": 311
+    },
+    {
+      "epoch": 0.33015873015873015,
+      "grad_norm": 4.904664993286133,
+      "learning_rate": 0.0001341798941798942,
+      "loss": 4.3578,
+      "step": 312
+    },
+    {
+      "epoch": 0.33121693121693124,
+      "grad_norm": 3.413391590118408,
+      "learning_rate": 0.00013396825396825397,
+      "loss": 4.7502,
+      "step": 313
+    },
+    {
+      "epoch": 0.3322751322751323,
+      "grad_norm": 3.1908836364746094,
+      "learning_rate": 0.00013375661375661377,
+      "loss": 4.9929,
+      "step": 314
+    },
+    {
+      "epoch": 0.3333333333333333,
+      "grad_norm": 2.3691844940185547,
+      "learning_rate": 0.00013354497354497354,
+      "loss": 4.7537,
+      "step": 315
+    },
+    {
+      "epoch": 0.3343915343915344,
+      "grad_norm": 3.2527801990509033,
+      "learning_rate": 0.00013333333333333334,
+      "loss": 4.7067,
+      "step": 316
+    },
+    {
+      "epoch": 0.33544973544973544,
+      "grad_norm": 3.699352979660034,
+      "learning_rate": 0.00013312169312169314,
+      "loss": 4.4315,
+      "step": 317
+    },
+    {
+      "epoch": 0.33650793650793653,
+      "grad_norm": 2.7208380699157715,
+      "learning_rate": 0.0001329100529100529,
+      "loss": 4.7659,
+      "step": 318
+    },
+    {
+      "epoch": 0.33756613756613757,
+      "grad_norm": 3.4903807640075684,
+      "learning_rate": 0.0001326984126984127,
+      "loss": 4.801,
+      "step": 319
+    },
+    {
+      "epoch": 0.3386243386243386,
+      "grad_norm": 2.837287664413452,
+      "learning_rate": 0.0001324867724867725,
+      "loss": 5.1328,
+      "step": 320
+    },
+    {
+      "epoch": 0.3396825396825397,
+      "grad_norm": 3.0160439014434814,
+      "learning_rate": 0.00013227513227513228,
+      "loss": 4.5073,
+      "step": 321
+    },
+    {
+      "epoch": 0.34074074074074073,
+      "grad_norm": 3.4259231090545654,
+      "learning_rate": 0.00013206349206349206,
+      "loss": 4.533,
+      "step": 322
+    },
+    {
+      "epoch": 0.3417989417989418,
+      "grad_norm": 2.805023670196533,
+      "learning_rate": 0.00013185185185185186,
+      "loss": 4.6931,
+      "step": 323
+    },
+    {
+      "epoch": 0.34285714285714286,
+      "grad_norm": 4.107923984527588,
+      "learning_rate": 0.00013164021164021166,
+      "loss": 4.6207,
+      "step": 324
+    },
+    {
+      "epoch": 0.3439153439153439,
+      "grad_norm": 2.7595207691192627,
+      "learning_rate": 0.00013142857142857143,
+      "loss": 4.8123,
+      "step": 325
+    },
+    {
+      "epoch": 0.344973544973545,
+      "grad_norm": 2.360873222351074,
+      "learning_rate": 0.00013121693121693123,
+      "loss": 4.7133,
+      "step": 326
+    },
+    {
+      "epoch": 0.346031746031746,
+      "grad_norm": 2.322035312652588,
+      "learning_rate": 0.00013100529100529103,
+      "loss": 4.754,
+      "step": 327
+    },
+    {
+      "epoch": 0.3470899470899471,
+      "grad_norm": 5.605564594268799,
+      "learning_rate": 0.0001307936507936508,
+      "loss": 4.6993,
+      "step": 328
+    },
+    {
+      "epoch": 0.34814814814814815,
+      "grad_norm": 3.8027336597442627,
+      "learning_rate": 0.00013058201058201057,
+      "loss": 4.7673,
+      "step": 329
+    },
+    {
+      "epoch": 0.3492063492063492,
+      "grad_norm": 2.63189697265625,
+      "learning_rate": 0.0001303703703703704,
+      "loss": 4.9074,
+      "step": 330
+    },
+    {
+      "epoch": 0.3502645502645503,
+      "grad_norm": 3.2427279949188232,
+      "learning_rate": 0.00013015873015873017,
+      "loss": 5.0462,
+      "step": 331
+    },
+    {
+      "epoch": 0.3513227513227513,
+      "grad_norm": 2.98466157913208,
+      "learning_rate": 0.00012994708994708995,
+      "loss": 4.8507,
+      "step": 332
+    },
+    {
+      "epoch": 0.3523809523809524,
+      "grad_norm": 3.1027028560638428,
+      "learning_rate": 0.00012973544973544975,
+      "loss": 4.7082,
+      "step": 333
+    },
+    {
+      "epoch": 0.35343915343915344,
+      "grad_norm": 4.340919017791748,
+      "learning_rate": 0.00012952380952380954,
+      "loss": 4.8778,
+      "step": 334
+    },
+    {
+      "epoch": 0.3544973544973545,
+      "grad_norm": 2.334118604660034,
+      "learning_rate": 0.00012931216931216932,
+      "loss": 4.897,
+      "step": 335
+    },
+    {
+      "epoch": 0.35555555555555557,
+      "grad_norm": 2.990737199783325,
+      "learning_rate": 0.0001291005291005291,
+      "loss": 4.6508,
+      "step": 336
+    },
+    {
+      "epoch": 0.3566137566137566,
+      "grad_norm": 2.9254748821258545,
+      "learning_rate": 0.00012888888888888892,
+      "loss": 4.7368,
+      "step": 337
+    },
+    {
+      "epoch": 0.3576719576719577,
+      "grad_norm": 2.6733767986297607,
+      "learning_rate": 0.0001286772486772487,
+      "loss": 4.6455,
+      "step": 338
+    },
+    {
+      "epoch": 0.35873015873015873,
+      "grad_norm": 3.3467326164245605,
+      "learning_rate": 0.00012846560846560846,
+      "loss": 4.8441,
+      "step": 339
+    },
+    {
+      "epoch": 0.35978835978835977,
+      "grad_norm": 2.3673362731933594,
+      "learning_rate": 0.00012825396825396826,
+      "loss": 4.6421,
+      "step": 340
+    },
+    {
+      "epoch": 0.36084656084656086,
+      "grad_norm": 3.978278636932373,
+      "learning_rate": 0.00012804232804232806,
+      "loss": 4.7143,
+      "step": 341
+    },
+    {
+      "epoch": 0.3619047619047619,
+      "grad_norm": 2.710641860961914,
+      "learning_rate": 0.00012783068783068783,
+      "loss": 4.5493,
+      "step": 342
+    },
+    {
+      "epoch": 0.362962962962963,
+      "grad_norm": 3.469435930252075,
+      "learning_rate": 0.0001276190476190476,
+      "loss": 4.4185,
+      "step": 343
+    },
+    {
+      "epoch": 0.364021164021164,
+      "grad_norm": 2.8901610374450684,
+      "learning_rate": 0.0001274074074074074,
+      "loss": 4.6614,
+      "step": 344
+    },
+    {
+      "epoch": 0.36507936507936506,
+      "grad_norm": 2.8727853298187256,
+      "learning_rate": 0.0001271957671957672,
+      "loss": 4.6095,
+      "step": 345
+    },
+    {
+      "epoch": 0.36613756613756615,
+      "grad_norm": 2.7017927169799805,
+      "learning_rate": 0.00012698412698412698,
+      "loss": 4.5767,
+      "step": 346
+    },
+    {
+      "epoch": 0.3671957671957672,
+      "grad_norm": 4.454795837402344,
+      "learning_rate": 0.00012677248677248678,
+      "loss": 4.4885,
+      "step": 347
+    },
+    {
+      "epoch": 0.3682539682539683,
+      "grad_norm": 3.4164154529571533,
+      "learning_rate": 0.00012656084656084658,
+      "loss": 5.2684,
+      "step": 348
+    },
+    {
+      "epoch": 0.3693121693121693,
+      "grad_norm": 2.680858850479126,
+      "learning_rate": 0.00012634920634920635,
+      "loss": 4.8997,
+      "step": 349
+    },
+    {
+      "epoch": 0.37037037037037035,
+      "grad_norm": 1.9445514678955078,
+      "learning_rate": 0.00012613756613756615,
+      "loss": 4.9071,
+      "step": 350
+    },
+    {
+      "epoch": 0.37142857142857144,
+      "grad_norm": 4.290731906890869,
+      "learning_rate": 0.00012592592592592592,
+      "loss": 4.4809,
+      "step": 351
+    },
+    {
+      "epoch": 0.3724867724867725,
+      "grad_norm": 3.4857590198516846,
+      "learning_rate": 0.00012571428571428572,
+      "loss": 4.8216,
+      "step": 352
+    },
+    {
+      "epoch": 0.37354497354497357,
+      "grad_norm": 3.4321534633636475,
+      "learning_rate": 0.0001255026455026455,
+      "loss": 4.8571,
+      "step": 353
+    },
+    {
+      "epoch": 0.3746031746031746,
+      "grad_norm": 3.089506149291992,
+      "learning_rate": 0.0001252910052910053,
+      "loss": 4.6649,
+      "step": 354
+    },
+    {
+      "epoch": 0.37566137566137564,
+      "grad_norm": 3.152494430541992,
+      "learning_rate": 0.0001250793650793651,
+      "loss": 4.7593,
+      "step": 355
+    },
+    {
+      "epoch": 0.37671957671957673,
+      "grad_norm": 3.9233789443969727,
+      "learning_rate": 0.00012486772486772487,
+      "loss": 4.6958,
+      "step": 356
+    },
+    {
+      "epoch": 0.37777777777777777,
+      "grad_norm": 2.156569004058838,
+      "learning_rate": 0.00012465608465608467,
+      "loss": 4.8122,
+      "step": 357
+    },
+    {
+      "epoch": 0.37883597883597886,
+      "grad_norm": 3.6833763122558594,
+      "learning_rate": 0.00012444444444444444,
+      "loss": 4.6519,
+      "step": 358
+    },
+    {
+      "epoch": 0.3798941798941799,
+      "grad_norm": 2.623659133911133,
+      "learning_rate": 0.00012423280423280424,
+      "loss": 4.811,
+      "step": 359
+    },
+    {
+      "epoch": 0.38095238095238093,
+      "grad_norm": 2.935244560241699,
+      "learning_rate": 0.00012402116402116404,
+      "loss": 4.738,
+      "step": 360
+    },
+    {
+      "epoch": 0.382010582010582,
+      "grad_norm": 2.5909371376037598,
+      "learning_rate": 0.0001238095238095238,
+      "loss": 4.6135,
+      "step": 361
+    },
+    {
+      "epoch": 0.38306878306878306,
+      "grad_norm": 2.934619903564453,
+      "learning_rate": 0.0001235978835978836,
+      "loss": 4.7586,
+      "step": 362
+    },
+    {
+      "epoch": 0.38412698412698415,
+      "grad_norm": 3.5206446647644043,
+      "learning_rate": 0.00012338624338624338,
+      "loss": 4.6136,
+      "step": 363
+    },
+    {
+      "epoch": 0.3851851851851852,
+      "grad_norm": 3.5045530796051025,
+      "learning_rate": 0.00012317460317460318,
+      "loss": 4.8791,
+      "step": 364
+    },
+    {
+      "epoch": 0.3862433862433862,
+      "grad_norm": 2.6516754627227783,
+      "learning_rate": 0.00012296296296296296,
+      "loss": 4.6434,
+      "step": 365
+    },
+    {
+      "epoch": 0.3873015873015873,
+      "grad_norm": 4.004741191864014,
+      "learning_rate": 0.00012275132275132276,
+      "loss": 4.3369,
+      "step": 366
+    },
+    {
+      "epoch": 0.38835978835978835,
+      "grad_norm": 4.19379186630249,
+      "learning_rate": 0.00012253968253968256,
+      "loss": 4.8763,
+      "step": 367
+    },
+    {
+      "epoch": 0.38941798941798944,
+      "grad_norm": 2.136667013168335,
+      "learning_rate": 0.00012232804232804233,
+      "loss": 4.5091,
+      "step": 368
+    },
+    {
+      "epoch": 0.3904761904761905,
+      "grad_norm": 2.7131423950195312,
+      "learning_rate": 0.00012211640211640213,
+      "loss": 4.7383,
+      "step": 369
+    },
+    {
+      "epoch": 0.3915343915343915,
+      "grad_norm": 3.40559720993042,
+      "learning_rate": 0.00012190476190476193,
+      "loss": 4.4887,
+      "step": 370
+    },
+    {
+      "epoch": 0.3925925925925926,
+      "grad_norm": 3.1271543502807617,
+      "learning_rate": 0.0001216931216931217,
+      "loss": 4.755,
+      "step": 371
+    },
+    {
+      "epoch": 0.39365079365079364,
+      "grad_norm": 4.299355506896973,
+      "learning_rate": 0.00012148148148148149,
+      "loss": 4.4865,
+      "step": 372
+    },
+    {
+      "epoch": 0.39470899470899473,
+      "grad_norm": 2.85060715675354,
+      "learning_rate": 0.00012126984126984127,
+      "loss": 4.518,
+      "step": 373
+    },
+    {
+      "epoch": 0.39576719576719577,
+      "grad_norm": 4.785886287689209,
+      "learning_rate": 0.00012105820105820107,
+      "loss": 4.4616,
+      "step": 374
+    },
+    {
+      "epoch": 0.3968253968253968,
+      "grad_norm": 4.520538806915283,
+      "learning_rate": 0.00012084656084656086,
+      "loss": 4.6349,
+      "step": 375
+    },
+    {
+      "epoch": 0.3978835978835979,
+      "grad_norm": 3.867840528488159,
+      "learning_rate": 0.00012063492063492063,
+      "loss": 4.5627,
+      "step": 376
+    },
+    {
+      "epoch": 0.39894179894179893,
+      "grad_norm": 4.298667907714844,
+      "learning_rate": 0.00012042328042328044,
+      "loss": 4.5015,
+      "step": 377
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 3.1286730766296387,
+      "learning_rate": 0.00012021164021164022,
+      "loss": 4.6115,
+      "step": 378
+    },
+    {
+      "epoch": 0.40105820105820106,
+      "grad_norm": 3.3364667892456055,
+      "learning_rate": 0.00012,
+      "loss": 4.5521,
+      "step": 379
+    },
+    {
+      "epoch": 0.4021164021164021,
+      "grad_norm": 4.543747425079346,
+      "learning_rate": 0.00011978835978835979,
+      "loss": 4.6418,
+      "step": 380
+    },
+    {
+      "epoch": 0.4031746031746032,
+      "grad_norm": 2.547780990600586,
+      "learning_rate": 0.00011957671957671959,
+      "loss": 4.696,
+      "step": 381
+    },
+    {
+      "epoch": 0.4042328042328042,
+      "grad_norm": 7.029532432556152,
+      "learning_rate": 0.00011936507936507938,
+      "loss": 4.6097,
+      "step": 382
+    },
+    {
+      "epoch": 0.4052910052910053,
+      "grad_norm": 4.898898124694824,
+      "learning_rate": 0.00011915343915343915,
+      "loss": 4.3993,
+      "step": 383
+    },
+    {
+      "epoch": 0.40634920634920635,
+      "grad_norm": 2.74839186668396,
+      "learning_rate": 0.00011894179894179896,
+      "loss": 4.7028,
+      "step": 384
+    },
+    {
+      "epoch": 0.4074074074074074,
+      "grad_norm": 2.7396433353424072,
+      "learning_rate": 0.00011873015873015873,
+      "loss": 4.6614,
+      "step": 385
+    },
+    {
+      "epoch": 0.4084656084656085,
+      "grad_norm": 4.870855331420898,
+      "learning_rate": 0.00011851851851851852,
+      "loss": 5.1542,
+      "step": 386
+    },
+    {
+      "epoch": 0.4095238095238095,
+      "grad_norm": 2.697270631790161,
+      "learning_rate": 0.00011830687830687832,
+      "loss": 4.7077,
+      "step": 387
+    },
+    {
+      "epoch": 0.4105820105820106,
+      "grad_norm": 2.8564326763153076,
+      "learning_rate": 0.0001180952380952381,
+      "loss": 4.5274,
+      "step": 388
+    },
+    {
+      "epoch": 0.41164021164021164,
+      "grad_norm": 3.36328125,
+      "learning_rate": 0.00011788359788359789,
+      "loss": 4.5925,
+      "step": 389
+    },
+    {
+      "epoch": 0.4126984126984127,
+      "grad_norm": 3.358184576034546,
+      "learning_rate": 0.00011767195767195766,
+      "loss": 4.7465,
+      "step": 390
+    },
+    {
+      "epoch": 0.41375661375661377,
+      "grad_norm": 2.747598648071289,
+      "learning_rate": 0.00011746031746031746,
+      "loss": 4.4335,
+      "step": 391
+    },
+    {
+      "epoch": 0.4148148148148148,
+      "grad_norm": 3.5027637481689453,
+      "learning_rate": 0.00011724867724867725,
+      "loss": 4.6924,
+      "step": 392
+    },
+    {
+      "epoch": 0.4158730158730159,
+      "grad_norm": 3.8920187950134277,
+      "learning_rate": 0.00011703703703703704,
+      "loss": 4.6021,
+      "step": 393
+    },
+    {
+      "epoch": 0.41693121693121693,
+      "grad_norm": 3.033402442932129,
+      "learning_rate": 0.00011682539682539684,
+      "loss": 4.6001,
+      "step": 394
+    },
+    {
+      "epoch": 0.41798941798941797,
+      "grad_norm": 3.2575690746307373,
+      "learning_rate": 0.00011661375661375662,
+      "loss": 4.4961,
+      "step": 395
+    },
+    {
+      "epoch": 0.41904761904761906,
+      "grad_norm": 3.9793176651000977,
+      "learning_rate": 0.0001164021164021164,
+      "loss": 4.2235,
+      "step": 396
+    },
+    {
+      "epoch": 0.4201058201058201,
+      "grad_norm": 3.278898000717163,
+      "learning_rate": 0.00011619047619047621,
+      "loss": 4.5245,
+      "step": 397
+    },
+    {
+      "epoch": 0.4211640211640212,
+      "grad_norm": 2.4524199962615967,
+      "learning_rate": 0.00011597883597883598,
+      "loss": 4.7015,
+      "step": 398
+    },
+    {
+      "epoch": 0.4222222222222222,
+      "grad_norm": 2.479154109954834,
+      "learning_rate": 0.00011576719576719577,
+      "loss": 4.7488,
+      "step": 399
+    },
+    {
+      "epoch": 0.42328042328042326,
+      "grad_norm": 4.034123420715332,
+      "learning_rate": 0.00011555555555555555,
+      "loss": 4.3308,
+      "step": 400
+    },
+    {
+      "epoch": 0.42433862433862435,
+      "grad_norm": 2.860133171081543,
+      "learning_rate": 0.00011534391534391535,
+      "loss": 4.6325,
+      "step": 401
+    },
+    {
+      "epoch": 0.4253968253968254,
+      "grad_norm": 2.909633159637451,
+      "learning_rate": 0.00011513227513227514,
+      "loss": 4.5683,
+      "step": 402
+    },
+    {
+      "epoch": 0.4264550264550265,
+      "grad_norm": 2.486102342605591,
+      "learning_rate": 0.00011492063492063491,
+      "loss": 4.7838,
+      "step": 403
+    },
+    {
+      "epoch": 0.4275132275132275,
+      "grad_norm": 2.524115562438965,
+      "learning_rate": 0.00011470899470899472,
+      "loss": 4.7378,
+      "step": 404
+    },
+    {
+      "epoch": 0.42857142857142855,
+      "grad_norm": 5.584341526031494,
+      "learning_rate": 0.0001144973544973545,
+      "loss": 4.729,
+      "step": 405
+    },
+    {
+      "epoch": 0.42962962962962964,
+      "grad_norm": 3.029102087020874,
+      "learning_rate": 0.00011428571428571428,
+      "loss": 4.5899,
+      "step": 406
+    },
+    {
+      "epoch": 0.4306878306878307,
+      "grad_norm": 3.0408010482788086,
+      "learning_rate": 0.00011407407407407408,
+      "loss": 4.642,
+      "step": 407
+    },
+    {
+      "epoch": 0.43174603174603177,
+      "grad_norm": 3.1095898151397705,
+      "learning_rate": 0.00011386243386243387,
+      "loss": 4.9379,
+      "step": 408
+    },
+    {
+      "epoch": 0.4328042328042328,
+      "grad_norm": 3.5735340118408203,
+      "learning_rate": 0.00011365079365079366,
+      "loss": 4.5689,
+      "step": 409
+    },
+    {
+      "epoch": 0.43386243386243384,
+      "grad_norm": 4.577763080596924,
+      "learning_rate": 0.00011343915343915343,
+      "loss": 4.3118,
+      "step": 410
+    },
+    {
+      "epoch": 0.43492063492063493,
+      "grad_norm": 2.491365671157837,
+      "learning_rate": 0.00011322751322751324,
+      "loss": 4.5323,
+      "step": 411
+    },
+    {
+      "epoch": 0.43597883597883597,
+      "grad_norm": 3.2847330570220947,
+      "learning_rate": 0.00011301587301587301,
+      "loss": 4.3009,
+      "step": 412
+    },
+    {
+      "epoch": 0.43703703703703706,
+      "grad_norm": 2.220045328140259,
+      "learning_rate": 0.0001128042328042328,
+      "loss": 4.7064,
+      "step": 413
+    },
+    {
+      "epoch": 0.4380952380952381,
+      "grad_norm": 5.505850315093994,
+      "learning_rate": 0.0001125925925925926,
+      "loss": 4.6803,
+      "step": 414
+    },
+    {
+      "epoch": 0.43915343915343913,
+      "grad_norm": 3.1892004013061523,
+      "learning_rate": 0.00011238095238095239,
+      "loss": 4.776,
+      "step": 415
+    },
+    {
+      "epoch": 0.4402116402116402,
+      "grad_norm": 3.023045778274536,
+      "learning_rate": 0.00011216931216931217,
+      "loss": 4.9101,
+      "step": 416
+    },
+    {
+      "epoch": 0.44126984126984126,
+      "grad_norm": 3.837533712387085,
+      "learning_rate": 0.00011195767195767197,
+      "loss": 4.6082,
+      "step": 417
+    },
+    {
+      "epoch": 0.44232804232804235,
+      "grad_norm": 3.093418836593628,
+      "learning_rate": 0.00011174603174603176,
+      "loss": 4.5039,
+      "step": 418
+    },
+    {
+      "epoch": 0.4433862433862434,
+      "grad_norm": 2.9331419467926025,
+      "learning_rate": 0.00011153439153439153,
+      "loss": 4.748,
+      "step": 419
+    },
+    {
+      "epoch": 0.4444444444444444,
+      "grad_norm": 3.9811902046203613,
+      "learning_rate": 0.00011132275132275132,
+      "loss": 4.8852,
+      "step": 420
+    },
+    {
+      "epoch": 0.4455026455026455,
+      "grad_norm": 3.0003390312194824,
+      "learning_rate": 0.00011111111111111112,
+      "loss": 4.5309,
+      "step": 421
+    },
+    {
+      "epoch": 0.44656084656084655,
+      "grad_norm": 2.875004529953003,
+      "learning_rate": 0.0001108994708994709,
+      "loss": 4.7455,
+      "step": 422
+    },
+    {
+      "epoch": 0.44761904761904764,
+      "grad_norm": 2.749237537384033,
+      "learning_rate": 0.00011068783068783069,
+      "loss": 5.0011,
+      "step": 423
+    },
+    {
+      "epoch": 0.4486772486772487,
+      "grad_norm": 2.7784831523895264,
+      "learning_rate": 0.00011047619047619049,
+      "loss": 4.7375,
+      "step": 424
+    },
+    {
+      "epoch": 0.4497354497354497,
+      "grad_norm": 3.914828300476074,
+      "learning_rate": 0.00011026455026455027,
+      "loss": 4.3946,
+      "step": 425
+    },
+    {
+      "epoch": 0.4507936507936508,
+      "grad_norm": 3.266977071762085,
+      "learning_rate": 0.00011005291005291005,
+      "loss": 4.3098,
+      "step": 426
+    },
+    {
+      "epoch": 0.45185185185185184,
+      "grad_norm": 3.5679662227630615,
+      "learning_rate": 0.00010984126984126986,
+      "loss": 4.183,
+      "step": 427
+    },
+    {
+      "epoch": 0.45291005291005293,
+      "grad_norm": 2.752136707305908,
+      "learning_rate": 0.00010962962962962963,
+      "loss": 4.6458,
+      "step": 428
+    },
+    {
+      "epoch": 0.45396825396825397,
+      "grad_norm": 3.86887264251709,
+      "learning_rate": 0.00010941798941798942,
+      "loss": 4.5941,
+      "step": 429
+    },
+    {
+      "epoch": 0.455026455026455,
+      "grad_norm": 3.525439500808716,
+      "learning_rate": 0.0001092063492063492,
+      "loss": 4.6143,
+      "step": 430
+    },
+    {
+      "epoch": 0.4560846560846561,
+      "grad_norm": 3.193903684616089,
+      "learning_rate": 0.000108994708994709,
+      "loss": 4.6268,
+      "step": 431
+    },
+    {
+      "epoch": 0.45714285714285713,
+      "grad_norm": 4.107583045959473,
+      "learning_rate": 0.00010878306878306879,
+      "loss": 4.4455,
+      "step": 432
+    },
+    {
+      "epoch": 0.4582010582010582,
+      "grad_norm": 2.911106586456299,
+      "learning_rate": 0.00010857142857142856,
+      "loss": 4.497,
+      "step": 433
+    },
+    {
+      "epoch": 0.45925925925925926,
+      "grad_norm": 2.805478096008301,
+      "learning_rate": 0.00010835978835978838,
+      "loss": 4.4141,
+      "step": 434
+    },
+    {
+      "epoch": 0.4603174603174603,
+      "grad_norm": 2.6007304191589355,
+      "learning_rate": 0.00010814814814814815,
+      "loss": 4.4571,
+      "step": 435
+    },
+    {
+      "epoch": 0.4613756613756614,
+      "grad_norm": 3.1119043827056885,
+      "learning_rate": 0.00010793650793650794,
+      "loss": 4.3016,
+      "step": 436
+    },
+    {
+      "epoch": 0.4624338624338624,
+      "grad_norm": 2.8737597465515137,
+      "learning_rate": 0.00010772486772486774,
+      "loss": 4.7393,
+      "step": 437
+    },
+    {
+      "epoch": 0.4634920634920635,
+      "grad_norm": 3.2179064750671387,
+      "learning_rate": 0.00010751322751322752,
+      "loss": 4.4675,
+      "step": 438
+    },
+    {
+      "epoch": 0.46455026455026455,
+      "grad_norm": 2.592428684234619,
+      "learning_rate": 0.00010730158730158731,
+      "loss": 4.7009,
+      "step": 439
+    },
+    {
+      "epoch": 0.4656084656084656,
+      "grad_norm": 3.296217679977417,
+      "learning_rate": 0.00010708994708994708,
+      "loss": 4.4364,
+      "step": 440
+    },
+    {
+      "epoch": 0.4666666666666667,
+      "grad_norm": 4.9876627922058105,
+      "learning_rate": 0.0001068783068783069,
+      "loss": 4.6427,
+      "step": 441
+    },
+    {
+      "epoch": 0.4677248677248677,
+      "grad_norm": 2.30208420753479,
+      "learning_rate": 0.00010666666666666667,
+      "loss": 4.8092,
+      "step": 442
+    },
+    {
+      "epoch": 0.4687830687830688,
+      "grad_norm": 3.350975751876831,
+      "learning_rate": 0.00010645502645502645,
+      "loss": 4.5495,
+      "step": 443
+    },
+    {
+      "epoch": 0.46984126984126984,
+      "grad_norm": 3.4066948890686035,
+      "learning_rate": 0.00010624338624338625,
+      "loss": 4.3683,
+      "step": 444
+    },
+    {
+      "epoch": 0.4708994708994709,
+      "grad_norm": 3.18039870262146,
+      "learning_rate": 0.00010603174603174604,
+      "loss": 4.3913,
+      "step": 445
+    },
+    {
+      "epoch": 0.47195767195767196,
+      "grad_norm": 2.1216747760772705,
+      "learning_rate": 0.00010582010582010582,
+      "loss": 4.6243,
+      "step": 446
+    },
+    {
+      "epoch": 0.473015873015873,
+      "grad_norm": 2.9399311542510986,
+      "learning_rate": 0.00010560846560846562,
+      "loss": 4.6874,
+      "step": 447
+    },
+    {
+      "epoch": 0.4740740740740741,
+      "grad_norm": 4.141477584838867,
+      "learning_rate": 0.00010539682539682541,
+      "loss": 3.7284,
+      "step": 448
+    },
+    {
+      "epoch": 0.47513227513227513,
+      "grad_norm": 3.108764171600342,
+      "learning_rate": 0.00010518518518518518,
+      "loss": 4.7835,
+      "step": 449
+    },
+    {
+      "epoch": 0.47619047619047616,
+      "grad_norm": 3.0960962772369385,
+      "learning_rate": 0.00010497354497354497,
+      "loss": 4.6271,
+      "step": 450
+    },
+    {
+      "epoch": 0.47724867724867726,
+      "grad_norm": 4.043740272521973,
+      "learning_rate": 0.00010476190476190477,
+      "loss": 4.2424,
+      "step": 451
+    },
+    {
+      "epoch": 0.4783068783068783,
+      "grad_norm": 2.508416175842285,
+      "learning_rate": 0.00010455026455026456,
+      "loss": 4.4974,
+      "step": 452
+    },
+    {
+      "epoch": 0.4793650793650794,
+      "grad_norm": 3.3849079608917236,
+      "learning_rate": 0.00010433862433862434,
+      "loss": 4.2789,
+      "step": 453
+    },
+    {
+      "epoch": 0.4804232804232804,
+      "grad_norm": 3.102506160736084,
+      "learning_rate": 0.00010412698412698414,
+      "loss": 4.7356,
+      "step": 454
+    },
+    {
+      "epoch": 0.48148148148148145,
+      "grad_norm": 4.240891456604004,
+      "learning_rate": 0.00010391534391534393,
+      "loss": 4.3701,
+      "step": 455
+    },
+    {
+      "epoch": 0.48253968253968255,
+      "grad_norm": 2.3656375408172607,
+      "learning_rate": 0.0001037037037037037,
+      "loss": 4.8216,
+      "step": 456
+    },
+    {
+      "epoch": 0.4835978835978836,
+      "grad_norm": 3.463583469390869,
+      "learning_rate": 0.00010349206349206351,
+      "loss": 4.6413,
+      "step": 457
+    },
+    {
+      "epoch": 0.4846560846560847,
+      "grad_norm": 2.70969295501709,
+      "learning_rate": 0.00010328042328042329,
+      "loss": 4.3499,
+      "step": 458
+    },
+    {
+      "epoch": 0.4857142857142857,
+      "grad_norm": 3.949733257293701,
+      "learning_rate": 0.00010306878306878307,
+      "loss": 4.4928,
+      "step": 459
+    },
+    {
+      "epoch": 0.48677248677248675,
+      "grad_norm": 5.115046977996826,
+      "learning_rate": 0.00010285714285714286,
+      "loss": 4.4147,
+      "step": 460
+    },
+    {
+      "epoch": 0.48783068783068784,
+      "grad_norm": 6.83603572845459,
+      "learning_rate": 0.00010264550264550266,
+      "loss": 4.6636,
+      "step": 461
+    },
+    {
+      "epoch": 0.4888888888888889,
+      "grad_norm": 2.7075719833374023,
+      "learning_rate": 0.00010243386243386244,
+      "loss": 4.8862,
+      "step": 462
+    },
+    {
+      "epoch": 0.48994708994708996,
+      "grad_norm": 2.865269899368286,
+      "learning_rate": 0.00010222222222222222,
+      "loss": 4.6565,
+      "step": 463
+    },
+    {
+      "epoch": 0.491005291005291,
+      "grad_norm": 4.355251789093018,
+      "learning_rate": 0.00010201058201058203,
+      "loss": 4.2167,
+      "step": 464
+    },
+    {
+      "epoch": 0.49206349206349204,
+      "grad_norm": 3.4957895278930664,
+      "learning_rate": 0.0001017989417989418,
+      "loss": 4.7744,
+      "step": 465
+    },
+    {
+      "epoch": 0.4931216931216931,
+      "grad_norm": 3.840135097503662,
+      "learning_rate": 0.00010158730158730159,
+      "loss": 4.498,
+      "step": 466
+    },
+    {
+      "epoch": 0.49417989417989416,
+      "grad_norm": 2.2039010524749756,
+      "learning_rate": 0.00010137566137566139,
+      "loss": 4.5697,
+      "step": 467
+    },
+    {
+      "epoch": 0.49523809523809526,
+      "grad_norm": 2.4627912044525146,
+      "learning_rate": 0.00010116402116402117,
+      "loss": 4.5733,
+      "step": 468
+    },
+    {
+      "epoch": 0.4962962962962963,
+      "grad_norm": 2.7881722450256348,
+      "learning_rate": 0.00010095238095238096,
+      "loss": 4.5778,
+      "step": 469
+    },
+    {
+      "epoch": 0.4973544973544973,
+      "grad_norm": 2.93074107170105,
+      "learning_rate": 0.00010074074074074073,
+      "loss": 4.3858,
+      "step": 470
+    },
+    {
+      "epoch": 0.4984126984126984,
+      "grad_norm": 2.351876735687256,
+      "learning_rate": 0.00010052910052910055,
+      "loss": 4.6317,
+      "step": 471
+    },
+    {
+      "epoch": 0.49947089947089945,
+      "grad_norm": 3.168257236480713,
+      "learning_rate": 0.00010031746031746032,
+      "loss": 4.5649,
+      "step": 472
+    },
+    {
+      "epoch": 0.5005291005291005,
+      "grad_norm": 3.44171142578125,
+      "learning_rate": 0.0001001058201058201,
+      "loss": 4.612,
+      "step": 473
+    },
+    {
+      "epoch": 0.5015873015873016,
+      "grad_norm": 2.969985008239746,
+      "learning_rate": 9.989417989417989e-05,
+      "loss": 4.6919,
+      "step": 474
+    },
+    {
+      "epoch": 0.5026455026455027,
+      "grad_norm": 2.8813040256500244,
+      "learning_rate": 9.968253968253969e-05,
+      "loss": 4.5704,
+      "step": 475
+    },
+    {
+      "epoch": 0.5037037037037037,
+      "grad_norm": 3.166577100753784,
+      "learning_rate": 9.947089947089946e-05,
+      "loss": 4.7591,
+      "step": 476
+    },
+    {
+      "epoch": 0.5047619047619047,
+      "grad_norm": 3.256708860397339,
+      "learning_rate": 9.925925925925926e-05,
+      "loss": 4.4302,
+      "step": 477
+    },
+    {
+      "epoch": 0.5058201058201058,
+      "grad_norm": 3.9844329357147217,
+      "learning_rate": 9.904761904761905e-05,
+      "loss": 4.4653,
+      "step": 478
+    },
+    {
+      "epoch": 0.5068783068783069,
+      "grad_norm": 3.3658156394958496,
+      "learning_rate": 9.883597883597884e-05,
+      "loss": 4.5481,
+      "step": 479
+    },
+    {
+      "epoch": 0.5079365079365079,
+      "grad_norm": 5.319707870483398,
+      "learning_rate": 9.862433862433864e-05,
+      "loss": 4.3649,
+      "step": 480
+    },
+    {
+      "epoch": 0.508994708994709,
+      "grad_norm": 4.032168388366699,
+      "learning_rate": 9.841269841269841e-05,
+      "loss": 4.3006,
+      "step": 481
+    },
+    {
+      "epoch": 0.5100529100529101,
+      "grad_norm": 3.2582435607910156,
+      "learning_rate": 9.820105820105821e-05,
+      "loss": 4.5343,
+      "step": 482
+    },
+    {
+      "epoch": 0.5111111111111111,
+      "grad_norm": 3.3660576343536377,
+      "learning_rate": 9.7989417989418e-05,
+      "loss": 4.6705,
+      "step": 483
+    },
+    {
+      "epoch": 0.5121693121693122,
+      "grad_norm": 4.20711088180542,
+      "learning_rate": 9.777777777777778e-05,
+      "loss": 4.484,
+      "step": 484
+    },
+    {
+      "epoch": 0.5132275132275133,
+      "grad_norm": 4.0572052001953125,
+      "learning_rate": 9.756613756613757e-05,
+      "loss": 4.4523,
+      "step": 485
+    },
+    {
+      "epoch": 0.5142857142857142,
+      "grad_norm": 4.402263164520264,
+      "learning_rate": 9.735449735449735e-05,
+      "loss": 4.7352,
+      "step": 486
+    },
+    {
+      "epoch": 0.5153439153439153,
+      "grad_norm": 4.609228610992432,
+      "learning_rate": 9.714285714285715e-05,
+      "loss": 4.5463,
+      "step": 487
+    },
+    {
+      "epoch": 0.5164021164021164,
+      "grad_norm": 2.874105215072632,
+      "learning_rate": 9.693121693121694e-05,
+      "loss": 4.6183,
+      "step": 488
+    },
+    {
+      "epoch": 0.5174603174603175,
+      "grad_norm": 4.521834850311279,
+      "learning_rate": 9.671957671957672e-05,
+      "loss": 4.4302,
+      "step": 489
+    },
+    {
+      "epoch": 0.5185185185185185,
+      "grad_norm": 3.0452613830566406,
+      "learning_rate": 9.650793650793651e-05,
+      "loss": 4.4936,
+      "step": 490
+    },
+    {
+      "epoch": 0.5195767195767196,
+      "grad_norm": 3.431912422180176,
+      "learning_rate": 9.62962962962963e-05,
+      "loss": 4.6476,
+      "step": 491
+    },
+    {
+      "epoch": 0.5206349206349207,
+      "grad_norm": 3.1151294708251953,
+      "learning_rate": 9.608465608465608e-05,
+      "loss": 4.4808,
+      "step": 492
+    },
+    {
+      "epoch": 0.5216931216931217,
+      "grad_norm": 2.9033031463623047,
+      "learning_rate": 9.587301587301588e-05,
+      "loss": 4.4642,
+      "step": 493
+    },
+    {
+      "epoch": 0.5227513227513227,
+      "grad_norm": 2.4695935249328613,
+      "learning_rate": 9.566137566137567e-05,
+      "loss": 4.5485,
+      "step": 494
+    },
+    {
+      "epoch": 0.5238095238095238,
+      "grad_norm": 3.157815933227539,
+      "learning_rate": 9.544973544973545e-05,
+      "loss": 4.6537,
+      "step": 495
+    },
+    {
+      "epoch": 0.5248677248677248,
+      "grad_norm": 3.317906618118286,
+      "learning_rate": 9.523809523809524e-05,
+      "loss": 4.4206,
+      "step": 496
+    },
+    {
+      "epoch": 0.5259259259259259,
+      "grad_norm": 2.9900128841400146,
+      "learning_rate": 9.502645502645503e-05,
+      "loss": 4.4668,
+      "step": 497
+    },
+    {
+      "epoch": 0.526984126984127,
+      "grad_norm": 3.5273022651672363,
+      "learning_rate": 9.481481481481483e-05,
+      "loss": 4.5837,
+      "step": 498
+    },
+    {
+      "epoch": 0.5280423280423281,
+      "grad_norm": 2.4683046340942383,
+      "learning_rate": 9.46031746031746e-05,
+      "loss": 4.422,
+      "step": 499
+    },
+    {
+      "epoch": 0.5291005291005291,
+      "grad_norm": 3.2475204467773438,
+      "learning_rate": 9.43915343915344e-05,
+      "loss": 4.6824,
+      "step": 500
+    },
+    {
+      "epoch": 0.5301587301587302,
+      "grad_norm": 5.1483235359191895,
+      "learning_rate": 9.417989417989419e-05,
+      "loss": 4.5399,
+      "step": 501
+    },
+    {
+      "epoch": 0.5312169312169313,
+      "grad_norm": 4.974620342254639,
+      "learning_rate": 9.396825396825397e-05,
+      "loss": 4.5385,
+      "step": 502
+    },
+    {
+      "epoch": 0.5322751322751322,
+      "grad_norm": 4.110777378082275,
+      "learning_rate": 9.375661375661377e-05,
+      "loss": 4.7456,
+      "step": 503
+    },
+    {
+      "epoch": 0.5333333333333333,
+      "grad_norm": 3.138702154159546,
+      "learning_rate": 9.354497354497354e-05,
+      "loss": 5.0106,
+      "step": 504
+    },
+    {
+      "epoch": 0.5343915343915344,
+      "grad_norm": 2.694103717803955,
+      "learning_rate": 9.333333333333334e-05,
+      "loss": 4.3205,
+      "step": 505
+    },
+    {
+      "epoch": 0.5354497354497354,
+      "grad_norm": 2.744997978210449,
+      "learning_rate": 9.312169312169312e-05,
+      "loss": 4.6192,
+      "step": 506
+    },
+    {
+      "epoch": 0.5365079365079365,
+      "grad_norm": 2.3641529083251953,
+      "learning_rate": 9.291005291005292e-05,
+      "loss": 4.6826,
+      "step": 507
+    },
+    {
+      "epoch": 0.5375661375661376,
+      "grad_norm": 3.593736410140991,
+      "learning_rate": 9.26984126984127e-05,
+      "loss": 4.536,
+      "step": 508
+    },
+    {
+      "epoch": 0.5386243386243387,
+      "grad_norm": 3.233671188354492,
+      "learning_rate": 9.248677248677249e-05,
+      "loss": 4.8585,
+      "step": 509
+    },
+    {
+      "epoch": 0.5396825396825397,
+      "grad_norm": 3.3997812271118164,
+      "learning_rate": 9.227513227513229e-05,
+      "loss": 4.5099,
+      "step": 510
+    },
+    {
+      "epoch": 0.5407407407407407,
+      "grad_norm": 3.232192039489746,
+      "learning_rate": 9.206349206349206e-05,
+      "loss": 4.7878,
+      "step": 511
+    },
+    {
+      "epoch": 0.5417989417989418,
+      "grad_norm": 2.5794756412506104,
+      "learning_rate": 9.185185185185186e-05,
+      "loss": 4.4742,
+      "step": 512
+    },
+    {
+      "epoch": 0.5428571428571428,
+      "grad_norm": 4.484554290771484,
+      "learning_rate": 9.164021164021165e-05,
+      "loss": 4.9173,
+      "step": 513
+    },
+    {
+      "epoch": 0.5439153439153439,
+      "grad_norm": 3.204474687576294,
+      "learning_rate": 9.142857142857143e-05,
+      "loss": 4.3105,
+      "step": 514
+    },
+    {
+      "epoch": 0.544973544973545,
+      "grad_norm": 5.062232494354248,
+      "learning_rate": 9.121693121693122e-05,
+      "loss": 4.1261,
+      "step": 515
+    },
+    {
+      "epoch": 0.546031746031746,
+      "grad_norm": 3.4532175064086914,
+      "learning_rate": 9.1005291005291e-05,
+      "loss": 4.8659,
+      "step": 516
+    },
+    {
+      "epoch": 0.5470899470899471,
+      "grad_norm": 3.3061752319335938,
+      "learning_rate": 9.079365079365079e-05,
+      "loss": 4.2636,
+      "step": 517
+    },
+    {
+      "epoch": 0.5481481481481482,
+      "grad_norm": 3.017007827758789,
+      "learning_rate": 9.058201058201059e-05,
+      "loss": 4.5447,
+      "step": 518
+    },
+    {
+      "epoch": 0.5492063492063493,
+      "grad_norm": 3.6001853942871094,
+      "learning_rate": 9.037037037037038e-05,
+      "loss": 4.7353,
+      "step": 519
+    },
+    {
+      "epoch": 0.5502645502645502,
+      "grad_norm": 2.8142638206481934,
+      "learning_rate": 9.015873015873016e-05,
+      "loss": 4.7855,
+      "step": 520
+    },
+    {
+      "epoch": 0.5513227513227513,
+      "grad_norm": 4.236813068389893,
+      "learning_rate": 8.994708994708995e-05,
+      "loss": 4.395,
+      "step": 521
+    },
+    {
+      "epoch": 0.5523809523809524,
+      "grad_norm": 2.484011173248291,
+      "learning_rate": 8.973544973544973e-05,
+      "loss": 4.584,
+      "step": 522
+    },
+    {
+      "epoch": 0.5534391534391534,
+      "grad_norm": 3.5106120109558105,
+      "learning_rate": 8.952380952380953e-05,
+      "loss": 4.6032,
+      "step": 523
+    },
+    {
+      "epoch": 0.5544973544973545,
+      "grad_norm": 2.6327872276306152,
+      "learning_rate": 8.931216931216931e-05,
+      "loss": 4.5531,
+      "step": 524
+    },
+    {
+      "epoch": 0.5555555555555556,
+      "grad_norm": 2.5617878437042236,
+      "learning_rate": 8.910052910052911e-05,
+      "loss": 4.6315,
+      "step": 525
+    },
+    {
+      "epoch": 0.5566137566137566,
+      "grad_norm": 4.295039176940918,
+      "learning_rate": 8.888888888888889e-05,
+      "loss": 4.3505,
+      "step": 526
+    },
+    {
+      "epoch": 0.5576719576719577,
+      "grad_norm": 3.1363117694854736,
+      "learning_rate": 8.867724867724868e-05,
+      "loss": 4.2053,
+      "step": 527
+    },
+    {
+      "epoch": 0.5587301587301587,
+      "grad_norm": 3.7925198078155518,
+      "learning_rate": 8.846560846560848e-05,
+      "loss": 4.6524,
+      "step": 528
+    },
+    {
+      "epoch": 0.5597883597883598,
+      "grad_norm": 4.453402519226074,
+      "learning_rate": 8.825396825396825e-05,
+      "loss": 4.4363,
+      "step": 529
+    },
+    {
+      "epoch": 0.5608465608465608,
+      "grad_norm": 4.089520454406738,
+      "learning_rate": 8.804232804232805e-05,
+      "loss": 4.1813,
+      "step": 530
+    },
+    {
+      "epoch": 0.5619047619047619,
+      "grad_norm": 3.1795146465301514,
+      "learning_rate": 8.783068783068782e-05,
+      "loss": 4.558,
+      "step": 531
+    },
+    {
+      "epoch": 0.562962962962963,
+      "grad_norm": 3.759439468383789,
+      "learning_rate": 8.761904761904762e-05,
+      "loss": 4.4463,
+      "step": 532
+    },
+    {
+      "epoch": 0.564021164021164,
+      "grad_norm": 3.4028871059417725,
+      "learning_rate": 8.740740740740741e-05,
+      "loss": 4.6706,
+      "step": 533
+    },
+    {
+      "epoch": 0.5650793650793651,
+      "grad_norm": 3.59065318107605,
+      "learning_rate": 8.71957671957672e-05,
+      "loss": 4.6952,
+      "step": 534
+    },
+    {
+      "epoch": 0.5661375661375662,
+      "grad_norm": 4.023202896118164,
+      "learning_rate": 8.6984126984127e-05,
+      "loss": 4.2931,
+      "step": 535
+    },
+    {
+      "epoch": 0.5671957671957671,
+      "grad_norm": 4.409292697906494,
+      "learning_rate": 8.677248677248677e-05,
+      "loss": 4.3991,
+      "step": 536
+    },
+    {
+      "epoch": 0.5682539682539682,
+      "grad_norm": 4.695724010467529,
+      "learning_rate": 8.656084656084657e-05,
+      "loss": 4.5495,
+      "step": 537
+    },
+    {
+      "epoch": 0.5693121693121693,
+      "grad_norm": 3.051823854446411,
+      "learning_rate": 8.634920634920635e-05,
+      "loss": 4.5164,
+      "step": 538
+    },
+    {
+      "epoch": 0.5703703703703704,
+      "grad_norm": 3.4146783351898193,
+      "learning_rate": 8.613756613756614e-05,
+      "loss": 4.4558,
+      "step": 539
+    },
+    {
+      "epoch": 0.5714285714285714,
+      "grad_norm": 2.6693339347839355,
+      "learning_rate": 8.592592592592593e-05,
+      "loss": 4.4514,
+      "step": 540
+    },
+    {
+      "epoch": 0.5724867724867725,
+      "grad_norm": 4.668036937713623,
+      "learning_rate": 8.571428571428571e-05,
+      "loss": 4.5357,
+      "step": 541
+    },
+    {
+      "epoch": 0.5735449735449736,
+      "grad_norm": 3.2177817821502686,
+      "learning_rate": 8.550264550264551e-05,
+      "loss": 4.4129,
+      "step": 542
+    },
+    {
+      "epoch": 0.5746031746031746,
+      "grad_norm": 2.983534574508667,
+      "learning_rate": 8.52910052910053e-05,
+      "loss": 4.7672,
+      "step": 543
+    },
+    {
+      "epoch": 0.5756613756613757,
+      "grad_norm": 5.088484764099121,
+      "learning_rate": 8.507936507936508e-05,
+      "loss": 4.5569,
+      "step": 544
+    },
+    {
+      "epoch": 0.5767195767195767,
+      "grad_norm": 4.071168899536133,
+      "learning_rate": 8.486772486772487e-05,
+      "loss": 4.7445,
+      "step": 545
+    },
+    {
+      "epoch": 0.5777777777777777,
+      "grad_norm": 3.8153867721557617,
+      "learning_rate": 8.465608465608466e-05,
+      "loss": 4.3448,
+      "step": 546
+    },
+    {
+      "epoch": 0.5788359788359788,
+      "grad_norm": 3.4117305278778076,
+      "learning_rate": 8.444444444444444e-05,
+      "loss": 4.5404,
+      "step": 547
+    },
+    {
+      "epoch": 0.5798941798941799,
+      "grad_norm": 2.683212995529175,
+      "learning_rate": 8.423280423280424e-05,
+      "loss": 4.6684,
+      "step": 548
+    },
+    {
+      "epoch": 0.580952380952381,
+      "grad_norm": 7.209666728973389,
+      "learning_rate": 8.402116402116403e-05,
+      "loss": 4.7746,
+      "step": 549
+    },
+    {
+      "epoch": 0.582010582010582,
+      "grad_norm": 2.9294793605804443,
+      "learning_rate": 8.380952380952382e-05,
+      "loss": 4.6019,
+      "step": 550
+    },
+    {
+      "epoch": 0.5830687830687831,
+      "grad_norm": 2.4571025371551514,
+      "learning_rate": 8.35978835978836e-05,
+      "loss": 4.326,
+      "step": 551
+    },
+    {
+      "epoch": 0.5841269841269842,
+      "grad_norm": 2.7290048599243164,
+      "learning_rate": 8.338624338624339e-05,
+      "loss": 4.3524,
+      "step": 552
+    },
+    {
+      "epoch": 0.5851851851851851,
+      "grad_norm": 3.7157323360443115,
+      "learning_rate": 8.317460317460319e-05,
+      "loss": 4.5436,
+      "step": 553
+    },
+    {
+      "epoch": 0.5862433862433862,
+      "grad_norm": 2.7839975357055664,
+      "learning_rate": 8.296296296296296e-05,
+      "loss": 4.5275,
+      "step": 554
+    },
+    {
+      "epoch": 0.5873015873015873,
+      "grad_norm": 3.8729803562164307,
+      "learning_rate": 8.275132275132276e-05,
+      "loss": 4.5391,
+      "step": 555
+    },
+    {
+      "epoch": 0.5883597883597883,
+      "grad_norm": 4.741388320922852,
+      "learning_rate": 8.253968253968255e-05,
+      "loss": 4.3021,
+      "step": 556
+    },
+    {
+      "epoch": 0.5894179894179894,
+      "grad_norm": 3.2412500381469727,
+      "learning_rate": 8.232804232804233e-05,
+      "loss": 4.7325,
+      "step": 557
+    },
+    {
+      "epoch": 0.5904761904761905,
+      "grad_norm": 2.9281020164489746,
+      "learning_rate": 8.211640211640212e-05,
+      "loss": 4.4966,
+      "step": 558
+    },
+    {
+      "epoch": 0.5915343915343916,
+      "grad_norm": 2.55362606048584,
+      "learning_rate": 8.19047619047619e-05,
+      "loss": 4.5377,
+      "step": 559
+    },
+    {
+      "epoch": 0.5925925925925926,
+      "grad_norm": 3.6413817405700684,
+      "learning_rate": 8.16931216931217e-05,
+      "loss": 4.4062,
+      "step": 560
+    },
+    {
+      "epoch": 0.5936507936507937,
+      "grad_norm": 2.6182777881622314,
+      "learning_rate": 8.148148148148148e-05,
+      "loss": 4.5563,
+      "step": 561
+    },
+    {
+      "epoch": 0.5947089947089947,
+      "grad_norm": 3.1071860790252686,
+      "learning_rate": 8.126984126984128e-05,
+      "loss": 4.4102,
+      "step": 562
+    },
+    {
+      "epoch": 0.5957671957671957,
+      "grad_norm": 2.6149792671203613,
+      "learning_rate": 8.105820105820106e-05,
+      "loss": 4.5051,
+      "step": 563
+    },
+    {
+      "epoch": 0.5968253968253968,
+      "grad_norm": 3.3010921478271484,
+      "learning_rate": 8.084656084656085e-05,
+      "loss": 4.5148,
+      "step": 564
+    },
+    {
+      "epoch": 0.5978835978835979,
+      "grad_norm": 3.1211280822753906,
+      "learning_rate": 8.063492063492063e-05,
+      "loss": 4.5328,
+      "step": 565
+    },
+    {
+      "epoch": 0.5989417989417989,
+      "grad_norm": 3.250061273574829,
+      "learning_rate": 8.042328042328042e-05,
+      "loss": 4.4557,
+      "step": 566
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 3.385986566543579,
+      "learning_rate": 8.021164021164022e-05,
+      "loss": 4.6154,
+      "step": 567
+    },
+    {
+      "epoch": 0.6010582010582011,
+      "grad_norm": 4.7872138023376465,
+      "learning_rate": 8e-05,
+      "loss": 4.2915,
+      "step": 568
+    },
+    {
+      "epoch": 0.6021164021164022,
+      "grad_norm": 3.3684279918670654,
+      "learning_rate": 7.978835978835979e-05,
+      "loss": 4.6148,
+      "step": 569
+    },
+    {
+      "epoch": 0.6031746031746031,
+      "grad_norm": 2.6156229972839355,
+      "learning_rate": 7.957671957671958e-05,
+      "loss": 4.5231,
+      "step": 570
+    },
+    {
+      "epoch": 0.6042328042328042,
+      "grad_norm": 3.6238532066345215,
+      "learning_rate": 7.936507936507937e-05,
+      "loss": 4.6149,
+      "step": 571
+    },
+    {
+      "epoch": 0.6052910052910053,
+      "grad_norm": 3.1783432960510254,
+      "learning_rate": 7.915343915343915e-05,
+      "loss": 4.2331,
+      "step": 572
+    },
+    {
+      "epoch": 0.6063492063492063,
+      "grad_norm": 2.9573261737823486,
+      "learning_rate": 7.894179894179895e-05,
+      "loss": 4.6021,
+      "step": 573
+    },
+    {
+      "epoch": 0.6074074074074074,
+      "grad_norm": 3.382178783416748,
+      "learning_rate": 7.873015873015874e-05,
+      "loss": 4.2998,
+      "step": 574
+    },
+    {
+      "epoch": 0.6084656084656085,
+      "grad_norm": 2.812321901321411,
+      "learning_rate": 7.851851851851852e-05,
+      "loss": 4.5737,
+      "step": 575
+    },
+    {
+      "epoch": 0.6095238095238096,
+      "grad_norm": 2.408074140548706,
+      "learning_rate": 7.830687830687831e-05,
+      "loss": 4.4477,
+      "step": 576
+    },
+    {
+      "epoch": 0.6105820105820106,
+      "grad_norm": 3.070568799972534,
+      "learning_rate": 7.80952380952381e-05,
+      "loss": 4.6697,
+      "step": 577
+    },
+    {
+      "epoch": 0.6116402116402117,
+      "grad_norm": 3.0023982524871826,
+      "learning_rate": 7.78835978835979e-05,
+      "loss": 4.4308,
+      "step": 578
+    },
+    {
+      "epoch": 0.6126984126984127,
+      "grad_norm": 3.875070095062256,
+      "learning_rate": 7.767195767195767e-05,
+      "loss": 4.5764,
+      "step": 579
+    },
+    {
+      "epoch": 0.6137566137566137,
+      "grad_norm": 2.5529303550720215,
+      "learning_rate": 7.746031746031747e-05,
+      "loss": 4.7349,
+      "step": 580
+    },
+    {
+      "epoch": 0.6148148148148148,
+      "grad_norm": 3.696316719055176,
+      "learning_rate": 7.724867724867725e-05,
+      "loss": 4.5219,
+      "step": 581
+    },
+    {
+      "epoch": 0.6158730158730159,
+      "grad_norm": 2.7676773071289062,
+      "learning_rate": 7.703703703703704e-05,
+      "loss": 4.6144,
+      "step": 582
+    },
+    {
+      "epoch": 0.6169312169312169,
+      "grad_norm": 3.8913581371307373,
+      "learning_rate": 7.682539682539684e-05,
+      "loss": 5.478,
+      "step": 583
+    },
+    {
+      "epoch": 0.617989417989418,
+      "grad_norm": 4.6508259773254395,
+      "learning_rate": 7.661375661375661e-05,
+      "loss": 4.0907,
+      "step": 584
+    },
+    {
+      "epoch": 0.6190476190476191,
+      "grad_norm": 2.6448776721954346,
+      "learning_rate": 7.640211640211641e-05,
+      "loss": 4.2918,
+      "step": 585
+    },
+    {
+      "epoch": 0.6201058201058202,
+      "grad_norm": 2.3976917266845703,
+      "learning_rate": 7.619047619047618e-05,
+      "loss": 4.6156,
+      "step": 586
+    },
+    {
+      "epoch": 0.6211640211640211,
+      "grad_norm": 2.4488906860351562,
+      "learning_rate": 7.597883597883598e-05,
+      "loss": 4.6237,
+      "step": 587
+    },
+    {
+      "epoch": 0.6222222222222222,
+      "grad_norm": 3.3334641456604004,
+      "learning_rate": 7.576719576719577e-05,
+      "loss": 4.5171,
+      "step": 588
+    },
+    {
+      "epoch": 0.6232804232804233,
+      "grad_norm": 2.9677422046661377,
+      "learning_rate": 7.555555555555556e-05,
+      "loss": 4.3971,
+      "step": 589
+    },
+    {
+      "epoch": 0.6243386243386243,
+      "grad_norm": 4.037067413330078,
+      "learning_rate": 7.534391534391536e-05,
+      "loss": 4.3287,
+      "step": 590
+    },
+    {
+      "epoch": 0.6253968253968254,
+      "grad_norm": 2.3617358207702637,
+      "learning_rate": 7.513227513227513e-05,
+      "loss": 4.5093,
+      "step": 591
+    },
+    {
+      "epoch": 0.6264550264550265,
+      "grad_norm": 4.058216571807861,
+      "learning_rate": 7.492063492063493e-05,
+      "loss": 4.4777,
+      "step": 592
+    },
+    {
+      "epoch": 0.6275132275132275,
+      "grad_norm": 2.7516801357269287,
+      "learning_rate": 7.470899470899471e-05,
+      "loss": 4.3695,
+      "step": 593
+    },
+    {
+      "epoch": 0.6285714285714286,
+      "grad_norm": 2.6657509803771973,
+      "learning_rate": 7.44973544973545e-05,
+      "loss": 4.3803,
+      "step": 594
+    },
+    {
+      "epoch": 0.6296296296296297,
+      "grad_norm": 4.107745170593262,
+      "learning_rate": 7.428571428571429e-05,
+      "loss": 4.4636,
+      "step": 595
+    },
+    {
+      "epoch": 0.6306878306878307,
+      "grad_norm": 4.5543060302734375,
+      "learning_rate": 7.407407407407407e-05,
+      "loss": 4.4303,
+      "step": 596
+    },
+    {
+      "epoch": 0.6317460317460317,
+      "grad_norm": 3.0057733058929443,
+      "learning_rate": 7.386243386243387e-05,
+      "loss": 4.4317,
+      "step": 597
+    },
+    {
+      "epoch": 0.6328042328042328,
+      "grad_norm": 4.788433074951172,
+      "learning_rate": 7.365079365079366e-05,
+      "loss": 4.1942,
+      "step": 598
+    },
+    {
+      "epoch": 0.6338624338624339,
+      "grad_norm": 3.6164937019348145,
+      "learning_rate": 7.343915343915345e-05,
+      "loss": 4.4465,
+      "step": 599
+    },
+    {
+      "epoch": 0.6349206349206349,
+      "grad_norm": 3.1549055576324463,
+      "learning_rate": 7.322751322751323e-05,
+      "loss": 4.5633,
+      "step": 600
+    },
+    {
+      "epoch": 0.635978835978836,
+      "grad_norm": 2.9153122901916504,
+      "learning_rate": 7.301587301587302e-05,
+      "loss": 4.61,
+      "step": 601
+    },
+    {
+      "epoch": 0.6370370370370371,
+      "grad_norm": 3.3695740699768066,
+      "learning_rate": 7.28042328042328e-05,
+      "loss": 4.3987,
+      "step": 602
+    },
+    {
+      "epoch": 0.638095238095238,
+      "grad_norm": 3.4171106815338135,
+      "learning_rate": 7.25925925925926e-05,
+      "loss": 4.4997,
+      "step": 603
+    },
+    {
+      "epoch": 0.6391534391534391,
+      "grad_norm": 2.7385334968566895,
+      "learning_rate": 7.238095238095238e-05,
+      "loss": 4.4772,
+      "step": 604
+    },
+    {
+      "epoch": 0.6402116402116402,
+      "grad_norm": 4.232620716094971,
+      "learning_rate": 7.216931216931218e-05,
+      "loss": 4.3017,
+      "step": 605
+    },
+    {
+      "epoch": 0.6412698412698413,
+      "grad_norm": 4.326037883758545,
+      "learning_rate": 7.195767195767196e-05,
+      "loss": 4.0141,
+      "step": 606
+    },
+    {
+      "epoch": 0.6423280423280423,
+      "grad_norm": 3.675474166870117,
+      "learning_rate": 7.174603174603175e-05,
+      "loss": 4.319,
+      "step": 607
+    },
+    {
+      "epoch": 0.6433862433862434,
+      "grad_norm": 3.1565847396850586,
+      "learning_rate": 7.153439153439155e-05,
+      "loss": 4.023,
+      "step": 608
+    },
+    {
+      "epoch": 0.6444444444444445,
+      "grad_norm": 4.3224263191223145,
+      "learning_rate": 7.132275132275132e-05,
+      "loss": 4.5109,
+      "step": 609
+    },
+    {
+      "epoch": 0.6455026455026455,
+      "grad_norm": 3.533651828765869,
+      "learning_rate": 7.111111111111112e-05,
+      "loss": 4.6497,
+      "step": 610
+    },
+    {
+      "epoch": 0.6465608465608466,
+      "grad_norm": 4.027238845825195,
+      "learning_rate": 7.089947089947089e-05,
+      "loss": 4.6142,
+      "step": 611
+    },
+    {
+      "epoch": 0.6476190476190476,
+      "grad_norm": 3.2855591773986816,
+      "learning_rate": 7.068783068783069e-05,
+      "loss": 4.5179,
+      "step": 612
+    },
+    {
+      "epoch": 0.6486772486772486,
+      "grad_norm": 4.2074456214904785,
+      "learning_rate": 7.047619047619048e-05,
+      "loss": 4.221,
+      "step": 613
+    },
+    {
+      "epoch": 0.6497354497354497,
+      "grad_norm": 3.2165327072143555,
+      "learning_rate": 7.026455026455026e-05,
+      "loss": 4.3046,
+      "step": 614
+    },
+    {
+      "epoch": 0.6507936507936508,
+      "grad_norm": 5.430916786193848,
+      "learning_rate": 7.005291005291006e-05,
+      "loss": 4.2031,
+      "step": 615
+    },
+    {
+      "epoch": 0.6518518518518519,
+      "grad_norm": 3.051821708679199,
+      "learning_rate": 6.984126984126984e-05,
+      "loss": 4.7025,
+      "step": 616
+    },
+    {
+      "epoch": 0.6529100529100529,
+      "grad_norm": 2.2007246017456055,
+      "learning_rate": 6.962962962962964e-05,
+      "loss": 4.5748,
+      "step": 617
+    },
+    {
+      "epoch": 0.653968253968254,
+      "grad_norm": 3.4376158714294434,
+      "learning_rate": 6.941798941798942e-05,
+      "loss": 4.4252,
+      "step": 618
+    },
+    {
+      "epoch": 0.6550264550264551,
+      "grad_norm": 3.87419056892395,
+      "learning_rate": 6.920634920634921e-05,
+      "loss": 4.4397,
+      "step": 619
+    },
+    {
+      "epoch": 0.656084656084656,
+      "grad_norm": 4.0035271644592285,
+      "learning_rate": 6.8994708994709e-05,
+      "loss": 4.2865,
+      "step": 620
+    },
+    {
+      "epoch": 0.6571428571428571,
+      "grad_norm": 3.9534621238708496,
+      "learning_rate": 6.878306878306878e-05,
+      "loss": 4.182,
+      "step": 621
+    },
+    {
+      "epoch": 0.6582010582010582,
+      "grad_norm": 5.081455230712891,
+      "learning_rate": 6.857142857142858e-05,
+      "loss": 4.7534,
+      "step": 622
+    },
+    {
+      "epoch": 0.6592592592592592,
+      "grad_norm": 3.065629482269287,
+      "learning_rate": 6.835978835978837e-05,
+      "loss": 4.6396,
+      "step": 623
+    },
+    {
+      "epoch": 0.6603174603174603,
+      "grad_norm": 3.0254719257354736,
+      "learning_rate": 6.814814814814815e-05,
+      "loss": 4.4375,
+      "step": 624
+    },
+    {
+      "epoch": 0.6613756613756614,
+      "grad_norm": 3.2393958568573,
+      "learning_rate": 6.793650793650794e-05,
+      "loss": 4.2735,
+      "step": 625
+    },
+    {
+      "epoch": 0.6624338624338625,
+      "grad_norm": 3.045806646347046,
+      "learning_rate": 6.772486772486773e-05,
+      "loss": 4.534,
+      "step": 626
+    },
+    {
+      "epoch": 0.6634920634920635,
+      "grad_norm": 2.270031452178955,
+      "learning_rate": 6.751322751322751e-05,
+      "loss": 4.56,
+      "step": 627
+    },
+    {
+      "epoch": 0.6645502645502646,
+      "grad_norm": 2.978497266769409,
+      "learning_rate": 6.730158730158731e-05,
+      "loss": 4.6056,
+      "step": 628
+    },
+    {
+      "epoch": 0.6656084656084656,
+      "grad_norm": 2.3185043334960938,
+      "learning_rate": 6.70899470899471e-05,
+      "loss": 4.5353,
+      "step": 629
+    },
+    {
+      "epoch": 0.6666666666666666,
+      "grad_norm": 4.055261611938477,
+      "learning_rate": 6.687830687830688e-05,
+      "loss": 4.5006,
+      "step": 630
+    },
+    {
+      "epoch": 0.6677248677248677,
+      "grad_norm": 2.994432210922241,
+      "learning_rate": 6.666666666666667e-05,
+      "loss": 4.6901,
+      "step": 631
+    },
+    {
+      "epoch": 0.6687830687830688,
+      "grad_norm": 4.258963108062744,
+      "learning_rate": 6.645502645502646e-05,
+      "loss": 4.4338,
+      "step": 632
+    },
+    {
+      "epoch": 0.6698412698412698,
+      "grad_norm": 3.3247246742248535,
+      "learning_rate": 6.624338624338626e-05,
+      "loss": 4.3266,
+      "step": 633
+    },
+    {
+      "epoch": 0.6708994708994709,
+      "grad_norm": 4.3355584144592285,
+      "learning_rate": 6.603174603174603e-05,
+      "loss": 4.3506,
+      "step": 634
+    },
+    {
+      "epoch": 0.671957671957672,
+      "grad_norm": 2.735856294631958,
+      "learning_rate": 6.582010582010583e-05,
+      "loss": 4.5765,
+      "step": 635
+    },
+    {
+      "epoch": 0.6730158730158731,
+      "grad_norm": 2.660583019256592,
+      "learning_rate": 6.560846560846561e-05,
+      "loss": 4.3851,
+      "step": 636
+    },
+    {
+      "epoch": 0.674074074074074,
+      "grad_norm": 4.678468704223633,
+      "learning_rate": 6.53968253968254e-05,
+      "loss": 4.4353,
+      "step": 637
+    },
+    {
+      "epoch": 0.6751322751322751,
+      "grad_norm": 4.371635913848877,
+      "learning_rate": 6.51851851851852e-05,
+      "loss": 4.6028,
+      "step": 638
+    },
+    {
+      "epoch": 0.6761904761904762,
+      "grad_norm": 2.3103830814361572,
+      "learning_rate": 6.497354497354497e-05,
+      "loss": 4.5429,
+      "step": 639
+    },
+    {
+      "epoch": 0.6772486772486772,
+      "grad_norm": 5.012209415435791,
+      "learning_rate": 6.476190476190477e-05,
+      "loss": 4.4516,
+      "step": 640
+    },
+    {
+      "epoch": 0.6783068783068783,
+      "grad_norm": 4.301638126373291,
+      "learning_rate": 6.455026455026454e-05,
+      "loss": 4.516,
+      "step": 641
+    },
+    {
+      "epoch": 0.6793650793650794,
+      "grad_norm": 4.007621765136719,
+      "learning_rate": 6.433862433862434e-05,
+      "loss": 4.0493,
+      "step": 642
+    },
+    {
+      "epoch": 0.6804232804232804,
+      "grad_norm": 2.8748645782470703,
+      "learning_rate": 6.412698412698413e-05,
+      "loss": 4.4165,
+      "step": 643
+    },
+    {
+      "epoch": 0.6814814814814815,
+      "grad_norm": 3.7135848999023438,
+      "learning_rate": 6.391534391534392e-05,
+      "loss": 4.178,
+      "step": 644
+    },
+    {
+      "epoch": 0.6825396825396826,
+      "grad_norm": 2.3791286945343018,
+      "learning_rate": 6.37037037037037e-05,
+      "loss": 4.4069,
+      "step": 645
+    },
+    {
+      "epoch": 0.6835978835978836,
+      "grad_norm": 2.452883005142212,
+      "learning_rate": 6.349206349206349e-05,
+      "loss": 4.518,
+      "step": 646
+    },
+    {
+      "epoch": 0.6846560846560846,
+      "grad_norm": 3.943122386932373,
+      "learning_rate": 6.328042328042329e-05,
+      "loss": 4.3361,
+      "step": 647
+    },
+    {
+      "epoch": 0.6857142857142857,
+      "grad_norm": 3.8262534141540527,
+      "learning_rate": 6.306878306878308e-05,
+      "loss": 4.2658,
+      "step": 648
+    },
+    {
+      "epoch": 0.6867724867724868,
+      "grad_norm": 3.7210817337036133,
+      "learning_rate": 6.285714285714286e-05,
+      "loss": 4.3466,
+      "step": 649
+    },
+    {
+      "epoch": 0.6878306878306878,
+      "grad_norm": 3.290416955947876,
+      "learning_rate": 6.264550264550265e-05,
+      "loss": 4.3762,
+      "step": 650
+    },
+    {
+      "epoch": 0.6888888888888889,
+      "grad_norm": 3.621769905090332,
+      "learning_rate": 6.243386243386243e-05,
+      "loss": 4.7064,
+      "step": 651
+    },
+    {
+      "epoch": 0.68994708994709,
+      "grad_norm": 3.424560785293579,
+      "learning_rate": 6.222222222222222e-05,
+      "loss": 4.2329,
+      "step": 652
+    },
+    {
+      "epoch": 0.691005291005291,
+      "grad_norm": 3.1522297859191895,
+      "learning_rate": 6.201058201058202e-05,
+      "loss": 4.2579,
+      "step": 653
+    },
+    {
+      "epoch": 0.692063492063492,
+      "grad_norm": 2.4896795749664307,
+      "learning_rate": 6.17989417989418e-05,
+      "loss": 4.3656,
+      "step": 654
+    },
+    {
+      "epoch": 0.6931216931216931,
+      "grad_norm": 4.149013996124268,
+      "learning_rate": 6.158730158730159e-05,
+      "loss": 4.0035,
+      "step": 655
+    },
+    {
+      "epoch": 0.6941798941798942,
+      "grad_norm": 4.64910364151001,
+      "learning_rate": 6.137566137566138e-05,
+      "loss": 4.0501,
+      "step": 656
+    },
+    {
+      "epoch": 0.6952380952380952,
+      "grad_norm": 3.3455259799957275,
+      "learning_rate": 6.116402116402116e-05,
+      "loss": 4.3448,
+      "step": 657
+    },
+    {
+      "epoch": 0.6962962962962963,
+      "grad_norm": 3.4389235973358154,
+      "learning_rate": 6.0952380952380964e-05,
+      "loss": 4.4474,
+      "step": 658
+    },
+    {
+      "epoch": 0.6973544973544974,
+      "grad_norm": 3.2610585689544678,
+      "learning_rate": 6.074074074074074e-05,
+      "loss": 4.4259,
+      "step": 659
+    },
+    {
+      "epoch": 0.6984126984126984,
+      "grad_norm": 3.6180999279022217,
+      "learning_rate": 6.0529100529100536e-05,
+      "loss": 4.3868,
+      "step": 660
+    },
+    {
+      "epoch": 0.6994708994708995,
+      "grad_norm": 2.121812343597412,
+      "learning_rate": 6.0317460317460316e-05,
+      "loss": 4.6978,
+      "step": 661
+    },
+    {
+      "epoch": 0.7005291005291006,
+      "grad_norm": 2.4281516075134277,
+      "learning_rate": 6.010582010582011e-05,
+      "loss": 4.4925,
+      "step": 662
+    },
+    {
+      "epoch": 0.7015873015873015,
+      "grad_norm": 2.2778265476226807,
+      "learning_rate": 5.9894179894179895e-05,
+      "loss": 4.2949,
+      "step": 663
+    },
+    {
+      "epoch": 0.7026455026455026,
+      "grad_norm": 3.453934907913208,
+      "learning_rate": 5.968253968253969e-05,
+      "loss": 4.2088,
+      "step": 664
+    },
+    {
+      "epoch": 0.7037037037037037,
+      "grad_norm": 4.993162631988525,
+      "learning_rate": 5.947089947089948e-05,
+      "loss": 4.0521,
+      "step": 665
+    },
+    {
+      "epoch": 0.7047619047619048,
+      "grad_norm": 4.678404808044434,
+      "learning_rate": 5.925925925925926e-05,
+      "loss": 5.2867,
+      "step": 666
+    },
+    {
+      "epoch": 0.7058201058201058,
+      "grad_norm": 3.900545358657837,
+      "learning_rate": 5.904761904761905e-05,
+      "loss": 4.4528,
+      "step": 667
+    },
+    {
+      "epoch": 0.7068783068783069,
+      "grad_norm": 2.646090269088745,
+      "learning_rate": 5.883597883597883e-05,
+      "loss": 4.4545,
+      "step": 668
+    },
+    {
+      "epoch": 0.707936507936508,
+      "grad_norm": 5.297267436981201,
+      "learning_rate": 5.8624338624338625e-05,
+      "loss": 4.4276,
+      "step": 669
+    },
+    {
+      "epoch": 0.708994708994709,
+      "grad_norm": 2.680331230163574,
+      "learning_rate": 5.841269841269842e-05,
+      "loss": 4.5835,
+      "step": 670
+    },
+    {
+      "epoch": 0.71005291005291,
+      "grad_norm": 3.0992205142974854,
+      "learning_rate": 5.82010582010582e-05,
+      "loss": 4.3782,
+      "step": 671
+    },
+    {
+      "epoch": 0.7111111111111111,
+      "grad_norm": 4.758902549743652,
+      "learning_rate": 5.798941798941799e-05,
+      "loss": 4.0638,
+      "step": 672
+    },
+    {
+      "epoch": 0.7121693121693121,
+      "grad_norm": 3.6005380153656006,
+      "learning_rate": 5.7777777777777776e-05,
+      "loss": 4.4741,
+      "step": 673
+    },
+    {
+      "epoch": 0.7132275132275132,
+      "grad_norm": 4.276017665863037,
+      "learning_rate": 5.756613756613757e-05,
+      "loss": 4.7429,
+      "step": 674
+    },
+    {
+      "epoch": 0.7142857142857143,
+      "grad_norm": 2.6119298934936523,
+      "learning_rate": 5.735449735449736e-05,
+      "loss": 4.3954,
+      "step": 675
+    },
+    {
+      "epoch": 0.7153439153439154,
+      "grad_norm": 3.8695144653320312,
+      "learning_rate": 5.714285714285714e-05,
+      "loss": 4.6233,
+      "step": 676
+    },
+    {
+      "epoch": 0.7164021164021164,
+      "grad_norm": 4.279388904571533,
+      "learning_rate": 5.6931216931216935e-05,
+      "loss": 4.6132,
+      "step": 677
+    },
+    {
+      "epoch": 0.7174603174603175,
+      "grad_norm": 2.537426233291626,
+      "learning_rate": 5.6719576719576714e-05,
+      "loss": 4.5964,
+      "step": 678
+    },
+    {
+      "epoch": 0.7185185185185186,
+      "grad_norm": 2.2631993293762207,
+      "learning_rate": 5.650793650793651e-05,
+      "loss": 4.5054,
+      "step": 679
+    },
+    {
+      "epoch": 0.7195767195767195,
+      "grad_norm": 2.565819025039673,
+      "learning_rate": 5.62962962962963e-05,
+      "loss": 4.4643,
+      "step": 680
+    },
+    {
+      "epoch": 0.7206349206349206,
+      "grad_norm": 3.250171184539795,
+      "learning_rate": 5.6084656084656086e-05,
+      "loss": 4.4906,
+      "step": 681
+    },
+    {
+      "epoch": 0.7216931216931217,
+      "grad_norm": 3.797689437866211,
+      "learning_rate": 5.587301587301588e-05,
+      "loss": 4.7318,
+      "step": 682
+    },
+    {
+      "epoch": 0.7227513227513227,
+      "grad_norm": 4.2817487716674805,
+      "learning_rate": 5.566137566137566e-05,
+      "loss": 5.076,
+      "step": 683
+    },
+    {
+      "epoch": 0.7238095238095238,
+      "grad_norm": 3.8380932807922363,
+      "learning_rate": 5.544973544973545e-05,
+      "loss": 4.6252,
+      "step": 684
+    },
+    {
+      "epoch": 0.7248677248677249,
+      "grad_norm": 3.2089099884033203,
+      "learning_rate": 5.5238095238095244e-05,
+      "loss": 4.3473,
+      "step": 685
+    },
+    {
+      "epoch": 0.725925925925926,
+      "grad_norm": 3.6671242713928223,
+      "learning_rate": 5.5026455026455024e-05,
+      "loss": 4.5809,
+      "step": 686
+    },
+    {
+      "epoch": 0.726984126984127,
+      "grad_norm": 3.6902709007263184,
+      "learning_rate": 5.4814814814814817e-05,
+      "loss": 4.5044,
+      "step": 687
+    },
+    {
+      "epoch": 0.728042328042328,
+      "grad_norm": 4.03043794631958,
+      "learning_rate": 5.46031746031746e-05,
+      "loss": 4.379,
+      "step": 688
+    },
+    {
+      "epoch": 0.7291005291005291,
+      "grad_norm": 3.9407994747161865,
+      "learning_rate": 5.4391534391534396e-05,
+      "loss": 4.5014,
+      "step": 689
+    },
+    {
+      "epoch": 0.7301587301587301,
+      "grad_norm": 3.015089750289917,
+      "learning_rate": 5.417989417989419e-05,
+      "loss": 4.7758,
+      "step": 690
+    },
+    {
+      "epoch": 0.7312169312169312,
+      "grad_norm": 3.012735605239868,
+      "learning_rate": 5.396825396825397e-05,
+      "loss": 4.2719,
+      "step": 691
+    },
+    {
+      "epoch": 0.7322751322751323,
+      "grad_norm": 2.6322317123413086,
+      "learning_rate": 5.375661375661376e-05,
+      "loss": 4.3626,
+      "step": 692
+    },
+    {
+      "epoch": 0.7333333333333333,
+      "grad_norm": 2.424008369445801,
+      "learning_rate": 5.354497354497354e-05,
+      "loss": 4.4999,
+      "step": 693
+    },
+    {
+      "epoch": 0.7343915343915344,
+      "grad_norm": 3.5485408306121826,
+      "learning_rate": 5.333333333333333e-05,
+      "loss": 4.3667,
+      "step": 694
+    },
+    {
+      "epoch": 0.7354497354497355,
+      "grad_norm": 4.044386863708496,
+      "learning_rate": 5.3121693121693126e-05,
+      "loss": 4.4601,
+      "step": 695
+    },
+    {
+      "epoch": 0.7365079365079366,
+      "grad_norm": 3.721005439758301,
+      "learning_rate": 5.291005291005291e-05,
+      "loss": 4.4313,
+      "step": 696
+    },
+    {
+      "epoch": 0.7375661375661375,
+      "grad_norm": 2.347132444381714,
+      "learning_rate": 5.2698412698412705e-05,
+      "loss": 4.69,
+      "step": 697
+    },
+    {
+      "epoch": 0.7386243386243386,
+      "grad_norm": 3.9742605686187744,
+      "learning_rate": 5.2486772486772485e-05,
+      "loss": 4.6246,
+      "step": 698
+    },
+    {
+      "epoch": 0.7396825396825397,
+      "grad_norm": 3.033763885498047,
+      "learning_rate": 5.227513227513228e-05,
+      "loss": 4.5407,
+      "step": 699
+    },
+    {
+      "epoch": 0.7407407407407407,
+      "grad_norm": 3.4734556674957275,
+      "learning_rate": 5.206349206349207e-05,
+      "loss": 4.3657,
+      "step": 700
+    },
+    {
+      "epoch": 0.7417989417989418,
+      "grad_norm": 4.022945404052734,
+      "learning_rate": 5.185185185185185e-05,
+      "loss": 4.4493,
+      "step": 701
+    },
+    {
+      "epoch": 0.7428571428571429,
+      "grad_norm": 3.0605340003967285,
+      "learning_rate": 5.164021164021164e-05,
+      "loss": 4.4376,
+      "step": 702
+    },
+    {
+      "epoch": 0.7439153439153439,
+      "grad_norm": 3.3611865043640137,
+      "learning_rate": 5.142857142857143e-05,
+      "loss": 4.1962,
+      "step": 703
+    },
+    {
+      "epoch": 0.744973544973545,
+      "grad_norm": 2.673043966293335,
+      "learning_rate": 5.121693121693122e-05,
+      "loss": 4.2613,
+      "step": 704
+    },
+    {
+      "epoch": 0.746031746031746,
+      "grad_norm": 2.904047966003418,
+      "learning_rate": 5.1005291005291015e-05,
+      "loss": 4.5843,
+      "step": 705
+    },
+    {
+      "epoch": 0.7470899470899471,
+      "grad_norm": 2.3185653686523438,
+      "learning_rate": 5.0793650793650794e-05,
+      "loss": 4.6339,
+      "step": 706
+    },
+    {
+      "epoch": 0.7481481481481481,
+      "grad_norm": 2.6308610439300537,
+      "learning_rate": 5.058201058201059e-05,
+      "loss": 4.6128,
+      "step": 707
+    },
+    {
+      "epoch": 0.7492063492063492,
+      "grad_norm": 4.224467754364014,
+      "learning_rate": 5.0370370370370366e-05,
+      "loss": 4.4584,
+      "step": 708
+    },
+    {
+      "epoch": 0.7502645502645503,
+      "grad_norm": 3.5613698959350586,
+      "learning_rate": 5.015873015873016e-05,
+      "loss": 4.3392,
+      "step": 709
+    },
+    {
+      "epoch": 0.7513227513227513,
+      "grad_norm": 3.340325117111206,
+      "learning_rate": 4.9947089947089946e-05,
+      "loss": 4.1603,
+      "step": 710
+    },
+    {
+      "epoch": 0.7523809523809524,
+      "grad_norm": 2.2661633491516113,
+      "learning_rate": 4.973544973544973e-05,
+      "loss": 4.5356,
+      "step": 711
+    },
+    {
+      "epoch": 0.7534391534391535,
+      "grad_norm": 4.2036967277526855,
+      "learning_rate": 4.9523809523809525e-05,
+      "loss": 4.275,
+      "step": 712
+    },
+    {
+      "epoch": 0.7544973544973544,
+      "grad_norm": 4.393720626831055,
+      "learning_rate": 4.931216931216932e-05,
+      "loss": 4.4666,
+      "step": 713
+    },
+    {
+      "epoch": 0.7555555555555555,
+      "grad_norm": 2.8838915824890137,
+      "learning_rate": 4.9100529100529104e-05,
+      "loss": 4.3787,
+      "step": 714
+    },
+    {
+      "epoch": 0.7566137566137566,
+      "grad_norm": 3.348369836807251,
+      "learning_rate": 4.888888888888889e-05,
+      "loss": 4.3178,
+      "step": 715
+    },
+    {
+      "epoch": 0.7576719576719577,
+      "grad_norm": 4.096352577209473,
+      "learning_rate": 4.8677248677248676e-05,
+      "loss": 4.3232,
+      "step": 716
+    },
+    {
+      "epoch": 0.7587301587301587,
+      "grad_norm": 4.141739368438721,
+      "learning_rate": 4.846560846560847e-05,
+      "loss": 4.2369,
+      "step": 717
+    },
+    {
+      "epoch": 0.7597883597883598,
+      "grad_norm": 2.5747230052948,
+      "learning_rate": 4.8253968253968255e-05,
+      "loss": 4.2264,
+      "step": 718
+    },
+    {
+      "epoch": 0.7608465608465609,
+      "grad_norm": 2.4307565689086914,
+      "learning_rate": 4.804232804232804e-05,
+      "loss": 4.4336,
+      "step": 719
+    },
+    {
+      "epoch": 0.7619047619047619,
+      "grad_norm": 2.6472954750061035,
+      "learning_rate": 4.7830687830687834e-05,
+      "loss": 4.5644,
+      "step": 720
+    },
+    {
+      "epoch": 0.762962962962963,
+      "grad_norm": 2.515235424041748,
+      "learning_rate": 4.761904761904762e-05,
+      "loss": 4.4776,
+      "step": 721
+    },
+    {
+      "epoch": 0.764021164021164,
+      "grad_norm": 3.1089797019958496,
+      "learning_rate": 4.740740740740741e-05,
+      "loss": 4.2743,
+      "step": 722
+    },
+    {
+      "epoch": 0.765079365079365,
+      "grad_norm": 2.6789567470550537,
+      "learning_rate": 4.71957671957672e-05,
+      "loss": 4.3321,
+      "step": 723
+    },
+    {
+      "epoch": 0.7661375661375661,
+      "grad_norm": 4.1483154296875,
+      "learning_rate": 4.6984126984126986e-05,
+      "loss": 3.9651,
+      "step": 724
+    },
+    {
+      "epoch": 0.7671957671957672,
+      "grad_norm": 2.2718329429626465,
+      "learning_rate": 4.677248677248677e-05,
+      "loss": 4.3097,
+      "step": 725
+    },
+    {
+      "epoch": 0.7682539682539683,
+      "grad_norm": 4.838448524475098,
+      "learning_rate": 4.656084656084656e-05,
+      "loss": 4.074,
+      "step": 726
+    },
+    {
+      "epoch": 0.7693121693121693,
+      "grad_norm": 2.7414026260375977,
+      "learning_rate": 4.634920634920635e-05,
+      "loss": 4.4988,
+      "step": 727
+    },
+    {
+      "epoch": 0.7703703703703704,
+      "grad_norm": 2.8223555088043213,
+      "learning_rate": 4.6137566137566144e-05,
+      "loss": 4.5308,
+      "step": 728
+    },
+    {
+      "epoch": 0.7714285714285715,
+      "grad_norm": 4.414182662963867,
+      "learning_rate": 4.592592592592593e-05,
+      "loss": 4.6642,
+      "step": 729
+    },
+    {
+      "epoch": 0.7724867724867724,
+      "grad_norm": 4.537319660186768,
+      "learning_rate": 4.5714285714285716e-05,
+      "loss": 4.6412,
+      "step": 730
+    },
+    {
+      "epoch": 0.7735449735449735,
+      "grad_norm": 2.7082977294921875,
+      "learning_rate": 4.55026455026455e-05,
+      "loss": 4.2856,
+      "step": 731
+    },
+    {
+      "epoch": 0.7746031746031746,
+      "grad_norm": 3.1966776847839355,
+      "learning_rate": 4.5291005291005295e-05,
+      "loss": 4.4831,
+      "step": 732
+    },
+    {
+      "epoch": 0.7756613756613756,
+      "grad_norm": 3.5005674362182617,
+      "learning_rate": 4.507936507936508e-05,
+      "loss": 4.2403,
+      "step": 733
+    },
+    {
+      "epoch": 0.7767195767195767,
+      "grad_norm": 3.2081823348999023,
+      "learning_rate": 4.486772486772487e-05,
+      "loss": 4.5438,
+      "step": 734
+    },
+    {
+      "epoch": 0.7777777777777778,
+      "grad_norm": 2.6657907962799072,
+      "learning_rate": 4.4656084656084654e-05,
+      "loss": 4.3515,
+      "step": 735
+    },
+    {
+      "epoch": 0.7788359788359789,
+      "grad_norm": 3.671268939971924,
+      "learning_rate": 4.4444444444444447e-05,
+      "loss": 4.4376,
+      "step": 736
+    },
+    {
+      "epoch": 0.7798941798941799,
+      "grad_norm": 5.469426155090332,
+      "learning_rate": 4.423280423280424e-05,
+      "loss": 4.3986,
+      "step": 737
+    },
+    {
+      "epoch": 0.780952380952381,
+      "grad_norm": 3.5475802421569824,
+      "learning_rate": 4.4021164021164026e-05,
+      "loss": 4.1386,
+      "step": 738
+    },
+    {
+      "epoch": 0.782010582010582,
+      "grad_norm": 6.09086275100708,
+      "learning_rate": 4.380952380952381e-05,
+      "loss": 4.4847,
+      "step": 739
+    },
+    {
+      "epoch": 0.783068783068783,
+      "grad_norm": 4.646895408630371,
+      "learning_rate": 4.35978835978836e-05,
+      "loss": 4.3571,
+      "step": 740
+    },
+    {
+      "epoch": 0.7841269841269841,
+      "grad_norm": 3.280245065689087,
+      "learning_rate": 4.3386243386243384e-05,
+      "loss": 4.3393,
+      "step": 741
+    },
+    {
+      "epoch": 0.7851851851851852,
+      "grad_norm": 3.2785861492156982,
+      "learning_rate": 4.317460317460318e-05,
+      "loss": 4.6012,
+      "step": 742
+    },
+    {
+      "epoch": 0.7862433862433862,
+      "grad_norm": 4.155243396759033,
+      "learning_rate": 4.296296296296296e-05,
+      "loss": 4.5007,
+      "step": 743
+    },
+    {
+      "epoch": 0.7873015873015873,
+      "grad_norm": 2.405592918395996,
+      "learning_rate": 4.2751322751322756e-05,
+      "loss": 4.3377,
+      "step": 744
+    },
+    {
+      "epoch": 0.7883597883597884,
+      "grad_norm": 2.885045051574707,
+      "learning_rate": 4.253968253968254e-05,
+      "loss": 4.6721,
+      "step": 745
+    },
+    {
+      "epoch": 0.7894179894179895,
+      "grad_norm": 3.2620387077331543,
+      "learning_rate": 4.232804232804233e-05,
+      "loss": 4.6831,
+      "step": 746
+    },
+    {
+      "epoch": 0.7904761904761904,
+      "grad_norm": 2.6154630184173584,
+      "learning_rate": 4.211640211640212e-05,
+      "loss": 4.9524,
+      "step": 747
+    },
+    {
+      "epoch": 0.7915343915343915,
+      "grad_norm": 3.214298963546753,
+      "learning_rate": 4.190476190476191e-05,
+      "loss": 4.6502,
+      "step": 748
+    },
+    {
+      "epoch": 0.7925925925925926,
+      "grad_norm": 2.550989866256714,
+      "learning_rate": 4.1693121693121694e-05,
+      "loss": 4.7579,
+      "step": 749
+    },
+    {
+      "epoch": 0.7936507936507936,
+      "grad_norm": 4.0572123527526855,
+      "learning_rate": 4.148148148148148e-05,
+      "loss": 4.8288,
+      "step": 750
+    },
+    {
+      "epoch": 0.7947089947089947,
+      "grad_norm": 5.682539463043213,
+      "learning_rate": 4.126984126984127e-05,
+      "loss": 4.0694,
+      "step": 751
+    },
+    {
+      "epoch": 0.7957671957671958,
+      "grad_norm": 4.734798908233643,
+      "learning_rate": 4.105820105820106e-05,
+      "loss": 3.9874,
+      "step": 752
+    },
+    {
+      "epoch": 0.7968253968253968,
+      "grad_norm": 2.8526718616485596,
+      "learning_rate": 4.084656084656085e-05,
+      "loss": 4.3653,
+      "step": 753
+    },
+    {
+      "epoch": 0.7978835978835979,
+      "grad_norm": 2.8088626861572266,
+      "learning_rate": 4.063492063492064e-05,
+      "loss": 4.3567,
+      "step": 754
+    },
+    {
+      "epoch": 0.798941798941799,
+      "grad_norm": 2.870955228805542,
+      "learning_rate": 4.0423280423280424e-05,
+      "loss": 4.3316,
+      "step": 755
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 3.2909791469573975,
+      "learning_rate": 4.021164021164021e-05,
+      "loss": 4.3349,
+      "step": 756
+    },
+    {
+      "epoch": 0.801058201058201,
+      "grad_norm": 2.0999293327331543,
+      "learning_rate": 4e-05,
+      "loss": 4.1012,
+      "step": 757
+    },
+    {
+      "epoch": 0.8021164021164021,
+      "grad_norm": 4.337133407592773,
+      "learning_rate": 3.978835978835979e-05,
+      "loss": 4.2751,
+      "step": 758
+    },
+    {
+      "epoch": 0.8031746031746032,
+      "grad_norm": 4.949486255645752,
+      "learning_rate": 3.9576719576719576e-05,
+      "loss": 4.4255,
+      "step": 759
+    },
+    {
+      "epoch": 0.8042328042328042,
+      "grad_norm": 4.1950225830078125,
+      "learning_rate": 3.936507936507937e-05,
+      "loss": 4.3863,
+      "step": 760
+    },
+    {
+      "epoch": 0.8052910052910053,
+      "grad_norm": 4.292113780975342,
+      "learning_rate": 3.9153439153439155e-05,
+      "loss": 4.311,
+      "step": 761
+    },
+    {
+      "epoch": 0.8063492063492064,
+      "grad_norm": 2.7557833194732666,
+      "learning_rate": 3.894179894179895e-05,
+      "loss": 4.5554,
+      "step": 762
+    },
+    {
+      "epoch": 0.8074074074074075,
+      "grad_norm": 4.568346977233887,
+      "learning_rate": 3.8730158730158734e-05,
+      "loss": 4.4491,
+      "step": 763
+    },
+    {
+      "epoch": 0.8084656084656084,
+      "grad_norm": 3.6678969860076904,
+      "learning_rate": 3.851851851851852e-05,
+      "loss": 4.3989,
+      "step": 764
+    },
+    {
+      "epoch": 0.8095238095238095,
+      "grad_norm": 2.451578140258789,
+      "learning_rate": 3.8306878306878306e-05,
+      "loss": 4.5994,
+      "step": 765
+    },
+    {
+      "epoch": 0.8105820105820106,
+      "grad_norm": 3.1752817630767822,
+      "learning_rate": 3.809523809523809e-05,
+      "loss": 4.4488,
+      "step": 766
+    },
+    {
+      "epoch": 0.8116402116402116,
+      "grad_norm": 2.4169468879699707,
+      "learning_rate": 3.7883597883597885e-05,
+      "loss": 4.3711,
+      "step": 767
+    },
+    {
+      "epoch": 0.8126984126984127,
+      "grad_norm": 3.3381762504577637,
+      "learning_rate": 3.767195767195768e-05,
+      "loss": 4.7062,
+      "step": 768
+    },
+    {
+      "epoch": 0.8137566137566138,
+      "grad_norm": 3.761655807495117,
+      "learning_rate": 3.7460317460317464e-05,
+      "loss": 4.3589,
+      "step": 769
+    },
+    {
+      "epoch": 0.8148148148148148,
+      "grad_norm": 2.391263484954834,
+      "learning_rate": 3.724867724867725e-05,
+      "loss": 4.5589,
+      "step": 770
+    },
+    {
+      "epoch": 0.8158730158730159,
+      "grad_norm": 4.449405670166016,
+      "learning_rate": 3.7037037037037037e-05,
+      "loss": 4.2917,
+      "step": 771
+    },
+    {
+      "epoch": 0.816931216931217,
+      "grad_norm": 2.521897077560425,
+      "learning_rate": 3.682539682539683e-05,
+      "loss": 4.4404,
+      "step": 772
+    },
+    {
+      "epoch": 0.817989417989418,
+      "grad_norm": 2.8407537937164307,
+      "learning_rate": 3.6613756613756616e-05,
+      "loss": 4.7017,
+      "step": 773
+    },
+    {
+      "epoch": 0.819047619047619,
+      "grad_norm": 2.995558023452759,
+      "learning_rate": 3.64021164021164e-05,
+      "loss": 4.5994,
+      "step": 774
+    },
+    {
+      "epoch": 0.8201058201058201,
+      "grad_norm": 3.5345540046691895,
+      "learning_rate": 3.619047619047619e-05,
+      "loss": 4.3518,
+      "step": 775
+    },
+    {
+      "epoch": 0.8211640211640212,
+      "grad_norm": 2.8972830772399902,
+      "learning_rate": 3.597883597883598e-05,
+      "loss": 4.2806,
+      "step": 776
+    },
+    {
+      "epoch": 0.8222222222222222,
+      "grad_norm": 2.856095314025879,
+      "learning_rate": 3.5767195767195774e-05,
+      "loss": 4.4713,
+      "step": 777
+    },
+    {
+      "epoch": 0.8232804232804233,
+      "grad_norm": 3.647432327270508,
+      "learning_rate": 3.555555555555556e-05,
+      "loss": 4.359,
+      "step": 778
+    },
+    {
+      "epoch": 0.8243386243386244,
+      "grad_norm": 2.2800469398498535,
+      "learning_rate": 3.5343915343915346e-05,
+      "loss": 4.5229,
+      "step": 779
+    },
+    {
+      "epoch": 0.8253968253968254,
+      "grad_norm": 2.752990245819092,
+      "learning_rate": 3.513227513227513e-05,
+      "loss": 4.7221,
+      "step": 780
+    },
+    {
+      "epoch": 0.8264550264550264,
+      "grad_norm": 2.8084070682525635,
+      "learning_rate": 3.492063492063492e-05,
+      "loss": 4.4787,
+      "step": 781
+    },
+    {
+      "epoch": 0.8275132275132275,
+      "grad_norm": 2.458653688430786,
+      "learning_rate": 3.470899470899471e-05,
+      "loss": 4.2992,
+      "step": 782
+    },
+    {
+      "epoch": 0.8285714285714286,
+      "grad_norm": 2.715418815612793,
+      "learning_rate": 3.44973544973545e-05,
+      "loss": 4.5655,
+      "step": 783
+    },
+    {
+      "epoch": 0.8296296296296296,
+      "grad_norm": 3.650876998901367,
+      "learning_rate": 3.428571428571429e-05,
+      "loss": 4.2864,
+      "step": 784
+    },
+    {
+      "epoch": 0.8306878306878307,
+      "grad_norm": 4.0202412605285645,
+      "learning_rate": 3.4074074074074077e-05,
+      "loss": 4.0415,
+      "step": 785
+    },
+    {
+      "epoch": 0.8317460317460318,
+      "grad_norm": 3.4636576175689697,
+      "learning_rate": 3.386243386243386e-05,
+      "loss": 4.3072,
+      "step": 786
+    },
+    {
+      "epoch": 0.8328042328042328,
+      "grad_norm": 3.0056724548339844,
+      "learning_rate": 3.3650793650793656e-05,
+      "loss": 4.3583,
+      "step": 787
+    },
+    {
+      "epoch": 0.8338624338624339,
+      "grad_norm": 2.682248115539551,
+      "learning_rate": 3.343915343915344e-05,
+      "loss": 4.7416,
+      "step": 788
+    },
+    {
+      "epoch": 0.834920634920635,
+      "grad_norm": 2.494582176208496,
+      "learning_rate": 3.322751322751323e-05,
+      "loss": 4.4693,
+      "step": 789
+    },
+    {
+      "epoch": 0.8359788359788359,
+      "grad_norm": 2.566758394241333,
+      "learning_rate": 3.3015873015873014e-05,
+      "loss": 4.0709,
+      "step": 790
+    },
+    {
+      "epoch": 0.837037037037037,
+      "grad_norm": 3.7383534908294678,
+      "learning_rate": 3.280423280423281e-05,
+      "loss": 4.2496,
+      "step": 791
+    },
+    {
+      "epoch": 0.8380952380952381,
+      "grad_norm": 3.500098705291748,
+      "learning_rate": 3.25925925925926e-05,
+      "loss": 4.268,
+      "step": 792
+    },
+    {
+      "epoch": 0.8391534391534392,
+      "grad_norm": 3.378919839859009,
+      "learning_rate": 3.2380952380952386e-05,
+      "loss": 4.3294,
+      "step": 793
+    },
+    {
+      "epoch": 0.8402116402116402,
+      "grad_norm": 2.394202947616577,
+      "learning_rate": 3.216931216931217e-05,
+      "loss": 4.4399,
+      "step": 794
+    },
+    {
+      "epoch": 0.8412698412698413,
+      "grad_norm": 3.0994091033935547,
+      "learning_rate": 3.195767195767196e-05,
+      "loss": 4.3943,
+      "step": 795
+    },
+    {
+      "epoch": 0.8423280423280424,
+      "grad_norm": 3.360696315765381,
+      "learning_rate": 3.1746031746031745e-05,
+      "loss": 4.4019,
+      "step": 796
+    },
+    {
+      "epoch": 0.8433862433862434,
+      "grad_norm": 4.585354804992676,
+      "learning_rate": 3.153439153439154e-05,
+      "loss": 4.5087,
+      "step": 797
+    },
+    {
+      "epoch": 0.8444444444444444,
+      "grad_norm": 4.05171537399292,
+      "learning_rate": 3.1322751322751324e-05,
+      "loss": 4.2959,
+      "step": 798
+    },
+    {
+      "epoch": 0.8455026455026455,
+      "grad_norm": 2.8592655658721924,
+      "learning_rate": 3.111111111111111e-05,
+      "loss": 4.3237,
+      "step": 799
+    },
+    {
+      "epoch": 0.8465608465608465,
+      "grad_norm": 2.7537636756896973,
+      "learning_rate": 3.08994708994709e-05,
+      "loss": 4.4792,
+      "step": 800
+    },
+    {
+      "epoch": 0.8476190476190476,
+      "grad_norm": 3.5299274921417236,
+      "learning_rate": 3.068783068783069e-05,
+      "loss": 4.4936,
+      "step": 801
+    },
+    {
+      "epoch": 0.8486772486772487,
+      "grad_norm": 3.3827812671661377,
+      "learning_rate": 3.0476190476190482e-05,
+      "loss": 4.2567,
+      "step": 802
+    },
+    {
+      "epoch": 0.8497354497354498,
+      "grad_norm": 2.8322885036468506,
+      "learning_rate": 3.0264550264550268e-05,
+      "loss": 4.4316,
+      "step": 803
+    },
+    {
+      "epoch": 0.8507936507936508,
+      "grad_norm": 2.8121023178100586,
+      "learning_rate": 3.0052910052910054e-05,
+      "loss": 4.2282,
+      "step": 804
+    },
+    {
+      "epoch": 0.8518518518518519,
+      "grad_norm": 2.910762310028076,
+      "learning_rate": 2.9841269841269844e-05,
+      "loss": 4.5654,
+      "step": 805
+    },
+    {
+      "epoch": 0.852910052910053,
+      "grad_norm": 3.276265859603882,
+      "learning_rate": 2.962962962962963e-05,
+      "loss": 4.4145,
+      "step": 806
+    },
+    {
+      "epoch": 0.8539682539682539,
+      "grad_norm": 4.91835880279541,
+      "learning_rate": 2.9417989417989416e-05,
+      "loss": 4.4326,
+      "step": 807
+    },
+    {
+      "epoch": 0.855026455026455,
+      "grad_norm": 2.296090602874756,
+      "learning_rate": 2.920634920634921e-05,
+      "loss": 4.356,
+      "step": 808
+    },
+    {
+      "epoch": 0.8560846560846561,
+      "grad_norm": 2.6395645141601562,
+      "learning_rate": 2.8994708994708995e-05,
+      "loss": 4.3982,
+      "step": 809
+    },
+    {
+      "epoch": 0.8571428571428571,
+      "grad_norm": 2.259291648864746,
+      "learning_rate": 2.8783068783068785e-05,
+      "loss": 4.207,
+      "step": 810
+    },
+    {
+      "epoch": 0.8582010582010582,
+      "grad_norm": 3.2857413291931152,
+      "learning_rate": 2.857142857142857e-05,
+      "loss": 4.4673,
+      "step": 811
+    },
+    {
+      "epoch": 0.8592592592592593,
+      "grad_norm": 4.507506370544434,
+      "learning_rate": 2.8359788359788357e-05,
+      "loss": 4.4746,
+      "step": 812
+    },
+    {
+      "epoch": 0.8603174603174604,
+      "grad_norm": 3.7951877117156982,
+      "learning_rate": 2.814814814814815e-05,
+      "loss": 4.4702,
+      "step": 813
+    },
+    {
+      "epoch": 0.8613756613756614,
+      "grad_norm": 5.608493804931641,
+      "learning_rate": 2.793650793650794e-05,
+      "loss": 4.334,
+      "step": 814
+    },
+    {
+      "epoch": 0.8624338624338624,
+      "grad_norm": 2.196946382522583,
+      "learning_rate": 2.7724867724867726e-05,
+      "loss": 4.2998,
+      "step": 815
+    },
+    {
+      "epoch": 0.8634920634920635,
+      "grad_norm": 3.756803512573242,
+      "learning_rate": 2.7513227513227512e-05,
+      "loss": 4.4445,
+      "step": 816
+    },
+    {
+      "epoch": 0.8645502645502645,
+      "grad_norm": 2.616473436355591,
+      "learning_rate": 2.73015873015873e-05,
+      "loss": 4.3576,
+      "step": 817
+    },
+    {
+      "epoch": 0.8656084656084656,
+      "grad_norm": 3.6652908325195312,
+      "learning_rate": 2.7089947089947094e-05,
+      "loss": 4.222,
+      "step": 818
+    },
+    {
+      "epoch": 0.8666666666666667,
+      "grad_norm": 2.7899997234344482,
+      "learning_rate": 2.687830687830688e-05,
+      "loss": 4.3868,
+      "step": 819
+    },
+    {
+      "epoch": 0.8677248677248677,
+      "grad_norm": 2.671191453933716,
+      "learning_rate": 2.6666666666666667e-05,
+      "loss": 4.3107,
+      "step": 820
+    },
+    {
+      "epoch": 0.8687830687830688,
+      "grad_norm": 3.983603000640869,
+      "learning_rate": 2.6455026455026456e-05,
+      "loss": 4.2328,
+      "step": 821
+    },
+    {
+      "epoch": 0.8698412698412699,
+      "grad_norm": 3.392301321029663,
+      "learning_rate": 2.6243386243386242e-05,
+      "loss": 4.3412,
+      "step": 822
+    },
+    {
+      "epoch": 0.870899470899471,
+      "grad_norm": 3.4390180110931396,
+      "learning_rate": 2.6031746031746035e-05,
+      "loss": 3.9925,
+      "step": 823
+    },
+    {
+      "epoch": 0.8719576719576719,
+      "grad_norm": 2.6081902980804443,
+      "learning_rate": 2.582010582010582e-05,
+      "loss": 4.3123,
+      "step": 824
+    },
+    {
+      "epoch": 0.873015873015873,
+      "grad_norm": 3.176832437515259,
+      "learning_rate": 2.560846560846561e-05,
+      "loss": 4.4604,
+      "step": 825
+    },
+    {
+      "epoch": 0.8740740740740741,
+      "grad_norm": 2.7541744709014893,
+      "learning_rate": 2.5396825396825397e-05,
+      "loss": 4.3943,
+      "step": 826
+    },
+    {
+      "epoch": 0.8751322751322751,
+      "grad_norm": 2.635288715362549,
+      "learning_rate": 2.5185185185185183e-05,
+      "loss": 4.4401,
+      "step": 827
+    },
+    {
+      "epoch": 0.8761904761904762,
+      "grad_norm": 3.4162697792053223,
+      "learning_rate": 2.4973544973544973e-05,
+      "loss": 4.4298,
+      "step": 828
+    },
+    {
+      "epoch": 0.8772486772486773,
+      "grad_norm": 3.432392120361328,
+      "learning_rate": 2.4761904761904762e-05,
+      "loss": 4.2695,
+      "step": 829
+    },
+    {
+      "epoch": 0.8783068783068783,
+      "grad_norm": 3.3258562088012695,
+      "learning_rate": 2.4550264550264552e-05,
+      "loss": 4.18,
+      "step": 830
+    },
+    {
+      "epoch": 0.8793650793650793,
+      "grad_norm": 3.338711738586426,
+      "learning_rate": 2.4338624338624338e-05,
+      "loss": 4.3121,
+      "step": 831
+    },
+    {
+      "epoch": 0.8804232804232804,
+      "grad_norm": 3.898841142654419,
+      "learning_rate": 2.4126984126984128e-05,
+      "loss": 4.1119,
+      "step": 832
+    },
+    {
+      "epoch": 0.8814814814814815,
+      "grad_norm": 2.9324421882629395,
+      "learning_rate": 2.3915343915343917e-05,
+      "loss": 4.2158,
+      "step": 833
+    },
+    {
+      "epoch": 0.8825396825396825,
+      "grad_norm": 2.4440274238586426,
+      "learning_rate": 2.3703703703703707e-05,
+      "loss": 4.3378,
+      "step": 834
+    },
+    {
+      "epoch": 0.8835978835978836,
+      "grad_norm": 3.3402724266052246,
+      "learning_rate": 2.3492063492063493e-05,
+      "loss": 4.5045,
+      "step": 835
+    },
+    {
+      "epoch": 0.8846560846560847,
+      "grad_norm": 3.6934847831726074,
+      "learning_rate": 2.328042328042328e-05,
+      "loss": 4.1646,
+      "step": 836
+    },
+    {
+      "epoch": 0.8857142857142857,
+      "grad_norm": 3.268861770629883,
+      "learning_rate": 2.3068783068783072e-05,
+      "loss": 4.4897,
+      "step": 837
+    },
+    {
+      "epoch": 0.8867724867724868,
+      "grad_norm": 5.1144609451293945,
+      "learning_rate": 2.2857142857142858e-05,
+      "loss": 4.0678,
+      "step": 838
+    },
+    {
+      "epoch": 0.8878306878306879,
+      "grad_norm": 3.5488791465759277,
+      "learning_rate": 2.2645502645502648e-05,
+      "loss": 4.3228,
+      "step": 839
+    },
+    {
+      "epoch": 0.8888888888888888,
+      "grad_norm": 4.102321624755859,
+      "learning_rate": 2.2433862433862434e-05,
+      "loss": 4.4353,
+      "step": 840
+    },
+    {
+      "epoch": 0.8899470899470899,
+      "grad_norm": 3.7398133277893066,
+      "learning_rate": 2.2222222222222223e-05,
+      "loss": 4.2874,
+      "step": 841
+    },
+    {
+      "epoch": 0.891005291005291,
+      "grad_norm": 2.8457846641540527,
+      "learning_rate": 2.2010582010582013e-05,
+      "loss": 4.5891,
+      "step": 842
+    },
+    {
+      "epoch": 0.8920634920634921,
+      "grad_norm": 3.7381625175476074,
+      "learning_rate": 2.17989417989418e-05,
+      "loss": 4.4907,
+      "step": 843
+    },
+    {
+      "epoch": 0.8931216931216931,
+      "grad_norm": 2.5410802364349365,
+      "learning_rate": 2.158730158730159e-05,
+      "loss": 4.3438,
+      "step": 844
+    },
+    {
+      "epoch": 0.8941798941798942,
+      "grad_norm": 3.3779489994049072,
+      "learning_rate": 2.1375661375661378e-05,
+      "loss": 4.2863,
+      "step": 845
+    },
+    {
+      "epoch": 0.8952380952380953,
+      "grad_norm": 2.1402111053466797,
+      "learning_rate": 2.1164021164021164e-05,
+      "loss": 4.2736,
+      "step": 846
+    },
+    {
+      "epoch": 0.8962962962962963,
+      "grad_norm": 2.626847743988037,
+      "learning_rate": 2.0952380952380954e-05,
+      "loss": 4.4426,
+      "step": 847
+    },
+    {
+      "epoch": 0.8973544973544973,
+      "grad_norm": 3.53341007232666,
+      "learning_rate": 2.074074074074074e-05,
+      "loss": 4.5251,
+      "step": 848
+    },
+    {
+      "epoch": 0.8984126984126984,
+      "grad_norm": 2.454637289047241,
+      "learning_rate": 2.052910052910053e-05,
+      "loss": 4.2034,
+      "step": 849
+    },
+    {
+      "epoch": 0.8994708994708994,
+      "grad_norm": 1.883855938911438,
+      "learning_rate": 2.031746031746032e-05,
+      "loss": 4.5142,
+      "step": 850
+    },
+    {
+      "epoch": 0.9005291005291005,
+      "grad_norm": 2.8735814094543457,
+      "learning_rate": 2.0105820105820105e-05,
+      "loss": 4.3985,
+      "step": 851
+    },
+    {
+      "epoch": 0.9015873015873016,
+      "grad_norm": 3.1012158393859863,
+      "learning_rate": 1.9894179894179895e-05,
+      "loss": 4.383,
+      "step": 852
+    },
+    {
+      "epoch": 0.9026455026455027,
+      "grad_norm": 3.89463210105896,
+      "learning_rate": 1.9682539682539684e-05,
+      "loss": 4.3726,
+      "step": 853
+    },
+    {
+      "epoch": 0.9037037037037037,
+      "grad_norm": 2.609048366546631,
+      "learning_rate": 1.9470899470899474e-05,
+      "loss": 4.2853,
+      "step": 854
+    },
+    {
+      "epoch": 0.9047619047619048,
+      "grad_norm": 2.6991922855377197,
+      "learning_rate": 1.925925925925926e-05,
+      "loss": 4.0801,
+      "step": 855
+    },
+    {
+      "epoch": 0.9058201058201059,
+      "grad_norm": 2.5567991733551025,
+      "learning_rate": 1.9047619047619046e-05,
+      "loss": 4.233,
+      "step": 856
+    },
+    {
+      "epoch": 0.9068783068783068,
+      "grad_norm": 3.1992554664611816,
+      "learning_rate": 1.883597883597884e-05,
+      "loss": 4.0464,
+      "step": 857
+    },
+    {
+      "epoch": 0.9079365079365079,
+      "grad_norm": 2.4892399311065674,
+      "learning_rate": 1.8624338624338625e-05,
+      "loss": 4.5846,
+      "step": 858
+    },
+    {
+      "epoch": 0.908994708994709,
+      "grad_norm": 3.8642613887786865,
+      "learning_rate": 1.8412698412698415e-05,
+      "loss": 4.3677,
+      "step": 859
+    },
+    {
+      "epoch": 0.91005291005291,
+      "grad_norm": 3.62829327583313,
+      "learning_rate": 1.82010582010582e-05,
+      "loss": 4.296,
+      "step": 860
+    },
+    {
+      "epoch": 0.9111111111111111,
+      "grad_norm": 2.753380060195923,
+      "learning_rate": 1.798941798941799e-05,
+      "loss": 4.1789,
+      "step": 861
+    },
+    {
+      "epoch": 0.9121693121693122,
+      "grad_norm": 2.380495309829712,
+      "learning_rate": 1.777777777777778e-05,
+      "loss": 4.601,
+      "step": 862
+    },
+    {
+      "epoch": 0.9132275132275133,
+      "grad_norm": 2.4979584217071533,
+      "learning_rate": 1.7566137566137566e-05,
+      "loss": 4.3255,
+      "step": 863
+    },
+    {
+      "epoch": 0.9142857142857143,
+      "grad_norm": 3.8122377395629883,
+      "learning_rate": 1.7354497354497356e-05,
+      "loss": 4.0825,
+      "step": 864
+    },
+    {
+      "epoch": 0.9153439153439153,
+      "grad_norm": 2.754932403564453,
+      "learning_rate": 1.7142857142857145e-05,
+      "loss": 4.3597,
+      "step": 865
+    },
+    {
+      "epoch": 0.9164021164021164,
+      "grad_norm": 3.2197396755218506,
+      "learning_rate": 1.693121693121693e-05,
+      "loss": 4.3078,
+      "step": 866
+    },
+    {
+      "epoch": 0.9174603174603174,
+      "grad_norm": 2.60678768157959,
+      "learning_rate": 1.671957671957672e-05,
+      "loss": 4.3747,
+      "step": 867
+    },
+    {
+      "epoch": 0.9185185185185185,
+      "grad_norm": 4.125588893890381,
+      "learning_rate": 1.6507936507936507e-05,
+      "loss": 4.3533,
+      "step": 868
+    },
+    {
+      "epoch": 0.9195767195767196,
+      "grad_norm": 2.8178982734680176,
+      "learning_rate": 1.62962962962963e-05,
+      "loss": 3.9983,
+      "step": 869
+    },
+    {
+      "epoch": 0.9206349206349206,
+      "grad_norm": 3.763124465942383,
+      "learning_rate": 1.6084656084656086e-05,
+      "loss": 4.2025,
+      "step": 870
+    },
+    {
+      "epoch": 0.9216931216931217,
+      "grad_norm": 3.712277412414551,
+      "learning_rate": 1.5873015873015872e-05,
+      "loss": 4.0623,
+      "step": 871
+    },
+    {
+      "epoch": 0.9227513227513228,
+      "grad_norm": 2.45855975151062,
+      "learning_rate": 1.5661375661375662e-05,
+      "loss": 4.497,
+      "step": 872
+    },
+    {
+      "epoch": 0.9238095238095239,
+      "grad_norm": 2.661794424057007,
+      "learning_rate": 1.544973544973545e-05,
+      "loss": 4.4267,
+      "step": 873
+    },
+    {
+      "epoch": 0.9248677248677248,
+      "grad_norm": 4.476670265197754,
+      "learning_rate": 1.5238095238095241e-05,
+      "loss": 4.2408,
+      "step": 874
+    },
+    {
+      "epoch": 0.9259259259259259,
+      "grad_norm": 3.456490993499756,
+      "learning_rate": 1.5026455026455027e-05,
+      "loss": 4.2766,
+      "step": 875
+    },
+    {
+      "epoch": 0.926984126984127,
+      "grad_norm": 4.1234025955200195,
+      "learning_rate": 1.4814814814814815e-05,
+      "loss": 4.0471,
+      "step": 876
+    },
+    {
+      "epoch": 0.928042328042328,
+      "grad_norm": 3.4191932678222656,
+      "learning_rate": 1.4603174603174605e-05,
+      "loss": 4.5686,
+      "step": 877
+    },
+    {
+      "epoch": 0.9291005291005291,
+      "grad_norm": 2.780498504638672,
+      "learning_rate": 1.4391534391534392e-05,
+      "loss": 4.3733,
+      "step": 878
+    },
+    {
+      "epoch": 0.9301587301587302,
+      "grad_norm": 3.0269899368286133,
+      "learning_rate": 1.4179894179894179e-05,
+      "loss": 4.2437,
+      "step": 879
+    },
+    {
+      "epoch": 0.9312169312169312,
+      "grad_norm": 3.8246231079101562,
+      "learning_rate": 1.396825396825397e-05,
+      "loss": 4.5511,
+      "step": 880
+    },
+    {
+      "epoch": 0.9322751322751323,
+      "grad_norm": 2.6001553535461426,
+      "learning_rate": 1.3756613756613756e-05,
+      "loss": 4.5064,
+      "step": 881
+    },
+    {
+      "epoch": 0.9333333333333333,
+      "grad_norm": 4.279780864715576,
+      "learning_rate": 1.3544973544973547e-05,
+      "loss": 4.2109,
+      "step": 882
+    },
+    {
+      "epoch": 0.9343915343915344,
+      "grad_norm": 4.394552707672119,
+      "learning_rate": 1.3333333333333333e-05,
+      "loss": 4.6145,
+      "step": 883
+    },
+    {
+      "epoch": 0.9354497354497354,
+      "grad_norm": 4.785215854644775,
+      "learning_rate": 1.3121693121693121e-05,
+      "loss": 4.3124,
+      "step": 884
+    },
+    {
+      "epoch": 0.9365079365079365,
+      "grad_norm": 3.3476016521453857,
+      "learning_rate": 1.291005291005291e-05,
+      "loss": 4.3873,
+      "step": 885
+    },
+    {
+      "epoch": 0.9375661375661376,
+      "grad_norm": 3.727086305618286,
+      "learning_rate": 1.2698412698412699e-05,
+      "loss": 4.3065,
+      "step": 886
+    },
+    {
+      "epoch": 0.9386243386243386,
+      "grad_norm": 2.455312967300415,
+      "learning_rate": 1.2486772486772486e-05,
+      "loss": 4.5011,
+      "step": 887
+    },
+    {
+      "epoch": 0.9396825396825397,
+      "grad_norm": 2.4450430870056152,
+      "learning_rate": 1.2275132275132276e-05,
+      "loss": 4.412,
+      "step": 888
+    },
+    {
+      "epoch": 0.9407407407407408,
+      "grad_norm": 2.714353561401367,
+      "learning_rate": 1.2063492063492064e-05,
+      "loss": 4.1574,
+      "step": 889
+    },
+    {
+      "epoch": 0.9417989417989417,
+      "grad_norm": 2.6919350624084473,
+      "learning_rate": 1.1851851851851853e-05,
+      "loss": 4.5325,
+      "step": 890
+    },
+    {
+      "epoch": 0.9428571428571428,
+      "grad_norm": 3.410048723220825,
+      "learning_rate": 1.164021164021164e-05,
+      "loss": 4.1899,
+      "step": 891
+    },
+    {
+      "epoch": 0.9439153439153439,
+      "grad_norm": 2.6580331325531006,
+      "learning_rate": 1.1428571428571429e-05,
+      "loss": 4.1536,
+      "step": 892
+    },
+    {
+      "epoch": 0.944973544973545,
+      "grad_norm": 3.73101806640625,
+      "learning_rate": 1.1216931216931217e-05,
+      "loss": 4.2628,
+      "step": 893
+    },
+    {
+      "epoch": 0.946031746031746,
+      "grad_norm": 1.9948521852493286,
+      "learning_rate": 1.1005291005291006e-05,
+      "loss": 4.494,
+      "step": 894
+    },
+    {
+      "epoch": 0.9470899470899471,
+      "grad_norm": 2.6149401664733887,
+      "learning_rate": 1.0793650793650794e-05,
+      "loss": 4.9047,
+      "step": 895
+    },
+    {
+      "epoch": 0.9481481481481482,
+      "grad_norm": 3.6032068729400635,
+      "learning_rate": 1.0582010582010582e-05,
+      "loss": 4.3807,
+      "step": 896
+    },
+    {
+      "epoch": 0.9492063492063492,
+      "grad_norm": 3.317657232284546,
+      "learning_rate": 1.037037037037037e-05,
+      "loss": 4.3467,
+      "step": 897
+    },
+    {
+      "epoch": 0.9502645502645503,
+      "grad_norm": 2.0484824180603027,
+      "learning_rate": 1.015873015873016e-05,
+      "loss": 4.4353,
+      "step": 898
+    },
+    {
+      "epoch": 0.9513227513227513,
+      "grad_norm": 2.8265318870544434,
+      "learning_rate": 9.947089947089947e-06,
+      "loss": 4.2678,
+      "step": 899
+    },
+    {
+      "epoch": 0.9523809523809523,
+      "grad_norm": 3.4582722187042236,
+      "learning_rate": 9.735449735449737e-06,
+      "loss": 4.2578,
+      "step": 900
+    },
+    {
+      "epoch": 0.9534391534391534,
+      "grad_norm": 3.884861469268799,
+      "learning_rate": 9.523809523809523e-06,
+      "loss": 4.1993,
+      "step": 901
+    },
+    {
+      "epoch": 0.9544973544973545,
+      "grad_norm": 3.588383197784424,
+      "learning_rate": 9.312169312169313e-06,
+      "loss": 4.3073,
+      "step": 902
+    },
+    {
+      "epoch": 0.9555555555555556,
+      "grad_norm": 2.1480515003204346,
+      "learning_rate": 9.1005291005291e-06,
+      "loss": 4.6028,
+      "step": 903
+    },
+    {
+      "epoch": 0.9566137566137566,
+      "grad_norm": 4.884735584259033,
+      "learning_rate": 8.88888888888889e-06,
+      "loss": 4.5368,
+      "step": 904
+    },
+    {
+      "epoch": 0.9576719576719577,
+      "grad_norm": 3.8925371170043945,
+      "learning_rate": 8.677248677248678e-06,
+      "loss": 4.1801,
+      "step": 905
+    },
+    {
+      "epoch": 0.9587301587301588,
+      "grad_norm": 4.2879862785339355,
+      "learning_rate": 8.465608465608466e-06,
+      "loss": 4.3599,
+      "step": 906
+    },
+    {
+      "epoch": 0.9597883597883597,
+      "grad_norm": 4.349186420440674,
+      "learning_rate": 8.253968253968254e-06,
+      "loss": 4.4325,
+      "step": 907
+    },
+    {
+      "epoch": 0.9608465608465608,
+      "grad_norm": 3.1165809631347656,
+      "learning_rate": 8.042328042328043e-06,
+      "loss": 4.3367,
+      "step": 908
+    },
+    {
+      "epoch": 0.9619047619047619,
+      "grad_norm": 3.933398962020874,
+      "learning_rate": 7.830687830687831e-06,
+      "loss": 4.4765,
+      "step": 909
+    },
+    {
+      "epoch": 0.9629629629629629,
+      "grad_norm": 2.894326686859131,
+      "learning_rate": 7.6190476190476205e-06,
+      "loss": 4.37,
+      "step": 910
+    },
+    {
+      "epoch": 0.964021164021164,
+      "grad_norm": 4.526085376739502,
+      "learning_rate": 7.4074074074074075e-06,
+      "loss": 4.1071,
+      "step": 911
+    },
+    {
+      "epoch": 0.9650793650793651,
+      "grad_norm": 1.8699203729629517,
+      "learning_rate": 7.195767195767196e-06,
+      "loss": 4.3063,
+      "step": 912
+    },
+    {
+      "epoch": 0.9661375661375662,
+      "grad_norm": 2.469057321548462,
+      "learning_rate": 6.984126984126985e-06,
+      "loss": 4.452,
+      "step": 913
+    },
+    {
+      "epoch": 0.9671957671957672,
+      "grad_norm": 3.4893200397491455,
+      "learning_rate": 6.7724867724867736e-06,
+      "loss": 4.4004,
+      "step": 914
+    },
+    {
+      "epoch": 0.9682539682539683,
+      "grad_norm": 2.6867730617523193,
+      "learning_rate": 6.5608465608465606e-06,
+      "loss": 4.4301,
+      "step": 915
+    },
+    {
+      "epoch": 0.9693121693121693,
+      "grad_norm": 3.075680732727051,
+      "learning_rate": 6.349206349206349e-06,
+      "loss": 4.1815,
+      "step": 916
+    },
+    {
+      "epoch": 0.9703703703703703,
+      "grad_norm": 3.1633410453796387,
+      "learning_rate": 6.137566137566138e-06,
+      "loss": 4.413,
+      "step": 917
+    },
+    {
+      "epoch": 0.9714285714285714,
+      "grad_norm": 2.703386068344116,
+      "learning_rate": 5.925925925925927e-06,
+      "loss": 4.4913,
+      "step": 918
+    },
+    {
+      "epoch": 0.9724867724867725,
+      "grad_norm": 4.299003601074219,
+      "learning_rate": 5.7142857142857145e-06,
+      "loss": 4.2667,
+      "step": 919
+    },
+    {
+      "epoch": 0.9735449735449735,
+      "grad_norm": 4.271148204803467,
+      "learning_rate": 5.502645502645503e-06,
+      "loss": 4.0513,
+      "step": 920
+    },
+    {
+      "epoch": 0.9746031746031746,
+      "grad_norm": 2.770163059234619,
+      "learning_rate": 5.291005291005291e-06,
+      "loss": 4.4322,
+      "step": 921
+    },
+    {
+      "epoch": 0.9756613756613757,
+      "grad_norm": 3.290165901184082,
+      "learning_rate": 5.07936507936508e-06,
+      "loss": 4.257,
+      "step": 922
+    },
+    {
+      "epoch": 0.9767195767195768,
+      "grad_norm": 4.638526916503906,
+      "learning_rate": 4.8677248677248685e-06,
+      "loss": 4.1344,
+      "step": 923
+    },
+    {
+      "epoch": 0.9777777777777777,
+      "grad_norm": 3.7647430896759033,
+      "learning_rate": 4.656084656084656e-06,
+      "loss": 4.3545,
+      "step": 924
+    },
+    {
+      "epoch": 0.9788359788359788,
+      "grad_norm": 2.4045910835266113,
+      "learning_rate": 4.444444444444445e-06,
+      "loss": 4.2965,
+      "step": 925
+    },
+    {
+      "epoch": 0.9798941798941799,
+      "grad_norm": 4.290136337280273,
+      "learning_rate": 4.232804232804233e-06,
+      "loss": 4.2194,
+      "step": 926
+    },
+    {
+      "epoch": 0.9809523809523809,
+      "grad_norm": 2.346651554107666,
+      "learning_rate": 4.0211640211640215e-06,
+      "loss": 4.2393,
+      "step": 927
+    },
+    {
+      "epoch": 0.982010582010582,
+      "grad_norm": 2.476827621459961,
+      "learning_rate": 3.8095238095238102e-06,
+      "loss": 4.2666,
+      "step": 928
+    },
+    {
+      "epoch": 0.9830687830687831,
+      "grad_norm": 2.6897339820861816,
+      "learning_rate": 3.597883597883598e-06,
+      "loss": 4.823,
+      "step": 929
+    },
+    {
+      "epoch": 0.9841269841269841,
+      "grad_norm": 2.9133458137512207,
+      "learning_rate": 3.3862433862433868e-06,
+      "loss": 4.4161,
+      "step": 930
+    },
+    {
+      "epoch": 0.9851851851851852,
+      "grad_norm": 3.171325445175171,
+      "learning_rate": 3.1746031746031746e-06,
+      "loss": 4.3064,
+      "step": 931
+    },
+    {
+      "epoch": 0.9862433862433863,
+      "grad_norm": 2.3206207752227783,
+      "learning_rate": 2.9629629629629633e-06,
+      "loss": 4.5343,
+      "step": 932
+    },
+    {
+      "epoch": 0.9873015873015873,
+      "grad_norm": 3.543731927871704,
+      "learning_rate": 2.7513227513227516e-06,
+      "loss": 4.3468,
+      "step": 933
+    },
+    {
+      "epoch": 0.9883597883597883,
+      "grad_norm": 3.1972687244415283,
+      "learning_rate": 2.53968253968254e-06,
+      "loss": 4.1786,
+      "step": 934
+    },
+    {
+      "epoch": 0.9894179894179894,
+      "grad_norm": 3.3753368854522705,
+      "learning_rate": 2.328042328042328e-06,
+      "loss": 4.2468,
+      "step": 935
+    },
+    {
+      "epoch": 0.9904761904761905,
+      "grad_norm": 3.844627857208252,
+      "learning_rate": 2.1164021164021164e-06,
+      "loss": 4.2286,
+      "step": 936
+    },
+    {
+      "epoch": 0.9915343915343915,
+      "grad_norm": 2.6806681156158447,
+      "learning_rate": 1.9047619047619051e-06,
+      "loss": 4.2047,
+      "step": 937
+    },
+    {
+      "epoch": 0.9925925925925926,
+      "grad_norm": 4.401058673858643,
+      "learning_rate": 1.6931216931216934e-06,
+      "loss": 4.2346,
+      "step": 938
+    },
+    {
+      "epoch": 0.9936507936507937,
+      "grad_norm": 4.260802745819092,
+      "learning_rate": 1.4814814814814817e-06,
+      "loss": 4.4332,
+      "step": 939
+    },
+    {
+      "epoch": 0.9947089947089947,
+      "grad_norm": 3.8673717975616455,
+      "learning_rate": 1.26984126984127e-06,
+      "loss": 4.6655,
+      "step": 940
+    },
+    {
+      "epoch": 0.9957671957671957,
+      "grad_norm": 2.7860894203186035,
+      "learning_rate": 1.0582010582010582e-06,
+      "loss": 4.423,
+      "step": 941
+    },
+    {
+      "epoch": 0.9968253968253968,
+      "grad_norm": 2.9071953296661377,
+      "learning_rate": 8.465608465608467e-07,
+      "loss": 4.3175,
+      "step": 942
+    },
+    {
+      "epoch": 0.9978835978835979,
+      "grad_norm": 3.668672561645508,
+      "learning_rate": 6.34920634920635e-07,
+      "loss": 4.3051,
+      "step": 943
+    },
+    {
+      "epoch": 0.9989417989417989,
+      "grad_norm": 4.0758490562438965,
+      "learning_rate": 4.2328042328042335e-07,
+      "loss": 4.3507,
+      "step": 944
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 3.7127435207366943,
+      "learning_rate": 2.1164021164021167e-07,
+      "loss": 4.4615,
+      "step": 945
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 945,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 5000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 912735516315648.0,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}